2024-04-02T08:04:05.786 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-04-02T08:04:05.787 DEBUG:teuthology.run:Teuthology command: teuthology --description rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi --owner scheduled_rfriedma@teuthology --archive /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473 --verbose -- /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473/orig.config.yaml 2024-04-02T08:04:05.861 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T08:04:05.954 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473 branch: wip-rf-oldDeep description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7635473' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rf-oldDeep ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 3cba26eaefcf7477205a2b2318143422b83a518d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 3cba26eaefcf7477205a2b2318143422b83a518d selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-rf-oldDeep sha1: 3cba26eaefcf7477205a2b2318143422b83a518d owner: scheduled_rfriedma@teuthology priority: 57 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4081 sha1: 3cba26eaefcf7477205a2b2318143422b83a518d sleep_before_teardown: 0 subset: 2/100 suite: rados:upgrade suite_branch: wip-rf-oldDeep suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 3cba26eaefcf7477205a2b2318143422b83a518d targets: smithi028.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHCFb+ylhndjKTkarzPatUN4sRDweOw1k9IwoKopU5J5Y84T3KoXaH/JOWhP+E9p5TI3jgamdUeD037lHtnDJw4= smithi137.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEGxez3BOjEQk/VMVMErqAsXOfQLbi+AC/SWnzR4W9De5fERLfwHkflf4BNdQ2d71d4Hg3wopBHg5r7RYnR9kLk= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-04-02_07:53:13 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: rfriedma verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-02T08:04:05.954 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa; will attempt to use it 2024-04-02T08:04:05.955 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_3cba26eaefcf7477205a2b2318143422b83a518d/qa/tasks 2024-04-02T08:04:05.955 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-02T08:04:05.956 INFO:teuthology.task.internal:Checking packages... 2024-04-02T08:04:05.980 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3cba26eaefcf7477205a2b2318143422b83a518d' 2024-04-02T08:04:05.981 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:04:05.981 INFO:teuthology.packaging:ref: None 2024-04-02T08:04:05.981 INFO:teuthology.packaging:tag: None 2024-04-02T08:04:05.981 INFO:teuthology.packaging:branch: wip-rf-oldDeep 2024-04-02T08:04:05.981 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:04:05.981 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rf-oldDeep 2024-04-02T08:04:06.121 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2422.g3cba26ea 2024-04-02T08:04:06.123 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-02T08:04:06.130 INFO:teuthology.task.internal:no buildpackages task found 2024-04-02T08:04:06.130 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-02T08:04:06.154 INFO:teuthology.task.internal:Saving configuration 2024-04-02T08:04:06.193 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-02T08:04:06.199 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T08:04:06.225 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi028.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 07:59:13.868933', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHCFb+ylhndjKTkarzPatUN4sRDweOw1k9IwoKopU5J5Y84T3KoXaH/JOWhP+E9p5TI3jgamdUeD037lHtnDJw4='} 2024-04-02T08:04:06.250 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi137.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 07:59:13.867471', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEGxez3BOjEQk/VMVMErqAsXOfQLbi+AC/SWnzR4W9De5fERLfwHkflf4BNdQ2d71d4Hg3wopBHg5r7RYnR9kLk='} 2024-04-02T08:04:06.251 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-02T08:04:06.257 INFO:teuthology.task.internal:roles: ubuntu@smithi028.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-02T08:04:06.257 INFO:teuthology.task.internal:roles: ubuntu@smithi137.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-02T08:04:06.257 INFO:teuthology.run_tasks:Running task console_log... 2024-04-02T08:04:06.331 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f86704130d0>, signals=[15]) 2024-04-02T08:04:06.331 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-02T08:04:06.337 INFO:teuthology.task.internal:Opening connections... 2024-04-02T08:04:06.337 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi028.front.sepia.ceph.com 2024-04-02T08:04:06.339 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:04:06.445 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi137.front.sepia.ceph.com 2024-04-02T08:04:06.446 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:04:06.545 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-02T08:04:06.552 DEBUG:teuthology.orchestra.run.smithi028:> uname -m 2024-04-02T08:04:06.570 INFO:teuthology.orchestra.run.smithi028.stdout:x86_64 2024-04-02T08:04:06.570 DEBUG:teuthology.orchestra.run.smithi028:> cat /etc/os-release 2024-04-02T08:04:06.629 INFO:teuthology.orchestra.run.smithi028.stdout:NAME="CentOS Stream" 2024-04-02T08:04:06.629 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION="9" 2024-04-02T08:04:06.629 INFO:teuthology.orchestra.run.smithi028.stdout:ID="centos" 2024-04-02T08:04:06.629 INFO:teuthology.orchestra.run.smithi028.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:04:06.629 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION_ID="9" 2024-04-02T08:04:06.629 INFO:teuthology.orchestra.run.smithi028.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:04:06.630 INFO:teuthology.orchestra.run.smithi028.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:04:06.630 INFO:teuthology.orchestra.run.smithi028.stdout:ANSI_COLOR="0;31" 2024-04-02T08:04:06.630 INFO:teuthology.orchestra.run.smithi028.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:04:06.630 INFO:teuthology.orchestra.run.smithi028.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:04:06.630 INFO:teuthology.orchestra.run.smithi028.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:04:06.630 INFO:teuthology.orchestra.run.smithi028.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:04:06.630 INFO:teuthology.orchestra.run.smithi028.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:04:06.630 INFO:teuthology.orchestra.run.smithi028.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:04:06.631 INFO:teuthology.lock.ops:Updating smithi028.front.sepia.ceph.com on lock server 2024-04-02T08:04:06.650 DEBUG:teuthology.orchestra.run.smithi137:> uname -m 2024-04-02T08:04:06.667 INFO:teuthology.orchestra.run.smithi137.stdout:x86_64 2024-04-02T08:04:06.667 DEBUG:teuthology.orchestra.run.smithi137:> cat /etc/os-release 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:NAME="CentOS Stream" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:VERSION="9" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:ID="centos" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:ID_LIKE="rhel fedora" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:VERSION_ID="9" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:PLATFORM_ID="platform:el9" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:ANSI_COLOR="0;31" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:LOGO="fedora-logo-icon" 2024-04-02T08:04:06.725 INFO:teuthology.orchestra.run.smithi137.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-02T08:04:06.726 INFO:teuthology.orchestra.run.smithi137.stdout:HOME_URL="https://centos.org/" 2024-04-02T08:04:06.726 INFO:teuthology.orchestra.run.smithi137.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-02T08:04:06.726 INFO:teuthology.orchestra.run.smithi137.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-02T08:04:06.726 INFO:teuthology.orchestra.run.smithi137.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-02T08:04:06.726 INFO:teuthology.lock.ops:Updating smithi137.front.sepia.ceph.com on lock server 2024-04-02T08:04:06.749 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-02T08:04:06.758 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-02T08:04:06.766 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-02T08:04:06.766 DEBUG:teuthology.orchestra.run.smithi028:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:04:06.769 DEBUG:teuthology.orchestra.run.smithi137:> test '!' -e /home/ubuntu/cephtest 2024-04-02T08:04:06.784 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-02T08:04:06.790 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-02T08:04:06.791 DEBUG:teuthology.orchestra.run.smithi028:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:04:06.826 DEBUG:teuthology.orchestra.run.smithi137:> test -z $(ls -A /var/lib/ceph) 2024-04-02T08:04:06.939 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-02T08:04:06.993 INFO:teuthology.run_tasks:Running task kernel... 2024-04-02T08:04:07.010 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-02T08:04:07.010 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-02T08:04:07.010 DEBUG:teuthology.orchestra.run.smithi028:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:04:07.011 DEBUG:teuthology.orchestra.run.smithi137:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-02T08:04:07.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:04:07.027 DEBUG:teuthology.orchestra.run.smithi137:> uname -r 2024-04-02T08:04:07.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:04:07.029 DEBUG:teuthology.orchestra.run.smithi028:> uname -r 2024-04-02T08:04:07.086 INFO:teuthology.orchestra.run.smithi137.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:04:07.086 INFO:teuthology.task.kernel:Running kernel on smithi137: 5.14.0-361.el9.x86_64 2024-04-02T08:04:07.087 DEBUG:teuthology.orchestra.run.smithi137:> sudo yum install -y kernel 2024-04-02T08:04:07.088 INFO:teuthology.orchestra.run.smithi028.stdout:5.14.0-361.el9.x86_64 2024-04-02T08:04:07.088 INFO:teuthology.task.kernel:Running kernel on smithi028: 5.14.0-361.el9.x86_64 2024-04-02T08:04:07.088 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum install -y kernel 2024-04-02T08:04:09.260 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-04-02T08:04:09.276 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-04-02T08:04:10.810 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS-9 - BaseOS 4.9 MB/s | 2.0 MB 00:00 2024-04-02T08:04:10.960 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS-9 - BaseOS 3.7 MB/s | 2.0 MB 00:00 2024-04-02T08:04:12.108 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.0 MB 00:00 2024-04-02T08:04:16.702 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - AppStream 5.6 MB/s | 19 MB 00:03 2024-04-02T08:04:21.883 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - BaseOS 767 kB/s | 8.0 MB 00:10 2024-04-02T08:04:25.184 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - AppStream 8.6 MB/s | 19 MB 00:02 2024-04-02T08:04:29.841 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - CRB 657 kB/s | 6.1 MB 00:09 2024-04-02T08:04:30.209 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - CRB 4.4 MB/s | 6.1 MB 00:01 2024-04-02T08:04:31.234 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - Extras packages 66 kB/s | 16 kB 00:00 2024-04-02T08:04:31.635 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - Extras packages 72 kB/s | 16 kB 00:00 2024-04-02T08:04:33.228 INFO:teuthology.orchestra.run.smithi028.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-02T08:04:38.403 INFO:teuthology.orchestra.run.smithi028.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-04-02T08:04:40.768 INFO:teuthology.orchestra.run.smithi028.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:04:40.769 INFO:teuthology.orchestra.run.smithi028.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:04:40.879 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-04-02T08:04:40.890 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-02T08:04:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: Package Arch Version Repository Size 2024-04-02T08:04:40.890 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-02T08:04:40.890 INFO:teuthology.orchestra.run.smithi028.stdout:Installing: 2024-04-02T08:04:40.890 INFO:teuthology.orchestra.run.smithi028.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout:Installing dependencies: 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout:Install 4 Packages 2024-04-02T08:04:40.891 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:04:40.892 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 76 M 2024-04-02T08:04:40.892 INFO:teuthology.orchestra.run.smithi028.stdout:Installed size: 123 M 2024-04-02T08:04:40.892 INFO:teuthology.orchestra.run.smithi028.stdout:Downloading Packages: 2024-04-02T08:04:41.038 INFO:teuthology.orchestra.run.smithi028.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 1.3 MB/s | 192 kB 00:00 2024-04-02T08:04:41.689 INFO:teuthology.orchestra.run.smithi028.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 19 MB/s | 15 MB 00:00 2024-04-02T08:04:42.439 INFO:teuthology.orchestra.run.smithi028.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 22 MB/s | 34 MB 00:01 2024-04-02T08:04:43.281 INFO:teuthology.orchestra.run.smithi028.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 12 MB/s | 28 MB 00:02 2024-04-02T08:04:43.284 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:04:43.284 INFO:teuthology.orchestra.run.smithi028.stdout:Total 32 MB/s | 76 MB 00:02 2024-04-02T08:04:43.284 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-04-02T08:04:43.723 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-04-02T08:04:43.723 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-04-02T08:04:44.628 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-04-02T08:04:44.629 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-04-02T08:04:47.083 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-04-02T08:04:47.713 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:04:47.814 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:04:50.735 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:04:50.875 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:04:55.944 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:04:55.982 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:01.074 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:31.734 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:31.735 INFO:teuthology.orchestra.run.smithi028.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:05:31.735 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:05:31.779 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:32.163 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:32.163 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:05:32.164 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:05:32.164 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:05:32.563 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:05:32.564 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:05:32.564 INFO:teuthology.orchestra.run.smithi028.stdout:Installed: 2024-04-02T08:05:32.564 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:05:32.564 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:05:32.564 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:05:32.564 INFO:teuthology.orchestra.run.smithi028.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:05:32.564 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:05:32.564 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-04-02T08:05:32.905 DEBUG:teuthology.orchestra.run.smithi028:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:05:33.005 INFO:teuthology.orchestra.run.smithi028.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:05:33.006 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:05:33.006 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:05:33.006 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:05:33.006 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:05:33.006 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-02T08:05:33.006 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi028.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:05:33.007 DEBUG:teuthology.orchestra.run.smithi028:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:05:33.089 INFO:teuthology.orchestra.run.smithi028.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:05:33.089 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:05:33.090 DEBUG:teuthology.orchestra.run.smithi028:> sudo rpm -qi grub2-tools 2024-04-02T08:05:33.127 INFO:teuthology.orchestra.run.smithi028.stdout:Name : grub2-tools 2024-04-02T08:05:33.127 INFO:teuthology.orchestra.run.smithi028.stdout:Epoch : 1 2024-04-02T08:05:33.127 INFO:teuthology.orchestra.run.smithi028.stdout:Version : 2.06 2024-04-02T08:05:33.127 INFO:teuthology.orchestra.run.smithi028.stdout:Release : 68.el9 2024-04-02T08:05:33.127 INFO:teuthology.orchestra.run.smithi028.stdout:Architecture: x86_64 2024-04-02T08:05:33.127 INFO:teuthology.orchestra.run.smithi028.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:05:33.127 INFO:teuthology.orchestra.run.smithi028.stdout:Group : Unspecified 2024-04-02T08:05:33.127 INFO:teuthology.orchestra.run.smithi028.stdout:Size : 8264254 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:License : GPLv3+ 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:Packager : builder@centos.org 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:Vendor : CentOS 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:Summary : Support tools for GRUB. 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:Description : 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:05:33.128 INFO:teuthology.orchestra.run.smithi028.stdout:hardware devices. 2024-04-02T08:05:33.129 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:05:33.129 INFO:teuthology.orchestra.run.smithi028.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:05:33.129 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:05:33.130 INFO:teuthology.task.kernel:Updating grub on smithi028 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:05:33.130 DEBUG:teuthology.orchestra.run.smithi028:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:05:33.793 INFO:teuthology.orchestra.run.smithi028.stderr:Generating grub configuration file ... 2024-04-02T08:05:35.153 INFO:teuthology.orchestra.run.smithi028.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:05:35.188 INFO:teuthology.orchestra.run.smithi028.stderr:done 2024-04-02T08:05:35.190 DEBUG:teuthology.orchestra.run.smithi028:> mktemp 2024-04-02T08:05:35.205 INFO:teuthology.orchestra.run.smithi028.stdout:/tmp/tmp.UnZ7HO9xIs 2024-04-02T08:05:35.206 DEBUG:teuthology.orchestra.run.smithi028:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.UnZ7HO9xIs 2024-04-02T08:05:35.279 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 0666 /tmp/tmp.UnZ7HO9xIs 2024-04-02T08:05:35.430 DEBUG:teuthology.orchestra.remote:smithi028:/tmp/tmp.UnZ7HO9xIs is 6KB 2024-04-02T08:05:35.451 DEBUG:teuthology.orchestra.run.smithi028:> rm -fr /tmp/tmp.UnZ7HO9xIs 2024-04-02T08:05:35.466 DEBUG:teuthology.orchestra.run.smithi028:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:05:35.534 INFO:teuthology.orchestra.run.smithi028.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:05:35.534 INFO:teuthology.orchestra.run.smithi028.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:05:35.534 INFO:teuthology.orchestra.run.smithi028.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:05:35.534 INFO:teuthology.orchestra.run.smithi028.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:05:35.536 DEBUG:teuthology.orchestra.run.smithi028:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:05:35.691 DEBUG:teuthology.orchestra.run.smithi028:> sudo shutdown -r now 2024-04-02T08:06:05.695 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-02T08:06:05.695 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-04-02T08:06:05.697 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:06:45.050 INFO:teuthology.orchestra.run.smithi137.stdout:Extra Packages for Enterprise Linux 159 kB/s | 21 MB 02:13 2024-04-02T08:06:50.024 INFO:teuthology.orchestra.run.smithi137.stdout:lab-extras 17 kB/s | 1.7 kB 00:00 2024-04-02T08:06:52.239 INFO:teuthology.orchestra.run.smithi137.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-02T08:06:52.239 INFO:teuthology.orchestra.run.smithi137.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-02T08:06:52.323 INFO:teuthology.orchestra.run.smithi137.stdout:Dependencies resolved. 2024-04-02T08:06:52.334 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-04-02T08:06:52.334 INFO:teuthology.orchestra.run.smithi137.stdout: Package Arch Version Repository Size 2024-04-02T08:06:52.334 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout:Installing: 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout: kernel x86_64 5.14.0-434.el9 CentOS-BaseOS 192 k 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout:Installing dependencies: 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-core x86_64 5.14.0-434.el9 CentOS-BaseOS 15 M 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-modules x86_64 5.14.0-434.el9 CentOS-BaseOS 34 M 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-modules-core x86_64 5.14.0-434.el9 CentOS-BaseOS 28 M 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction Summary 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout:Install 4 Packages 2024-04-02T08:06:52.335 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:06:52.336 INFO:teuthology.orchestra.run.smithi137.stdout:Total download size: 76 M 2024-04-02T08:06:52.336 INFO:teuthology.orchestra.run.smithi137.stdout:Installed size: 123 M 2024-04-02T08:06:52.336 INFO:teuthology.orchestra.run.smithi137.stdout:Downloading Packages: 2024-04-02T08:06:52.491 INFO:teuthology.orchestra.run.smithi137.stdout:(1/4): kernel-5.14.0-434.el9.x86_64.rpm 1.2 MB/s | 192 kB 00:00 2024-04-02T08:06:52.933 INFO:teuthology.orchestra.run.smithi137.stdout:(2/4): kernel-core-5.14.0-434.el9.x86_64.rpm 25 MB/s | 15 MB 00:00 2024-04-02T08:06:53.792 INFO:teuthology.orchestra.run.smithi137.stdout:(3/4): kernel-modules-5.14.0-434.el9.x86_64.rpm 23 MB/s | 34 MB 00:01 2024-04-02T08:06:54.242 INFO:teuthology.orchestra.run.smithi137.stdout:(4/4): kernel-modules-core-5.14.0-434.el9.x86_6 16 MB/s | 28 MB 00:01 2024-04-02T08:06:54.245 INFO:teuthology.orchestra.run.smithi137.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:06:54.245 INFO:teuthology.orchestra.run.smithi137.stdout:Total 40 MB/s | 76 MB 00:01 2024-04-02T08:06:54.245 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction check 2024-04-02T08:06:54.612 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction check succeeded. 2024-04-02T08:06:54.612 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction test 2024-04-02T08:06:55.469 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction test succeeded. 2024-04-02T08:06:55.469 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction 2024-04-02T08:06:57.752 INFO:teuthology.orchestra.run.smithi137.stdout: Preparing : 1/1 2024-04-02T08:06:58.337 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : kernel-modules-core-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:06:58.425 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:07:01.176 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:07:01.311 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:07:05.699 DEBUG:teuthology.orchestra.remote:timed out 2024-04-02T08:07:06.041 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:07:06.151 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:07:10.837 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:07:14.701 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-04-02T08:07:14.702 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:07:15.068 DEBUG:teuthology.orchestra.run.smithi028:> true 2024-04-02T08:07:15.431 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-04-02T08:07:15.431 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:07:15.431 DEBUG:teuthology.orchestra.run.smithi028:> uname -r 2024-04-02T08:07:15.445 INFO:teuthology.orchestra.run.smithi028.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:07:15.446 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:07:15.446 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:07:15.446 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:07:16.447 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-02T08:07:16.447 DEBUG:teuthology.orchestra.run.smithi028:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:07:16.508 INFO:teuthology.orchestra.run.smithi028.stdout:ttyS1 2024-04-02T08:07:16.538 DEBUG:teuthology.parallel:result is None 2024-04-02T08:07:40.064 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:07:40.064 INFO:teuthology.orchestra.run.smithi137.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-02T08:07:40.064 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:07:40.105 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-modules-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:07:40.504 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: kernel-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:07:40.504 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : kernel-5.14.0-434.el9.x86_64 1/4 2024-04-02T08:07:40.504 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : kernel-core-5.14.0-434.el9.x86_64 2/4 2024-04-02T08:07:40.504 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : kernel-modules-5.14.0-434.el9.x86_64 3/4 2024-04-02T08:07:40.952 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : kernel-modules-core-5.14.0-434.el9.x86_64 4/4 2024-04-02T08:07:40.952 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:07:40.952 INFO:teuthology.orchestra.run.smithi137.stdout:Installed: 2024-04-02T08:07:40.952 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-5.14.0-434.el9.x86_64 2024-04-02T08:07:40.952 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-core-5.14.0-434.el9.x86_64 2024-04-02T08:07:40.953 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-modules-5.14.0-434.el9.x86_64 2024-04-02T08:07:40.953 INFO:teuthology.orchestra.run.smithi137.stdout: kernel-modules-core-5.14.0-434.el9.x86_64 2024-04-02T08:07:40.953 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:07:40.953 INFO:teuthology.orchestra.run.smithi137.stdout:Complete! 2024-04-02T08:07:41.286 DEBUG:teuthology.orchestra.run.smithi137:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:07:41.422 INFO:teuthology.orchestra.run.smithi137.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:07:41.422 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:07:41.423 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-434.el9.x86_64 2024-04-02T08:07:41.423 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-02T08:07:41.423 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-02T08:07:41.423 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-02T08:07:41.423 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi137.front.sepia.ceph.com, path=None, version=distro) 2024-04-02T08:07:41.423 DEBUG:teuthology.orchestra.run.smithi137:> rpm -q kernel | sort -rV | head -n 1 2024-04-02T08:07:41.504 INFO:teuthology.orchestra.run.smithi137.stdout:kernel-5.14.0-434.el9.x86_64 2024-04-02T08:07:41.505 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-434.el9.x86_64 2024-04-02T08:07:41.505 DEBUG:teuthology.orchestra.run.smithi137:> sudo rpm -qi grub2-tools 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:Name : grub2-tools 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:Epoch : 1 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:Version : 2.06 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:Release : 68.el9 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:Architecture: x86_64 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:Group : Unspecified 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:Size : 8264254 2024-04-02T08:07:41.539 INFO:teuthology.orchestra.run.smithi137.stdout:License : GPLv3+ 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:Packager : builder@centos.org 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:Vendor : CentOS 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:Summary : Support tools for GRUB. 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:Description : 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-02T08:07:41.540 INFO:teuthology.orchestra.run.smithi137.stdout:hardware devices. 2024-04-02T08:07:41.541 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:07:41.541 INFO:teuthology.orchestra.run.smithi137.stdout:This subpackage provides tools for support of all platforms. 2024-04-02T08:07:41.541 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-02T08:07:41.541 INFO:teuthology.task.kernel:Updating grub on smithi137 to boot 5.14.0-434.el9.x86_64 2024-04-02T08:07:41.542 DEBUG:teuthology.orchestra.run.smithi137:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-02T08:07:42.171 INFO:teuthology.orchestra.run.smithi137.stderr:Generating grub configuration file ... 2024-04-02T08:07:43.522 INFO:teuthology.orchestra.run.smithi137.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-02T08:07:43.552 INFO:teuthology.orchestra.run.smithi137.stderr:done 2024-04-02T08:07:43.554 DEBUG:teuthology.orchestra.run.smithi137:> mktemp 2024-04-02T08:07:43.569 INFO:teuthology.orchestra.run.smithi137.stdout:/tmp/tmp.87NYHhUVU4 2024-04-02T08:07:43.569 DEBUG:teuthology.orchestra.run.smithi137:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.87NYHhUVU4 2024-04-02T08:07:43.640 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod 0666 /tmp/tmp.87NYHhUVU4 2024-04-02T08:07:43.781 DEBUG:teuthology.orchestra.remote:smithi137:/tmp/tmp.87NYHhUVU4 is 6KB 2024-04-02T08:07:43.829 DEBUG:teuthology.orchestra.run.smithi137:> rm -fr /tmp/tmp.87NYHhUVU4 2024-04-02T08:07:43.844 DEBUG:teuthology.orchestra.run.smithi137:> sudo /bin/ls /boot/loader/entries || true 2024-04-02T08:07:43.908 INFO:teuthology.orchestra.run.smithi137.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-02T08:07:43.908 INFO:teuthology.orchestra.run.smithi137.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-02T08:07:43.908 INFO:teuthology.orchestra.run.smithi137.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-02T08:07:43.908 INFO:teuthology.orchestra.run.smithi137.stdout:15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64.conf 2024-04-02T08:07:43.909 DEBUG:teuthology.orchestra.run.smithi137:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-434.el9.x86_64 2024-04-02T08:07:44.067 DEBUG:teuthology.orchestra.run.smithi137:> sudo shutdown -r now 2024-04-02T08:08:14.070 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-02T08:08:14.070 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-04-02T08:08:14.071 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:09:14.075 DEBUG:teuthology.orchestra.remote:timed out 2024-04-02T08:09:23.076 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-04-02T08:09:23.078 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:09:24.481 DEBUG:teuthology.orchestra.run.smithi137:> true 2024-04-02T08:09:24.981 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-04-02T08:09:24.981 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-434.el9.x86_64"... 2024-04-02T08:09:24.982 DEBUG:teuthology.orchestra.run.smithi137:> uname -r 2024-04-02T08:09:24.996 INFO:teuthology.orchestra.run.smithi137.stdout:5.14.0-434.el9.x86_64 2024-04-02T08:09:24.996 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-434.el9.x86_64 vs 5.14.0-434.el9.x86_64 2024-04-02T08:09:24.997 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-02T08:09:24.997 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-02T08:09:25.998 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-02T08:09:25.998 DEBUG:teuthology.orchestra.run.smithi137:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-02T08:09:26.093 INFO:teuthology.orchestra.run.smithi137.stdout:ttyS1 2024-04-02T08:09:26.129 DEBUG:teuthology.parallel:result is None 2024-04-02T08:09:26.130 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-02T08:09:26.136 INFO:teuthology.task.internal:Creating test directory... 2024-04-02T08:09:26.136 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:09:26.139 DEBUG:teuthology.orchestra.run.smithi137:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-02T08:09:26.156 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-02T08:09:26.162 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-02T08:09:26.185 INFO:teuthology.task.internal:Creating archive directory... 2024-04-02T08:09:26.185 DEBUG:teuthology.orchestra.run.smithi028:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:09:26.197 DEBUG:teuthology.orchestra.run.smithi137:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-02T08:09:26.228 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-02T08:09:26.235 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-02T08:09:26.235 DEBUG:teuthology.orchestra.run.smithi028:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:09:26.258 DEBUG:teuthology.orchestra.run.smithi137:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-02T08:09:26.292 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:09:26.306 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:09:26.316 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:09:26.329 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-02T08:09:26.331 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-02T08:09:26.340 INFO:teuthology.task.internal:Configuring sudo... 2024-04-02T08:09:26.340 DEBUG:teuthology.orchestra.run.smithi028:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:09:26.350 DEBUG:teuthology.orchestra.run.smithi137:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-02T08:09:26.377 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-02T08:09:26.386 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-02T08:09:26.386 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:09:26.419 DEBUG:teuthology.orchestra.run.smithi137:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-02T08:09:26.434 DEBUG:teuthology.orchestra.run.smithi028:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:09:26.518 DEBUG:teuthology.orchestra.run.smithi028:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:09:26.565 DEBUG:teuthology.orchestra.run.smithi028:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:09:26.647 DEBUG:teuthology.orchestra.run.smithi028:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:09:26.689 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:09:26.689 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:09:26.756 DEBUG:teuthology.orchestra.run.smithi137:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:09:26.797 DEBUG:teuthology.orchestra.run.smithi137:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-02T08:09:26.847 DEBUG:teuthology.orchestra.run.smithi137:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:09:26.924 DEBUG:teuthology.orchestra.run.smithi137:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-02T08:09:26.971 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:09:26.971 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-02T08:09:27.038 DEBUG:teuthology.orchestra.run.smithi028:> sudo service rsyslog restart 2024-04-02T08:09:27.046 DEBUG:teuthology.orchestra.run.smithi137:> sudo service rsyslog restart 2024-04-02T08:09:27.104 INFO:teuthology.orchestra.run.smithi028.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:09:27.138 INFO:teuthology.orchestra.run.smithi137.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T08:09:27.488 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-02T08:09:27.496 INFO:teuthology.task.internal:Starting timer... 2024-04-02T08:09:27.496 INFO:teuthology.run_tasks:Running task pcp... 2024-04-02T08:09:27.516 INFO:teuthology.run_tasks:Running task selinux... 2024-04-02T08:09:27.524 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-02T08:09:27.525 DEBUG:teuthology.orchestra.run.smithi028:> sudo service auditd rotate 2024-04-02T08:09:27.604 INFO:teuthology.orchestra.run.smithi028.stdout:Rotating logs: 2024-04-02T08:09:27.606 DEBUG:teuthology.orchestra.run.smithi137:> sudo service auditd rotate 2024-04-02T08:09:27.677 INFO:teuthology.orchestra.run.smithi137.stdout:Rotating logs: 2024-04-02T08:09:27.679 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-02T08:09:27.679 DEBUG:teuthology.orchestra.run.smithi028:> /usr/sbin/getenforce 2024-04-02T08:09:27.699 INFO:teuthology.orchestra.run.smithi028.stdout:Permissive 2024-04-02T08:09:27.699 DEBUG:teuthology.orchestra.run.smithi137:> /usr/sbin/getenforce 2024-04-02T08:09:27.714 INFO:teuthology.orchestra.run.smithi137.stdout:Permissive 2024-04-02T08:09:27.714 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi028.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi137.front.sepia.ceph.com': 'permissive'} 2024-04-02T08:09:27.715 DEBUG:teuthology.orchestra.run.smithi028:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:09:27.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:09:27.769 DEBUG:teuthology.orchestra.run.smithi137:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T08:09:27.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:09:27.797 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-02T08:09:27.797 DEBUG:teuthology.orchestra.run.smithi028:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:09:27.844 DEBUG:teuthology.orchestra.run.smithi137:> sudo /usr/sbin/setenforce permissive 2024-04-02T08:09:27.885 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-02T08:09:27.894 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-02T08:09:27.899 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-02T08:09:28.013 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-02T08:09:28.028 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-02T08:09:28.030 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi028.front.sepia.ceph.com,smithi137.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-02T08:13:41.865 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi028.front.sepia.ceph.com'), Remote(name='ubuntu@smithi137.front.sepia.ceph.com')] 2024-04-02T08:13:41.866 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-04-02T08:13:41.868 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:41.957 DEBUG:teuthology.orchestra.run.smithi028:> true 2024-04-02T08:13:42.034 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-04-02T08:13:42.034 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-04-02T08:13:42.035 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-02T08:13:42.122 DEBUG:teuthology.orchestra.run.smithi137:> true 2024-04-02T08:13:42.196 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-04-02T08:13:42.197 INFO:teuthology.run_tasks:Running task clock... 2024-04-02T08:13:42.211 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-02T08:13:42.212 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:13:42.212 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:13:42.214 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-02T08:13:42.215 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T08:13:42.245 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:13:42.262 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:13:42.266 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-02T08:13:42.283 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-02T08:13:42.292 INFO:teuthology.orchestra.run.smithi028.stderr:sudo: ntpd: command not found 2024-04-02T08:13:42.306 INFO:teuthology.orchestra.run.smithi028.stdout:506 Cannot talk to daemon 2024-04-02T08:13:42.312 INFO:teuthology.orchestra.run.smithi137.stderr:sudo: ntpd: command not found 2024-04-02T08:13:42.323 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:13:42.327 INFO:teuthology.orchestra.run.smithi137.stdout:506 Cannot talk to daemon 2024-04-02T08:13:42.339 INFO:teuthology.orchestra.run.smithi028.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:13:42.345 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-02T08:13:42.363 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-02T08:13:42.390 INFO:teuthology.orchestra.run.smithi028.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:13:42.393 INFO:teuthology.orchestra.run.smithi028.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:13:42.393 INFO:teuthology.orchestra.run.smithi028.stdout:=============================================================================== 2024-04-02T08:13:42.394 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:13:42.394 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:13:42.394 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:13:42.394 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:13:42.416 INFO:teuthology.orchestra.run.smithi137.stderr:bash: line 1: ntpq: command not found 2024-04-02T08:13:42.420 INFO:teuthology.orchestra.run.smithi137.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T08:13:42.420 INFO:teuthology.orchestra.run.smithi137.stdout:=============================================================================== 2024-04-02T08:13:42.420 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:13:42.420 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:13:42.420 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:13:42.420 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T08:13:42.421 INFO:teuthology.run_tasks:Running task pexec... 2024-04-02T08:13:42.438 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-02T08:13:42.439 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi028.front.sepia.ceph.com 2024-04-02T08:13:42.439 DEBUG:teuthology.orchestra.run.smithi028:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-02T08:13:42.440 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi137.front.sepia.ceph.com 2024-04-02T08:13:42.440 DEBUG:teuthology.orchestra.run.smithi137:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-02T08:13:43.033 INFO:teuthology.orchestra.run.smithi028.stdout:Last metadata expiration check: 0:00:45 ago on Tue 02 Apr 2024 08:12:57 AM UTC. 2024-04-02T08:13:43.041 INFO:teuthology.orchestra.run.smithi137.stdout:Last metadata expiration check: 0:00:49 ago on Tue 02 Apr 2024 08:12:53 AM UTC. 2024-04-02T08:13:43.187 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-04-02T08:13:43.187 INFO:teuthology.orchestra.run.smithi137.stdout:Dependencies resolved. 2024-04-02T08:13:43.188 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-02T08:13:43.188 INFO:teuthology.orchestra.run.smithi028.stdout: Package Architecture Version Repository Size 2024-04-02T08:13:43.188 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-02T08:13:43.188 INFO:teuthology.orchestra.run.smithi028.stdout:Installing: 2024-04-02T08:13:43.189 INFO:teuthology.orchestra.run.smithi028.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-02T08:13:43.189 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:13:43.189 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-04-02T08:13:43.189 INFO:teuthology.orchestra.run.smithi028.stdout:================================================================================ 2024-04-02T08:13:43.189 INFO:teuthology.orchestra.run.smithi028.stdout:Install 1 Package 2024-04-02T08:13:43.189 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:13:43.190 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 3.1 M 2024-04-02T08:13:43.190 INFO:teuthology.orchestra.run.smithi028.stdout:Installed size: 9.8 M 2024-04-02T08:13:43.190 INFO:teuthology.orchestra.run.smithi028.stdout:Downloading Packages: 2024-04-02T08:13:43.190 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-04-02T08:13:43.190 INFO:teuthology.orchestra.run.smithi137.stdout: Package Architecture Version Repository Size 2024-04-02T08:13:43.190 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-04-02T08:13:43.190 INFO:teuthology.orchestra.run.smithi137.stdout:Installing: 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction Summary 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout:================================================================================ 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout:Install 1 Package 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout:Total download size: 3.1 M 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout:Installed size: 9.8 M 2024-04-02T08:13:43.191 INFO:teuthology.orchestra.run.smithi137.stdout:Downloading Packages: 2024-04-02T08:13:43.733 INFO:teuthology.orchestra.run.smithi137.stdout:runc-1.1.12-2.el9.x86_64.rpm 7.3 MB/s | 3.1 MB 00:00 2024-04-02T08:13:43.734 INFO:teuthology.orchestra.run.smithi137.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:13:43.734 INFO:teuthology.orchestra.run.smithi137.stdout:Total 5.8 MB/s | 3.1 MB 00:00 2024-04-02T08:13:43.770 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction check 2024-04-02T08:13:43.776 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction check succeeded. 2024-04-02T08:13:43.776 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction test 2024-04-02T08:13:43.856 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction test succeeded. 2024-04-02T08:13:43.857 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction 2024-04-02T08:13:44.069 INFO:teuthology.orchestra.run.smithi137.stdout: Preparing : 1/1 2024-04-02T08:13:44.170 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:13:44.339 INFO:teuthology.orchestra.run.smithi028.stdout:runc-1.1.12-2.el9.x86_64.rpm 3.6 MB/s | 3.1 MB 00:00 2024-04-02T08:13:44.339 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:13:44.339 INFO:teuthology.orchestra.run.smithi028.stdout:Total 2.7 MB/s | 3.1 MB 00:01 2024-04-02T08:13:44.378 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-04-02T08:13:44.385 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-04-02T08:13:44.385 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-04-02T08:13:44.470 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-04-02T08:13:44.470 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-04-02T08:13:44.683 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-04-02T08:13:44.795 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:13:44.803 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:13:45.106 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:13:45.106 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:13:45.106 INFO:teuthology.orchestra.run.smithi137.stdout:Installed: 2024-04-02T08:13:45.106 INFO:teuthology.orchestra.run.smithi137.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-02T08:13:45.107 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:13:45.107 INFO:teuthology.orchestra.run.smithi137.stdout:Complete! 2024-04-02T08:13:45.304 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:13:45.347 DEBUG:teuthology.parallel:result is None 2024-04-02T08:13:45.658 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-02T08:13:45.658 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:13:45.659 INFO:teuthology.orchestra.run.smithi028.stdout:Installed: 2024-04-02T08:13:45.659 INFO:teuthology.orchestra.run.smithi028.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-02T08:13:45.659 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:13:45.659 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-04-02T08:13:45.909 DEBUG:teuthology.parallel:result is None 2024-04-02T08:13:45.909 INFO:teuthology.run_tasks:Running task install... 2024-04-02T08:13:45.930 DEBUG:teuthology.task.install:project ceph 2024-04-02T08:13:45.930 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}} 2024-04-02T08:13:45.930 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'} 2024-04-02T08:13:45.930 INFO:teuthology.task.install:Using flavor: default 2024-04-02T08:13:45.938 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-02T08:13:45.938 INFO:teuthology.task.install:extra packages: [] 2024-04-02T08:13:45.938 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'tag': None, 'wait_for_package': False} 2024-04-02T08:13:45.939 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:13:45.939 INFO:teuthology.packaging:ref: None 2024-04-02T08:13:45.939 INFO:teuthology.packaging:tag: None 2024-04-02T08:13:45.939 INFO:teuthology.packaging:branch: reef 2024-04-02T08:13:45.939 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:13:45.939 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:13:45.941 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'tag': None, 'wait_for_package': False} 2024-04-02T08:13:45.941 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:13:45.941 INFO:teuthology.packaging:ref: None 2024-04-02T08:13:45.941 INFO:teuthology.packaging:tag: None 2024-04-02T08:13:45.941 INFO:teuthology.packaging:branch: reef 2024-04-02T08:13:45.942 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:13:45.942 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:13:46.242 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:13:46.243 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:13:46.349 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/ 2024-04-02T08:13:46.349 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1059.g4d05f4ca 2024-04-02T08:13:46.354 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:13:46.354 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:13:46.354 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:13:46.383 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:13:46.384 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:13:46.384 INFO:teuthology.packaging:ref: None 2024-04-02T08:13:46.384 INFO:teuthology.packaging:tag: None 2024-04-02T08:13:46.384 INFO:teuthology.packaging:branch: reef 2024-04-02T08:13:46.384 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:13:46.384 DEBUG:teuthology.orchestra.run.smithi137:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:13:46.453 DEBUG:teuthology.orchestra.run.smithi137:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:13:46.456 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-02T08:13:46.456 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:13:46.456 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-02T08:13:46.487 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-02T08:13:46.487 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:13:46.487 INFO:teuthology.packaging:ref: None 2024-04-02T08:13:46.488 INFO:teuthology.packaging:tag: None 2024-04-02T08:13:46.488 INFO:teuthology.packaging:branch: reef 2024-04-02T08:13:46.488 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:13:46.488 DEBUG:teuthology.orchestra.run.smithi028:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-02T08:13:46.535 DEBUG:teuthology.orchestra.run.smithi137:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:13:46.559 DEBUG:teuthology.orchestra.run.smithi028:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-02T08:13:46.601 INFO:teuthology.orchestra.run.smithi137.stdout:check_obsoletes = 1 2024-04-02T08:13:46.603 DEBUG:teuthology.orchestra.run.smithi137:> sudo yum clean all 2024-04-02T08:13:46.644 DEBUG:teuthology.orchestra.run.smithi028:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-02T08:13:46.713 INFO:teuthology.orchestra.run.smithi028.stdout:check_obsoletes = 1 2024-04-02T08:13:46.715 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum clean all 2024-04-02T08:13:46.850 INFO:teuthology.orchestra.run.smithi137.stdout:74 files removed 2024-04-02T08:13:46.877 DEBUG:teuthology.orchestra.run.smithi137:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:13:46.985 INFO:teuthology.orchestra.run.smithi028.stdout:74 files removed 2024-04-02T08:13:47.012 DEBUG:teuthology.orchestra.run.smithi028:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-02T08:13:47.524 INFO:teuthology.orchestra.run.smithi137.stdout:ceph packages for x86_64 223 kB/s | 77 kB 00:00 2024-04-02T08:13:47.678 INFO:teuthology.orchestra.run.smithi028.stdout:ceph packages for x86_64 214 kB/s | 77 kB 00:00 2024-04-02T08:13:47.933 INFO:teuthology.orchestra.run.smithi137.stdout:ceph noarch packages 27 kB/s | 9.9 kB 00:00 2024-04-02T08:13:48.063 INFO:teuthology.orchestra.run.smithi028.stdout:ceph noarch packages 30 kB/s | 9.9 kB 00:00 2024-04-02T08:13:48.351 INFO:teuthology.orchestra.run.smithi137.stdout:ceph source packages 4.9 kB/s | 1.9 kB 00:00 2024-04-02T08:13:48.480 INFO:teuthology.orchestra.run.smithi028.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-04-02T08:13:48.786 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS-9 - AppStream 17 MB/s | 6.7 MB 00:00 2024-04-02T08:13:49.174 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS-9 - AppStream 10 MB/s | 6.7 MB 00:00 2024-04-02T08:13:50.170 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS-9 - BaseOS 6.9 MB/s | 2.0 MB 00:00 2024-04-02T08:13:50.641 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS-9 - BaseOS 6.9 MB/s | 2.0 MB 00:00 2024-04-02T08:13:51.202 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-02T08:13:51.673 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-02T08:13:53.087 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - AppStream 24 MB/s | 19 MB 00:00 2024-04-02T08:13:53.800 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:00 2024-04-02T08:13:56.979 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.1 MB 00:00 2024-04-02T08:13:58.017 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - CRB 9.9 MB/s | 6.1 MB 00:00 2024-04-02T08:13:58.563 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 16 kB 00:00 2024-04-02T08:13:59.481 INFO:teuthology.orchestra.run.smithi137.stdout:Extra Packages for Enterprise Linux 26 MB/s | 21 MB 00:00 2024-04-02T08:13:59.494 INFO:teuthology.orchestra.run.smithi028.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 16 kB 00:00 2024-04-02T08:14:00.849 INFO:teuthology.orchestra.run.smithi028.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-02T08:14:04.398 INFO:teuthology.orchestra.run.smithi137.stdout:lab-extras 23 kB/s | 1.7 kB 00:00 2024-04-02T08:14:05.904 INFO:teuthology.orchestra.run.smithi028.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-04-02T08:14:06.969 INFO:teuthology.orchestra.run.smithi137.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:14:06.969 INFO:teuthology.orchestra.run.smithi137.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:14:07.044 INFO:teuthology.orchestra.run.smithi137.stdout:Dependencies resolved. 2024-04-02T08:14:07.052 INFO:teuthology.orchestra.run.smithi137.stdout:============================================================================================ 2024-04-02T08:14:07.052 INFO:teuthology.orchestra.run.smithi137.stdout: Package Arch Version Repository Size 2024-04-02T08:14:07.052 INFO:teuthology.orchestra.run.smithi137.stdout:============================================================================================ 2024-04-02T08:14:07.052 INFO:teuthology.orchestra.run.smithi137.stdout:Installing: 2024-04-02T08:14:07.052 INFO:teuthology.orchestra.run.smithi137.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:14:07.052 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:14:07.052 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:14:07.053 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout:Upgrading: 2024-04-02T08:14:07.054 INFO:teuthology.orchestra.run.smithi137.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout:Installing dependencies: 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:14:07.055 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:14:07.056 INFO:teuthology.orchestra.run.smithi137.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:14:07.057 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:14:07.058 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:14:07.059 INFO:teuthology.orchestra.run.smithi137.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:14:07.060 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:14:07.061 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:14:07.062 INFO:teuthology.orchestra.run.smithi137.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction Summary 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout:============================================================================================ 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout:Install 118 Packages 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout:Upgrade 2 Packages 2024-04-02T08:14:07.063 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:07.064 INFO:teuthology.orchestra.run.smithi137.stdout:Total download size: 176 M 2024-04-02T08:14:07.064 INFO:teuthology.orchestra.run.smithi137.stdout:Downloading Packages: 2024-04-02T08:14:07.690 INFO:teuthology.orchestra.run.smithi137.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 41 kB/s | 6.5 kB 00:00 2024-04-02T08:14:08.007 INFO:teuthology.orchestra.run.smithi137.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 2.6 MB/s | 849 kB 00:00 2024-04-02T08:14:08.074 INFO:teuthology.orchestra.run.smithi137.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 2.1 MB/s | 143 kB 00:00 2024-04-02T08:14:08.449 INFO:teuthology.orchestra.run.smithi137.stdout:(4/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 5.6 MB/s | 2.1 MB 00:00 2024-04-02T08:14:08.546 INFO:teuthology.orchestra.run.smithi028.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:14:08.547 INFO:teuthology.orchestra.run.smithi028.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-02T08:14:08.616 INFO:teuthology.orchestra.run.smithi137.stdout:(5/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 4.7 MB/s | 5.1 MB 00:01 2024-04-02T08:14:08.624 INFO:teuthology.orchestra.run.smithi028.stdout:Dependencies resolved. 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout:============================================================================================ 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: Package Arch Version Repository Size 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout:============================================================================================ 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout:Installing: 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 6.5 k 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-base x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 5.1 M 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 849 k 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 143 k 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 1.5 M 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 138 k 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 1.8 M 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 7.4 M 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-rook noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 49 k 2024-04-02T08:14:08.632 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-radosgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 7.7 M 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-test x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 40 M 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: cephadm noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 224 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 31 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 708 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: librados-devel x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 127 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cephfs x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 162 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rados x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 320 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 298 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rgw x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 99 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-fuse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 87 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-mirror x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-nbd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 172 k 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout:Upgrading: 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: librados2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.3 M 2024-04-02T08:14:08.633 INFO:teuthology.orchestra.run.smithi028.stdout: librbd1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 3.0 M 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout:Installing dependencies: 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 18 M 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 23 k 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mds x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 2.1 M 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 245 k 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mon x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.7 M 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-osd x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 17 M 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1059.g4d05f4ca.el9 ceph-noarch 15 k 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-selinux x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 25 k 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-02T08:14:08.634 INFO:teuthology.orchestra.run.smithi028.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: libcephsqlite x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 166 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: libradosstriper1 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 474 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-02T08:14:08.635 INFO:teuthology.orchestra.run.smithi028.stdout: librgw2 x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 4.5 M 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-argparse x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 45 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common x86_64 2:18.2.2-1059.g4d05f4ca.el9 ceph 129 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-02T08:14:08.636 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-02T08:14:08.637 INFO:teuthology.orchestra.run.smithi028.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-02T08:14:08.638 INFO:teuthology.orchestra.run.smithi028.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-02T08:14:08.639 INFO:teuthology.orchestra.run.smithi028.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction Summary 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout:============================================================================================ 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout:Install 118 Packages 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout:Upgrade 2 Packages 2024-04-02T08:14:08.640 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:14:08.641 INFO:teuthology.orchestra.run.smithi028.stdout:Total download size: 176 M 2024-04-02T08:14:08.641 INFO:teuthology.orchestra.run.smithi028.stdout:Downloading Packages: 2024-04-02T08:14:08.683 INFO:teuthology.orchestra.run.smithi137.stdout:(6/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 6.2 MB/s | 1.5 MB 00:00 2024-04-02T08:14:09.059 INFO:teuthology.orchestra.run.smithi137.stdout:(7/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 11 MB/s | 4.7 MB 00:00 2024-04-02T08:14:09.155 INFO:teuthology.orchestra.run.smithi028.stdout:(1/120): ceph-18.2.2-1059.g4d05f4ca.el9.x86_64. 27 kB/s | 6.5 kB 00:00 2024-04-02T08:14:09.876 INFO:teuthology.orchestra.run.smithi137.stdout:(8/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el9 9.5 MB/s | 7.7 MB 00:00 2024-04-02T08:14:09.959 INFO:teuthology.orchestra.run.smithi137.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 302 kB/s | 25 kB 00:00 2024-04-02T08:14:10.181 INFO:teuthology.orchestra.run.smithi028.stdout:(2/120): ceph-fuse-18.2.2-1059.g4d05f4ca.el9.x8 828 kB/s | 849 kB 00:01 2024-04-02T08:14:10.268 INFO:teuthology.orchestra.run.smithi137.stdout:(10/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 10 MB/s | 17 MB 00:01 2024-04-02T08:14:10.334 INFO:teuthology.orchestra.run.smithi137.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 467 kB/s | 31 kB 00:00 2024-04-02T08:14:10.356 INFO:teuthology.orchestra.run.smithi028.stdout:(3/120): ceph-immutable-object-cache-18.2.2-105 816 kB/s | 143 kB 00:00 2024-04-02T08:14:10.543 INFO:teuthology.orchestra.run.smithi137.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 3.3 MB/s | 708 kB 00:00 2024-04-02T08:14:10.635 INFO:teuthology.orchestra.run.smithi137.stdout:(13/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 1.8 MB/s | 166 kB 00:00 2024-04-02T08:14:10.718 INFO:teuthology.orchestra.run.smithi137.stdout:(14/120): librados-devel-18.2.2-1059.g4d05f4ca. 1.5 MB/s | 127 kB 00:00 2024-04-02T08:14:10.885 INFO:teuthology.orchestra.run.smithi137.stdout:(15/120): libradosstriper1-18.2.2-1059.g4d05f4c 2.8 MB/s | 474 kB 00:00 2024-04-02T08:14:11.203 INFO:teuthology.orchestra.run.smithi137.stdout:(16/120): ceph-common-18.2.2-1059.g4d05f4ca.el9 5.0 MB/s | 18 MB 00:03 2024-04-02T08:14:11.294 INFO:teuthology.orchestra.run.smithi137.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 493 kB/s | 45 kB 00:00 2024-04-02T08:14:11.394 INFO:teuthology.orchestra.run.smithi137.stdout:(18/120): python3-ceph-common-18.2.2-1059.g4d05 1.3 MB/s | 129 kB 00:00 2024-04-02T08:14:11.503 INFO:teuthology.orchestra.run.smithi137.stdout:(19/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 1.5 MB/s | 162 kB 00:00 2024-04-02T08:14:11.620 INFO:teuthology.orchestra.run.smithi137.stdout:(20/120): python3-rados-18.2.2-1059.g4d05f4ca.e 2.7 MB/s | 320 kB 00:00 2024-04-02T08:14:11.745 INFO:teuthology.orchestra.run.smithi137.stdout:(21/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 5.2 MB/s | 4.5 MB 00:00 2024-04-02T08:14:11.771 INFO:teuthology.orchestra.run.smithi137.stdout:(22/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 1.9 MB/s | 298 kB 00:00 2024-04-02T08:14:11.821 INFO:teuthology.orchestra.run.smithi137.stdout:(23/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.3 MB/s | 99 kB 00:00 2024-04-02T08:14:11.871 INFO:teuthology.orchestra.run.smithi137.stdout:(24/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 863 kB/s | 87 kB 00:00 2024-04-02T08:14:11.988 INFO:teuthology.orchestra.run.smithi137.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 1.4 MB/s | 172 kB 00:00 2024-04-02T08:14:12.105 INFO:teuthology.orchestra.run.smithi137.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 200 kB/s | 23 kB 00:00 2024-04-02T08:14:12.389 INFO:teuthology.orchestra.run.smithi137.stdout:(27/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 5.3 MB/s | 3.0 MB 00:00 2024-04-02T08:14:12.389 INFO:teuthology.orchestra.run.smithi028.stdout:(4/120): ceph-mds-18.2.2-1059.g4d05f4ca.el9.x86 1.0 MB/s | 2.1 MB 00:02 2024-04-02T08:14:12.606 INFO:teuthology.orchestra.run.smithi137.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 8.3 MB/s | 1.8 MB 00:00 2024-04-02T08:14:12.606 INFO:teuthology.orchestra.run.smithi028.stdout:(5/120): ceph-common-18.2.2-1059.g4d05f4ca.el9. 5.0 MB/s | 18 MB 00:03 2024-04-02T08:14:12.923 INFO:teuthology.orchestra.run.smithi137.stdout:(29/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 169 kB/s | 138 kB 00:00 2024-04-02T08:14:13.148 INFO:teuthology.orchestra.run.smithi028.stdout:(6/120): ceph-mon-18.2.2-1059.g4d05f4ca.el9.x86 8.6 MB/s | 4.7 MB 00:00 2024-04-02T08:14:13.356 INFO:teuthology.orchestra.run.smithi137.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 567 kB/s | 245 kB 00:00 2024-04-02T08:14:13.698 INFO:teuthology.orchestra.run.smithi028.stdout:(7/120): ceph-base-18.2.2-1059.g4d05f4ca.el9.x8 1.1 MB/s | 5.1 MB 00:04 2024-04-02T08:14:13.773 INFO:teuthology.orchestra.run.smithi137.stdout:(31/120): ceph-test-18.2.2-1059.g4d05f4ca.el9.x 10 MB/s | 40 MB 00:03 2024-04-02T08:14:13.798 INFO:teuthology.orchestra.run.smithi137.stdout:(32/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 112 kB/s | 49 kB 00:00 2024-04-02T08:14:13.798 INFO:teuthology.orchestra.run.smithi028.stdout:(8/120): ceph-mgr-18.2.2-1059.g4d05f4ca.el9.x86 1.0 MB/s | 1.5 MB 00:01 2024-04-02T08:14:13.824 INFO:teuthology.orchestra.run.smithi137.stdout:(33/120): ceph-prometheus-alerts-18.2.2-1059.g4 298 kB/s | 15 kB 00:00 2024-04-02T08:14:13.873 INFO:teuthology.orchestra.run.smithi028.stdout:(9/120): ceph-selinux-18.2.2-1059.g4d05f4ca.el9 336 kB/s | 25 kB 00:00 2024-04-02T08:14:13.924 INFO:teuthology.orchestra.run.smithi137.stdout:(34/120): ceph-mgr-diskprediction-local-18.2.2- 5.6 MB/s | 7.4 MB 00:01 2024-04-02T08:14:13.974 INFO:teuthology.orchestra.run.smithi137.stdout:(35/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 1.2 MB/s | 224 kB 00:00 2024-04-02T08:14:14.041 INFO:teuthology.orchestra.run.smithi137.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 488 kB/s | 106 kB 00:00 2024-04-02T08:14:14.066 INFO:teuthology.orchestra.run.smithi137.stdout:(37/120): flexiblas-3.0.4-8.el9.x86_64.rpm 273 kB/s | 32 kB 00:00 2024-04-02T08:14:14.175 INFO:teuthology.orchestra.run.smithi137.stdout:(38/120): flexiblas-openblas-openmp-3.0.4-8.el9 128 kB/s | 17 kB 00:00 2024-04-02T08:14:14.200 INFO:teuthology.orchestra.run.smithi137.stdout:(39/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 159 kB 00:00 2024-04-02T08:14:14.249 INFO:teuthology.orchestra.run.smithi028.stdout:(10/120): ceph-osd-18.2.2-1059.g4d05f4ca.el9.x8 15 MB/s | 17 MB 00:01 2024-04-02T08:14:14.291 INFO:teuthology.orchestra.run.smithi028.stdout:(11/120): libcephfs-devel-18.2.2-1059.g4d05f4ca 754 kB/s | 31 kB 00:00 2024-04-02T08:14:14.300 INFO:teuthology.orchestra.run.smithi137.stdout:(40/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 10 MB/s | 3.0 MB 00:00 2024-04-02T08:14:14.317 INFO:teuthology.orchestra.run.smithi137.stdout:(41/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 311 kB/s | 44 kB 00:00 2024-04-02T08:14:14.342 INFO:teuthology.orchestra.run.smithi137.stdout:(42/120): librdkafka-1.6.1-102.el9.x86_64.rpm 4.6 MB/s | 661 kB 00:00 2024-04-02T08:14:14.366 INFO:teuthology.orchestra.run.smithi028.stdout:(12/120): libcephfs2-18.2.2-1059.g4d05f4ca.el9. 9.3 MB/s | 708 kB 00:00 2024-04-02T08:14:14.368 INFO:teuthology.orchestra.run.smithi137.stdout:(43/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.2 MB/s | 282 kB 00:00 2024-04-02T08:14:14.385 INFO:teuthology.orchestra.run.smithi137.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 828 kB/s | 34 kB 00:00 2024-04-02T08:14:14.401 INFO:teuthology.orchestra.run.smithi137.stdout:(45/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.6 MB/s | 217 kB 00:00 2024-04-02T08:14:14.416 INFO:teuthology.orchestra.run.smithi028.stdout:(13/120): libcephsqlite-18.2.2-1059.g4d05f4ca.e 3.2 MB/s | 166 kB 00:00 2024-04-02T08:14:14.458 INFO:teuthology.orchestra.run.smithi028.stdout:(14/120): librados-devel-18.2.2-1059.g4d05f4ca. 3.0 MB/s | 127 kB 00:00 2024-04-02T08:14:14.510 INFO:teuthology.orchestra.run.smithi137.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 623 kB/s | 78 kB 00:00 2024-04-02T08:14:14.525 INFO:teuthology.orchestra.run.smithi028.stdout:(15/120): libradosstriper1-18.2.2-1059.g4d05f4c 7.0 MB/s | 474 kB 00:00 2024-04-02T08:14:14.577 INFO:teuthology.orchestra.run.smithi137.stdout:(47/120): openblas-openmp-0.3.21-2.el9.x86_64.r 23 MB/s | 4.7 MB 00:00 2024-04-02T08:14:14.677 INFO:teuthology.orchestra.run.smithi137.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 21 MB/s | 5.8 MB 00:00 2024-04-02T08:14:14.694 INFO:teuthology.orchestra.run.smithi137.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 90 kB/s | 16 kB 00:00 2024-04-02T08:14:14.720 INFO:teuthology.orchestra.run.smithi137.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 174 kB/s | 24 kB 00:00 2024-04-02T08:14:14.736 INFO:teuthology.orchestra.run.smithi137.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 308 kB/s | 18 kB 00:00 2024-04-02T08:14:14.753 INFO:teuthology.orchestra.run.smithi137.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 947 kB/s | 32 kB 00:00 2024-04-02T08:14:14.779 INFO:teuthology.orchestra.run.smithi137.stdout:(53/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.4 MB/s | 144 kB 00:00 2024-04-02T08:14:14.792 INFO:teuthology.orchestra.run.smithi028.stdout:(16/120): librgw2-18.2.2-1059.g4d05f4ca.el9.x86 17 MB/s | 4.5 MB 00:00 2024-04-02T08:14:14.842 INFO:teuthology.orchestra.run.smithi028.stdout:(17/120): python3-ceph-argparse-18.2.2-1059.g4d 900 kB/s | 45 kB 00:00 2024-04-02T08:14:14.879 INFO:teuthology.orchestra.run.smithi137.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 4.8 MB 00:00 2024-04-02T08:14:14.884 INFO:teuthology.orchestra.run.smithi028.stdout:(18/120): python3-ceph-common-18.2.2-1059.g4d05 3.0 MB/s | 129 kB 00:00 2024-04-02T08:14:14.904 INFO:teuthology.orchestra.run.smithi137.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.4 MB/s | 217 kB 00:00 2024-04-02T08:14:14.929 INFO:teuthology.orchestra.run.smithi137.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 174 kB 00:00 2024-04-02T08:14:14.935 INFO:teuthology.orchestra.run.smithi028.stdout:(19/120): python3-cephfs-18.2.2-1059.g4d05f4ca. 3.2 MB/s | 162 kB 00:00 2024-04-02T08:14:14.955 INFO:teuthology.orchestra.run.smithi137.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 921 kB/s | 69 kB 00:00 2024-04-02T08:14:14.971 INFO:teuthology.orchestra.run.smithi137.stdout:(58/120): python3-pluggy-0.13.1-7.el9.noarch.rp 909 kB/s | 38 kB 00:00 2024-04-02T08:14:14.985 INFO:teuthology.orchestra.run.smithi028.stdout:(20/120): python3-rados-18.2.2-1059.g4d05f4ca.e 6.3 MB/s | 320 kB 00:00 2024-04-02T08:14:14.988 INFO:teuthology.orchestra.run.smithi137.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 705 kB/s | 41 kB 00:00 2024-04-02T08:14:15.022 INFO:teuthology.orchestra.run.smithi137.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 6.3 MB/s | 427 kB 00:00 2024-04-02T08:14:15.035 INFO:teuthology.orchestra.run.smithi028.stdout:(21/120): python3-rbd-18.2.2-1059.g4d05f4ca.el9 5.9 MB/s | 298 kB 00:00 2024-04-02T08:14:15.047 INFO:teuthology.orchestra.run.smithi137.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.2 MB/s | 132 kB 00:00 2024-04-02T08:14:15.072 INFO:teuthology.orchestra.run.smithi137.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 211 kB 00:00 2024-04-02T08:14:15.085 INFO:teuthology.orchestra.run.smithi028.stdout:(22/120): python3-rgw-18.2.2-1059.g4d05f4ca.el9 1.9 MB/s | 99 kB 00:00 2024-04-02T08:14:15.098 INFO:teuthology.orchestra.run.smithi137.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 6.1 MB/s | 473 kB 00:00 2024-04-02T08:14:15.114 INFO:teuthology.orchestra.run.smithi137.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-04-02T08:14:15.131 INFO:teuthology.orchestra.run.smithi137.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 743 kB/s | 43 kB 00:00 2024-04-02T08:14:15.136 INFO:teuthology.orchestra.run.smithi028.stdout:(23/120): rbd-fuse-18.2.2-1059.g4d05f4ca.el9.x8 1.7 MB/s | 87 kB 00:00 2024-04-02T08:14:15.319 INFO:teuthology.orchestra.run.smithi028.stdout:(24/120): rbd-mirror-18.2.2-1059.g4d05f4ca.el9. 16 MB/s | 3.0 MB 00:00 2024-04-02T08:14:15.323 INFO:teuthology.orchestra.run.smithi137.stdout:(66/120): python3-toml-0.10.2-6.el9.noarch.rpm 205 kB/s | 39 kB 00:00 2024-04-02T08:14:15.349 INFO:teuthology.orchestra.run.smithi137.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.4 MB/s | 300 kB 00:00 2024-04-02T08:14:15.369 INFO:teuthology.orchestra.run.smithi028.stdout:(25/120): rbd-nbd-18.2.2-1059.g4d05f4ca.el9.x86 3.4 MB/s | 172 kB 00:00 2024-04-02T08:14:15.411 INFO:teuthology.orchestra.run.smithi028.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1059.g 562 kB/s | 23 kB 00:00 2024-04-02T08:14:15.462 INFO:teuthology.orchestra.run.smithi028.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1059.g4d05f4c 2.7 MB/s | 138 kB 00:00 2024-04-02T08:14:15.499 INFO:teuthology.orchestra.run.smithi137.stdout:(68/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 39 MB/s | 16 MB 00:00 2024-04-02T08:14:15.524 INFO:teuthology.orchestra.run.smithi137.stdout:(69/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 314 kB/s | 63 kB 00:00 2024-04-02T08:14:15.576 INFO:teuthology.orchestra.run.smithi137.stdout:(70/120): fuse-2.9.9-15.el9.x86_64.rpm 349 kB/s | 79 kB 00:00 2024-04-02T08:14:15.595 INFO:teuthology.orchestra.run.smithi028.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1059.g4d05f 13 MB/s | 1.8 MB 00:00 2024-04-02T08:14:15.599 INFO:teuthology.orchestra.run.smithi137.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-04-02T08:14:15.633 INFO:teuthology.orchestra.run.smithi137.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.1 MB 00:00 2024-04-02T08:14:15.658 INFO:teuthology.orchestra.run.smithi137.stdout:(73/120): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 103 kB 00:00 2024-04-02T08:14:15.683 INFO:teuthology.orchestra.run.smithi137.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-04-02T08:14:15.709 INFO:teuthology.orchestra.run.smithi137.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB 00:00 2024-04-02T08:14:15.834 INFO:teuthology.orchestra.run.smithi137.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-04-02T08:14:15.859 INFO:teuthology.orchestra.run.smithi137.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-04-02T08:14:15.884 INFO:teuthology.orchestra.run.smithi137.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-02T08:14:15.918 INFO:teuthology.orchestra.run.smithi137.stdout:(79/120): libgfortran-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 803 kB 00:00 2024-04-02T08:14:15.943 INFO:teuthology.orchestra.run.smithi137.stdout:(80/120): python3-devel-3.9.17-2.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-04-02T08:14:15.969 INFO:teuthology.orchestra.run.smithi137.stdout:(81/120): python3-jinja2-2.11.3-5.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-04-02T08:14:15.996 INFO:teuthology.orchestra.run.smithi028.stdout:(29/120): ceph-mgr-diskprediction-local-18.2.2- 19 MB/s | 7.4 MB 00:00 2024-04-02T08:14:16.046 INFO:teuthology.orchestra.run.smithi028.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1059.g4d 4.8 MB/s | 245 kB 00:00 2024-04-02T08:14:16.096 INFO:teuthology.orchestra.run.smithi028.stdout:(31/120): ceph-mgr-rook-18.2.2-1059.g4d05f4ca.e 984 kB/s | 49 kB 00:00 2024-04-02T08:14:16.138 INFO:teuthology.orchestra.run.smithi028.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1059.g4 357 kB/s | 15 kB 00:00 2024-04-02T08:14:16.188 INFO:teuthology.orchestra.run.smithi028.stdout:(33/120): cephadm-18.2.2-1059.g4d05f4ca.el9.noa 4.4 MB/s | 224 kB 00:00 2024-04-02T08:14:16.297 INFO:teuthology.orchestra.run.smithi028.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 979 kB/s | 106 kB 00:00 2024-04-02T08:14:16.322 INFO:teuthology.orchestra.run.smithi028.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 1.2 MB/s | 32 kB 00:00 2024-04-02T08:14:16.369 INFO:teuthology.orchestra.run.smithi137.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 246 kB/s | 111 kB 00:00 2024-04-02T08:14:16.431 INFO:teuthology.orchestra.run.smithi028.stdout:(36/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 28 MB/s | 3.0 MB 00:00 2024-04-02T08:14:16.456 INFO:teuthology.orchestra.run.smithi028.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 691 kB/s | 17 kB 00:00 2024-04-02T08:14:16.469 INFO:teuthology.orchestra.run.smithi137.stdout:(83/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 588 kB/s | 309 kB 00:00 2024-04-02T08:14:16.490 INFO:teuthology.orchestra.run.smithi028.stdout:(38/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.7 MB/s | 159 kB 00:00 2024-04-02T08:14:16.523 INFO:teuthology.orchestra.run.smithi028.stdout:(39/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-04-02T08:14:16.573 INFO:teuthology.orchestra.run.smithi028.stdout:(40/120): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-04-02T08:14:16.607 INFO:teuthology.orchestra.run.smithi028.stdout:(41/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 8.3 MB/s | 282 kB 00:00 2024-04-02T08:14:16.649 INFO:teuthology.orchestra.run.smithi028.stdout:(42/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 5.1 MB/s | 217 kB 00:00 2024-04-02T08:14:16.661 INFO:teuthology.orchestra.run.smithi137.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 89 kB/s | 26 kB 00:00 2024-04-02T08:14:16.733 INFO:teuthology.orchestra.run.smithi028.stdout:(43/120): ceph-radosgw-18.2.2-1059.g4d05f4ca.el 2.5 MB/s | 7.7 MB 00:03 2024-04-02T08:14:16.758 INFO:teuthology.orchestra.run.smithi028.stdout:(44/120): openblas-0.3.21-2.el9.x86_64.rpm 315 kB/s | 34 kB 00:00 2024-04-02T08:14:16.812 INFO:teuthology.orchestra.run.smithi137.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 142 kB/s | 49 kB 00:00 2024-04-02T08:14:16.867 INFO:teuthology.orchestra.run.smithi028.stdout:(45/120): openblas-openmp-0.3.21-2.el9.x86_64.r 36 MB/s | 4.7 MB 00:00 2024-04-02T08:14:16.892 INFO:teuthology.orchestra.run.smithi028.stdout:(46/120): python3-attrs-20.3.0-7.el9.noarch.rpm 595 kB/s | 78 kB 00:00 2024-04-02T08:14:17.004 INFO:teuthology.orchestra.run.smithi137.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 197 kB/s | 67 kB 00:00 2024-04-02T08:14:17.009 INFO:teuthology.orchestra.run.smithi028.stdout:(47/120): python3-babel-2.9.1-2.el9.noarch.rpm 41 MB/s | 5.8 MB 00:00 2024-04-02T08:14:17.026 INFO:teuthology.orchestra.run.smithi028.stdout:(48/120): python3-iniconfig-1.1.1-7.el9.noarch. 125 kB/s | 16 kB 00:00 2024-04-02T08:14:17.043 INFO:teuthology.orchestra.run.smithi028.stdout:(49/120): python3-jsonpatch-1.21-16.el9.noarch. 735 kB/s | 24 kB 00:00 2024-04-02T08:14:17.060 INFO:teuthology.orchestra.run.smithi028.stdout:(50/120): python3-jsonpointer-2.0-4.el9.noarch. 541 kB/s | 18 kB 00:00 2024-04-02T08:14:17.085 INFO:teuthology.orchestra.run.smithi028.stdout:(51/120): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 144 kB 00:00 2024-04-02T08:14:17.102 INFO:teuthology.orchestra.run.smithi028.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 764 kB/s | 32 kB 00:00 2024-04-02T08:14:17.211 INFO:teuthology.orchestra.run.smithi028.stdout:(53/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 4.8 MB 00:00 2024-04-02T08:14:17.236 INFO:teuthology.orchestra.run.smithi028.stdout:(54/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 217 kB 00:00 2024-04-02T08:14:17.261 INFO:teuthology.orchestra.run.smithi028.stdout:(55/120): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2024-04-02T08:14:17.286 INFO:teuthology.orchestra.run.smithi028.stdout:(56/120): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2024-04-02T08:14:17.312 INFO:teuthology.orchestra.run.smithi028.stdout:(57/120): python3-pluggy-0.13.1-7.el9.noarch.rp 755 kB/s | 38 kB 00:00 2024-04-02T08:14:17.312 INFO:teuthology.orchestra.run.smithi137.stdout:(87/120): libarrow-9.0.0-10.el9.x86_64.rpm 3.3 MB/s | 4.4 MB 00:01 2024-04-02T08:14:17.337 INFO:teuthology.orchestra.run.smithi028.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 823 kB/s | 41 kB 00:00 2024-04-02T08:14:17.362 INFO:teuthology.orchestra.run.smithi028.stdout:(59/120): python3-py-1.10.0-6.el9.noarch.rpm 8.4 MB/s | 427 kB 00:00 2024-04-02T08:14:17.387 INFO:teuthology.orchestra.run.smithi028.stdout:(60/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-04-02T08:14:17.413 INFO:teuthology.orchestra.run.smithi028.stdout:(61/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-04-02T08:14:17.446 INFO:teuthology.orchestra.run.smithi028.stdout:(62/120): python3-pytest-6.2.2-7.el9.noarch.rpm 8.0 MB/s | 473 kB 00:00 2024-04-02T08:14:17.472 INFO:teuthology.orchestra.run.smithi028.stdout:(63/120): python3-pytz-2021.1-5.el9.noarch.rpm 821 kB/s | 47 kB 00:00 2024-04-02T08:14:17.497 INFO:teuthology.orchestra.run.smithi028.stdout:(64/120): python3-requests-oauthlib-1.3.0-12.el 855 kB/s | 43 kB 00:00 2024-04-02T08:14:17.512 INFO:teuthology.orchestra.run.smithi137.stdout:(88/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.2 MB/s | 838 kB 00:00 2024-04-02T08:14:17.647 INFO:teuthology.orchestra.run.smithi028.stdout:(65/120): python3-toml-0.10.2-6.el9.noarch.rpm 263 kB/s | 39 kB 00:00 2024-04-02T08:14:17.662 INFO:teuthology.orchestra.run.smithi137.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 124 kB/s | 43 kB 00:00 2024-04-02T08:14:17.688 INFO:teuthology.orchestra.run.smithi137.stdout:(90/120): python3-asyncssh-2.13.2-5.el9.noarch. 801 kB/s | 548 kB 00:00 2024-04-02T08:14:17.771 INFO:teuthology.orchestra.run.smithi137.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 124 kB/s | 32 kB 00:00 2024-04-02T08:14:17.797 INFO:teuthology.orchestra.run.smithi028.stdout:(66/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 48 MB/s | 16 MB 00:00 2024-04-02T08:14:17.822 INFO:teuthology.orchestra.run.smithi028.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.7 MB/s | 300 kB 00:00 2024-04-02T08:14:17.848 INFO:teuthology.orchestra.run.smithi028.stdout:(68/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-04-02T08:14:17.873 INFO:teuthology.orchestra.run.smithi028.stdout:(69/120): fuse-2.9.9-15.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2024-04-02T08:14:17.898 INFO:teuthology.orchestra.run.smithi028.stdout:(70/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-02T08:14:17.940 INFO:teuthology.orchestra.run.smithi028.stdout:(71/120): python3-cryptography-36.0.1-4.el9.x86 17 MB/s | 1.1 MB 00:00 2024-04-02T08:14:17.947 INFO:teuthology.orchestra.run.smithi137.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 53 kB/s | 15 kB 00:00 2024-04-02T08:14:17.965 INFO:teuthology.orchestra.run.smithi028.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.5 MB/s | 103 kB 00:00 2024-04-02T08:14:17.991 INFO:teuthology.orchestra.run.smithi028.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-04-02T08:14:18.024 INFO:teuthology.orchestra.run.smithi028.stdout:(74/120): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 187 kB 00:00 2024-04-02T08:14:18.222 INFO:teuthology.orchestra.run.smithi137.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 322 kB/s | 172 kB 00:00 2024-04-02T08:14:18.297 INFO:teuthology.orchestra.run.smithi137.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 682 kB/s | 358 kB 00:00 2024-04-02T08:14:18.406 INFO:teuthology.orchestra.run.smithi137.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 58 kB/s | 11 kB 00:00 2024-04-02T08:14:18.447 INFO:teuthology.orchestra.run.smithi137.stdout:(96/120): python3-google-auth-2.28.2-1.el9.noar 405 kB/s | 203 kB 00:00 2024-04-02T08:14:18.533 INFO:teuthology.orchestra.run.smithi028.stdout:(75/120): jq-1.6-16.el9.x86_64.rpm 345 kB/s | 187 kB 00:00 2024-04-02T08:14:18.573 INFO:teuthology.orchestra.run.smithi137.stdout:(97/120): python3-jaraco-classes-3.2.1-5.el9.no 64 kB/s | 18 kB 00:00 2024-04-02T08:14:18.650 INFO:teuthology.orchestra.run.smithi028.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.6 MB/s | 195 kB 00:00 2024-04-02T08:14:18.665 INFO:teuthology.orchestra.run.smithi137.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 89 kB/s | 23 kB 00:00 2024-04-02T08:14:18.715 INFO:teuthology.orchestra.run.smithi137.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 73 kB/s | 19 kB 00:00 2024-04-02T08:14:18.733 INFO:teuthology.orchestra.run.smithi028.stdout:(77/120): libgfortran-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 803 kB 00:00 2024-04-02T08:14:18.776 INFO:teuthology.orchestra.run.smithi028.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 994 kB/s | 125 kB 00:00 2024-04-02T08:14:18.848 INFO:teuthology.orchestra.run.smithi137.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 71 kB/s | 20 kB 00:00 2024-04-02T08:14:18.943 INFO:teuthology.orchestra.run.smithi028.stdout:(79/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.1 MB/s | 245 kB 00:00 2024-04-02T08:14:18.968 INFO:teuthology.orchestra.run.smithi028.stdout:(80/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-04-02T08:14:19.057 INFO:teuthology.orchestra.run.smithi137.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 135 kB/s | 46 kB 00:00 2024-04-02T08:14:19.168 INFO:teuthology.orchestra.run.smithi028.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 492 kB/s | 111 kB 00:00 2024-04-02T08:14:19.191 INFO:teuthology.orchestra.run.smithi137.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 231 kB/s | 79 kB 00:00 2024-04-02T08:14:19.218 INFO:teuthology.orchestra.run.smithi028.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.2 MB/s | 309 kB 00:00 2024-04-02T08:14:19.252 INFO:teuthology.orchestra.run.smithi028.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 786 kB/s | 26 kB 00:00 2024-04-02T08:14:19.286 INFO:teuthology.orchestra.run.smithi028.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-04-02T08:14:19.327 INFO:teuthology.orchestra.run.smithi028.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-04-02T08:14:19.349 INFO:teuthology.orchestra.run.smithi137.stdout:(103/120): python3-kubernetes-26.1.0-2.el9.noar 1.5 MB/s | 1.0 MB 00:00 2024-04-02T08:14:19.399 INFO:teuthology.orchestra.run.smithi137.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 169 kB/s | 58 kB 00:00 2024-04-02T08:14:19.519 INFO:teuthology.orchestra.run.smithi028.stdout:(86/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.3 MB/s | 838 kB 00:00 2024-04-02T08:14:19.617 INFO:teuthology.orchestra.run.smithi137.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 61 kB/s | 16 kB 00:00 2024-04-02T08:14:19.661 INFO:teuthology.orchestra.run.smithi028.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 3.8 MB/s | 548 kB 00:00 2024-04-02T08:14:19.695 INFO:teuthology.orchestra.run.smithi028.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2024-04-02T08:14:19.700 INFO:teuthology.orchestra.run.smithi137.stdout:(106/120): python3-pecan-1.4.2-3.el9.noarch.rpm 535 kB/s | 272 kB 00:00 2024-04-02T08:14:19.728 INFO:teuthology.orchestra.run.smithi028.stdout:(89/120): python3-cachetools-4.2.4-1.el9.noarch 967 kB/s | 32 kB 00:00 2024-04-02T08:14:19.762 INFO:teuthology.orchestra.run.smithi028.stdout:(90/120): python3-certifi-2021.10.8-2.el9.noarc 450 kB/s | 15 kB 00:00 2024-04-02T08:14:19.821 INFO:teuthology.orchestra.run.smithi028.stdout:(91/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.9 MB/s | 172 kB 00:00 2024-04-02T08:14:19.825 INFO:teuthology.orchestra.run.smithi137.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 211 kB/s | 90 kB 00:00 2024-04-02T08:14:19.884 INFO:teuthology.orchestra.run.smithi137.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 115 kB/s | 31 kB 00:00 2024-04-02T08:14:19.929 INFO:teuthology.orchestra.run.smithi028.stdout:(92/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.2 MB/s | 358 kB 00:00 2024-04-02T08:14:20.013 INFO:teuthology.orchestra.run.smithi028.stdout:(93/120): python3-google-auth-2.28.2-1.el9.noar 2.4 MB/s | 203 kB 00:00 2024-04-02T08:14:20.055 INFO:teuthology.orchestra.run.smithi028.stdout:(94/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 257 kB/s | 11 kB 00:00 2024-04-02T08:14:20.097 INFO:teuthology.orchestra.run.smithi028.stdout:(95/120): python3-jaraco-classes-3.2.1-5.el9.no 425 kB/s | 18 kB 00:00 2024-04-02T08:14:20.134 INFO:teuthology.orchestra.run.smithi137.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 435 kB/s | 188 kB 00:00 2024-04-02T08:14:20.139 INFO:teuthology.orchestra.run.smithi028.stdout:(96/120): python3-jaraco-collections-3.0.0-8.el 558 kB/s | 23 kB 00:00 2024-04-02T08:14:20.159 INFO:teuthology.orchestra.run.smithi137.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 130 kB/s | 36 kB 00:00 2024-04-02T08:14:20.181 INFO:teuthology.orchestra.run.smithi028.stdout:(97/120): python3-jaraco-functools-3.5.0-2.el9. 466 kB/s | 19 kB 00:00 2024-04-02T08:14:20.184 INFO:teuthology.orchestra.run.smithi137.stdout:(111/120): python3-rsa-4.9-2.el9.noarch.rpm 165 kB/s | 59 kB 00:00 2024-04-02T08:14:20.222 INFO:teuthology.orchestra.run.smithi028.stdout:(98/120): python3-jaraco-text-3.2.0-6.el9.noarc 474 kB/s | 20 kB 00:00 2024-04-02T08:14:20.281 INFO:teuthology.orchestra.run.smithi028.stdout:(99/120): libarrow-9.0.0-10.el9.x86_64.rpm 4.0 MB/s | 4.4 MB 00:01 2024-04-02T08:14:20.323 INFO:teuthology.orchestra.run.smithi028.stdout:(100/120): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-04-02T08:14:20.365 INFO:teuthology.orchestra.run.smithi028.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 1.9 MB/s | 79 kB 00:00 2024-04-02T08:14:20.407 INFO:teuthology.orchestra.run.smithi028.stdout:(102/120): python3-natsort-7.1.1-5.el9.noarch.r 1.4 MB/s | 58 kB 00:00 2024-04-02T08:14:20.482 INFO:teuthology.orchestra.run.smithi028.stdout:(103/120): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-04-02T08:14:20.485 INFO:teuthology.orchestra.run.smithi137.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 145 kB/s | 51 kB 00:00 2024-04-02T08:14:20.516 INFO:teuthology.orchestra.run.smithi028.stdout:(104/120): python3-kubernetes-26.1.0-2.el9.noar 3.5 MB/s | 1.0 MB 00:00 2024-04-02T08:14:20.527 INFO:teuthology.orchestra.run.smithi137.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 262 kB/s | 90 kB 00:00 2024-04-02T08:14:20.541 INFO:teuthology.orchestra.run.smithi028.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 281 kB/s | 16 kB 00:00 2024-04-02T08:14:20.566 INFO:teuthology.orchestra.run.smithi028.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-04-02T08:14:20.592 INFO:teuthology.orchestra.run.smithi028.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-04-02T08:14:20.633 INFO:teuthology.orchestra.run.smithi028.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-04-02T08:14:20.667 INFO:teuthology.orchestra.run.smithi028.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 784 kB/s | 59 kB 00:00 2024-04-02T08:14:20.684 INFO:teuthology.orchestra.run.smithi028.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 709 kB/s | 36 kB 00:00 2024-04-02T08:14:20.701 INFO:teuthology.orchestra.run.smithi028.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 1.5 MB/s | 51 kB 00:00 2024-04-02T08:14:20.743 INFO:teuthology.orchestra.run.smithi028.stdout:(112/120): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-04-02T08:14:20.755 INFO:teuthology.orchestra.run.smithi137.stdout:(114/120): python3-webob-1.8.7-6.el9.noarch.rpm 386 kB/s | 230 kB 00:00 2024-04-02T08:14:20.768 INFO:teuthology.orchestra.run.smithi028.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-04-02T08:14:20.802 INFO:teuthology.orchestra.run.smithi028.stdout:(114/120): python3-zc-lockfile-2.0-10.el9.noarc 602 kB/s | 20 kB 00:00 2024-04-02T08:14:20.803 INFO:teuthology.orchestra.run.smithi137.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 72 kB/s | 20 kB 00:00 2024-04-02T08:14:20.869 INFO:teuthology.orchestra.run.smithi028.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-04-02T08:14:20.894 INFO:teuthology.orchestra.run.smithi028.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-04-02T08:14:21.161 INFO:teuthology.orchestra.run.smithi137.stdout:(116/120): python3-werkzeug-2.0.3-3.el9.1.noarc 632 kB/s | 427 kB 00:00 2024-04-02T08:14:21.187 INFO:teuthology.orchestra.run.smithi137.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 444 kB/s | 192 kB 00:00 2024-04-02T08:14:21.237 INFO:teuthology.orchestra.run.smithi028.stdout:(117/120): thrift-0.15.0-2.el9.x86_64.rpm 4.3 MB/s | 1.6 MB 00:00 2024-04-02T08:14:21.629 INFO:teuthology.orchestra.run.smithi137.stdout:(118/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 6.8 MB/s | 3.0 MB 00:00 2024-04-02T08:14:21.670 INFO:teuthology.orchestra.run.smithi137.stdout:(119/120): thrift-0.15.0-2.el9.x86_64.rpm 1.8 MB/s | 1.6 MB 00:00 2024-04-02T08:14:21.711 INFO:teuthology.orchestra.run.smithi028.stdout:(118/120): librbd1-18.2.2-1059.g4d05f4ca.el9.x8 6.3 MB/s | 3.0 MB 00:00 2024-04-02T08:14:21.720 INFO:teuthology.orchestra.run.smithi137.stdout:(120/120): librados2-18.2.2-1059.g4d05f4ca.el9. 5.9 MB/s | 3.3 MB 00:00 2024-04-02T08:14:21.725 INFO:teuthology.orchestra.run.smithi137.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:14:21.725 INFO:teuthology.orchestra.run.smithi137.stdout:Total 12 MB/s | 176 MB 00:14 2024-04-02T08:14:21.801 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction check 2024-04-02T08:14:21.893 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction check succeeded. 2024-04-02T08:14:21.893 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction test 2024-04-02T08:14:22.053 INFO:teuthology.orchestra.run.smithi028.stdout:(119/120): librados2-18.2.2-1059.g4d05f4ca.el9. 2.8 MB/s | 3.3 MB 00:01 2024-04-02T08:14:23.527 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction test succeeded. 2024-04-02T08:14:23.527 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction 2024-04-02T08:14:24.620 INFO:teuthology.orchestra.run.smithi028.stdout:(120/120): ceph-test-18.2.2-1059.g4d05f4ca.el9. 3.7 MB/s | 40 MB 00:10 2024-04-02T08:14:24.626 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:14:24.626 INFO:teuthology.orchestra.run.smithi028.stdout:Total 11 MB/s | 176 MB 00:15 2024-04-02T08:14:24.698 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check 2024-04-02T08:14:24.799 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction check succeeded. 2024-04-02T08:14:24.799 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction test 2024-04-02T08:14:26.313 INFO:teuthology.orchestra.run.smithi028.stdout:Transaction test succeeded. 2024-04-02T08:14:26.313 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction 2024-04-02T08:14:28.361 INFO:teuthology.orchestra.run.smithi137.stdout: Preparing : 1/1 2024-04-02T08:14:28.440 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:14:28.473 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:14:28.533 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:14:28.854 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:14:28.907 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:14:29.026 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:14:29.050 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:14:29.125 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:14:29.173 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:14:29.205 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:14:29.247 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:14:29.278 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:14:29.362 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:14:29.387 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:14:29.505 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:14:29.544 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:14:29.578 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:14:29.624 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:14:29.699 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:14:29.760 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:14:29.796 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:14:29.826 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:14:29.865 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:14:29.931 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:14:29.965 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:14:29.992 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:14:30.022 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:14:30.057 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:14:30.132 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:14:30.265 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:14:30.317 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:14:30.856 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:14:30.939 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:14:30.975 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:14:31.010 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:14:31.045 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:14:31.085 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:14:31.132 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:14:31.163 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:14:31.197 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:14:31.304 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:14:31.334 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:14:31.382 INFO:teuthology.orchestra.run.smithi028.stdout: Preparing : 1/1 2024-04-02T08:14:31.390 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:14:31.461 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:14:31.465 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-02T08:14:31.490 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-02T08:14:31.493 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:14:31.529 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:14:31.541 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-02T08:14:31.576 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:14:31.622 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:14:31.664 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:14:31.801 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:14:31.849 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:14:31.869 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-02T08:14:31.890 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:14:31.923 INFO:teuthology.orchestra.run.smithi028.stdout: Upgrading : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:14:31.984 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:14:32.024 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:14:32.027 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 5/122 2024-04-02T08:14:32.058 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:14:32.064 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:14:32.105 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:14:32.132 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:14:32.150 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:14:32.207 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:14:32.229 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:14:32.242 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-02T08:14:32.267 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:14:32.288 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-02T08:14:32.317 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:14:32.325 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:14:32.380 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:14:32.419 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:14:32.443 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:14:32.573 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 11/122 2024-04-02T08:14:32.580 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:14:32.617 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-02T08:14:32.630 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:14:32.653 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-02T08:14:32.694 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-02T08:14:32.700 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:14:32.771 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-02T08:14:32.789 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:14:32.823 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-02T08:14:32.857 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-02T08:14:32.887 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-02T08:14:32.927 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-02T08:14:32.929 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:14:32.971 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:14:32.994 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-02T08:14:33.004 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:14:33.035 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-02T08:14:33.036 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:14:33.062 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-02T08:14:33.080 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:14:33.090 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-02T08:14:33.135 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 24/122 2024-04-02T08:14:33.204 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:14:33.211 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 25/122 2024-04-02T08:14:33.256 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:14:33.295 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:14:33.337 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:14:33.349 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-02T08:14:33.405 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-02T08:14:33.436 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:14:33.577 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:14:33.967 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-02T08:14:34.075 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-02T08:14:34.127 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-02T08:14:34.161 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-02T08:14:34.195 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-02T08:14:34.236 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-02T08:14:34.275 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 34/122 2024-04-02T08:14:34.314 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-02T08:14:34.347 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-02T08:14:34.427 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:14:34.458 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-02T08:14:34.471 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:14:34.492 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-02T08:14:34.505 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:14:34.539 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:14:34.550 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-02T08:14:34.588 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:14:34.622 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:14:34.623 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-02T08:14:34.659 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-02T08:14:34.696 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-02T08:14:34.743 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-02T08:14:34.788 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-02T08:14:34.800 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:14:34.829 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:14:34.830 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-02T08:14:34.906 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:14:34.972 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-02T08:14:35.007 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-02T08:14:35.048 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-02T08:14:35.148 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-02T08:14:35.181 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-02T08:14:35.218 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-02T08:14:35.246 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-02T08:14:35.273 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-02T08:14:35.374 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-02T08:14:35.425 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-02T08:14:35.484 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-02T08:14:35.548 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-02T08:14:35.589 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:14:35.712 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:14:35.755 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-02T08:14:35.804 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-02T08:14:35.885 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-02T08:14:35.975 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-02T08:14:36.120 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-02T08:14:36.161 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-02T08:14:36.194 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-02T08:14:36.226 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-02T08:14:36.271 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-02T08:14:36.401 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-02T08:14:36.446 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-02T08:14:36.486 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-02T08:14:36.528 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-02T08:14:36.638 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-02T08:14:36.690 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-02T08:14:36.980 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:14:37.056 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:14:37.097 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:14:37.128 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:14:37.438 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:14:37.466 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:14:37.476 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-02T08:14:37.528 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-02T08:14:37.539 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:14:37.562 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-02T08:14:37.571 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:14:37.596 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-02T08:14:37.607 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:14:37.645 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-02T08:14:37.678 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-02T08:14:37.864 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-02T08:14:37.893 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-02T08:14:37.973 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-02T08:14:38.009 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:14:38.036 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:14:38.089 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:14:38.112 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:14:38.526 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:14:38.550 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:14:38.580 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:14:38.656 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:14:38.684 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:14:38.698 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-02T08:14:38.814 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-02T08:14:40.142 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-02T08:14:40.235 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-02T08:14:40.267 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-02T08:14:40.300 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-02T08:14:40.613 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-02T08:14:40.646 INFO:teuthology.orchestra.run.smithi028.stdout: Upgrading : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:14:40.737 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 89/122 2024-04-02T08:14:40.740 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:14:40.758 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 90/122 2024-04-02T08:14:40.795 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-02T08:14:41.050 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:14:41.217 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-02T08:14:41.239 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:14:41.295 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 93/122 2024-04-02T08:14:41.333 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 94/122 2024-04-02T08:14:41.598 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:14:41.635 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:14:41.709 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:14:41.709 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:14:41.710 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:14:41.710 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:41.715 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:14:41.739 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 95/122 2024-04-02T08:14:41.744 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:14:41.761 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 96/122 2024-04-02T08:14:41.837 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 97/122 2024-04-02T08:14:41.856 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 98/122 2024-04-02T08:14:43.966 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:14:43.993 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:14:44.548 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 99/122 2024-04-02T08:14:44.603 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:14:44.686 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 100/122 2024-04-02T08:14:44.686 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-02T08:14:44.686 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-02T08:14:44.686 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:14:44.714 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:14:52.927 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:14:52.928 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /sys 2024-04-02T08:14:52.928 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /proc 2024-04-02T08:14:52.928 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /mnt 2024-04-02T08:14:52.928 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /var/tmp 2024-04-02T08:14:52.928 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /home 2024-04-02T08:14:52.928 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /root 2024-04-02T08:14:52.928 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /tmp 2024-04-02T08:14:52.928 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:53.004 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:14:53.253 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:14:53.280 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:14:54.285 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:14:54.316 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:14:54.415 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:14:54.567 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:14:54.610 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:14:54.633 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:14:54.633 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:54.633 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:14:54.633 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:14:54.633 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:14:54.633 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:54.677 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:14:54.861 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:14:54.885 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:14:54.908 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:14:54.908 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:54.908 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:14:54.908 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:14:54.908 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:14:54.908 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:55.353 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:14:55.375 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:14:55.376 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:55.376 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:14:55.376 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:14:55.376 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:14:55.376 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:56.623 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 101/122 2024-04-02T08:14:56.623 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /sys 2024-04-02T08:14:56.623 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /proc 2024-04-02T08:14:56.623 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /mnt 2024-04-02T08:14:56.623 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /var/tmp 2024-04-02T08:14:56.623 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /home 2024-04-02T08:14:56.623 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /root 2024-04-02T08:14:56.624 INFO:teuthology.orchestra.run.smithi028.stdout:skipping the directory /tmp 2024-04-02T08:14:56.624 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:14:56.702 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:14:56.796 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:14:56.822 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:14:56.822 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:56.822 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:14:56.822 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:14:56.822 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:14:56.822 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:56.943 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 102/122 2024-04-02T08:14:56.969 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:14:57.530 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:14:57.555 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:14:57.578 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:14:57.578 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:57.578 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:14:57.578 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:14:57.578 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:14:57.578 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:57.631 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:14:57.653 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:14:57.653 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:57.653 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:14:57.653 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:57.940 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:14:57.962 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:14:57.963 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:57.963 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:14:57.963 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:14:57.963 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:14:57.963 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:14:58.027 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 103/122 2024-04-02T08:14:58.055 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:14:58.161 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 104/122 2024-04-02T08:14:58.320 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 105/122 2024-04-02T08:14:58.349 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:14:58.371 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 106/122 2024-04-02T08:14:58.371 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:58.371 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-02T08:14:58.371 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:14:58.371 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-02T08:14:58.372 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:14:58.441 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:14:58.632 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 107/122 2024-04-02T08:14:58.650 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:14:58.672 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 108/122 2024-04-02T08:14:58.672 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:58.672 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-02T08:14:58.672 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:14:58.672 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-02T08:14:58.672 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:14:59.151 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:14:59.173 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 109/122 2024-04-02T08:14:59.173 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:14:59.173 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-02T08:14:59.173 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:14:59.173 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-02T08:14:59.173 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:15:00.669 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:15:00.693 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 110/122 2024-04-02T08:15:00.693 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:15:00.694 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-02T08:15:00.694 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:15:00.694 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-02T08:15:00.694 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:15:01.436 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 111/122 2024-04-02T08:15:01.470 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:15:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 112/122 2024-04-02T08:15:01.492 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:15:01.492 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-02T08:15:01.492 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:15:01.492 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-02T08:15:01.492 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:15:01.545 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:15:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 113/122 2024-04-02T08:15:01.567 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:15:01.567 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-02T08:15:01.567 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:15:01.635 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:15:01.679 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:15:01.793 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:15:01.870 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:15:01.892 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 114/122 2024-04-02T08:15:01.893 INFO:teuthology.orchestra.run.smithi028.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-02T08:15:01.893 INFO:teuthology.orchestra.run.smithi028.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-02T08:15:01.893 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:15:01.893 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-02T08:15:01.893 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:15:01.899 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:15:01.934 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:15:01.957 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:15:01.957 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:15:02.040 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:15:02.041 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:15:05.758 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 115/122 2024-04-02T08:15:05.798 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 116/122 2024-04-02T08:15:05.932 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 117/122 2024-04-02T08:15:06.043 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-02T08:15:06.073 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:15:06.104 INFO:teuthology.orchestra.run.smithi028.stdout: Installing : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 120/122 2024-04-02T08:15:06.104 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:15:06.187 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-02T08:15:06.187 INFO:teuthology.orchestra.run.smithi028.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:15:06.204 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:15:06.204 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:15:06.204 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:15:06.204 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:15:06.204 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:15:06.204 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:15:06.204 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:15:06.205 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:15:06.206 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:15:06.206 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:15:06.206 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:15:06.206 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:15:06.206 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:15:06.206 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:15:06.215 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:15:06.215 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:15:06.215 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:15:06.215 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:15:06.215 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:15:06.215 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:15:06.216 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:15:06.216 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:15:06.216 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:15:06.216 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:15:06.216 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:15:06.216 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:15:06.216 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:15:06.217 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:15:06.217 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:15:06.217 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:15:06.217 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:15:06.217 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:15:06.217 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:15:06.217 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:15:06.218 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:15:06.218 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:15:06.218 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:15:06.218 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:15:06.218 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:15:06.218 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:15:06.219 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:15:06.219 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:15:06.219 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:15:06.219 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:15:06.219 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:15:06.219 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:15:06.219 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:15:06.220 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:15:06.220 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:15:06.220 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:15:06.220 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:15:06.220 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:15:06.220 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:15:06.220 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:15:06.221 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:15:06.221 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:15:06.221 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:15:06.221 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:15:06.221 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:15:06.221 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:15:06.222 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:15:06.223 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:15:06.224 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:15:06.225 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:15:06.226 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:15:08.245 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:15:08.245 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:15:08.245 INFO:teuthology.orchestra.run.smithi137.stdout:Upgraded: 2024-04-02T08:15:08.245 INFO:teuthology.orchestra.run.smithi137.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.245 INFO:teuthology.orchestra.run.smithi137.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.245 INFO:teuthology.orchestra.run.smithi137.stdout:Installed: 2024-04-02T08:15:08.245 INFO:teuthology.orchestra.run.smithi137.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:15:08.245 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.246 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:15:08.247 INFO:teuthology.orchestra.run.smithi137.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:15:08.248 INFO:teuthology.orchestra.run.smithi137.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:15:08.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:15:08.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:15:08.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.252 INFO:teuthology.orchestra.run.smithi137.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:15:08.253 INFO:teuthology.orchestra.run.smithi137.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:15:08.254 INFO:teuthology.orchestra.run.smithi137.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:15:08.254 INFO:teuthology.orchestra.run.smithi137.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:15:08.254 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:15:08.254 INFO:teuthology.orchestra.run.smithi137.stdout:Complete! 2024-04-02T08:15:08.551 DEBUG:teuthology.parallel:result is None 2024-04-02T08:15:10.120 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:15:10.120 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 1/122 2024-04-02T08:15:10.120 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 3/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 4/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1059.g4d05f 5/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 6/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 7/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 8/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 9/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 10/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 11/122 2024-04-02T08:15:10.121 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 12/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_ 13/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 14/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 15/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_6 16/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86 17/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 18/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el 19/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9. 20/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_6 21/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 22/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 23/122 2024-04-02T08:15:10.122 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 24/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 25/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 26/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 27/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca. 28/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noa 29/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.n 30/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d0 31/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el 32/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 33/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.e 34/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 35/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-02T08:15:10.123 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-02T08:15:10.124 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-02T08:15:10.125 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-02T08:15:10.126 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-02T08:15:10.127 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-02T08:15:10.128 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-02T08:15:10.129 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-02T08:15:10.130 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-02T08:15:10.130 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-02T08:15:10.130 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-02T08:15:10.130 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-02T08:15:10.130 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 119/122 2024-04-02T08:15:10.130 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-02T08:15:10.130 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 121/122 2024-04-02T08:15:12.110 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-02T08:15:12.110 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:15:12.110 INFO:teuthology.orchestra.run.smithi028.stdout:Upgraded: 2024-04-02T08:15:12.110 INFO:teuthology.orchestra.run.smithi028.stdout: librados2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.110 INFO:teuthology.orchestra.run.smithi028.stdout: librbd1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.110 INFO:teuthology.orchestra.run.smithi028.stdout:Installed: 2024-04-02T08:15:12.110 INFO:teuthology.orchestra.run.smithi028.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-02T08:15:12.110 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-base-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-grafana-dashboards-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-immutable-object-cache-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mds-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-dashboard-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-modules-core-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-rook-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mon-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.111 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-osd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-prometheus-alerts-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-radosgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-selinux-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-test-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: cephadm-2:18.2.2-1059.g4d05f4ca.el9.noarch 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: jq-1.6-16.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-02T08:15:12.112 INFO:teuthology.orchestra.run.smithi028.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: libcephsqlite-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: librados-devel-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: libradosstriper1-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: librgw2-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-02T08:15:12.113 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-argparse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cephfs-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-02T08:15:12.114 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-02T08:15:12.115 INFO:teuthology.orchestra.run.smithi028.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ply-3.11-14.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-02T08:15:12.116 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rados-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rgw-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-02T08:15:12.117 INFO:teuthology.orchestra.run.smithi028.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-fuse-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-mirror-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: rbd-nbd-2:18.2.2-1059.g4d05f4ca.el9.x86_64 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: re2-1:20211101-3.el9.x86_64 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-02T08:15:12.118 INFO:teuthology.orchestra.run.smithi028.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-02T08:15:12.119 INFO:teuthology.orchestra.run.smithi028.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-02T08:15:12.119 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:15:12.119 INFO:teuthology.orchestra.run.smithi028.stdout:Complete! 2024-04-02T08:15:12.449 DEBUG:teuthology.parallel:result is None 2024-04-02T08:15:12.450 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:15:12.450 INFO:teuthology.packaging:ref: None 2024-04-02T08:15:12.450 INFO:teuthology.packaging:tag: None 2024-04-02T08:15:12.450 INFO:teuthology.packaging:branch: reef 2024-04-02T08:15:12.450 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:15:12.450 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:15:12.851 DEBUG:teuthology.orchestra.run.smithi028:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:15:12.871 INFO:teuthology.orchestra.run.smithi028.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:15:12.872 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:15:12.872 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:15:12.874 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-02T08:15:12.874 INFO:teuthology.packaging:ref: None 2024-04-02T08:15:12.874 INFO:teuthology.packaging:tag: None 2024-04-02T08:15:12.874 INFO:teuthology.packaging:branch: reef 2024-04-02T08:15:12.874 INFO:teuthology.packaging:sha1: 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:15:12.874 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-02T08:15:13.290 DEBUG:teuthology.orchestra.run.smithi137:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-02T08:15:13.316 INFO:teuthology.orchestra.run.smithi137.stdout:18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:15:13.317 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1059.g4d05f4ca.el9 2024-04-02T08:15:13.317 INFO:teuthology.task.install:The correct ceph version 18.2.2-1059.g4d05f4ca is installed. 2024-04-02T08:15:13.318 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-02T08:15:13.319 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:15:13.319 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:15:13.349 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:15:13.349 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-02T08:15:13.390 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-02T08:15:13.390 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:15:13.390 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:15:13.417 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:15:13.484 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:15:13.484 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/daemon-helper 2024-04-02T08:15:13.514 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-02T08:15:13.583 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-02T08:15:13.584 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:15:13.584 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:15:13.612 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:15:13.678 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:15:13.678 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-02T08:15:13.707 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-02T08:15:13.775 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-02T08:15:13.775 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:15:13.775 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:15:13.801 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:15:13.868 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:15:13.868 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/stdin-killer 2024-04-02T08:15:13.895 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-02T08:15:13.963 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:15:13.972 INFO:teuthology.task.print:**** done install task... 2024-04-02T08:15:13.972 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:15:13.984 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-02T08:15:13.984 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-02T08:15:14.088 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'} 2024-04-02T08:15:14.088 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:15:14.088 INFO:tasks.cephadm:Cluster fsid is 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:15:14.088 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-02T08:15:14.089 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.28', 'mon.c': '[v2:172.21.15.28:3301,v1:172.21.15.28:6790]', 'mon.b': '172.21.15.137'} 2024-04-02T08:15:14.089 INFO:tasks.cephadm:First mon is mon.a on smithi028 2024-04-02T08:15:14.089 INFO:tasks.cephadm:First mgr is y 2024-04-02T08:15:14.089 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-02T08:15:14.089 DEBUG:teuthology.orchestra.run.smithi028:> sudo hostname $(hostname -s) 2024-04-02T08:15:14.117 DEBUG:teuthology.orchestra.run.smithi137:> sudo hostname $(hostname -s) 2024-04-02T08:15:14.146 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-02T08:15:14.146 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:15:14.365 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78144/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2422-g3cba26ea', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2422.g3cba26ea'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-rf-oldDeep/3cba26eaefcf7477205a2b2318143422b83a518d/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-01 20:17:58.257101', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rf-oldDeep', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-rf-oldDeep/3cba26eaefcf7477205a2b2318143422b83a518d/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-02T08:15:14.743 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 4d05f4cad464de0fcdd11a2856643e533aea34e8 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-02T08:15:14.745 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm 2024-04-02T08:15:14.745 DEBUG:teuthology.orchestra.run.smithi028:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:15:15.293 INFO:teuthology.orchestra.run.smithi028.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:15 /home/ubuntu/cephtest/cephadm 2024-04-02T08:15:15.294 DEBUG:teuthology.orchestra.run.smithi137:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/4d05f4cad464de0fcdd11a2856643e533aea34e8/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-02T08:15:15.722 INFO:teuthology.orchestra.run.smithi137.stdout:-rw-r--r--. 1 ubuntu ubuntu 215333 Apr 2 08:15 /home/ubuntu/cephtest/cephadm 2024-04-02T08:15:15.723 DEBUG:teuthology.orchestra.run.smithi028:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:15:15.741 DEBUG:teuthology.orchestra.run.smithi137:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-02T08:15:15.772 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-02T08:15:15.772 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:15:15.784 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-02T08:15:16.599 INFO:teuthology.orchestra.run.smithi028.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:15:16.695 INFO:teuthology.orchestra.run.smithi137.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:15:45.251 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:15:45.251 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:15:45.251 INFO:teuthology.orchestra.run.smithi028.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:15:45.251 INFO:teuthology.orchestra.run.smithi028.stdout: "repo_digests": [ 2024-04-02T08:15:45.251 INFO:teuthology.orchestra.run.smithi028.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:15:45.251 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-04-02T08:15:45.251 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:15:45.306 INFO:teuthology.orchestra.run.smithi137.stdout:{ 2024-04-02T08:15:45.306 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_version": "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)", 2024-04-02T08:15:45.306 INFO:teuthology.orchestra.run.smithi137.stdout: "image_id": "909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd", 2024-04-02T08:15:45.306 INFO:teuthology.orchestra.run.smithi137.stdout: "repo_digests": [ 2024-04-02T08:15:45.306 INFO:teuthology.orchestra.run.smithi137.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e" 2024-04-02T08:15:45.306 INFO:teuthology.orchestra.run.smithi137.stdout: ] 2024-04-02T08:15:45.307 INFO:teuthology.orchestra.run.smithi137.stdout:} 2024-04-02T08:15:45.324 DEBUG:teuthology.orchestra.run.smithi028:> sudo mkdir -p /etc/ceph 2024-04-02T08:15:45.353 DEBUG:teuthology.orchestra.run.smithi137:> sudo mkdir -p /etc/ceph 2024-04-02T08:15:45.382 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 777 /etc/ceph 2024-04-02T08:15:45.419 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod 777 /etc/ceph 2024-04-02T08:15:45.449 INFO:tasks.cephadm:Writing seed config... 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-02T08:15:45.450 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-02T08:15:45.451 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:15:45.451 DEBUG:teuthology.orchestra.run.smithi028:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-02T08:15:45.473 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-02T08:15:45.474 DEBUG:teuthology.orchestra.run.smithi028:mon.a> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a.service 2024-04-02T08:15:45.516 DEBUG:teuthology.orchestra.run.smithi028:mgr.y> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service 2024-04-02T08:15:45.558 INFO:tasks.cephadm:Bootstrapping... 2024-04-02T08:15:45.558 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.28 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:15:45.718 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-04-02T08:15:45.718 INFO:teuthology.orchestra.run.smithi028.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '21c79bf8-f0c9-11ee-b647-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.28', '--skip-admin-label'] 2024-04-02T08:15:45.743 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:15:45.743 INFO:teuthology.orchestra.run.smithi028.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-02T08:15:45.743 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying podman|docker is present... 2024-04-02T08:15:45.765 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:15:45.766 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying lvm2 is present... 2024-04-02T08:15:45.766 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying time synchronization is in place... 2024-04-02T08:15:45.773 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:15:45.773 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:15:45.779 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:15:45.779 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-02T08:15:45.785 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout enabled 2024-04-02T08:15:45.791 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout active 2024-04-02T08:15:45.791 INFO:teuthology.orchestra.run.smithi028.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:15:45.791 INFO:teuthology.orchestra.run.smithi028.stdout:Repeating the final host check... 2024-04-02T08:15:45.814 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-02T08:15:45.814 INFO:teuthology.orchestra.run.smithi028.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-02T08:15:45.814 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl is present 2024-04-02T08:15:45.814 INFO:teuthology.orchestra.run.smithi028.stdout:lvcreate is present 2024-04-02T08:15:45.820 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-02T08:15:45.820 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-02T08:15:45.825 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-02T08:15:45.826 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-02T08:15:45.832 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout enabled 2024-04-02T08:15:45.838 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout active 2024-04-02T08:15:45.838 INFO:teuthology.orchestra.run.smithi028.stdout:Unit chronyd.service is enabled and running 2024-04-02T08:15:45.838 INFO:teuthology.orchestra.run.smithi028.stdout:Host looks OK 2024-04-02T08:15:45.838 INFO:teuthology.orchestra.run.smithi028.stdout:Cluster fsid: 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:15:45.838 INFO:teuthology.orchestra.run.smithi028.stdout:Acquiring lock 140280837617312 on /run/cephadm/21c79bf8-f0c9-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:15:45.838 INFO:teuthology.orchestra.run.smithi028.stdout:Lock 140280837617312 acquired on /run/cephadm/21c79bf8-f0c9-11ee-b647-cb9ed24678a4.lock 2024-04-02T08:15:45.839 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying IP 172.21.15.28 port 3300 ... 2024-04-02T08:15:45.839 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying IP 172.21.15.28 port 6789 ... 2024-04-02T08:15:45.839 INFO:teuthology.orchestra.run.smithi028.stdout:Base mon IP(s) is [172.21.15.28:3300, 172.21.15.28:6789], mon addrv is [v2:172.21.15.28:3300,v1:172.21.15.28:6789] 2024-04-02T08:15:45.842 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.28 metric 100 2024-04-02T08:15:45.842 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.28 metric 100 2024-04-02T08:15:45.845 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-02T08:15:45.845 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-02T08:15:45.845 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-02T08:15:45.847 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-02T08:15:45.847 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-02T08:15:45.847 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:15:45.847 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-02T08:15:45.847 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:ca3c/64 scope link noprefixroute 2024-04-02T08:15:45.847 INFO:teuthology.orchestra.run.smithi028.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-02T08:15:45.848 INFO:teuthology.orchestra.run.smithi028.stdout:Mon IP `172.21.15.28` is in CIDR network `172.21.0.0/20` 2024-04-02T08:15:45.848 INFO:teuthology.orchestra.run.smithi028.stdout:Mon IP `172.21.15.28` is in CIDR network `172.21.0.0/20` 2024-04-02T08:15:45.848 INFO:teuthology.orchestra.run.smithi028.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-02T08:15:45.848 INFO:teuthology.orchestra.run.smithi028.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-02T08:15:45.849 INFO:teuthology.orchestra.run.smithi028.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:15:46.344 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stdout 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:15:46.344 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-02T08:15:46.344 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Getting image source signatures 2024-04-02T08:15:46.344 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Copying blob sha256:cb7323d9467b19473b36f834f938f39a4497262810bbf67238f5fb8520a9c756 2024-04-02T08:15:46.344 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Copying blob sha256:11da15500eca1f826c328eb3265caa30b0a3730510e2a32023084d6fe9cee20c 2024-04-02T08:15:46.345 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Copying config sha256:909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd 2024-04-02T08:15:46.345 INFO:teuthology.orchestra.run.smithi028.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-02T08:15:47.290 INFO:teuthology.orchestra.run.smithi028.stdout:ceph: stdout ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:15:47.290 INFO:teuthology.orchestra.run.smithi028.stdout:Ceph version: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:15:47.290 INFO:teuthology.orchestra.run.smithi028.stdout:Extracting ceph user uid/gid from container image... 2024-04-02T08:15:48.153 INFO:teuthology.orchestra.run.smithi028.stdout:stat: stdout 167 167 2024-04-02T08:15:48.153 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial keys... 2024-04-02T08:15:49.125 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQC0vgtmbafdHhAA1x9i5ceEwixaq2yEsVL7DA== 2024-04-02T08:15:49.988 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQC1vgtmvzKYGxAAdIq5UshY+2MIqyzEDJBYWQ== 2024-04-02T08:15:50.926 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQC2vgtmyuZ4ExAA+hNuUU2p5ir6dllIpz/bVw== 2024-04-02T08:15:50.927 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial monmap... 2024-04-02T08:15:51.915 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:15:51.915 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-02T08:15:51.915 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:15:51.915 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:15:51.915 INFO:teuthology.orchestra.run.smithi028.stdout:monmaptool for a [v2:172.21.15.28:3300,v1:172.21.15.28:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-02T08:15:51.916 INFO:teuthology.orchestra.run.smithi028.stdout:setting min_mon_release = pacific 2024-04-02T08:15:51.916 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: set fsid to 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:15:51.916 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-02T08:15:51.916 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:15:51.916 INFO:teuthology.orchestra.run.smithi028.stdout:Creating mon... 2024-04-02T08:15:52.787 INFO:teuthology.orchestra.run.smithi028.stdout:create mon.a on 2024-04-02T08:15:52.978 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-02T08:15:53.116 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-02T08:15:53.306 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:15:53.306 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4.target → /etc/systemd/system/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4.target. 2024-04-02T08:15:53.511 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T08:15:53.511 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to reset failed state of unit ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Unit ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a.service not loaded. 2024-04-02T08:15:53.682 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4.target.wants/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:15:54.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:54 smithi028 ceph-mon[26940]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-02T08:15:54.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:54 smithi028 bash[26902]: 533a39c7a1497bd1597208d0b23b37cef3ff12ec79d7fb183232cbf99bfca1fd 2024-04-02T08:15:54.176 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:15:54.176 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout disabled 2024-04-02T08:15:54.183 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:15:54.183 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-02T08:15:54.183 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld.service is not enabled 2024-04-02T08:15:54.183 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:15:54.183 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mon to start... 2024-04-02T08:15:54.183 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mon... 2024-04-02T08:15:54.415 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:54 smithi028 systemd[1]: Started Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:15:55.222 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout cluster: 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout id: 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout services: 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.573048s) 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout data: 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout pgs: 2024-04-02T08:15:55.223 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:55.224 INFO:teuthology.orchestra.run.smithi028.stdout:mon is available 2024-04-02T08:15:55.224 INFO:teuthology.orchestra.run.smithi028.stdout:Assimilating anything we can from ceph.conf... 2024-04-02T08:15:55.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:55 smithi028 ceph-mon[26940]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-02T08:15:55.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:55 smithi028 ceph-mon[26940]: monmap e1: 1 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:15:55.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:55 smithi028 ceph-mon[26940]: fsmap 2024-04-02T08:15:55.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:55 smithi028 ceph-mon[26940]: osdmap e1: 0 total, 0 up, 0 in 2024-04-02T08:15:55.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:55 smithi028 ceph-mon[26940]: mgrmap e1: no daemons active 2024-04-02T08:15:55.320 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:55 smithi028 ceph-mon[26940]: from='client.? 172.21.15.28:0/820774384' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T08:15:56.227 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:56 smithi028 ceph-mon[26940]: from='client.? 172.21.15.28:0/2943683597' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:15:56.227 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:56 smithi028 ceph-mon[26940]: from='client.? 172.21.15.28:0/2943683597' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-02T08:15:56.233 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:56.233 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:15:56.233 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout fsid = 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:15:56.234 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.28:3300,v1:172.21.15.28:6789] 2024-04-02T08:15:56.235 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:15:56.235 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:15:56.235 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:15:56.235 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:15:56.235 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:56.236 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:15:56.236 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:15:56.236 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:15:56.236 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:15:56.236 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:15:56.237 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:15:56.237 INFO:teuthology.orchestra.run.smithi028.stdout:Generating new minimal ceph.conf... 2024-04-02T08:15:57.329 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:57 smithi028 ceph-mon[26940]: from='client.? 172.21.15.28:0/2052710047' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:15:57.332 INFO:teuthology.orchestra.run.smithi028.stdout:Restarting the monitor... 2024-04-02T08:15:57.611 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:57 smithi028 systemd[1]: Stopping Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:15:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:57 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[26917]: 2024-04-02T08:15:57.611+0000 7fd8c463e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:15:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:57 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[26917]: 2024-04-02T08:15:57.611+0000 7fd8c463e700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-02T08:15:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:57 smithi028 podman[27272]: 2024-04-02 08:15:57.744514225 +0000 UTC m=+0.219861150 container died 533a39c7a1497bd1597208d0b23b37cef3ff12ec79d7fb183232cbf99bfca1fd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:15:58.266 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 podman[27272]: 2024-04-02 08:15:58.075408089 +0000 UTC m=+0.550755012 container cleanup 533a39c7a1497bd1597208d0b23b37cef3ff12ec79d7fb183232cbf99bfca1fd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T08:15:58.266 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 bash[27272]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:15:58.691 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 podman[27292]: 2024-04-02 08:15:58.26783079 +0000 UTC m=+0.525525554 container remove 533a39c7a1497bd1597208d0b23b37cef3ff12ec79d7fb183232cbf99bfca1fd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:15:58.691 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:15:58.691 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 systemd[1]: Stopped Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:15:58.692 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 systemd[1]: Starting Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:15:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 podman[27395]: 2024-04-02 08:15:58.693467702 +0000 UTC m=+0.105466996 container create 6c59fb2d65805c27f528cd02e2d64e0dc7d7acb56b2d97abe62fb6a7cd98e02e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-4d05f4c, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T08:15:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 podman[27395]: 2024-04-02 08:15:58.605640205 +0000 UTC m=+0.017639471 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:15:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 podman[27395]: 2024-04-02 08:15:58.903786825 +0000 UTC m=+0.315786081 container init 6c59fb2d65805c27f528cd02e2d64e0dc7d7acb56b2d97abe62fb6a7cd98e02e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:15:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 podman[27395]: 2024-04-02 08:15:58.908993443 +0000 UTC m=+0.320992695 container start 6c59fb2d65805c27f528cd02e2d64e0dc7d7acb56b2d97abe62fb6a7cd98e02e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:15:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:15:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: pidfile_write: ignore empty --pid-file 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: load: jerasure load: lrc 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Git sha 0 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: DB SUMMARY 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: DB Session ID: 15DNTOL63L7BN6YOLTBS 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-02T08:15:58.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84532 ; 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.env: 0x55f1bbf23720 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.info_log: 0x55f1be7694e0 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.statistics: (nil) 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.use_fsync: 0 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:15:58.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.db_log_dir: 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.wal_dir: 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:15:58.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.write_buffer_manager: 0x55f1bd9e0140 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:15:58.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:15:58.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.unordered_write: 0 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.row_cache: None 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.wal_filter: None 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.wal_compression: 0 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:15:58.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:15:58.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_open_files: -1 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Compression algorithms supported: 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: kZSTD supported: 0 2024-04-02T08:15:58.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.merge_operator: 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_filter: None 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:15:58.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f1be7695e0) 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_type: 0 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: data_block_index_type: 0 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_shortening: 1 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: checksum: 4 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: no_block_cache: 0 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache: 0x55f1bda811f0 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_options: 2024-04-02T08:15:58.958 INFO:journalctl@ceph.mon.a.smithi028.stdout: capacity : 536870912 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: num_shard_bits : 4 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: strict_capacity_limit : 0 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_compressed: (nil) 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: persistent_cache: (nil) 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_size: 4096 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_size_deviation: 10 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_restart_interval: 16 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_block_restart_interval: 1 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: metadata_block_size: 4096 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: partition_filters: 0 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: use_delta_encoding: 1 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: filter_policy: bloomfilter 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: whole_key_filtering: 1 2024-04-02T08:15:58.959 INFO:journalctl@ceph.mon.a.smithi028.stdout: verify_compression: 0 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout: format_version: 5 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout: enable_index_compression: 1 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_align: 0 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout: max_auto_readahead_size: 262144 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout: prepopulate_block_cache: 0 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression: NoCompression 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.num_levels: 7 2024-04-02T08:15:58.960 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:15:58.961 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:15:58.962 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:15:58.963 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:15:58.964 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:15:58.965 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.ttl: 2592000 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:15:58.966 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4f5e200d-f872-4bc6-9720-9c148351cea9 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045758938148, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045758939054, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81056, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79232, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73433, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045758, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4f5e200d-f872-4bc6-9720-9c148351cea9", "db_session_id": "15DNTOL63L7BN6YOLTBS", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045758939140, "job": 1, "event": "recovery_finished"} 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f1bdb1e000 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: DB pointer 0x55f1bdb0c000 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** DB Stats ** 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:15:58.967 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: L0 2/0 80.99 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 129.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Sum 2/0 80.99 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 129.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 129.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:15:58.968 INFO:journalctl@ceph.mon.a.smithi028.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 129.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative compaction: 0.00 GB write, 26.88 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval compaction: 0.00 GB write, 26.88 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: Block cache BinnedLRUCache@0x55f1bda811f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-02T08:15:58.969 INFO:journalctl@ceph.mon.a.smithi028.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: starting mon.a rank 0 at public addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] at bind addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a@-1(???) e1 preinit fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a@-1(???).mds e1 new map 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a@-1(???).mds e1 print_map 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout: e1 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout: legacy client fscid: -1 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout: No filesystems configured 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:15:58.970 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:15:58.971 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:15:58.971 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-02T08:15:58.998 INFO:teuthology.orchestra.run.smithi028.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-02T08:15:59.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 bash[27395]: 6c59fb2d65805c27f528cd02e2d64e0dc7d7acb56b2d97abe62fb6a7cd98e02e 2024-04-02T08:15:59.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-02T08:15:59.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: monmap e1: 1 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:15:59.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: fsmap 2024-04-02T08:15:59.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: osdmap e1: 0 total, 0 up, 0 in 2024-04-02T08:15:59.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 ceph-mon[27433]: mgrmap e1: no daemons active 2024-04-02T08:15:59.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:15:58 smithi028 systemd[1]: Started Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:16:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:00 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4254866990' entity='client.admin' 2024-04-02T08:16:05.946 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-02T08:16:06.224 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:16:06.224 INFO:teuthology.orchestra.run.smithi028.stdout:Creating mgr... 2024-04-02T08:16:06.225 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-02T08:16:06.225 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-02T08:16:07.137 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T08:16:07.137 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to reset failed state of unit ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Unit ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service not loaded. 2024-04-02T08:16:07.396 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4.target.wants/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@.service. 2024-04-02T08:16:07.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:07 smithi028 podman[27676]: 2024-04-02 08:16:07.54396333 +0000 UTC m=+0.017253469 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph:reef 2024-04-02T08:16:08.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:08 smithi028 podman[27676]: 2024-04-02 08:16:08.397091989 +0000 UTC m=+0.870382150 container create 588bae75353e2237279bc04d56249a48663ecd9a047eae5422aa70e773e1e6b5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-02T08:16:08.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:08 smithi028 podman[27676]: 2024-04-02 08:16:08.632557898 +0000 UTC m=+1.105848033 container init 588bae75353e2237279bc04d56249a48663ecd9a047eae5422aa70e773e1e6b5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:16:08.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:08 smithi028 podman[27676]: 2024-04-02 08:16:08.638523198 +0000 UTC m=+1.111813318 container start 588bae75353e2237279bc04d56249a48663ecd9a047eae5422aa70e773e1e6b5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:16:08.752 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:16:08.752 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout disabled 2024-04-02T08:16:08.759 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:16:08.759 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-02T08:16:08.759 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld.service is not enabled 2024-04-02T08:16:08.759 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to enable service . firewalld.service is not available 2024-04-02T08:16:08.767 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:16:08.767 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout disabled 2024-04-02T08:16:08.774 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:16:08.775 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-02T08:16:08.775 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld.service is not enabled 2024-04-02T08:16:08.775 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-02T08:16:08.775 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr to start... 2024-04-02T08:16:08.775 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr... 2024-04-02T08:16:09.014 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:08 smithi028 bash[27676]: 588bae75353e2237279bc04d56249a48663ecd9a047eae5422aa70e773e1e6b5 2024-04-02T08:16:09.014 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:08 smithi028 systemd[1]: Started Ceph mgr.y for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:16:09.323 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:09 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:09.226+0000 7fdade646200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:16:09.323 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:09 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:09.324+0000 7fdade646200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:16:09.919 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:16:09.919 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:16:09.919 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "21c79bf8-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:16:09.919 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:16:09.919 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:16:09.919 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:16:09.920 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:16:09.921 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:16:09.922 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:15:54.135366+0000", 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:16:09.923 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:16:09.924 INFO:teuthology.orchestra.run.smithi028.stdout:mgr not available, waiting (1/15)... 2024-04-02T08:16:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:09 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3559208687' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:16:10.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.001+0000 7fdade646200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:16:10.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.095+0000 7fdade646200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:16:10.688 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.238+0000 7fdade646200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:16:10.688 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.336+0000 7fdade646200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:16:10.688 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.422+0000 7fdade646200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:16:10.688 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.689+0000 7fdade646200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:16:10.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.801+0000 7fdade646200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:16:10.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.889+0000 7fdade646200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:16:11.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:10.986+0000 7fdade646200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:16:11.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:11.164+0000 7fdade646200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:16:12.294 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:12.175+0000 7fdade646200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:16:12.676 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:12 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1171797315' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:16:12.677 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:12.314+0000 7fdade646200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:16:12.677 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:12.678+0000 7fdade646200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:16:12.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:12.773+0000 7fdade646200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:16:13.087 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:16:13.087 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:16:13.087 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "21c79bf8-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:16:13.087 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:16:13.088 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:16:13.089 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:13.089 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:16:13.089 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:13.089 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:16:13.089 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:16:13.089 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:16:13.093 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:13.094 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:15:54.135366+0000", 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:16:13.095 INFO:teuthology.orchestra.run.smithi028.stdout:mgr not available, waiting (2/15)... 2024-04-02T08:16:13.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:12.974+0000 7fdade646200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:16:13.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:13 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:13.164+0000 7fdade646200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:16:13.715 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:13 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:13.455+0000 7fdade646200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:16:13.715 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:13 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:13.716+0000 7fdade646200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:16:14.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:13 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:13.958+0000 7fdade646200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:16:15.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:14 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:14.809+0000 7fdade646200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:16:15.504 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:15.403+0000 7fdade646200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:16:15.777 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:15.505+0000 7fdade646200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:16:15.777 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:15.726+0000 7fdade646200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:16:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: Activating manager daemon y 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: mgrmap e2: y(active, starting, since 0.00294822s) 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: Manager daemon y is now available 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' 2024-04-02T08:16:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:15 smithi028 ceph-mon[27433]: from='mgr.14100 172.21.15.28:0/2203047876' entity='mgr.y' 2024-04-02T08:16:17.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:17 smithi028 ceph-mon[27433]: mgrmap e3: y(active, since 1.00671s) 2024-04-02T08:16:17.832 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:17 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1902074576' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-02T08:16:17.839 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "21c79bf8-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-04-02T08:16:17.840 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 18, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-02T08:16:17.841 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-02T08:16:17.842 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-04-02T08:15:54.135366+0000", 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-02T08:16:17.843 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-04-02T08:16:17.844 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-02T08:16:17.844 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:16:17.844 INFO:teuthology.orchestra.run.smithi028.stdout:mgr is available 2024-04-02T08:16:19.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:18 smithi028 ceph-mon[27433]: mgrmap e4: y(active, since 2s) 2024-04-02T08:16:19.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:18 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1736807115' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-02T08:16:19.124 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:16:19.124 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [global] 2024-04-02T08:16:19.124 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout fsid = 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:16:19.124 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-02T08:16:19.124 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-02T08:16:19.124 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-02T08:16:19.124 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-02T08:16:19.124 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:16:19.125 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-02T08:16:19.125 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-02T08:16:19.125 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-04-02T08:16:19.125 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [osd] 2024-04-02T08:16:19.125 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-02T08:16:19.125 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-02T08:16:19.125 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling cephadm module... 2024-04-02T08:16:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:19 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4229327486' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-02T08:16:20.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:19 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ignoring --setuser ceph since I am not root 2024-04-02T08:16:20.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:19 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ignoring --setgroup ceph since I am not root 2024-04-02T08:16:20.551 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:20.518+0000 7ffa904af200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:16:20.805 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:20.619+0000 7ffa904af200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:16:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:20 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4229327486' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-02T08:16:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:20 smithi028 ceph-mon[27433]: mgrmap e5: y(active, since 4s) 2024-04-02T08:16:21.626 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:21.288+0000 7ffa904af200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:16:21.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:21.386+0000 7ffa904af200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:16:21.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:21.529+0000 7ffa904af200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:16:21.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:21.627+0000 7ffa904af200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:16:21.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:21.714+0000 7ffa904af200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:16:21.977 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:16:21.977 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-02T08:16:21.977 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:16:21.977 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:16:21.977 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:16:21.977 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:16:21.977 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for the mgr to restart... 2024-04-02T08:16:21.977 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr epoch 5... 2024-04-02T08:16:22.210 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:21 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3975469931' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:16:22.211 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:21.985+0000 7ffa904af200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:16:22.211 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:22 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:22.101+0000 7ffa904af200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:16:22.211 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:22 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:22.188+0000 7ffa904af200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:16:22.471 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:22 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:22.289+0000 7ffa904af200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:16:22.471 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:22 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:22.472+0000 7ffa904af200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:16:23.927 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:23 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:23.458+0000 7ffa904af200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:16:23.927 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:23 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:23.592+0000 7ffa904af200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:16:23.928 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:23 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:23.928+0000 7ffa904af200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:16:24.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:24.020+0000 7ffa904af200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:16:24.696 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:24.219+0000 7ffa904af200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:16:24.696 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:24.407+0000 7ffa904af200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:16:24.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:24.697+0000 7ffa904af200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:16:25.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:24.960+0000 7ffa904af200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:16:25.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:25.202+0000 7ffa904af200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:16:26.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:26.030+0000 7ffa904af200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:16:26.928 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:26.609+0000 7ffa904af200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:16:26.928 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:26.709+0000 7ffa904af200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:16:26.928 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:26.929+0000 7ffa904af200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:16:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: Active manager daemon y restarted 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: Activating manager daemon y 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: osdmap e2: 0 total, 0 up, 0 in 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: mgrmap e6: y(active, starting, since 0.00289646s) 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: Manager daemon y is now available 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:16:27.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:26 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:16:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:27 smithi028 ceph-mon[27433]: Found migration_current of "None". Setting to last migration. 2024-04-02T08:16:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:27 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:27 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:27 smithi028 ceph-mon[27433]: mgrmap e7: y(active, since 1.00552s) 2024-04-02T08:16:28.499 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:16:28.499 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-02T08:16:28.499 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:16:28.499 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:16:28.499 INFO:teuthology.orchestra.run.smithi028.stdout:mgr epoch 5 is available 2024-04-02T08:16:28.499 INFO:teuthology.orchestra.run.smithi028.stdout:Setting orchestrator backend to cephadm... 2024-04-02T08:16:29.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:28 smithi028 ceph-mon[27433]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:16:29.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:28 smithi028 ceph-mon[27433]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:16:30.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:29 smithi028 ceph-mon[27433]: [02/Apr/2024:08:16:28] ENGINE Bus STARTING 2024-04-02T08:16:30.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:29 smithi028 ceph-mon[27433]: [02/Apr/2024:08:16:28] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:16:30.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:29 smithi028 ceph-mon[27433]: [02/Apr/2024:08:16:28] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:16:30.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:29 smithi028 ceph-mon[27433]: [02/Apr/2024:08:16:28] ENGINE Bus STARTED 2024-04-02T08:16:30.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:29 smithi028 ceph-mon[27433]: mgrmap e8: y(active, since 2s) 2024-04-02T08:16:30.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:29 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:30.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:29 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:30.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:29 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:31.040 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:30 smithi028 ceph-mon[27433]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:31.043 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-02T08:16:31.043 INFO:teuthology.orchestra.run.smithi028.stdout:Generating ssh key... 2024-04-02T08:16:32.263 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:31 smithi028 ceph-mon[27433]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:32.579 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: Generating public/private rsa key pair. 2024-04-02T08:16:32.579 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: Your identification has been saved in /tmp/tmplh1a_rru/key. 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: Your public key has been saved in /tmp/tmplh1a_rru/key.pub. 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: The key fingerprint is: 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: SHA256:V3AZKeE9Mkyl7azJtICRjk++ZS3pUkvkPwAF/ehXTgs ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: The key's randomart image is: 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: +---[RSA 3072]----+ 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | .o +o++ | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | .o+.*o | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | o. o*.= | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | o.oo E*o. | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | . +=S o=o. | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | + *B.+o | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | oo==* | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | .=..o | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: | ... . | 2024-04-02T08:16:32.580 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: +----[SHA256]-----+ 2024-04-02T08:16:33.102 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-mon[27433]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:33.102 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-mon[27433]: Generating ssh key... 2024-04-02T08:16:33.102 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:33.102 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:32 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:34.138 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCUfYeEvku3ZYgF1h8ueIbvyV7B65fecR20Os9lo+DScrYGGG26xUeoFTWFzNjQhQ76qtHPjhlbfxVHhicXvvHhjsUal9oySsnxAAEEgOt1ZioGRJV/7Dr44+y+YC2SfSRMsUiTUlXsurhLjh7/yigjhdssU/2u2Yc2K4DqCBXo1t/MQH4q9YrmYgGG0/oigzRP8DMk2YaI5fdfsrfc2GgLuM9tPpGn45GGYjpkN9RBJKzrlnOFaQOMbVVzLaSPHG+bWZE9zm0OYn64nFmJhZmFnCnJ/sAE7WP0fmSseLrWc02FaLAMJLKY9oSW2fYCl0nAbMg8K2C3lSSlmHjt79lJD+dxF3EY/Mn+fakVrAbofUJRlwP4iYcWkN7HDJn+W7/iESsKvZNSXZcd2wQRY39/m82zriUKAxnrLi3OweYdUpSgk6RxvVQgSej/3stQOYfYCJxz0YQeE4wv7yY+YViTXN6Nu8W78+T4B6I2pf3ueomqq8N6Q3PO4b7CUjwZcs= ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:16:34.138 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-02T08:16:34.138 INFO:teuthology.orchestra.run.smithi028.stdout:Adding key to root@localhost authorized_keys... 2024-04-02T08:16:34.138 INFO:teuthology.orchestra.run.smithi028.stdout:Adding host smithi028... 2024-04-02T08:16:35.184 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:34 smithi028 ceph-mon[27433]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:35 smithi028 ceph-mon[27433]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi028", "addr": "172.21.15.28", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:36 smithi028 ceph-mon[27433]: Deploying cephadm binary to smithi028 2024-04-02T08:16:38.111 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Added host 'smithi028' with addr '172.21.15.28' 2024-04-02T08:16:38.111 INFO:teuthology.orchestra.run.smithi028.stdout:Deploying unmanaged mon service... 2024-04-02T08:16:38.680 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:38 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:38.680 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:38 smithi028 ceph-mon[27433]: Added host smithi028 2024-04-02T08:16:38.681 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:38 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:40.056 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-02T08:16:40.056 INFO:teuthology.orchestra.run.smithi028.stdout:Deploying unmanaged mgr service... 2024-04-02T08:16:40.293 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:40 smithi028 ceph-mon[27433]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:40.294 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:40 smithi028 ceph-mon[27433]: Saving service mon spec with placement count:5 2024-04-02T08:16:40.294 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:40 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:40.294 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:40 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:41.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:41 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:41.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:41 smithi028 ceph-mon[27433]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:41.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:41 smithi028 ceph-mon[27433]: Saving service mgr spec with placement count:2 2024-04-02T08:16:41.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:41 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:41.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-02T08:16:43.439 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:43 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:43.439 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:43 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4120599069' entity='client.admin' 2024-04-02T08:16:44.646 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:44 smithi028 ceph-mon[27433]: from='mgr.14118 172.21.15.28:0/3485618249' entity='mgr.y' 2024-04-02T08:16:44.646 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:44 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/97024830' entity='client.admin' 2024-04-02T08:16:44.949 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling the dashboard module... 2024-04-02T08:16:46.196 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:45 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2744868500' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-02T08:16:46.196 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ignoring --setuser ceph since I am not root 2024-04-02T08:16:46.196 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ignoring --setgroup ceph since I am not root 2024-04-02T08:16:46.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:46.388+0000 7f16338b3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:16:46.738 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:46.485+0000 7f16338b3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:16:47.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:46 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2744868500' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-02T08:16:47.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:46 smithi028 ceph-mon[27433]: mgrmap e9: y(active, since 18s) 2024-04-02T08:16:47.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:47.154+0000 7f16338b3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:16:47.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:47.248+0000 7f16338b3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:16:47.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:47.395+0000 7f16338b3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:16:47.809 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:47.492+0000 7f16338b3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:16:47.809 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:47.576+0000 7f16338b3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:16:47.963 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:16:47.964 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-02T08:16:47.964 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-02T08:16:47.964 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-02T08:16:47.964 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-02T08:16:47.964 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:16:47.964 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for the mgr to restart... 2024-04-02T08:16:47.964 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr epoch 9... 2024-04-02T08:16:48.093 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:47 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/951001079' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-02T08:16:48.094 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:47.848+0000 7f16338b3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:16:48.094 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:47.959+0000 7f16338b3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:16:48.094 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:48 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:48.059+0000 7f16338b3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:16:48.363 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:48 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:48.157+0000 7f16338b3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:16:48.364 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:48 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:48.337+0000 7f16338b3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:16:49.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:49.326+0000 7f16338b3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:16:49.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:49.461+0000 7f16338b3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:16:50.091 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:49.799+0000 7f16338b3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:16:50.091 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:49.892+0000 7f16338b3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:16:50.091 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:50.092+0000 7f16338b3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:16:50.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:50.282+0000 7f16338b3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:16:50.833 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:50.574+0000 7f16338b3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:16:50.833 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:50.834+0000 7f16338b3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:16:51.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:51.074+0000 7f16338b3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:16:52.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:51.896+0000 7f16338b3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:16:52.794 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:52.474+0000 7f16338b3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:16:52.794 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:52.574+0000 7f16338b3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:16:52.794 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:16:52.795+0000 7f16338b3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:16:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: Active manager daemon y restarted 2024-04-02T08:16:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: Activating manager daemon y 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: osdmap e3: 0 total, 0 up, 0 in 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: mgrmap e10: y(active, starting, since 0.00290082s) 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: Manager daemon y is now available 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:16:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:16:54.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-04-02T08:16:54.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-02T08:16:54.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-02T08:16:54.638 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-04-02T08:16:54.638 INFO:teuthology.orchestra.run.smithi028.stdout:mgr epoch 9 is available 2024-04-02T08:16:54.638 INFO:teuthology.orchestra.run.smithi028.stdout:Generating a dashboard self-signed certificate... 2024-04-02T08:16:54.901 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:54 smithi028 ceph-mon[27433]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-02T08:16:54.901 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:54 smithi028 ceph-mon[27433]: mgrmap e11: y(active, since 1.00587s) 2024-04-02T08:16:54.902 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:54 smithi028 ceph-mon[27433]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-02T08:16:54.902 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:16:56.107 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:55 smithi028 ceph-mon[27433]: [02/Apr/2024:08:16:54] ENGINE Bus STARTING 2024-04-02T08:16:56.108 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:55 smithi028 ceph-mon[27433]: [02/Apr/2024:08:16:54] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:16:56.108 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:55 smithi028 ceph-mon[27433]: [02/Apr/2024:08:16:54] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:16:56.108 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:55 smithi028 ceph-mon[27433]: [02/Apr/2024:08:16:54] ENGINE Bus STARTED 2024-04-02T08:16:56.108 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:16:56.108 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:55 smithi028 ceph-mon[27433]: mgrmap e12: y(active, since 2s) 2024-04-02T08:16:56.108 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:16:56.108 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:16:56.110 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-02T08:16:56.110 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial admin user... 2024-04-02T08:16:56.910 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:56 smithi028 ceph-mon[27433]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:57.891 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:57 smithi028 ceph-mon[27433]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:16:57.892 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:57 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:16:58.372 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$/Ludcf1lVY7QxnqPYVPbau9MNQUplbE6K43i9mcvsU6YfWXMC0RPW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712045817, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-02T08:16:58.372 INFO:teuthology.orchestra.run.smithi028.stdout:Fetching dashboard port number... 2024-04-02T08:16:59.610 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 8443 2024-04-02T08:16:59.620 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-02T08:16:59.620 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout disabled 2024-04-02T08:16:59.627 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-02T08:16:59.627 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-04-02T08:16:59.627 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld.service is not enabled 2024-04-02T08:16:59.627 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-02T08:16:59.629 INFO:teuthology.orchestra.run.smithi028.stdout:Ceph Dashboard is now available at: 2024-04-02T08:16:59.629 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:16:59.629 INFO:teuthology.orchestra.run.smithi028.stdout: URL: https://smithi028.front.sepia.ceph.com:8443/ 2024-04-02T08:16:59.629 INFO:teuthology.orchestra.run.smithi028.stdout: User: admin 2024-04-02T08:16:59.629 INFO:teuthology.orchestra.run.smithi028.stdout: Password: 29bb8v3m3c 2024-04-02T08:16:59.629 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:16:59.629 INFO:teuthology.orchestra.run.smithi028.stdout:Saving cluster configuration to /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config directory 2024-04-02T08:16:59.630 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling autotune for osd_memory_target 2024-04-02T08:16:59.859 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:59 smithi028 ceph-mon[27433]: mgrmap e13: y(active, since 6s) 2024-04-02T08:16:59.859 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:16:59 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/491728429' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-02T08:17:02.264 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-02T08:17:02.264 INFO:teuthology.orchestra.run.smithi028.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-02T08:17:02.264 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:02.264 INFO:teuthology.orchestra.run.smithi028.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout:Or, if you are only running a single cluster on this host: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: ceph telemetry on 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout:For more information see: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:02.265 INFO:teuthology.orchestra.run.smithi028.stdout:Bootstrap complete. 2024-04-02T08:17:02.301 INFO:tasks.cephadm:Fetching config... 2024-04-02T08:17:02.301 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:17:02.301 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-02T08:17:02.317 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-02T08:17:02.317 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:17:02.317 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-02T08:17:02.372 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-02T08:17:02.372 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:17:02.373 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-02T08:17:02.439 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-02T08:17:02.439 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:17:02.439 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-02T08:17:02.494 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-02T08:17:02.494 DEBUG:teuthology.orchestra.run.smithi028:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCUfYeEvku3ZYgF1h8ueIbvyV7B65fecR20Os9lo+DScrYGGG26xUeoFTWFzNjQhQ76qtHPjhlbfxVHhicXvvHhjsUal9oySsnxAAEEgOt1ZioGRJV/7Dr44+y+YC2SfSRMsUiTUlXsurhLjh7/yigjhdssU/2u2Yc2K4DqCBXo1t/MQH4q9YrmYgGG0/oigzRP8DMk2YaI5fdfsrfc2GgLuM9tPpGn45GGYjpkN9RBJKzrlnOFaQOMbVVzLaSPHG+bWZE9zm0OYn64nFmJhZmFnCnJ/sAE7WP0fmSseLrWc02FaLAMJLKY9oSW2fYCl0nAbMg8K2C3lSSlmHjt79lJD+dxF3EY/Mn+fakVrAbofUJRlwP4iYcWkN7HDJn+W7/iESsKvZNSXZcd2wQRY39/m82zriUKAxnrLi3OweYdUpSgk6RxvVQgSej/3stQOYfYCJxz0YQeE4wv7yY+YViTXN6Nu8W78+T4B6I2pf3ueomqq8N6Q3PO4b7CUjwZcs= ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:17:02.572 INFO:teuthology.orchestra.run.smithi028.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCUfYeEvku3ZYgF1h8ueIbvyV7B65fecR20Os9lo+DScrYGGG26xUeoFTWFzNjQhQ76qtHPjhlbfxVHhicXvvHhjsUal9oySsnxAAEEgOt1ZioGRJV/7Dr44+y+YC2SfSRMsUiTUlXsurhLjh7/yigjhdssU/2u2Yc2K4DqCBXo1t/MQH4q9YrmYgGG0/oigzRP8DMk2YaI5fdfsrfc2GgLuM9tPpGn45GGYjpkN9RBJKzrlnOFaQOMbVVzLaSPHG+bWZE9zm0OYn64nFmJhZmFnCnJ/sAE7WP0fmSseLrWc02FaLAMJLKY9oSW2fYCl0nAbMg8K2C3lSSlmHjt79lJD+dxF3EY/Mn+fakVrAbofUJRlwP4iYcWkN7HDJn+W7/iESsKvZNSXZcd2wQRY39/m82zriUKAxnrLi3OweYdUpSgk6RxvVQgSej/3stQOYfYCJxz0YQeE4wv7yY+YViTXN6Nu8W78+T4B6I2pf3ueomqq8N6Q3PO4b7CUjwZcs= ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:17:02.587 DEBUG:teuthology.orchestra.run.smithi137:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCUfYeEvku3ZYgF1h8ueIbvyV7B65fecR20Os9lo+DScrYGGG26xUeoFTWFzNjQhQ76qtHPjhlbfxVHhicXvvHhjsUal9oySsnxAAEEgOt1ZioGRJV/7Dr44+y+YC2SfSRMsUiTUlXsurhLjh7/yigjhdssU/2u2Yc2K4DqCBXo1t/MQH4q9YrmYgGG0/oigzRP8DMk2YaI5fdfsrfc2GgLuM9tPpGn45GGYjpkN9RBJKzrlnOFaQOMbVVzLaSPHG+bWZE9zm0OYn64nFmJhZmFnCnJ/sAE7WP0fmSseLrWc02FaLAMJLKY9oSW2fYCl0nAbMg8K2C3lSSlmHjt79lJD+dxF3EY/Mn+fakVrAbofUJRlwP4iYcWkN7HDJn+W7/iESsKvZNSXZcd2wQRY39/m82zriUKAxnrLi3OweYdUpSgk6RxvVQgSej/3stQOYfYCJxz0YQeE4wv7yY+YViTXN6Nu8W78+T4B6I2pf3ueomqq8N6Q3PO4b7CUjwZcs= ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-02T08:17:02.633 INFO:teuthology.orchestra.run.smithi137.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCUfYeEvku3ZYgF1h8ueIbvyV7B65fecR20Os9lo+DScrYGGG26xUeoFTWFzNjQhQ76qtHPjhlbfxVHhicXvvHhjsUal9oySsnxAAEEgOt1ZioGRJV/7Dr44+y+YC2SfSRMsUiTUlXsurhLjh7/yigjhdssU/2u2Yc2K4DqCBXo1t/MQH4q9YrmYgGG0/oigzRP8DMk2YaI5fdfsrfc2GgLuM9tPpGn45GGYjpkN9RBJKzrlnOFaQOMbVVzLaSPHG+bWZE9zm0OYn64nFmJhZmFnCnJ/sAE7WP0fmSseLrWc02FaLAMJLKY9oSW2fYCl0nAbMg8K2C3lSSlmHjt79lJD+dxF3EY/Mn+fakVrAbofUJRlwP4iYcWkN7HDJn+W7/iESsKvZNSXZcd2wQRY39/m82zriUKAxnrLi3OweYdUpSgk6RxvVQgSej/3stQOYfYCJxz0YQeE4wv7yY+YViTXN6Nu8W78+T4B6I2pf3ueomqq8N6Q3PO4b7CUjwZcs= ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:17:02.648 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-02T08:17:02.814 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:02 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4039931358' entity='client.admin' 2024-04-02T08:17:02.884 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:06.347 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-02T08:17:06.347 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-02T08:17:06.994 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:06 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/307087642' entity='client.admin' 2024-04-02T08:17:07.060 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:08.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:08.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:08.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi028", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:08.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:08.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:08.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:09.638 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi137 2024-04-02T08:17:09.638 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:17:09.638 DEBUG:teuthology.orchestra.run.smithi137:> dd of=/etc/ceph/ceph.conf 2024-04-02T08:17:09.657 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:17:09.657 DEBUG:teuthology.orchestra.run.smithi137:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:17:09.714 INFO:tasks.cephadm:Adding host smithi137 to orchestrator... 2024-04-02T08:17:09.714 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch host add smithi137 2024-04-02T08:17:09.915 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:17:10.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:10.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:10.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:11 smithi028 ceph-mon[27433]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi137", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:13 smithi028 ceph-mon[27433]: Deploying cephadm binary to smithi137 2024-04-02T08:17:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:13 smithi028 ceph-mon[27433]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:14.315 INFO:teuthology.orchestra.run.smithi028.stdout:Added host 'smithi137' with addr '172.21.15.137' 2024-04-02T08:17:15.013 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-02T08:17:15.217 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:15.526 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:15 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:15.527 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:15 smithi028 ceph-mon[27433]: Added host smithi137 2024-04-02T08:17:15.527 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:15 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:15.527 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:15 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:15.527 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:15 smithi028 ceph-mon[27433]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:15.527 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:15 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:17.032 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:17:17.032 INFO:teuthology.orchestra.run.smithi028.stdout:[{"addr": "172.21.15.28", "hostname": "smithi028", "labels": [], "status": ""}, {"addr": "172.21.15.137", "hostname": "smithi137", "labels": [], "status": ""}] 2024-04-02T08:17:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:16 smithi028 ceph-mon[27433]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:17.661 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-02T08:17:17.662 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-02T08:17:17.863 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:17 smithi028 ceph-mon[27433]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:17:19.959 INFO:teuthology.orchestra.run.smithi028.stderr:adjusted tunables profile to default 2024-04-02T08:17:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi137", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2731356330' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:20.566 INFO:tasks.cephadm:Adding mon.a on smithi028 2024-04-02T08:17:20.566 INFO:tasks.cephadm:Adding mon.c on smithi028 2024-04-02T08:17:20.567 INFO:tasks.cephadm:Adding mon.b on smithi137 2024-04-02T08:17:20.567 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mon '3;smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi137:172.21.15.137=b' 2024-04-02T08:17:20.763 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:20 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:17:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:20 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:20 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:17:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:20 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:17:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:20 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2731356330' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-02T08:17:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:20 smithi028 ceph-mon[27433]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:17:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:21 smithi028 ceph-mon[27433]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:22.319 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mon update... 2024-04-02T08:17:22.931 DEBUG:teuthology.orchestra.run.smithi028:mon.c> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.c.service 2024-04-02T08:17:22.934 DEBUG:teuthology.orchestra.run.smithi137:mon.b> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.b.service 2024-04-02T08:17:22.937 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:17:22.937 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:17:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi137:172.21.15.137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: Saving service mon spec with placement smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi137:172.21.15.137=b;count:3 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: Deploying daemon mon.b on smithi137 2024-04-02T08:17:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:23 smithi028 ceph-mon[27433]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:24.842 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:25.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:24 smithi028 ceph-mon[27433]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:26 smithi137 systemd[1]: Starting Ceph mon.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:17:27.291 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:17:27.291 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":1,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:15:51.295509Z","created":"2024-04-02T08:15:51.295509Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-02T08:17:27.291 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 podman[31115]: 2024-04-02 08:17:27.12783171 +0000 UTC m=+0.114473391 container create b7f89bf5ce08644778aca2591f7d59f45635a2be204291743505667558ff4945 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:17:27.292 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 podman[31115]: 2024-04-02 08:17:27.031276766 +0000 UTC m=+0.017918458 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:17:27.293 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 1 2024-04-02T08:17:27.571 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 podman[31115]: 2024-04-02 08:17:27.322154028 +0000 UTC m=+0.308795712 container init b7f89bf5ce08644778aca2591f7d59f45635a2be204291743505667558ff4945 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 podman[31115]: 2024-04-02 08:17:27.328474895 +0000 UTC m=+0.315116577 container start b7f89bf5ce08644778aca2591f7d59f45635a2be204291743505667558ff4945 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: pidfile_write: ignore empty --pid-file 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: load: jerasure load: lrc 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Git sha 0 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: DB SUMMARY 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: DB Session ID: BZD28P5IVNIM7LI9AW0L 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-02T08:17:27.572 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.env: 0x55a7f7b7f720 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.info_log: 0x55a7f9f194e0 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:17:27.573 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.statistics: (nil) 2024-04-02T08:17:27.578 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.use_fsync: 0 2024-04-02T08:17:27.578 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:17:27.578 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.db_log_dir: 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.wal_dir: 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:17:27.579 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.write_buffer_manager: 0x55a7f9190140 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:17:27.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.unordered_write: 0 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.row_cache: None 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.wal_filter: None 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.wal_compression: 0 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:17:27.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:17:27.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_open_files: -1 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Compression algorithms supported: 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: kZSTD supported: 0 2024-04-02T08:17:27.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.merge_operator: 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_filter: None 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:17:27.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a7f9f195e0) 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_type: 0 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: data_block_index_type: 0 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_shortening: 1 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: checksum: 4 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: no_block_cache: 0 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache: 0x55a7f92311f0 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:17:27.585 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_options: 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: capacity : 536870912 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: num_shard_bits : 4 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: strict_capacity_limit : 0 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_compressed: (nil) 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: persistent_cache: (nil) 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_size: 4096 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_size_deviation: 10 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_restart_interval: 16 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_block_restart_interval: 1 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: metadata_block_size: 4096 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: partition_filters: 0 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: use_delta_encoding: 1 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: filter_policy: bloomfilter 2024-04-02T08:17:27.586 INFO:journalctl@ceph.mon.b.smithi137.stdout: whole_key_filtering: 1 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: verify_compression: 0 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: format_version: 5 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: enable_index_compression: 1 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_align: 0 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_auto_readahead_size: 262144 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: prepopulate_block_cache: 0 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression: NoCompression 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:17:27.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.num_levels: 7 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:17:27.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:17:27.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:17:27.590 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:17:27.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.ttl: 2592000 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:17:27.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: dcc715f8-6a93-4e07-9617-49a0860592a3 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045847357495, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045847357913, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045847, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "dcc715f8-6a93-4e07-9617-49a0860592a3", "db_session_id": "BZD28P5IVNIM7LI9AW0L", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045847357990, "job": 1, "event": "recovery_finished"} 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a7f92ce000 2024-04-02T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: DB pointer 0x55a7f92bc000 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** DB Stats ** 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** Compaction Stats [default] ** 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:17:27.594 INFO:journalctl@ceph.mon.b.smithi137.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** Compaction Stats [default] ** 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:17:27.595 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: Block cache BinnedLRUCache@0x55a7f92311f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: using public_addr v2:172.21.15.137:0/0 -> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: starting mon.b rank -1 at public addrs [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] at bind addrs [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(???) e0 preinit fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).mds e1 new map 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-02T08:17:27.596 INFO:journalctl@ceph.mon.b.smithi137.stdout: e1 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout: legacy client fscid: -1 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout: No filesystems configured 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:17:27.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi137:172.21.15.137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: Saving service mon spec with placement smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi137:172.21.15.137=b;count:3 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: Deploying daemon mon.b on smithi137 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 ceph-mon[31169]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 bash[31115]: b7f89bf5ce08644778aca2591f7d59f45635a2be204291743505667558ff4945 2024-04-02T08:17:27.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:27 smithi137 systemd[1]: Started Ceph mon.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:17:29.005 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:17:29.006 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:17:29.225 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:17:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:17:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: mon.a calling monitor election 2024-04-02T08:17:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: mon.b calling monitor election 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: monmap e2: 2 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: fsmap 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: mgrmap e13: y(active, since 39s) 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: overall HEALTH_OK 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:32.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:32 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: mon.a calling monitor election 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:32.700 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: mon.b calling monitor election 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: monmap e2: 2 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: fsmap 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: mgrmap e13: y(active, since 39s) 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: overall HEALTH_OK 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:32.701 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:32 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:33.606 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:33 smithi028 ceph-mon[27433]: Deploying daemon mon.c on smithi028 2024-04-02T08:17:33.607 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:33 smithi028 ceph-mon[27433]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:33.607 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:33 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:33 smithi137 ceph-mon[31169]: Deploying daemon mon.c on smithi028 2024-04-02T08:17:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:33 smithi137 ceph-mon[31169]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:33 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:33.943 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:17:33.943 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":2,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:17:27.380657Z","created":"2024-04-02T08:15:51.295509Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:3300","nonce":0},{"type":"v1","addr":"172.21.15.137:6789","nonce":0}]},"addr":"172.21.15.137:6789/0","public_addr":"172.21.15.137:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-02T08:17:33.945 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 2 2024-04-02T08:17:34.468 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:34 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/1088415420' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:17:34.920 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:34 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/1088415420' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:17:35.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 systemd[1]: Starting Ceph mon.c for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:17:35.489 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-02T08:17:35.489 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph mon dump -f json 2024-04-02T08:17:35.698 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:17:35.774 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[27433]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:35.775 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 podman[38981]: 2024-04-02 08:17:35.566047106 +0000 UTC m=+0.111439253 container create 2511e1a84c58d5f0bb19637723473807dae94ed1e44f1eecb0b53da306000aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-02T08:17:35.775 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 podman[38981]: 2024-04-02 08:17:35.474114367 +0000 UTC m=+0.019506536 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:17:35.775 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 podman[38981]: 2024-04-02 08:17:35.776514065 +0000 UTC m=+0.321906229 container init 2511e1a84c58d5f0bb19637723473807dae94ed1e44f1eecb0b53da306000aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T08:17:35.819 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:35 smithi137 ceph-mon[31169]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 podman[38981]: 2024-04-02 08:17:35.781812185 +0000 UTC m=+0.327204333 container start 2511e1a84c58d5f0bb19637723473807dae94ed1e44f1eecb0b53da306000aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:17:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:17:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable), process ceph-mon, pid 7 2024-04-02T08:17:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: pidfile_write: ignore empty --pid-file 2024-04-02T08:17:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: load: jerasure load: lrc 2024-04-02T08:17:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:17:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Git sha 0 2024-04-02T08:17:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Compile date 2024-04-01 20:31:51 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: DB SUMMARY 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: DB Session ID: 2MWPKI2NOZCB0OOS8UA3 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.env: 0x55cbeeae4720 2024-04-02T08:17:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.info_log: 0x55cbf0cf34e0 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.statistics: (nil) 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.use_fsync: 0 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:17:36.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.db_log_dir: 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.wal_dir: 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:17:36.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.write_buffer_manager: 0x55cbeff6a140 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:17:36.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.unordered_write: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.row_cache: None 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.wal_filter: None 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.wal_compression: 0 2024-04-02T08:17:36.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:17:36.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_open_files: -1 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:17:36.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Compression algorithms supported: 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: kZSTD supported: 0 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-02T08:17:36.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.merge_operator: 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_filter: None 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbf0cf35e0) 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:17:36.208 INFO:journalctl@ceph.mon.c.smithi028.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: index_type: 0 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: data_block_index_type: 0 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: index_shortening: 1 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: checksum: 4 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: no_block_cache: 0 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_cache: 0x55cbf000b1f0 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_cache_options: 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: capacity : 536870912 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: num_shard_bits : 4 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: strict_capacity_limit : 0 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_cache_compressed: (nil) 2024-04-02T08:17:36.209 INFO:journalctl@ceph.mon.c.smithi028.stdout: persistent_cache: (nil) 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_size: 4096 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_size_deviation: 10 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_restart_interval: 16 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: index_block_restart_interval: 1 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: metadata_block_size: 4096 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: partition_filters: 0 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: use_delta_encoding: 1 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: filter_policy: bloomfilter 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: whole_key_filtering: 1 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: verify_compression: 0 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: format_version: 5 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: enable_index_compression: 1 2024-04-02T08:17:36.210 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_align: 0 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout: max_auto_readahead_size: 262144 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout: prepopulate_block_cache: 0 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression: NoCompression 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.num_levels: 7 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:17:36.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:17:36.212 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:17:36.213 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:17:36.214 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.table_properties_collectors: 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:17:36.215 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.ttl: 2592000 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:17:36.216 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 227661ba-5613-430f-b32a-f101fab61c3f 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045855810785, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045855811203, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712045855, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "227661ba-5613-430f-b32a-f101fab61c3f", "db_session_id": "2MWPKI2NOZCB0OOS8UA3", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712045855811284, "job": 1, "event": "recovery_finished"} 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55cbf00a8000 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: DB pointer 0x55cbf0096000 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout: ** DB Stats ** 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:17:36.217 INFO:journalctl@ceph.mon.c.smithi028.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-02T08:17:36.218 INFO:journalctl@ceph.mon.c.smithi028.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: Cumulative compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: Interval compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:17:36.219 INFO:journalctl@ceph.mon.c.smithi028.stdout: Block cache BinnedLRUCache@0x55cbf000b1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: using public_addrv [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: starting mon.c rank -1 at public addrs [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] at bind addrs [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(???) e0 preinit fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).mds e1 new map 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: e1 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: legacy client fscid: -1 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:17:36.220 INFO:journalctl@ceph.mon.c.smithi028.stdout: No filesystems configured 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi137:172.21.15.137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: Saving service mon spec with placement smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi137:172.21.15.137=b;count:3 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:36.221 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:36.222 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:36.222 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:36.222 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:36.222 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:36.222 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: Deploying daemon mon.b on smithi137 2024-04-02T08:17:36.222 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:36.222 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.a calling monitor election 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.b calling monitor election 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: monmap e2: 2 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: fsmap 2024-04-02T08:17:36.223 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mgrmap e13: y(active, since 39s) 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: overall HEALTH_OK 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: Deploying daemon mon.c on smithi028 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/1088415420' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 ceph-mon[39019]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 bash[38981]: 2511e1a84c58d5f0bb19637723473807dae94ed1e44f1eecb0b53da306000aa7 2024-04-02T08:17:36.224 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:35 smithi028 systemd[1]: Started Ceph mon.c for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:17:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:17:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: mon.a calling monitor election 2024-04-02T08:17:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: mon.b calling monitor election 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: mon.c calling monitor election 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: fsmap 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:17:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: mgrmap e13: y(active, since 48s) 2024-04-02T08:17:41.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: overall HEALTH_OK 2024-04-02T08:17:41.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:41.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:41.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: mon.a calling monitor election 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: mon.b calling monitor election 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: mon.c calling monitor election 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: fsmap 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: mgrmap e13: y(active, since 48s) 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: overall HEALTH_OK 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: mon.a calling monitor election 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:17:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: mon.b calling monitor election 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: mon.c calling monitor election 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: fsmap 2024-04-02T08:17:41.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: osdmap e4: 0 total, 0 up, 0 in 2024-04-02T08:17:41.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: mgrmap e13: y(active, since 48s) 2024-04-02T08:17:41.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: overall HEALTH_OK 2024-04-02T08:17:41.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:41.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:41.774 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-04-02T08:17:41.775 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":3,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","modified":"2024-04-02T08:17:35.830457Z","created":"2024-04-02T08:15:51.295509Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:3300","nonce":0},{"type":"v1","addr":"172.21.15.137:6789","nonce":0}]},"addr":"172.21.15.137:6789/0","public_addr":"172.21.15.137:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3301","nonce":0},{"type":"v1","addr":"172.21.15.28:6790","nonce":0}]},"addr":"172.21.15.28:6790/0","public_addr":"172.21.15.28:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-02T08:17:41.777 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 3 2024-04-02T08:17:42.106 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:41 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:42.106 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:41 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:42.106 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:41 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.106 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:41 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/3357324794' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.106 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:41 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/3357324794' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/3357324794' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-02T08:17:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:41 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:17:42.364 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-02T08:17:42.364 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-02T08:17:42.564 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:43.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:43.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:43.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:43.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:43.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:44.500 INFO:teuthology.orchestra.run.smithi028.stdout:# minimal ceph.conf for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:17:44.501 INFO:teuthology.orchestra.run.smithi028.stdout:[global] 2024-04-02T08:17:44.501 INFO:teuthology.orchestra.run.smithi028.stdout: fsid = 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:17:44.501 INFO:teuthology.orchestra.run.smithi028.stdout: mon_host = [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] 2024-04-02T08:17:44.860 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:44 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:44.860 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:44 smithi028 ceph-mon[27433]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:17:44.860 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:44 smithi028 ceph-mon[27433]: Reconfiguring daemon mon.a on smithi028 2024-04-02T08:17:44.860 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:44 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/404533664' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:44.860 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:44 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:44.861 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:44 smithi028 ceph-mon[39019]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:17:44.861 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:44 smithi028 ceph-mon[39019]: Reconfiguring daemon mon.a on smithi028 2024-04-02T08:17:44.861 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:44 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/404533664' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:44 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:17:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:44 smithi137 ceph-mon[31169]: Reconfiguring mon.a (unknown last config time)... 2024-04-02T08:17:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:44 smithi137 ceph-mon[31169]: Reconfiguring daemon mon.a on smithi028 2024-04-02T08:17:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:44 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/404533664' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:45.151 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-02T08:17:45.151 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:17:45.151 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:17:45.182 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:17:45.182 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:17:45.253 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:17:45.253 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/ceph/ceph.conf 2024-04-02T08:17:45.287 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:17:45.288 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:17:45.358 INFO:tasks.cephadm:Adding mgr.y on smithi028 2024-04-02T08:17:45.358 INFO:tasks.cephadm:Adding mgr.x on smithi137 2024-04-02T08:17:45.358 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mgr '2;smithi028=y;smithi137=x' 2024-04-02T08:17:45.595 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:17:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:45 smithi137 ceph-mon[31169]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:45.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:45 smithi028 ceph-mon[39019]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:45 smithi028 ceph-mon[27433]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:47.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:47.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:47.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[27433]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:17:47.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:47.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[27433]: Reconfiguring daemon mon.c on smithi028 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[27433]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[39019]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:47.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[39019]: Reconfiguring daemon mon.c on smithi028 2024-04-02T08:17:47.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:47 smithi028 ceph-mon[39019]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:47.329 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mgr update... 2024-04-02T08:17:47.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:47 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:47.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:47 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:47.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:47 smithi137 ceph-mon[31169]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:17:47.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:47 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:47.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:47 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:47.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:47 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:47.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:47 smithi137 ceph-mon[31169]: Reconfiguring daemon mon.c on smithi028 2024-04-02T08:17:47.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:47 smithi137 ceph-mon[31169]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:47.931 DEBUG:teuthology.orchestra.run.smithi137:mgr.x> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service 2024-04-02T08:17:47.934 INFO:tasks.cephadm:Deploying OSDs... 2024-04-02T08:17:47.934 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:17:47.935 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:17:47.950 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:17:47.950 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_1 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-02 08:17:35.300416473 +0000 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-02 08:13:20.512146697 +0000 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-02 08:13:20.512146697 +0000 2024-04-02T08:17:48.005 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-04-02 08:13:20.512146697 +0000 2024-04-02T08:17:48.005 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:17:48.072 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-04-02T08:17:48.073 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-04-02T08:17:48.073 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000105384 s, 4.9 MB/s 2024-04-02T08:17:48.074 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:17:48.130 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_2 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-02 08:17:35.301416445 +0000 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-02 08:13:20.857137172 +0000 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-02 08:13:20.857137172 +0000 2024-04-02T08:17:48.185 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-04-02 08:13:20.857137172 +0000 2024-04-02T08:17:48.186 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:17:48.250 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-04-02T08:17:48.250 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-04-02T08:17:48.251 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000106601 s, 4.8 MB/s 2024-04-02T08:17:48.252 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:17:48.306 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_3 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-02 08:17:35.301416445 +0000 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-02 08:13:21.178128310 +0000 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-02 08:13:21.178128310 +0000 2024-04-02T08:17:48.361 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-04-02 08:13:21.178128310 +0000 2024-04-02T08:17:48.362 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:17:48.426 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-04-02T08:17:48.427 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-04-02T08:17:48.427 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000104024 s, 4.9 MB/s 2024-04-02T08:17:48.428 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:17:48.482 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_4 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-04-02 08:17:35.302416417 +0000 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-04-02 08:13:21.516118979 +0000 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-04-02 08:13:21.516118979 +0000 2024-04-02T08:17:48.537 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: 2024-04-02 08:13:21.516118979 +0000 2024-04-02T08:17:48.538 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi028=y;smithi137=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: Saving service mgr spec with placement smithi028=y;smithi137=x;count:2 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:48.601 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[27433]: Reconfiguring daemon mon.b on smithi137 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi028=y;smithi137=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: Saving service mgr spec with placement smithi028=y;smithi137=x;count:2 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:48.602 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:48 smithi028 ceph-mon[39019]: Reconfiguring daemon mon.b on smithi137 2024-04-02T08:17:48.603 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-04-02T08:17:48.603 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-04-02T08:17:48.603 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000116154 s, 4.4 MB/s 2024-04-02T08:17:48.604 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:17:48.625 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi028=y;smithi137=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:48.625 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: Saving service mgr spec with placement smithi028=y;smithi137=x;count:2 2024-04-02T08:17:48.625 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.625 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.626 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:48.626 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:17:48.626 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:17:48.626 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:17:48.626 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:48.626 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:48 smithi137 ceph-mon[31169]: Reconfiguring daemon mon.b on smithi137 2024-04-02T08:17:48.659 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:17:48.659 DEBUG:teuthology.orchestra.run.smithi137:> dd if=/scratch_devs of=/dev/stdout 2024-04-02T08:17:48.675 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-02T08:17:48.675 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_1 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-04-02 08:17:26.484627166 +0000 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-04-02 08:13:18.008046263 +0000 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-04-02 08:13:18.008046263 +0000 2024-04-02T08:17:48.729 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-04-02 08:13:18.008046263 +0000 2024-04-02T08:17:48.730 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-02T08:17:48.795 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-04-02T08:17:48.796 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-04-02T08:17:48.796 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000190467 s, 2.7 MB/s 2024-04-02T08:17:48.797 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-02T08:17:48.852 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_2 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-04-02 08:17:26.484627166 +0000 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-04-02 08:13:18.332040772 +0000 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-04-02 08:13:18.332040772 +0000 2024-04-02T08:17:48.906 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-04-02 08:13:18.332040772 +0000 2024-04-02T08:17:48.907 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-02T08:17:48.974 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-04-02T08:17:48.975 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-04-02T08:17:48.975 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000178399 s, 2.9 MB/s 2024-04-02T08:17:48.976 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-02T08:17:49.031 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_3 2024-04-02T08:17:49.086 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-02T08:17:49.086 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:17:49.087 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-02T08:17:49.087 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:17:49.087 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:17:49.087 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-04-02 08:17:26.485627149 +0000 2024-04-02T08:17:49.087 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-04-02 08:13:18.663035162 +0000 2024-04-02T08:17:49.087 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-04-02 08:13:18.663035162 +0000 2024-04-02T08:17:49.087 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-04-02 08:13:18.663035162 +0000 2024-04-02T08:17:49.090 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-02T08:17:49.153 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-04-02T08:17:49.153 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-04-02T08:17:49.153 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000192868 s, 2.7 MB/s 2024-04-02T08:17:49.154 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-02T08:17:49.210 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_4 2024-04-02T08:17:49.265 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-02T08:17:49.266 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-02T08:17:49.266 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-04-02T08:17:49.266 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-02T08:17:49.266 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-04-02T08:17:49.266 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-04-02 08:17:26.485627149 +0000 2024-04-02T08:17:49.266 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-04-02 08:13:18.995029535 +0000 2024-04-02T08:17:49.266 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-04-02 08:13:18.995029535 +0000 2024-04-02T08:17:49.266 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-04-02 08:13:18.995029535 +0000 2024-04-02T08:17:49.266 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-02T08:17:49.333 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-04-02T08:17:49.333 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-04-02T08:17:49.333 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000198929 s, 2.6 MB/s 2024-04-02T08:17:49.335 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-02T08:17:49.392 INFO:tasks.cephadm:Deploying osd.0 on smithi028 with /dev/vg_nvme/lv_4... 2024-04-02T08:17:49.392 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:17:49.599 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:17:49.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:17:49.639 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:17:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:17:49.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:50.539 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:50 smithi137 ceph-mon[31169]: Deploying daemon mgr.x on smithi137 2024-04-02T08:17:50.693 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:50 smithi028 ceph-mon[27433]: Deploying daemon mgr.x on smithi137 2024-04-02T08:17:50.693 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:50 smithi028 ceph-mon[39019]: Deploying daemon mgr.x on smithi137 2024-04-02T08:17:50.883 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:50 smithi137 systemd[1]: Starting Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:17:51.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 podman[33250]: 2024-04-02 08:17:51.078261787 +0000 UTC m=+0.092797102 container create ba8358f284ca8c9d23d4f03a61bc4d52ceff3248d09198bc6afbf9f56d0ede1a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-02T08:17:51.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 podman[33250]: 2024-04-02 08:17:51.002971646 +0000 UTC m=+0.017506893 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:17:51.546 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:17:51.546 INFO:teuthology.orchestra.run.smithi028.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:17:51.546 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10+0 records in 2024-04-02T08:17:51.546 INFO:teuthology.orchestra.run.smithi028.stderr:10+0 records out 2024-04-02T08:17:51.546 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0086612 s, 1.2 GB/s 2024-04-02T08:17:51.546 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping successful for: 2024-04-02T08:17:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:51 smithi137 ceph-mon[31169]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:51.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 podman[33250]: 2024-04-02 08:17:51.289194095 +0000 UTC m=+0.303729356 container init ba8358f284ca8c9d23d4f03a61bc4d52ceff3248d09198bc6afbf9f56d0ede1a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS) 2024-04-02T08:17:51.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 podman[33250]: 2024-04-02 08:17:51.294636926 +0000 UTC m=+0.309172173 container start ba8358f284ca8c9d23d4f03a61bc4d52ceff3248d09198bc6afbf9f56d0ede1a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:17:51.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 ceph-mgr[33287]: -- 172.21.15.137:0/330992268 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d19bf7c1a0 con 0x55d19bf52c00 2024-04-02T08:17:51.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 bash[33250]: ba8358f284ca8c9d23d4f03a61bc4d52ceff3248d09198bc6afbf9f56d0ede1a 2024-04-02T08:17:51.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 systemd[1]: Started Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:17:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:51 smithi028 ceph-mon[27433]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:51 smithi028 ceph-mon[39019]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:52.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:51.854+0000 7f248d774200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:17:52.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:51.957+0000 7f248d774200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:17:52.188 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi028:vg_nvme/lv_4 2024-04-02T08:17:52.391 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:17:52.625 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.625 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.625 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.625 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.626 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:52.768 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:52.769 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:52 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:52.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:52.626+0000 7f248d774200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:17:52.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:52.724+0000 7f248d774200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:17:52.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:52.869+0000 7f248d774200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:17:53.313 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:52.964+0000 7f248d774200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:17:53.313 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:53.046+0000 7f248d774200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:17:53.313 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:53.314+0000 7f248d774200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:17:53.600 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:53.422+0000 7f248d774200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:17:53.600 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:53.508+0000 7f248d774200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:17:53.600 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:53.601+0000 7f248d774200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:17:53.892 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:53.893 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:53.894 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.894 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:53.894 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.894 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:17:53.894 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:17:53.894 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:53.894 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:53.776+0000 7f248d774200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:17:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:55.022 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[27433]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:17:55.022 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[27433]: Reconfiguring daemon mgr.y on smithi028 2024-04-02T08:17:55.022 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:55.022 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:55.023 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:55.023 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[39019]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:17:55.023 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[39019]: Reconfiguring daemon mgr.y on smithi028 2024-04-02T08:17:55.023 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:55.023 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:55.023 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:54 smithi137 ceph-mon[31169]: Reconfiguring mgr.y (unknown last config time)... 2024-04-02T08:17:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:54 smithi137 ceph-mon[31169]: Reconfiguring daemon mgr.y on smithi028 2024-04-02T08:17:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:17:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:17:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:55.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:54.742+0000 7f248d774200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:17:55.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:54.875+0000 7f248d774200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:17:55.490 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:55.211+0000 7f248d774200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:17:55.511 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:55.300+0000 7f248d774200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:17:55.511 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:55.491+0000 7f248d774200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:17:55.775 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:55.673+0000 7f248d774200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:17:55.936 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[39019]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[39019]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[27433]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[27433]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:55.937 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:55.938 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:55.938 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:55.938 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:55.938 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:56.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:55.959+0000 7f248d774200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:17:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-mon[31169]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:17:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-mon[31169]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:17:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:17:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:17:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:55 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:17:56.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:56.220+0000 7f248d774200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:17:56.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:56.451+0000 7f248d774200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:17:57.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:57.241+0000 7f248d774200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:17:58.117 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:57.810+0000 7f248d774200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:17:58.117 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:57.905+0000 7f248d774200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:17:58.118 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:17:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:17:58.118+0000 7f248d774200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:17:58.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-mon[31169]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:58.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/341282644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]: dispatch 2024-04-02T08:17:58.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]: dispatch 2024-04-02T08:17:58.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]': finished 2024-04-02T08:17:58.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-mon[31169]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:17:58.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:57 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[27433]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/341282644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]: dispatch 2024-04-02T08:17:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]: dispatch 2024-04-02T08:17:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]': finished 2024-04-02T08:17:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[27433]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:17:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[39019]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:17:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/341282644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]: dispatch 2024-04-02T08:17:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]: dispatch 2024-04-02T08:17:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fe7d2656-9cbf-44c3-ac29-81fc1a3be937"}]': finished 2024-04-02T08:17:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[39019]: osdmap e5: 1 total, 0 up, 1 in 2024-04-02T08:17:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:57 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:17:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:58 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2237701322' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:58 smithi137 ceph-mon[31169]: Standby manager daemon x started 2024-04-02T08:17:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:58 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:17:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:58 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:17:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:58 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:17:59.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:58 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:17:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2237701322' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[27433]: Standby manager daemon x started 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2237701322' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[39019]: Standby manager daemon x started 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:17:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:17:59.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:58 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/3758421870' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:18:00.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:59 smithi028 ceph-mon[27433]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:00.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:59 smithi028 ceph-mon[27433]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-02T08:18:00.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:17:59 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:18:00.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:59 smithi028 ceph-mon[39019]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:00.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:59 smithi028 ceph-mon[39019]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-02T08:18:00.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:17:59 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:18:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:59 smithi137 ceph-mon[31169]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:59 smithi137 ceph-mon[31169]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-02T08:18:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:17:59 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:18:02.051 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:01 smithi028 ceph-mon[27433]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:02.052 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:01 smithi028 ceph-mon[39019]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:01 smithi137 ceph-mon[31169]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:03 smithi137 ceph-mon[31169]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:18:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:04.185 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:03 smithi028 ceph-mon[39019]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:04.185 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:18:04.185 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:04.186 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:03 smithi028 ceph-mon[27433]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:04.186 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:18:04.186 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:05.088 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:04 smithi028 ceph-mon[27433]: Deploying daemon osd.0 on smithi028 2024-04-02T08:18:05.088 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:04 smithi028 ceph-mon[39019]: Deploying daemon osd.0 on smithi028 2024-04-02T08:18:05.136 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:04 smithi137 ceph-mon[31169]: Deploying daemon osd.0 on smithi028 2024-04-02T08:18:06.078 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:05 smithi028 ceph-mon[27433]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:06.078 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:05 smithi028 ceph-mon[39019]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:05 smithi137 ceph-mon[31169]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:07.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:06 smithi028 ceph-mon[27433]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:07.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:06 smithi028 ceph-mon[39019]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:07.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:06 smithi137 ceph-mon[31169]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:09 smithi137 ceph-mon[31169]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:09 smithi028 ceph-mon[27433]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:09 smithi028 ceph-mon[39019]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:12.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:11 smithi137 ceph-mon[31169]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:12.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:11 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:11 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:11 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:12.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:11 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:12.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:11 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:11 smithi137 ceph-mon[31169]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:18:12.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[27433]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:12.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:12.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:12.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.164 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[27433]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:18:12.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[39019]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:12.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:12.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:12.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:12.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:11 smithi028 ceph-mon[39019]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:18:12.228 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 0 on host 'smithi028' 2024-04-02T08:18:12.862 DEBUG:teuthology.orchestra.run.smithi028:osd.0> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.0.service 2024-04-02T08:18:12.864 INFO:tasks.cephadm:Deploying osd.1 on smithi028 with /dev/vg_nvme/lv_3... 2024-04-02T08:18:12.864 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[27433]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[27433]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[27433]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[39019]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:18:13.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[39019]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:18:13.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:13.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:12 smithi028 ceph-mon[39019]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:12 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:12 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:12 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:12 smithi137 ceph-mon[31169]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:18:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:12 smithi137 ceph-mon[31169]: osdmap e6: 1 total, 0 up, 1 in 2024-04-02T08:18:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:12 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:12 smithi137 ceph-mon[31169]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:13.403 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[43431]: 2024-04-02T08:18:13.238+0000 7f20c9f52700 -1 osd.0 0 waiting for initial osdmap 2024-04-02T08:18:13.403 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[43431]: 2024-04-02T08:18:13.240+0000 7f20c5d47700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:18:13.703 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:13 smithi137 ceph-mon[31169]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:13 smithi137 ceph-mon[31169]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:18:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:13 smithi137 ceph-mon[31169]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:18:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:13 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:13 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:14.165 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[27433]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:14.165 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[27433]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:18:14.165 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[27433]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:18:14.165 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:14.165 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:14.166 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[39019]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-02T08:18:14.166 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[39019]: from='osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:18:14.166 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[39019]: osdmap e7: 1 total, 0 up, 1 in 2024-04-02T08:18:14.166 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:14.166 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:13 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:15.502 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[39019]: purged_snaps scrub starts 2024-04-02T08:18:15.502 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[39019]: purged_snaps scrub ok 2024-04-02T08:18:15.502 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[39019]: osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489] boot 2024-04-02T08:18:15.502 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[39019]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:18:15.502 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:15.502 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[39019]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:15.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[27433]: purged_snaps scrub starts 2024-04-02T08:18:15.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[27433]: purged_snaps scrub ok 2024-04-02T08:18:15.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[27433]: osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489] boot 2024-04-02T08:18:15.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[27433]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:18:15.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:15.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:15 smithi028 ceph-mon[27433]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:15 smithi137 ceph-mon[31169]: purged_snaps scrub starts 2024-04-02T08:18:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:15 smithi137 ceph-mon[31169]: purged_snaps scrub ok 2024-04-02T08:18:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:15 smithi137 ceph-mon[31169]: osd.0 [v2:172.21.15.28:6802/576978489,v1:172.21.15.28:6803/576978489] boot 2024-04-02T08:18:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:15 smithi137 ceph-mon[31169]: osdmap e8: 1 total, 1 up, 1 in 2024-04-02T08:18:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:15 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:18:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:15 smithi137 ceph-mon[31169]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:16.359 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:16 smithi028 ceph-mon[27433]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:18:16.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:16 smithi028 ceph-mon[39019]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:18:16.565 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:18:16.565 INFO:teuthology.orchestra.run.smithi028.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:18:16.565 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10+0 records in 2024-04-02T08:18:16.566 INFO:teuthology.orchestra.run.smithi028.stderr:10+0 records out 2024-04-02T08:18:16.566 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124697 s, 841 MB/s 2024-04-02T08:18:16.566 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping successful for: 2024-04-02T08:18:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:16 smithi137 ceph-mon[31169]: osdmap e9: 1 total, 1 up, 1 in 2024-04-02T08:18:17.237 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi028:vg_nvme/lv_3 2024-04-02T08:18:17.617 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:17 smithi028 ceph-mon[27433]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:17.617 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:17 smithi028 ceph-mon[39019]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:17 smithi137 ceph-mon[31169]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:17.776 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: Detected new or changed devices on smithi028 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi028 to 16069M 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:18.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: Detected new or changed devices on smithi028 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi028 to 16069M 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:18.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: Detected new or changed devices on smithi028 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi028 to 16069M 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:19 smithi028 ceph-mon[27433]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:19 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:19 smithi028 ceph-mon[39019]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:19 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:19 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:19 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:19 smithi137 ceph-mon[31169]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:19 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:19 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:19 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:20 smithi028 ceph-mon[27433]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:20 smithi028 ceph-mon[39019]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:20 smithi137 ceph-mon[31169]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:21 smithi028 ceph-mon[27433]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:21 smithi028 ceph-mon[39019]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:21 smithi137 ceph-mon[31169]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2493681228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]: dispatch 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]: dispatch 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]': finished 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[27433]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2493681228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]: dispatch 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]: dispatch 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]': finished 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[39019]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:18:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:22 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2493681228' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]: dispatch 2024-04-02T08:18:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:22 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]: dispatch 2024-04-02T08:18:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:22 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "406c5047-2542-4705-a1e7-db81ddedfb89"}]': finished 2024-04-02T08:18:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:22 smithi137 ceph-mon[31169]: osdmap e10: 2 total, 1 up, 2 in 2024-04-02T08:18:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:23 smithi028 ceph-mon[27433]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:23 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1777591980' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:23 smithi028 ceph-mon[39019]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:23.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:23 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1777591980' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:23 smithi137 ceph-mon[31169]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:23 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1777591980' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:24 smithi137 ceph-mon[31169]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:24 smithi028 ceph-mon[27433]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:24 smithi028 ceph-mon[39019]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:27 smithi137 ceph-mon[31169]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:28.186 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:27 smithi028 ceph-mon[27433]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:28.187 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:27 smithi028 ceph-mon[39019]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:29.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:28 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:18:29.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:28 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:28 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:18:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:28 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:28 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:18:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:28 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:29.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:29 smithi028 ceph-mon[27433]: Deploying daemon osd.1 on smithi028 2024-04-02T08:18:29.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:29 smithi028 ceph-mon[27433]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:29.944 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:29 smithi028 ceph-mon[39019]: Deploying daemon osd.1 on smithi028 2024-04-02T08:18:29.944 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:29 smithi028 ceph-mon[39019]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:29 smithi137 ceph-mon[31169]: Deploying daemon osd.1 on smithi028 2024-04-02T08:18:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:29 smithi137 ceph-mon[31169]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:31 smithi137 ceph-mon[31169]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:32.162 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:31 smithi028 ceph-mon[27433]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:32.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:31 smithi028 ceph-mon[39019]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:33 smithi137 ceph-mon[31169]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:33 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:33 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:33 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:34.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:33 smithi028 ceph-mon[39019]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:34.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:33 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:34.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:33 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:34.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:33 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:34.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:33 smithi028 ceph-mon[27433]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:34.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:33 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:34.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:33 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:34.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:33 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:35.084 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:34 smithi028 ceph-mon[27433]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:35.085 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:34 smithi028 ceph-mon[39019]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:35.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:34 smithi137 ceph-mon[31169]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:37.018 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 1 on host 'smithi028' 2024-04-02T08:18:37.588 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.589 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:37 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:37.609 DEBUG:teuthology.orchestra.run.smithi028:osd.1> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.1.service 2024-04-02T08:18:37.612 INFO:tasks.cephadm:Deploying osd.2 on smithi028 with /dev/vg_nvme/lv_2... 2024-04-02T08:18:37.612 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:37.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:37 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:38.433 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[27433]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:18:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[27433]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:18:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[27433]: from='osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[27433]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:38.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[39019]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:18:38.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[39019]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:18:38.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:38.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[39019]: from='osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:38.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-mon[39019]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:38.450 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[49384]: 2024-04-02T08:18:38.279+0000 7f1342ebe700 -1 osd.1 0 waiting for initial osdmap 2024-04-02T08:18:38.450 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:18:38 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[49384]: 2024-04-02T08:18:38.282+0000 7f133ecb3700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:18:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:38 smithi137 ceph-mon[31169]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:18:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:38 smithi137 ceph-mon[31169]: osdmap e11: 2 total, 1 up, 2 in 2024-04-02T08:18:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:38 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:38 smithi137 ceph-mon[31169]: from='osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:38 smithi137 ceph-mon[31169]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[27433]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[27433]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[27433]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[39019]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[39019]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:39.516 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:39 smithi028 ceph-mon[39019]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:39 smithi137 ceph-mon[31169]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:18:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:39 smithi137 ceph-mon[31169]: osdmap e12: 2 total, 1 up, 2 in 2024-04-02T08:18:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:39 smithi137 ceph-mon[31169]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-02T08:18:40.616 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[39019]: purged_snaps scrub starts 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[39019]: purged_snaps scrub ok 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[39019]: osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730] boot 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[39019]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[27433]: purged_snaps scrub starts 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[27433]: purged_snaps scrub ok 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[27433]: osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730] boot 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[27433]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:18:40.617 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:40 smithi137 ceph-mon[31169]: purged_snaps scrub starts 2024-04-02T08:18:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:40 smithi137 ceph-mon[31169]: purged_snaps scrub ok 2024-04-02T08:18:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:40 smithi137 ceph-mon[31169]: osd.1 [v2:172.21.15.28:6810/1760631730,v1:172.21.15.28:6811/1760631730] boot 2024-04-02T08:18:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:40 smithi137 ceph-mon[31169]: osdmap e13: 2 total, 2 up, 2 in 2024-04-02T08:18:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:18:40.846 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:18:40.846 INFO:teuthology.orchestra.run.smithi028.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:18:40.846 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10+0 records in 2024-04-02T08:18:40.846 INFO:teuthology.orchestra.run.smithi028.stderr:10+0 records out 2024-04-02T08:18:40.846 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00925736 s, 1.1 GB/s 2024-04-02T08:18:40.846 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping successful for: 2024-04-02T08:18:41.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:41 smithi028 ceph-mon[39019]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:18:41.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:41 smithi028 ceph-mon[39019]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:41.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:41 smithi028 ceph-mon[27433]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:18:41.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:41 smithi028 ceph-mon[27433]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:41.487 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi028:vg_nvme/lv_2 2024-04-02T08:18:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:41 smithi137 ceph-mon[31169]: osdmap e14: 2 total, 2 up, 2 in 2024-04-02T08:18:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:41 smithi137 ceph-mon[31169]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:42.313 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:18:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: Detected new or changed devices on smithi028 2024-04-02T08:18:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi028 to 8034M 2024-04-02T08:18:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[27433]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: Detected new or changed devices on smithi028 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi028 to 8034M 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:43.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:43.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:43 smithi028 ceph-mon[39019]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: Detected new or changed devices on smithi028 2024-04-02T08:18:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:18:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi028 to 8034M 2024-04-02T08:18:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:18:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:43 smithi137 ceph-mon[31169]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[27433]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[27433]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[39019]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:45.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:45.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:45.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:44 smithi028 ceph-mon[39019]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:44 smithi137 ceph-mon[31169]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:18:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:18:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:18:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:44 smithi137 ceph-mon[31169]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:47.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[27433]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2025607042' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1b86459-ae6c-4130-9c0a-2578be832b7b"}]: dispatch 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2025607042' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1b86459-ae6c-4130-9c0a-2578be832b7b"}]': finished 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[27433]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[39019]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2025607042' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1b86459-ae6c-4130-9c0a-2578be832b7b"}]: dispatch 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2025607042' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1b86459-ae6c-4130-9c0a-2578be832b7b"}]': finished 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[39019]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:18:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:46 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:46 smithi137 ceph-mon[31169]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:46 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2025607042' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1b86459-ae6c-4130-9c0a-2578be832b7b"}]: dispatch 2024-04-02T08:18:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:46 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2025607042' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1b86459-ae6c-4130-9c0a-2578be832b7b"}]': finished 2024-04-02T08:18:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:46 smithi137 ceph-mon[31169]: osdmap e15: 3 total, 2 up, 3 in 2024-04-02T08:18:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:46 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:18:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:47 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1521965861' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:47 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1521965861' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:47 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1521965861' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:18:49.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:48 smithi028 ceph-mon[27433]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:48 smithi028 ceph-mon[39019]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:48 smithi137 ceph-mon[31169]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:51.911 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:51 smithi028 ceph-mon[27433]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:51.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:51 smithi028 ceph-mon[39019]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:51 smithi137 ceph-mon[31169]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:54.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:53 smithi028 ceph-mon[27433]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:54.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:18:54.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:54.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:53 smithi028 ceph-mon[39019]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:54.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:18:54.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:53 smithi137 ceph-mon[31169]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:18:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:18:55.078 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:54 smithi028 ceph-mon[27433]: Deploying daemon osd.2 on smithi028 2024-04-02T08:18:55.078 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:54 smithi028 ceph-mon[39019]: Deploying daemon osd.2 on smithi028 2024-04-02T08:18:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:54 smithi137 ceph-mon[31169]: Deploying daemon osd.2 on smithi028 2024-04-02T08:18:56.022 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:55 smithi028 ceph-mon[27433]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:56.023 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:55 smithi028 ceph-mon[39019]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:55 smithi137 ceph-mon[31169]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:58.081 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:57 smithi028 ceph-mon[27433]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:58.082 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:57 smithi028 ceph-mon[39019]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:58.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:57 smithi137 ceph-mon[31169]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:59 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:59.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:59 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:59.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:59 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:59.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:18:59 smithi028 ceph-mon[27433]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:59 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:59 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:59 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:18:59 smithi028 ceph-mon[39019]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:18:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:59 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:59 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:18:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:59 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:18:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:18:59 smithi137 ceph-mon[31169]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:02.041 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[27433]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[27433]: from='osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[27433]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[39019]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[39019]: from='osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:19:02.042 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:01 smithi028 ceph-mon[39019]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:19:02.119 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 2 on host 'smithi028' 2024-04-02T08:19:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:01 smithi137 ceph-mon[31169]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:01 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:01 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:01 smithi137 ceph-mon[31169]: from='osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:19:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:01 smithi137 ceph-mon[31169]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:19:02.776 DEBUG:teuthology.orchestra.run.smithi028:osd.2> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.2.service 2024-04-02T08:19:02.778 INFO:tasks.cephadm:Deploying osd.3 on smithi028 with /dev/vg_nvme/lv_1... 2024-04-02T08:19:02.778 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:19:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:03 smithi137 ceph-mon[31169]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:19:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:03 smithi137 ceph-mon[31169]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:19:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:03 smithi137 ceph-mon[31169]: from='osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:03.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:03 smithi137 ceph-mon[31169]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:03.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:03 smithi137 ceph-mon[31169]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[27433]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[27433]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[27433]: from='osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[27433]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[27433]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:03.428 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:03.429 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[39019]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:19:03.429 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[39019]: osdmap e16: 3 total, 2 up, 3 in 2024-04-02T08:19:03.429 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:03.429 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[39019]: from='osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:03.429 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[39019]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:03.429 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-mon[39019]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:03.535 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:03.698 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[55385]: 2024-04-02T08:19:03.427+0000 7f86d451d700 -1 osd.2 0 waiting for initial osdmap 2024-04-02T08:19:03.698 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:03 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[55385]: 2024-04-02T08:19:03.430+0000 7f86d0312700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:19:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:04 smithi028 ceph-mon[27433]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:19:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:04 smithi028 ceph-mon[27433]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:19:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:04 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:04 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:04 smithi028 ceph-mon[39019]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:19:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:04 smithi028 ceph-mon[39019]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:19:04.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:04 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:04.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:04 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:04 smithi137 ceph-mon[31169]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:19:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:04 smithi137 ceph-mon[31169]: osdmap e17: 3 total, 2 up, 3 in 2024-04-02T08:19:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:04 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:04 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[27433]: purged_snaps scrub starts 2024-04-02T08:19:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[27433]: purged_snaps scrub ok 2024-04-02T08:19:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[27433]: osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649] boot 2024-04-02T08:19:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[27433]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:19:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[27433]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:19:05.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[39019]: purged_snaps scrub starts 2024-04-02T08:19:05.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[39019]: purged_snaps scrub ok 2024-04-02T08:19:05.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[39019]: osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649] boot 2024-04-02T08:19:05.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[39019]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:19:05.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:05.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[39019]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:05.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:05 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:19:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:05 smithi137 ceph-mon[31169]: purged_snaps scrub starts 2024-04-02T08:19:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:05 smithi137 ceph-mon[31169]: purged_snaps scrub ok 2024-04-02T08:19:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:05 smithi137 ceph-mon[31169]: osd.2 [v2:172.21.15.28:6818/3022315649,v1:172.21.15.28:6819/3022315649] boot 2024-04-02T08:19:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:05 smithi137 ceph-mon[31169]: osdmap e18: 3 total, 3 up, 3 in 2024-04-02T08:19:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:05 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:19:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:05 smithi137 ceph-mon[31169]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-02T08:19:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:05 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:19:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:19:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:19:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:06.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: osdmap e19: 3 total, 3 up, 3 in 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:06.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:06.922 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:19:06.922 INFO:teuthology.orchestra.run.smithi028.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:19:06.922 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10+0 records in 2024-04-02T08:19:06.922 INFO:teuthology.orchestra.run.smithi028.stderr:10+0 records out 2024-04-02T08:19:06.922 INFO:teuthology.orchestra.run.smithi028.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00859222 s, 1.2 GB/s 2024-04-02T08:19:06.923 INFO:teuthology.orchestra.run.smithi028.stderr:--> Zapping successful for: 2024-04-02T08:19:07.036 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:19:06 smithi028 sudo[59165]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:19:07.036 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:19:06 smithi028 sudo[59165]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:07.036 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:19:06 smithi028 sudo[59165]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:07.036 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:19:06 smithi028 sudo[59165]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:07.317 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59281]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:19:07.317 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59281]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:07.317 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59281]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:07.317 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59281]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:07.542 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi028:vg_nvme/lv_1 2024-04-02T08:19:07.567 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59292]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:19:07.567 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59292]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:07.567 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59292]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:07.567 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59292]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: Detected new or changed devices on smithi028 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi028 to 5356M 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: Detected new or changed devices on smithi028 2024-04-02T08:19:07.568 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi028 to 5356M 2024-04-02T08:19:07.569 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:19:07.569 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:19:07.569 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:07.569 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:07.569 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:07.569 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:07.569 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:07.569 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:07 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:07.751 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:19:07.854 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59314]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:19:07.854 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59314]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:07.854 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59314]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:07.855 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59314]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: Detected new or changed devices on smithi028 2024-04-02T08:19:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi028 to 5356M 2024-04-02T08:19:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:19:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: osdmap e20: 3 total, 3 up, 3 in 2024-04-02T08:19:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:07 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:08.127 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59373]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:19:08.127 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59373]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:08.127 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59373]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:08.127 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:07 smithi028 sudo[59373]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:08.384 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59396]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:19:08.384 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59396]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:08.384 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59396]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:08.384 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59396]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:08.649 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59419]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:19:08.649 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59419]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:08.649 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59419]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:08.649 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59419]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:08.912 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:08 smithi137 ceph-mon[31169]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:19:08.912 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:08 smithi137 ceph-mon[31169]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:19:08.912 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:08 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:08.912 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:08 smithi137 sudo[34000]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:19:08.912 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:08 smithi137 sudo[34000]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:08.913 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:08 smithi137 sudo[34000]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:08.913 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:08 smithi137 sudo[34000]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:08.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:08 smithi028 ceph-mon[39019]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:19:08.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:08 smithi028 ceph-mon[39019]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:19:08.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:08 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:08.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59429]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:19:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59429]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59429]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 sudo[59429]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 ceph-mon[27433]: osdmap e21: 3 total, 3 up, 3 in 2024-04-02T08:19:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 ceph-mon[27433]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-02T08:19:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:08 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:09.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 sudo[34003]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:19:09.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 sudo[34003]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:09.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 sudo[34003]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:09.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 sudo[34003]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 sudo[59499]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-02T08:19:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 sudo[59499]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 sudo[59499]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 sudo[59499]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:10.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:10.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:10.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 sudo[59569]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 sudo[59569]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 sudo[59569]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 sudo[59569]: pam_unix(sudo:session): session closed for user root 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.065 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:10.066 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:09 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:19:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:19:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:19:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:09 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:11.049 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:10 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:11.049 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:10 smithi028 ceph-mon[27433]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:11.049 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:10 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:11.050 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:10 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:11.050 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:10 smithi028 ceph-mon[39019]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:11.050 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:10 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:10 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-02T08:19:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:10 smithi137 ceph-mon[31169]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:10 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-02T08:19:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:11 smithi137 ceph-mon[31169]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:11 smithi028 ceph-mon[27433]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:11 smithi028 ceph-mon[39019]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:12 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/756392648' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27e671dc-dc59-4ce2-b3a3-f9da002f5709"}]: dispatch 2024-04-02T08:19:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:12 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/756392648' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27e671dc-dc59-4ce2-b3a3-f9da002f5709"}]': finished 2024-04-02T08:19:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:12 smithi137 ceph-mon[31169]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:19:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:12 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:12 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/756392648' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27e671dc-dc59-4ce2-b3a3-f9da002f5709"}]: dispatch 2024-04-02T08:19:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:12 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/756392648' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27e671dc-dc59-4ce2-b3a3-f9da002f5709"}]': finished 2024-04-02T08:19:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:12 smithi028 ceph-mon[27433]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:19:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:12 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:12 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/756392648' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27e671dc-dc59-4ce2-b3a3-f9da002f5709"}]: dispatch 2024-04-02T08:19:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:12 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/756392648' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27e671dc-dc59-4ce2-b3a3-f9da002f5709"}]': finished 2024-04-02T08:19:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:12 smithi028 ceph-mon[39019]: osdmap e22: 4 total, 3 up, 4 in 2024-04-02T08:19:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:12 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:14.101 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:13 smithi028 ceph-mon[27433]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:14.101 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:13 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3763042998' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:14.101 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:13 smithi028 ceph-mon[39019]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:14.101 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:13 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3763042998' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:14.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:13 smithi137 ceph-mon[31169]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:13 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3763042998' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:14 smithi028 ceph-mon[27433]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:14 smithi028 ceph-mon[39019]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:15.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:14 smithi137 ceph-mon[31169]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:17 smithi028 ceph-mon[27433]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:17 smithi028 ceph-mon[39019]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:18.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:17 smithi137 ceph-mon[31169]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:19:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:19.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:19:19.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:19:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:20.077 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:19 smithi028 ceph-mon[27433]: Deploying daemon osd.3 on smithi028 2024-04-02T08:19:20.077 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:19 smithi028 ceph-mon[27433]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:20.077 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:19 smithi028 ceph-mon[39019]: Deploying daemon osd.3 on smithi028 2024-04-02T08:19:20.077 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:19 smithi028 ceph-mon[39019]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:20.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:19 smithi137 ceph-mon[31169]: Deploying daemon osd.3 on smithi028 2024-04-02T08:19:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:19 smithi137 ceph-mon[31169]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:21 smithi028 ceph-mon[27433]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:21 smithi028 ceph-mon[39019]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:22.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:21 smithi137 ceph-mon[31169]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:23 smithi137 ceph-mon[31169]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:23 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:23 smithi028 ceph-mon[27433]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:23 smithi028 ceph-mon[39019]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:23 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:24.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:24 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:24 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:24 smithi028 ceph-mon[27433]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:24 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:24 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:24 smithi028 ceph-mon[39019]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:24 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:24 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:24 smithi137 ceph-mon[31169]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:27.429 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 3 on host 'smithi028' 2024-04-02T08:19:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:19:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:27.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:27 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:28.030 DEBUG:teuthology.orchestra.run.smithi028:osd.3> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.3.service 2024-04-02T08:19:28.073 INFO:tasks.cephadm:Deploying osd.4 on smithi137 with /dev/vg_nvme/lv_4... 2024-04-02T08:19:28.073 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-02T08:19:28.103 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:28.103 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:28.104 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:27 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:28.283 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:19:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[27433]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[27433]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[27433]: from='osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[27433]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[39019]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[39019]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[39019]: from='osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-mon[39019]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:28.949 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[61593]: 2024-04-02T08:19:28.711+0000 7f8c920a0700 -1 osd.3 0 waiting for initial osdmap 2024-04-02T08:19:28.949 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:19:28 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[61593]: 2024-04-02T08:19:28.715+0000 7f8c8de95700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:19:29.011 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:28 smithi137 ceph-mon[31169]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:19:29.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:28 smithi137 ceph-mon[31169]: osdmap e23: 4 total, 3 up, 4 in 2024-04-02T08:19:29.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:28 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:29.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:28 smithi137 ceph-mon[31169]: from='osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:29.012 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:28 smithi137 ceph-mon[31169]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:19:29.809 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[27433]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:19:29.810 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[27433]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:19:29.810 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:29.810 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:29.810 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[27433]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:29.810 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[39019]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:19:29.810 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[39019]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:19:29.810 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:29.810 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:29.811 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:29 smithi028 ceph-mon[39019]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:29 smithi137 ceph-mon[31169]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-04-02T08:19:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:29 smithi137 ceph-mon[31169]: osdmap e24: 4 total, 3 up, 4 in 2024-04-02T08:19:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:29 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:29.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:29 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:29.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:29 smithi137 ceph-mon[31169]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-02T08:19:30.119 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-02T08:19:30.119 INFO:teuthology.orchestra.run.smithi137.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-02T08:19:30.120 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10+0 records in 2024-04-02T08:19:30.120 INFO:teuthology.orchestra.run.smithi137.stderr:10+0 records out 2024-04-02T08:19:30.120 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.015781 s, 664 MB/s 2024-04-02T08:19:30.120 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping successful for: 2024-04-02T08:19:30.732 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:30 smithi137 ceph-mon[31169]: purged_snaps scrub starts 2024-04-02T08:19:30.732 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:30 smithi137 ceph-mon[31169]: purged_snaps scrub ok 2024-04-02T08:19:30.732 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:30 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:30.732 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:30 smithi137 ceph-mon[31169]: osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807] boot 2024-04-02T08:19:30.732 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:30 smithi137 ceph-mon[31169]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:19:30.732 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:30 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:30.733 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi137:vg_nvme/lv_4 2024-04-02T08:19:30.973 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:19:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[39019]: purged_snaps scrub starts 2024-04-02T08:19:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[39019]: purged_snaps scrub ok 2024-04-02T08:19:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[39019]: osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807] boot 2024-04-02T08:19:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[39019]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:19:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:31.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[27433]: purged_snaps scrub starts 2024-04-02T08:19:31.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[27433]: purged_snaps scrub ok 2024-04-02T08:19:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[27433]: osd.3 [v2:172.21.15.28:6826/584297807,v1:172.21.15.28:6827/584297807] boot 2024-04-02T08:19:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[27433]: osdmap e25: 4 total, 4 up, 4 in 2024-04-02T08:19:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:30 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:32.133 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:32.134 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:31 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:19:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: osdmap e26: 4 total, 4 up, 4 in 2024-04-02T08:19:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:31 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:32 smithi137 ceph-mon[31169]: Detected new or changed devices on smithi028 2024-04-02T08:19:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:32 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi028 to 4017M 2024-04-02T08:19:33.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:32 smithi028 ceph-mon[27433]: Detected new or changed devices on smithi028 2024-04-02T08:19:33.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:32 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi028 to 4017M 2024-04-02T08:19:33.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:32 smithi028 ceph-mon[39019]: Detected new or changed devices on smithi028 2024-04-02T08:19:33.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:32 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi028 to 4017M 2024-04-02T08:19:33.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:33 smithi137 ceph-mon[31169]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:33.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:33 smithi137 ceph-mon[31169]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:33.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:33 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:33.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:33 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:33.992 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:33 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[27433]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[27433]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[39019]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[39019]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:33 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:34 smithi137 ceph-mon[31169]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:35.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:34 smithi028 ceph-mon[27433]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:34 smithi028 ceph-mon[39019]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:35 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/2220858463' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]: dispatch 2024-04-02T08:19:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:35 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]: dispatch 2024-04-02T08:19:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:35 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]': finished 2024-04-02T08:19:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:35 smithi137 ceph-mon[31169]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:19:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:35 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:35 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/342500457' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/2220858463' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]: dispatch 2024-04-02T08:19:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]: dispatch 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]': finished 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[27433]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/342500457' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/2220858463' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]: dispatch 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]: dispatch 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3010a0fd-2e32-42e9-9464-8d7841d42b6e"}]': finished 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[39019]: osdmap e27: 5 total, 4 up, 5 in 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:35 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/342500457' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:19:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:36 smithi137 ceph-mon[31169]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:36 smithi028 ceph-mon[27433]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:36 smithi028 ceph-mon[39019]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:40.016 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:39 smithi137 ceph-mon[31169]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:39 smithi028 ceph-mon[27433]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:40.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:39 smithi028 ceph-mon[39019]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:42.142 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:41 smithi137 ceph-mon[31169]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:42.143 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:41 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:19:42.143 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:41 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:41 smithi028 ceph-mon[27433]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:41 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:19:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:41 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:41 smithi028 ceph-mon[39019]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:41 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:19:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:41 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:42 smithi137 ceph-mon[31169]: Deploying daemon osd.4 on smithi137 2024-04-02T08:19:43.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:42 smithi028 ceph-mon[27433]: Deploying daemon osd.4 on smithi137 2024-04-02T08:19:43.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:42 smithi028 ceph-mon[39019]: Deploying daemon osd.4 on smithi137 2024-04-02T08:19:44.085 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:43 smithi137 ceph-mon[31169]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:43 smithi028 ceph-mon[27433]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:44.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:43 smithi028 ceph-mon[39019]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:45.055 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:44 smithi137 ceph-mon[31169]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:45.346 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:44 smithi028 ceph-mon[27433]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:45.346 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:44 smithi028 ceph-mon[39019]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:47.818 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:47 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:47.819 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:47 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:47.819 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:47 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.819 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:47 smithi137 ceph-mon[31169]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:47 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:47 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:47 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:47 smithi028 ceph-mon[27433]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:47 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:47 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:47 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:47 smithi028 ceph-mon[39019]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:49.986 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:49 smithi137 ceph-mon[31169]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:49 smithi137 ceph-mon[31169]: from='osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:19:49.987 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:49 smithi137 ceph-mon[31169]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:19:50.024 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 4 on host 'smithi137' 2024-04-02T08:19:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[27433]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[27433]: from='osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[27433]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[39019]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:50.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:50.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:50.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:50.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:50.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[39019]: from='osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:19:50.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:49 smithi028 ceph-mon[39019]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:19:50.720 DEBUG:teuthology.orchestra.run.smithi137:osd.4> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.4.service 2024-04-02T08:19:50.722 INFO:tasks.cephadm:Deploying osd.5 on smithi137 with /dev/vg_nvme/lv_3... 2024-04-02T08:19:50.723 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-02T08:19:51.357 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:51.357 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:51.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:51.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:19:51.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:19:51.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:51.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: from='osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:19:51.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:19:51.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-mon[31169]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: from='osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:19:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[27433]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:19:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:19:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: osdmap e28: 5 total, 4 up, 5 in 2024-04-02T08:19:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: from='osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:19:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:19:51.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:51 smithi028 ceph-mon[39019]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-02T08:19:51.450 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:19:51.645 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[36610]: 2024-04-02T08:19:51.358+0000 7f484b399700 -1 osd.4 0 waiting for initial osdmap 2024-04-02T08:19:51.645 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:19:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[36610]: 2024-04-02T08:19:51.362+0000 7f484718e700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:19:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:52 smithi137 ceph-mon[31169]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:19:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:52 smithi137 ceph-mon[31169]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:19:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:52 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:52.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:52 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:52 smithi028 ceph-mon[27433]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:19:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:52 smithi028 ceph-mon[27433]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:19:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:52 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:52 smithi028 ceph-mon[39019]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:19:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:52 smithi028 ceph-mon[39019]: osdmap e29: 5 total, 4 up, 5 in 2024-04-02T08:19:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:52 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:52 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:53.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:53 smithi137 ceph-mon[31169]: purged_snaps scrub starts 2024-04-02T08:19:53.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:53 smithi137 ceph-mon[31169]: purged_snaps scrub ok 2024-04-02T08:19:53.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:53 smithi137 ceph-mon[31169]: osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053] boot 2024-04-02T08:19:53.638 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:53 smithi137 ceph-mon[31169]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:19:53.639 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:53 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:53.639 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:53 smithi137 ceph-mon[31169]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[27433]: purged_snaps scrub starts 2024-04-02T08:19:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[27433]: purged_snaps scrub ok 2024-04-02T08:19:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[27433]: osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053] boot 2024-04-02T08:19:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[27433]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:19:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[27433]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[39019]: purged_snaps scrub starts 2024-04-02T08:19:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[39019]: purged_snaps scrub ok 2024-04-02T08:19:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[39019]: osd.4 [v2:172.21.15.137:6800/1408272053,v1:172.21.15.137:6801/1408272053] boot 2024-04-02T08:19:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[39019]: osdmap e30: 5 total, 5 up, 5 in 2024-04-02T08:19:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:19:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:53 smithi028 ceph-mon[39019]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:54 smithi137 ceph-mon[31169]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:19:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:54.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:54.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:54 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[27433]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[39019]: osdmap e31: 5 total, 5 up, 5 in 2024-04-02T08:19:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:19:54.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:54.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:19:54.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:54 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:19:54.851 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-02T08:19:54.851 INFO:teuthology.orchestra.run.smithi137.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-02T08:19:54.852 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10+0 records in 2024-04-02T08:19:54.852 INFO:teuthology.orchestra.run.smithi137.stderr:10+0 records out 2024-04-02T08:19:54.852 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011517 s, 910 MB/s 2024-04-02T08:19:54.852 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping successful for: 2024-04-02T08:19:55.404 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi137:vg_nvme/lv_3 2024-04-02T08:19:55.429 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:55 smithi137 ceph-mon[31169]: Detected new or changed devices on smithi137 2024-04-02T08:19:55.429 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:55 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi137 to 17088M 2024-04-02T08:19:55.429 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:55 smithi137 ceph-mon[31169]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:19:55.429 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:55 smithi137 ceph-mon[31169]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:55.604 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:19:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:55 smithi028 ceph-mon[27433]: Detected new or changed devices on smithi137 2024-04-02T08:19:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:55 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi137 to 17088M 2024-04-02T08:19:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:55 smithi028 ceph-mon[27433]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:19:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:55 smithi028 ceph-mon[27433]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:55 smithi028 ceph-mon[39019]: Detected new or changed devices on smithi137 2024-04-02T08:19:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:55 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi137 to 17088M 2024-04-02T08:19:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:55 smithi028 ceph-mon[39019]: osdmap e32: 5 total, 5 up, 5 in 2024-04-02T08:19:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:55 smithi028 ceph-mon[39019]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:19:56.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:56 smithi137 ceph-mon[31169]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:19:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:56 smithi028 ceph-mon[27433]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:19:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:56 smithi028 ceph-mon[39019]: osdmap e33: 5 total, 5 up, 5 in 2024-04-02T08:19:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:57 smithi137 ceph-mon[31169]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:19:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:57 smithi137 ceph-mon[31169]: pgmap v116: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-02T08:19:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:57 smithi028 ceph-mon[27433]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:19:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:57 smithi028 ceph-mon[27433]: pgmap v116: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-02T08:19:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:57 smithi028 ceph-mon[39019]: osdmap e34: 5 total, 5 up, 5 in 2024-04-02T08:19:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:57 smithi028 ceph-mon[39019]: pgmap v116: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-02T08:19:58.531 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:58 smithi137 ceph-mon[31169]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:58.531 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:58 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:58.532 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:58 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:58.532 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:58 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:58 smithi028 ceph-mon[27433]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:58 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:58 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:58 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:58 smithi028 ceph-mon[39019]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:19:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:58 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:19:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:58 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:19:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:58 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:19:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:19:59 smithi137 ceph-mon[31169]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:19:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:19:59 smithi028 ceph-mon[27433]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:19:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:19:59 smithi028 ceph-mon[39019]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-02T08:20:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:00 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/2266444893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]: dispatch 2024-04-02T08:20:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:00 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]: dispatch 2024-04-02T08:20:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:00 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]': finished 2024-04-02T08:20:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:00 smithi137 ceph-mon[31169]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:20:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:00 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:00 smithi137 ceph-mon[31169]: overall HEALTH_OK 2024-04-02T08:20:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/2266444893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]: dispatch 2024-04-02T08:20:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]: dispatch 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]': finished 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[27433]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[27433]: overall HEALTH_OK 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/2266444893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]: dispatch 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]: dispatch 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64a28505-3c8e-489a-aa3f-fdcbbded0132"}]': finished 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[39019]: osdmap e35: 6 total, 5 up, 6 in 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:00 smithi028 ceph-mon[39019]: overall HEALTH_OK 2024-04-02T08:20:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:01 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/3450249353' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:01 smithi028 ceph-mon[27433]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:20:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:01 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/3450249353' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:01 smithi028 ceph-mon[39019]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:20:01.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:01 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/3450249353' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:01 smithi137 ceph-mon[31169]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-02T08:20:04.067 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:03 smithi137 ceph-mon[31169]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:03 smithi028 ceph-mon[27433]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:03 smithi028 ceph-mon[39019]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:05.271 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:04 smithi137 ceph-mon[31169]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:05.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:04 smithi028 ceph-mon[27433]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:05.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:04 smithi028 ceph-mon[39019]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:06.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:20:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:20:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:20:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:07 smithi137 ceph-mon[31169]: Deploying daemon osd.5 on smithi137 2024-04-02T08:20:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:07 smithi137 ceph-mon[31169]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:07 smithi028 ceph-mon[27433]: Deploying daemon osd.5 on smithi137 2024-04-02T08:20:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:07 smithi028 ceph-mon[27433]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:07 smithi028 ceph-mon[39019]: Deploying daemon osd.5 on smithi137 2024-04-02T08:20:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:07 smithi028 ceph-mon[39019]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:10.027 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:09 smithi137 ceph-mon[31169]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:09 smithi028 ceph-mon[27433]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:09 smithi028 ceph-mon[39019]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:11 smithi137 ceph-mon[31169]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:11 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:11 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:11 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:11 smithi028 ceph-mon[27433]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:11 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:11 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:11 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:11 smithi028 ceph-mon[39019]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:11 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:11 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:11 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:13 smithi137 ceph-mon[31169]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:13 smithi028 ceph-mon[27433]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:14.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:13 smithi028 ceph-mon[39019]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:14.808 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 5 on host 'smithi137' 2024-04-02T08:20:15.285 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[27433]: from='osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:20:15.285 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[27433]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:20:15.286 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:15.286 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:15.286 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[27433]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:15.286 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[39019]: from='osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:20:15.286 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[39019]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:20:15.286 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:15.286 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:15.286 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:14 smithi028 ceph-mon[39019]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:15.370 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:14 smithi137 ceph-mon[31169]: from='osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:20:15.370 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:14 smithi137 ceph-mon[31169]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:20:15.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:14 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:15.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:14 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:15.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:14 smithi137 ceph-mon[31169]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:15.392 DEBUG:teuthology.orchestra.run.smithi137:osd.5> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.5.service 2024-04-02T08:20:15.434 INFO:tasks.cephadm:Deploying osd.6 on smithi137 with /dev/vg_nvme/lv_2... 2024-04-02T08:20:15.434 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-02T08:20:15.688 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:16.256 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[39019]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[39019]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[39019]: from='osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[39019]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[27433]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[27433]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[27433]: from='osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[27433]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:16.257 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:16.258 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:16.291 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-mon[31169]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:20:16.291 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-mon[31169]: osdmap e36: 6 total, 5 up, 6 in 2024-04-02T08:20:16.291 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:16.292 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-mon[31169]: from='osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:16.292 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-mon[31169]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:16.292 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:16.292 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:16.620 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[43047]: 2024-04-02T08:20:16.447+0000 7f9f0c9c6700 -1 osd.5 0 waiting for initial osdmap 2024-04-02T08:20:16.620 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:20:16 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[43047]: 2024-04-02T08:20:16.453+0000 7f9f047b3700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:20:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:17 smithi137 ceph-mon[31169]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:20:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:17 smithi137 ceph-mon[31169]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:20:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:17 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:17 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:17 smithi137 ceph-mon[31169]: from='osd.5 ' entity='osd.5' 2024-04-02T08:20:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:17 smithi137 ceph-mon[31169]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:17.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[39019]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[39019]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[39019]: from='osd.5 ' entity='osd.5' 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[39019]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[27433]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[27433]: osdmap e37: 6 total, 5 up, 6 in 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[27433]: from='osd.5 ' entity='osd.5' 2024-04-02T08:20:17.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:17 smithi028 ceph-mon[27433]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-02T08:20:18.268 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:18 smithi137 ceph-mon[31169]: purged_snaps scrub starts 2024-04-02T08:20:18.268 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:18 smithi137 ceph-mon[31169]: purged_snaps scrub ok 2024-04-02T08:20:18.268 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:18 smithi137 ceph-mon[31169]: osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220] boot 2024-04-02T08:20:18.268 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:18 smithi137 ceph-mon[31169]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:20:18.268 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:18.268 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:18 smithi137 ceph-mon[31169]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:20:18.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[39019]: purged_snaps scrub starts 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[39019]: purged_snaps scrub ok 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[39019]: osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220] boot 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[39019]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[39019]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[27433]: purged_snaps scrub starts 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[27433]: purged_snaps scrub ok 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[27433]: osd.5 [v2:172.21.15.137:6808/1287382220,v1:172.21.15.137:6809/1287382220] boot 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[27433]: osdmap e38: 6 total, 6 up, 6 in 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:20:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:18 smithi028 ceph-mon[27433]: osdmap e39: 6 total, 6 up, 6 in 2024-04-02T08:20:18.818 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-02T08:20:18.818 INFO:teuthology.orchestra.run.smithi137.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-02T08:20:18.818 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10+0 records in 2024-04-02T08:20:18.818 INFO:teuthology.orchestra.run.smithi137.stderr:10+0 records out 2024-04-02T08:20:18.818 INFO:teuthology.orchestra.run.smithi137.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0130626 s, 803 MB/s 2024-04-02T08:20:18.818 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping successful for: 2024-04-02T08:20:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:19 smithi137 ceph-mon[31169]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:19 smithi137 ceph-mon[31169]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:20:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:19 smithi028 ceph-mon[27433]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:19 smithi028 ceph-mon[27433]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:20:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:19 smithi028 ceph-mon[39019]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:19 smithi028 ceph-mon[39019]: osdmap e40: 6 total, 6 up, 6 in 2024-04-02T08:20:19.540 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi137:vg_nvme/lv_2 2024-04-02T08:20:20.231 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:21.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: Detected new or changed devices on smithi137 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi137 to 8544M 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:21.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:21 smithi137 ceph-mon[31169]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: Detected new or changed devices on smithi137 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi137 to 8544M 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[27433]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: osdmap e41: 6 total, 6 up, 6 in 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: Detected new or changed devices on smithi137 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi137 to 8544M 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:21.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:21.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:21.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:21.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:21.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:21 smithi028 ceph-mon[39019]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-02T08:20:22.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:22 smithi137 ceph-mon[31169]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:20:22.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:22 smithi137 ceph-mon[31169]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:20:22.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:20:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:22 smithi028 ceph-mon[27433]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:20:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:22 smithi028 ceph-mon[27433]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:20:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:20:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:22 smithi028 ceph-mon[39019]: osdmap e42: 6 total, 6 up, 6 in 2024-04-02T08:20:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:22 smithi028 ceph-mon[39019]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:20:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:20:23.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:23 smithi137 ceph-mon[31169]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:23.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:23 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:20:23.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:23 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:23.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:23 smithi137 ceph-mon[31169]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:23.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:23 smithi028 ceph-mon[27433]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:23.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:20:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:23 smithi028 ceph-mon[27433]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:23 smithi028 ceph-mon[39019]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:23 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:20:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:23 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:23 smithi028 ceph-mon[39019]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:24 smithi137 ceph-mon[31169]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-02T08:20:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:24 smithi137 ceph-mon[31169]: Cluster is now healthy 2024-04-02T08:20:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:24 smithi028 ceph-mon[27433]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-02T08:20:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:24 smithi028 ceph-mon[27433]: Cluster is now healthy 2024-04-02T08:20:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:24 smithi028 ceph-mon[39019]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-02T08:20:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:24 smithi028 ceph-mon[39019]: Cluster is now healthy 2024-04-02T08:20:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:25 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/2575891410' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]: dispatch 2024-04-02T08:20:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:25 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]: dispatch 2024-04-02T08:20:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:25 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]': finished 2024-04-02T08:20:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:25 smithi137 ceph-mon[31169]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:20:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:25 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:25 smithi137 ceph-mon[31169]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/2575891410' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]: dispatch 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]: dispatch 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]': finished 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[27433]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[27433]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/2575891410' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]: dispatch 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]: dispatch 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c769d7b7-454c-4b3f-9992-bc8a08d0146a"}]': finished 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[39019]: osdmap e43: 7 total, 6 up, 7 in 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:25 smithi028 ceph-mon[39019]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:26.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:26 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/2697105898' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:26.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:26 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/2697105898' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:26 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/2697105898' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:27.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:27 smithi137 ceph-mon[31169]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-02T08:20:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:27 smithi028 ceph-mon[27433]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-02T08:20:27.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:27 smithi028 ceph-mon[39019]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-02T08:20:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:29 smithi137 ceph-mon[31169]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:20:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:29 smithi028 ceph-mon[27433]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:20:30.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:29 smithi028 ceph-mon[39019]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:20:31.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:30 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:20:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:30 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:31.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:30 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:20:31.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:30 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:31.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:30 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:20:31.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:30 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:31.957 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:31 smithi137 ceph-mon[31169]: Deploying daemon osd.6 on smithi137 2024-04-02T08:20:31.957 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:31 smithi137 ceph-mon[31169]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:20:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:31 smithi028 ceph-mon[27433]: Deploying daemon osd.6 on smithi137 2024-04-02T08:20:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:31 smithi028 ceph-mon[27433]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:20:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:31 smithi028 ceph-mon[39019]: Deploying daemon osd.6 on smithi137 2024-04-02T08:20:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:31 smithi028 ceph-mon[39019]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:20:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:33 smithi028 ceph-mon[27433]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:33 smithi028 ceph-mon[39019]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:34.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:33 smithi137 ceph-mon[31169]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:35.285 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:34 smithi137 ceph-mon[31169]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:35.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:34 smithi028 ceph-mon[27433]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:34 smithi028 ceph-mon[39019]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:36 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:36 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:36 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:36 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:36 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:36 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:36 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:36 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:36 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:37 smithi028 ceph-mon[27433]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:37 smithi028 ceph-mon[39019]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:38.131 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:37 smithi137 ceph-mon[31169]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:39.223 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 6 on host 'smithi137' 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:39 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:39 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:20:39.835 DEBUG:teuthology.orchestra.run.smithi137:osd.6> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.6.service 2024-04-02T08:20:39.837 INFO:tasks.cephadm:Deploying osd.7 on smithi137 with /dev/vg_nvme/lv_1... 2024-04-02T08:20:39.837 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-02T08:20:40.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:40 smithi137 ceph-mon[31169]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:20:40.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:40 smithi137 ceph-mon[31169]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:20:40.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:40 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:40.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:40 smithi137 ceph-mon[31169]: from='osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:40.358 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:40 smithi137 ceph-mon[31169]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:40.542 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[27433]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:20:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[27433]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:20:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[27433]: from='osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[27433]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[39019]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:20:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[39019]: osdmap e44: 7 total, 6 up, 7 in 2024-04-02T08:20:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[39019]: from='osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:40 smithi028 ceph-mon[39019]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:20:40.922 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:20:40 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[49487]: 2024-04-02T08:20:40.740+0000 7fb2303f9700 -1 osd.6 0 waiting for initial osdmap 2024-04-02T08:20:40.922 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:20:40 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[49487]: 2024-04-02T08:20:40.747+0000 7fb2279e5700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:20:41.634 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:41 smithi137 ceph-mon[31169]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:20:41.634 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:41 smithi137 ceph-mon[31169]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:20:41.634 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:41 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:41.634 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:41 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:41.634 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:41 smithi137 ceph-mon[31169]: from='osd.6 ' entity='osd.6' 2024-04-02T08:20:41.634 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:41 smithi137 ceph-mon[31169]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:41.634 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:41 smithi137 ceph-mon[31169]: osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060] boot 2024-04-02T08:20:41.634 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:41 smithi137 ceph-mon[31169]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:20:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[27433]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:20:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[27433]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:20:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[27433]: from='osd.6 ' entity='osd.6' 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[27433]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[27433]: osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060] boot 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[27433]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[39019]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[39019]: osdmap e45: 7 total, 6 up, 7 in 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[39019]: from='osd.6 ' entity='osd.6' 2024-04-02T08:20:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[39019]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-02T08:20:41.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[39019]: osd.6 [v2:172.21.15.137:6816/2882091060,v1:172.21.15.137:6817/2882091060] boot 2024-04-02T08:20:41.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:41 smithi028 ceph-mon[39019]: osdmap e46: 7 total, 7 up, 7 in 2024-04-02T08:20:42.532 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:42 smithi137 ceph-mon[31169]: purged_snaps scrub starts 2024-04-02T08:20:42.532 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:42 smithi137 ceph-mon[31169]: purged_snaps scrub ok 2024-04-02T08:20:42.532 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:42 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:42.532 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:42 smithi137 ceph-mon[31169]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:20:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:42 smithi028 ceph-mon[27433]: purged_snaps scrub starts 2024-04-02T08:20:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:42 smithi028 ceph-mon[27433]: purged_snaps scrub ok 2024-04-02T08:20:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:42 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:42 smithi028 ceph-mon[27433]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:20:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:42 smithi028 ceph-mon[39019]: purged_snaps scrub starts 2024-04-02T08:20:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:42 smithi028 ceph-mon[39019]: purged_snaps scrub ok 2024-04-02T08:20:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:42 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:20:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:42 smithi028 ceph-mon[39019]: osdmap e47: 7 total, 7 up, 7 in 2024-04-02T08:20:43.130 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-02T08:20:43.130 INFO:teuthology.orchestra.run.smithi137.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-02T08:20:43.130 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10+0 records in 2024-04-02T08:20:43.130 INFO:teuthology.orchestra.run.smithi137.stderr:10+0 records out 2024-04-02T08:20:43.130 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0138777 s, 756 MB/s 2024-04-02T08:20:43.130 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping successful for: 2024-04-02T08:20:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:43 smithi137 ceph-mon[31169]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:43 smithi028 ceph-mon[27433]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:43 smithi028 ceph-mon[39019]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:20:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: Detected new or changed devices on smithi137 2024-04-02T08:20:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi137 to 5696M 2024-04-02T08:20:44.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:44.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:44.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:44 smithi137 ceph-mon[31169]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:20:44.456 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch daemon add osd smithi137:vg_nvme/lv_1 2024-04-02T08:20:44.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:20:44.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: Detected new or changed devices on smithi137 2024-04-02T08:20:44.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi137 to 5696M 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[27433]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: osdmap e48: 7 total, 7 up, 7 in 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: Detected new or changed devices on smithi137 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.600 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.601 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.601 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:20:44.601 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi137 to 5696M 2024-04-02T08:20:44.601 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.601 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:44.601 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:20:44.601 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:20:44.601 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:44 smithi028 ceph-mon[39019]: osdmap e49: 7 total, 7 up, 7 in 2024-04-02T08:20:44.658 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:20:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:45 smithi137 ceph-mon[31169]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:45 smithi137 ceph-mon[31169]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:20:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:45 smithi028 ceph-mon[27433]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:45 smithi028 ceph-mon[27433]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:20:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:45 smithi028 ceph-mon[39019]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:45 smithi028 ceph-mon[39019]: osdmap e50: 7 total, 7 up, 7 in 2024-04-02T08:20:46.883 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:46 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:20:46.883 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:46 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:20:46.883 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:46 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:46.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:46 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:20:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:46 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:20:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:46 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:46 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-02T08:20:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:46 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-02T08:20:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:46 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:47.818 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:47 smithi137 ceph-mon[31169]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:47.818 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:47 smithi137 ceph-mon[31169]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-02T08:20:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:47 smithi028 ceph-mon[27433]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:47 smithi028 ceph-mon[27433]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-02T08:20:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:47 smithi028 ceph-mon[39019]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:20:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:47 smithi028 ceph-mon[39019]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-02T08:20:49.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:48 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/3202112287' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]: dispatch 2024-04-02T08:20:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:48 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]: dispatch 2024-04-02T08:20:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:48 smithi137 ceph-mon[31169]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]': finished 2024-04-02T08:20:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:48 smithi137 ceph-mon[31169]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:20:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:48 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:49.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/3202112287' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]: dispatch 2024-04-02T08:20:49.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]: dispatch 2024-04-02T08:20:49.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[27433]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]': finished 2024-04-02T08:20:49.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[27433]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:20:49.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/3202112287' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]: dispatch 2024-04-02T08:20:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]: dispatch 2024-04-02T08:20:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[39019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8a52a781-ca2f-4817-b403-60c58c58fe3b"}]': finished 2024-04-02T08:20:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[39019]: osdmap e51: 8 total, 7 up, 8 in 2024-04-02T08:20:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:48 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:20:50.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:49 smithi137 ceph-mon[31169]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-02T08:20:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:49 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/2276142972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:49 smithi028 ceph-mon[27433]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-02T08:20:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:49 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/2276142972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:50.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:49 smithi028 ceph-mon[39019]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-02T08:20:50.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:49 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/2276142972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-02T08:20:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:51 smithi137 ceph-mon[31169]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-02T08:20:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:51 smithi028 ceph-mon[27433]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-02T08:20:52.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:51 smithi028 ceph-mon[39019]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-02T08:20:54.058 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:53 smithi137 ceph-mon[31169]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:20:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:53 smithi028 ceph-mon[27433]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:20:54.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:53 smithi028 ceph-mon[39019]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:20:55.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:55 smithi137 ceph-mon[31169]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:20:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:55 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:20:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:55 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:55.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:55 smithi028 ceph-mon[27433]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:20:55.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:20:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:55 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:55 smithi028 ceph-mon[39019]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:20:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:55 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:20:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:55 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:20:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:56 smithi137 ceph-mon[31169]: Deploying daemon osd.7 on smithi137 2024-04-02T08:20:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:56 smithi028 ceph-mon[27433]: Deploying daemon osd.7 on smithi137 2024-04-02T08:20:56.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:56 smithi028 ceph-mon[39019]: Deploying daemon osd.7 on smithi137 2024-04-02T08:20:57.030 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:57 smithi137 ceph-mon[31169]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:57 smithi028 ceph-mon[27433]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:20:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:57 smithi028 ceph-mon[39019]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:00.023 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:20:59 smithi137 ceph-mon[31169]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:20:59 smithi028 ceph-mon[27433]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:00.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:20:59 smithi028 ceph-mon[39019]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:01.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:01 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:01 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:01 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:01 smithi137 ceph-mon[31169]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:01 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:01 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:01 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:01 smithi028 ceph-mon[27433]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:01 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:01 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:01 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:01 smithi028 ceph-mon[39019]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:03.928 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 7 on host 'smithi137' 2024-04-02T08:21:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:03 smithi137 ceph-mon[31169]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:03 smithi137 ceph-mon[31169]: from='osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:21:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:03 smithi137 ceph-mon[31169]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:21:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:03 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[27433]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[27433]: from='osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[27433]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[39019]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[39019]: from='osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:21:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[39019]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:21:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:03 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:04.571 DEBUG:teuthology.orchestra.run.smithi137:osd.7> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.7.service 2024-04-02T08:21:04.573 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-02T08:21:04.573 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd stat -f json 2024-04-02T08:21:04.792 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:21:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:21:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: from='osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:21:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:21:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:04 smithi137 ceph-mon[31169]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:05.188 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:05.188 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:05.188 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:05.189 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:21:05.189 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:21:05.189 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:05.189 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: from='osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:21:05.189 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:21:05.189 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[27433]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:05.190 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:05.190 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:05.190 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:05.191 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:21:05.191 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: osdmap e52: 8 total, 7 up, 8 in 2024-04-02T08:21:05.191 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:05.191 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: from='osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:21:05.191 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:21:05.191 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:04 smithi028 ceph-mon[39019]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-02T08:21:05.462 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:21:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[55637]: 2024-04-02T08:21:05.182+0000 7f6bbeade700 -1 osd.7 0 waiting for initial osdmap 2024-04-02T08:21:05.462 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:21:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[55637]: 2024-04-02T08:21:05.189+0000 7f6bba8d3700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:21:06.269 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:06 smithi028 ceph-mon[27433]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:21:06.269 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:06 smithi028 ceph-mon[27433]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:21:06.269 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:06.269 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:06 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:06.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:06 smithi028 ceph-mon[39019]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:21:06.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:06 smithi028 ceph-mon[39019]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:21:06.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:06.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:06 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:06 smithi137 ceph-mon[31169]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-04-02T08:21:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:06 smithi137 ceph-mon[31169]: osdmap e53: 8 total, 7 up, 8 in 2024-04-02T08:21:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:06 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:06.718 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:07.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:07 smithi137 ceph-mon[31169]: purged_snaps scrub starts 2024-04-02T08:21:07.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:07 smithi137 ceph-mon[31169]: purged_snaps scrub ok 2024-04-02T08:21:07.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:07 smithi137 ceph-mon[31169]: osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236] boot 2024-04-02T08:21:07.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:07 smithi137 ceph-mon[31169]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:21:07.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:07 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:07.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:07 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3848251928' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:21:07.371 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:07 smithi137 ceph-mon[31169]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:07.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[27433]: purged_snaps scrub starts 2024-04-02T08:21:07.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[27433]: purged_snaps scrub ok 2024-04-02T08:21:07.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[27433]: osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236] boot 2024-04-02T08:21:07.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[27433]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:21:07.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:07.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3848251928' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:21:07.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[27433]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:07.393 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[39019]: purged_snaps scrub starts 2024-04-02T08:21:07.393 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[39019]: purged_snaps scrub ok 2024-04-02T08:21:07.393 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[39019]: osd.7 [v2:172.21.15.137:6824/1507985236,v1:172.21.15.137:6825/1507985236] boot 2024-04-02T08:21:07.393 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[39019]: osdmap e54: 8 total, 8 up, 8 in 2024-04-02T08:21:07.393 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:07.393 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3848251928' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-02T08:21:07.393 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:07 smithi028 ceph-mon[39019]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:07.413 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046066,"num_in_osds":8,"osd_in_since":1712046048,"num_remapped_pgs":1} 2024-04-02T08:21:07.415 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:21:07.626 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:08.437 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:21:08.437 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: Detected new or changed devices on smithi137 2024-04-02T08:21:08.437 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.437 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.437 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.437 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.437 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.437 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi137 to 4272M 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[27433]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: Detected new or changed devices on smithi137 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.438 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.439 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.439 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.439 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi137 to 4272M 2024-04-02T08:21:08.439 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.439 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:08.439 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:08.439 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.439 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:08 smithi028 ceph-mon[39019]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:21:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: osdmap e55: 8 total, 8 up, 8 in 2024-04-02T08:21:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: Detected new or changed devices on smithi137 2024-04-02T08:21:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi137 to 4272M 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:08.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:08 smithi137 ceph-mon[31169]: osdmap e56: 8 total, 8 up, 8 in 2024-04-02T08:21:09.440 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:09.440 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":57,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:21:09.000184+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:09.440 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:09 smithi028 ceph-mon[27433]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:09.440 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:09 smithi028 ceph-mon[27433]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:21:09.441 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:09 smithi028 ceph-mon[39019]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:09.441 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:09 smithi028 ceph-mon[39019]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:21:09.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:09 smithi137 ceph-mon[31169]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:09.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:09 smithi137 ceph-mon[31169]: osdmap e57: 8 total, 8 up, 8 in 2024-04-02T08:21:10.123 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:19:05.108772+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:21:10.123 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-02T08:21:10.336 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:10.445 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:10 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2137994610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:10.446 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:10 smithi028 ceph-mon[27433]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:21:10.446 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:10 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2137994610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:10.446 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:10 smithi028 ceph-mon[39019]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:21:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:10 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2137994610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:10 smithi137 ceph-mon[31169]: osdmap e58: 8 total, 8 up, 8 in 2024-04-02T08:21:11.369 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:11 smithi028 ceph-mon[27433]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:11.369 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:11 smithi028 ceph-mon[39019]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:11.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:11 smithi137 ceph-mon[31169]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:12.156 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-02T08:21:12.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:12 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2984913494' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:12.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:12 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2984913494' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:12 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2984913494' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:12.866 INFO:tasks.cephadm:Adding mds.a on smithi028 2024-04-02T08:21:12.866 INFO:tasks.cephadm:Adding mds.b on smithi137 2024-04-02T08:21:12.866 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply mds all '2;smithi028=a;smithi137=b' 2024-04-02T08:21:13.082 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:21:13.455 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:13 smithi137 ceph-mon[31169]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:21:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:13 smithi028 ceph-mon[27433]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:21:13.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:13 smithi028 ceph-mon[39019]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-02T08:21:14.941 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mds.all update... 2024-04-02T08:21:15.250 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:15 smithi137 ceph-mon[31169]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:21:15.250 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:15 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:15.250 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:15 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:15 smithi028 ceph-mon[27433]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:21:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:15 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:15 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:15.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:15 smithi028 ceph-mon[39019]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-02T08:21:15.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:15 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:15.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:15 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:15.548 DEBUG:teuthology.orchestra.run.smithi028:mds.a> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.a.service 2024-04-02T08:21:15.550 DEBUG:teuthology.orchestra.run.smithi137:mds.b> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.b.service 2024-04-02T08:21:15.552 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-02T08:21:15.553 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:21:15.929 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:15.929 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":58,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:21:10.007736+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:15.943 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:19:05.108772+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:21:15.943 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:21:16.227 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi028=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:16.227 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: Saving service mds.all spec with placement smithi028=a;smithi137=b;count:2 2024-04-02T08:21:16.227 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: Deploying daemon mds.a on smithi028 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1227259716' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi028=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: Saving service mds.all spec with placement smithi028=a;smithi137=b;count:2 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:16.228 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:21:16.229 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:21:16.229 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:16.229 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: Deploying daemon mds.a on smithi028 2024-04-02T08:21:16.229 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:16 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1227259716' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:16.253 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-02T08:21:16.267 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:21:16.318 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi028=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:16.318 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: Saving service mds.all spec with placement smithi028=a;smithi137=b;count:2 2024-04-02T08:21:16.318 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:16.319 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:16.319 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:16.319 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:21:16.319 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:21:16.319 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:16.319 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: Deploying daemon mds.a on smithi028 2024-04-02T08:21:16.319 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:16 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1227259716' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:16.602 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:16.602 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-02T08:21:16.602 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 1 2024-04-02T08:21:17.256 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:17 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3367550412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:17.256 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:17 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2539369929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:17.256 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:17 smithi028 ceph-mon[39019]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:21:17.256 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:17 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3367550412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:17.256 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:17 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2539369929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:17.256 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:17 smithi028 ceph-mon[27433]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:21:17.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:17 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3367550412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:17 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2539369929' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:17 smithi137 ceph-mon[31169]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-02T08:21:17.648 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:17 smithi028 systemd[1]: Starting Ceph mds.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:21:17.916 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:17 smithi028 podman[66974]: 2024-04-02 08:21:17.553759361 +0000 UTC m=+0.017881287 image pull 909dce4fe53d7167a6fa8180542b49bd6d1a8c351b846c37da562093c6f0cffd quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e 2024-04-02T08:21:17.917 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:17 smithi028 podman[66974]: 2024-04-02 08:21:17.653682477 +0000 UTC m=+0.117804414 container create cf39e841d71b8fa8d9fbe863c5c8889e7d91f35a905040d6ece31aa8dd025072 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-02T08:21:17.917 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:17 smithi028 podman[66974]: 2024-04-02 08:21:17.889578561 +0000 UTC m=+0.353700474 container init cf39e841d71b8fa8d9fbe863c5c8889e7d91f35a905040d6ece31aa8dd025072 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T08:21:17.917 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:17 smithi028 podman[66974]: 2024-04-02 08:21:17.894975575 +0000 UTC m=+0.359097474 container start cf39e841d71b8fa8d9fbe863c5c8889e7d91f35a905040d6ece31aa8dd025072 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:21:17.917 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:17 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[66989]: starting mds.a at 2024-04-02T08:21:18.197 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:17 smithi028 bash[66974]: cf39e841d71b8fa8d9fbe863c5c8889e7d91f35a905040d6ece31aa8dd025072 2024-04-02T08:21:18.197 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:18 smithi028 systemd[1]: Started Ceph mds.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:18.614 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:21:18.953 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:18.954 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/1879364580","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1879364580},{"type":"v1","addr":"172.21.15.28:6835","nonce":1879364580}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:21:18.954 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 2 2024-04-02T08:21:19.131 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: mds.? [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] up:boot 2024-04-02T08:21:19.131 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: fsmap 1 up:standby 2024-04-02T08:21:19.131 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:21:19.132 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.132 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.132 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.132 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:21:19.132 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:21:19.132 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:19.132 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: Deploying daemon mds.b on smithi137 2024-04-02T08:21:19.132 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:18 smithi137 ceph-mon[31169]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: mds.? [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] up:boot 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: fsmap 1 up:standby 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: Deploying daemon mds.b on smithi137 2024-04-02T08:21:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[27433]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: mds.? [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] up:boot 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: fsmap 1 up:standby 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: Deploying daemon mds.b on smithi137 2024-04-02T08:21:19.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:18 smithi028 ceph-mon[39019]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-02T08:21:20.125 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:19 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3160494031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:19 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3160494031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:20.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:19 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3160494031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:20.383 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:21:20 smithi137 podman[60171]: 2024-04-02 08:21:20.361180743 +0000 UTC m=+0.348468494 container start e4077245cda8252a20a9b098817c9c39563b976272c71244a68f55cecd3947b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:21:20.383 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:21:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b[60186]: starting mds.b at 2024-04-02T08:21:20.644 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:21:20 smithi137 bash[60171]: e4077245cda8252a20a9b098817c9c39563b976272c71244a68f55cecd3947b3 2024-04-02T08:21:20.644 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:21:20 smithi137 systemd[1]: Started Ceph mds.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:20.968 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:21:21.326 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:21.326 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/3704243855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":3704243855},{"type":"v1","addr":"172.21.15.137:6833","nonce":3704243855}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/1879364580","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1879364580},{"type":"v1","addr":"172.21.15.28:6835","nonce":1879364580}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-02T08:21:21.327 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 3 2024-04-02T08:21:21.340 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:21:21.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:21.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-02T08:21:21.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:boot 2024-04-02T08:21:21.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: fsmap 2 up:standby 2024-04-02T08:21:21.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:21:21.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:21 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/945651263' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:21.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:boot 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: fsmap 2 up:standby 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/945651263' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:21.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:boot 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: fsmap 2 up:standby 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:21:21.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:21 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/945651263' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:21.640 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:21.640 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":58,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:21:10.007736+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:21.652 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:19:05.108772+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:21:21.653 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:21:21.981 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-02T08:21:21.995 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-02T08:21:22.313 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:22.313 INFO:teuthology.orchestra.run.smithi028.stdout:[ 2024-04-02T08:21:22.313 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-04-02T08:21:22.313 INFO:teuthology.orchestra.run.smithi028.stdout: "poolnum": 1, 2024-04-02T08:21:22.313 INFO:teuthology.orchestra.run.smithi028.stdout: "poolname": ".mgr" 2024-04-02T08:21:22.313 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:21:22.313 INFO:teuthology.orchestra.run.smithi028.stdout:] 2024-04-02T08:21:22.328 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-02T08:21:22.328 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-02T08:21:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3072345308' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3644348440' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/4034525650' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3072345308' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3644348440' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4034525650' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:22.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:22 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3072345308' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3644348440' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/4034525650' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:22 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:23.550 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_metadata' created 2024-04-02T08:21:23.568 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-02T08:21:23.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:23 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3748346820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:21:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:23 smithi137 ceph-mon[31169]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:21:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:23 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:23 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3748346820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:21:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:23 smithi028 ceph-mon[27433]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:21:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:23 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:23 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3748346820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-02T08:21:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:23 smithi028 ceph-mon[39019]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-02T08:21:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:23 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:24.550 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_data' created 2024-04-02T08:21:24.578 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-02T08:21:24.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:24 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3748346820' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:21:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:24 smithi137 ceph-mon[31169]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:21:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:24 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/8567466' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:21:24.926 INFO:teuthology.orchestra.run.smithi028.stderr:new fs with metadata pool 2 and data pool 3 2024-04-02T08:21:24.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:24 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3748346820' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:21:24.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:24 smithi028 ceph-mon[27433]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:21:24.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:24 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/8567466' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:21:24.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:24 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3748346820' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-02T08:21:24.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:24 smithi028 ceph-mon[39019]: osdmap e59: 8 total, 8 up, 8 in 2024-04-02T08:21:24.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:24 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/8567466' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-02T08:21:24.953 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:21:25.251 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:25.251 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":61,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:21:24.920775+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:25.263 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:21:25.559 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:25.560 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":61,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:21:24.920775+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:25.572 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/8567466' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: pgmap v186: 97 pgs: 2 creating+peering, 1 active+clean, 94 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1739371625' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:21:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:21:25.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:25 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3131104804' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/8567466' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: pgmap v186: 97 pgs: 2 creating+peering, 1 active+clean, 94 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1739371625' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:21:25.942 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3131104804' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/8567466' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: osdmap e60: 8 total, 8 up, 8 in 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: pgmap v186: 97 pgs: 2 creating+peering, 1 active+clean, 94 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1739371625' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: osdmap e61: 8 total, 8 up, 8 in 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-02T08:21:25.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:21:25.944 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:25 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3131104804' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:25.944 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-02T08:21:25.945 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-02T08:21:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:26 smithi137 ceph-mon[31169]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:21:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:26 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/208893827' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:26 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3640764010' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:21:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:26 smithi137 ceph-mon[31169]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:21:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:26 smithi137 ceph-mon[31169]: mds.? [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] up:active 2024-04-02T08:21:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:26 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3640764010' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:21:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:26 smithi137 ceph-mon[31169]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:21:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:26 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/4266229752' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[27433]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/208893827' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3640764010' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[27433]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[27433]: mds.? [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] up:active 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3640764010' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[27433]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4266229752' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:21:26.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[39019]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:21:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/208893827' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3640764010' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-02T08:21:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[39019]: osdmap e62: 8 total, 8 up, 8 in 2024-04-02T08:21:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[39019]: mds.? [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] up:active 2024-04-02T08:21:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3640764010' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-02T08:21:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[39019]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:21:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:26 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/4266229752' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-02T08:21:26.949 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-02T08:21:26.949 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:21:27.284 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:27.284 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/3704243855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":3704243855},{"type":"v1","addr":"172.21.15.137:6833","nonce":3704243855}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:21:24.921132+0000","modified":"2024-04-02T08:21:26.930541+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24332},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24332":{"gid":24332,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.28:6835/1879364580","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1879364580},{"type":"v1","addr":"172.21.15.28:6835","nonce":1879364580}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:21:27.285 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 6 2024-04-02T08:21:27.297 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:21:27.590 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:27.591 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":62,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:21:25.922619+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:27.603 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-02T08:21:27.603 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:21:27.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:27 smithi137 ceph-mon[31169]: pgmap v189: 97 pgs: 2 creating+peering, 62 active+clean, 33 unknown; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 8 op/s 2024-04-02T08:21:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:27 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/4266229752' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:21:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:27 smithi137 ceph-mon[31169]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:21:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:27 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2721988179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:27.902 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:27.903 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:21:27.911 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-mon[27433]: pgmap v189: 97 pgs: 2 creating+peering, 62 active+clean, 33 unknown; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 8 op/s 2024-04-02T08:21:27.911 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4266229752' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:21:27.912 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-mon[27433]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:21:27.912 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2721988179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:27.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-mon[39019]: pgmap v189: 97 pgs: 2 creating+peering, 62 active+clean, 33 unknown; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 8 op/s 2024-04-02T08:21:27.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/4266229752' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-02T08:21:27.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-mon[39019]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:21:27.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2721988179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:21:27.913 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-02T08:21:26.847146+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592092,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":195,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":192,"acting":192,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":222608,"kb_used_data":6412,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738608,"statfs":{"total":767960285184,"available":767732334592,"internally_reserved":0,"allocated":6565888,"data_stored":3732425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1724,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000673"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929618+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:21:25.929618+0000","last_peered":"2024-04-02T08:21:25.929618+0000","last_clean":"2024-04-02T08:21:25.929618+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:21:25.929618+0000","last_undegraded":"2024-04-02T08:21:25.929618+0000","last_fullsized":"2024-04-02T08:21:25.929618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.947507+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:21:24.947507+0000","last_peered":"2024-04-02T08:21:24.947507+0000","last_clean":"2024-04-02T08:21:24.947507+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:21:24.947507+0000","last_undegraded":"2024-04-02T08:21:24.947507+0000","last_fullsized":"2024-04-02T08:21:24.947507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929207+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:21:25.929207+0000","last_peered":"2024-04-02T08:21:25.929207+0000","last_clean":"2024-04-02T08:21:25.929207+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:21:25.929207+0000","last_undegraded":"2024-04-02T08:21:25.929207+0000","last_fullsized":"2024-04-02T08:21:25.929207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928692+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:21:25.928692+0000","last_peered":"2024-04-02T08:21:25.928692+0000","last_clean":"2024-04-02T08:21:25.928692+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:21:25.928692+0000","last_undegraded":"2024-04-02T08:21:25.928692+0000","last_fullsized":"2024-04-02T08:21:25.928692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.949425+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:21:24.949425+0000","last_peered":"2024-04-02T08:21:24.949425+0000","last_clean":"2024-04-02T08:21:24.949425+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:21:24.949425+0000","last_undegraded":"2024-04-02T08:21:24.949425+0000","last_fullsized":"2024-04-02T08:21:24.949425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929542+0000","last_change":"2024-04-02T08:21:24.960922+0000","last_active":"2024-04-02T08:21:25.929542+0000","last_peered":"2024-04-02T08:21:25.929542+0000","last_clean":"2024-04-02T08:21:25.929542+0000","last_became_active":"2024-04-02T08:21:24.960657+0000","last_became_peered":"2024-04-02T08:21:24.960657+0000","last_unstale":"2024-04-02T08:21:25.929542+0000","last_undegraded":"2024-04-02T08:21:25.929542+0000","last_fullsized":"2024-04-02T08:21:25.929542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:25:34.442274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942655+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:21:24.942655+0000","last_peered":"2024-04-02T08:21:24.942655+0000","last_clean":"2024-04-02T08:21:24.942655+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:21:24.942655+0000","last_undegraded":"2024-04-02T08:21:24.942655+0000","last_fullsized":"2024-04-02T08:21:24.942655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956260+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:21:24.956260+0000","last_peered":"2024-04-02T08:21:24.956260+0000","last_clean":"2024-04-02T08:21:24.956260+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:21:24.956260+0000","last_undegraded":"2024-04-02T08:21:24.956260+0000","last_fullsized":"2024-04-02T08:21:24.956260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.951323+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:21:24.951323+0000","last_peered":"2024-04-02T08:21:24.951323+0000","last_clean":"2024-04-02T08:21:24.951323+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:21:24.951323+0000","last_undegraded":"2024-04-02T08:21:24.951323+0000","last_fullsized":"2024-04-02T08:21:24.951323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.944355+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:21:24.944355+0000","last_peered":"2024-04-02T08:21:24.944355+0000","last_clean":"2024-04-02T08:21:24.944355+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:21:24.944355+0000","last_undegraded":"2024-04-02T08:21:24.944355+0000","last_fullsized":"2024-04-02T08:21:24.944355+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943086+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:21:24.943086+0000","last_peered":"2024-04-02T08:21:24.943086+0000","last_clean":"2024-04-02T08:21:24.943086+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:21:24.943086+0000","last_undegraded":"2024-04-02T08:21:24.943086+0000","last_fullsized":"2024-04-02T08:21:24.943086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929059+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:25.929059+0000","last_peered":"2024-04-02T08:21:25.929059+0000","last_clean":"2024-04-02T08:21:25.929059+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:21:25.929059+0000","last_undegraded":"2024-04-02T08:21:25.929059+0000","last_fullsized":"2024-04-02T08:21:25.929059+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:21:23.553369+0000","last_change":"2024-04-02T08:21:23.553369+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.553369+0000","last_undegraded":"2024-04-02T08:21:23.553369+0000","last_fullsized":"2024-04-02T08:21:23.553369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.945721+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:21:24.945721+0000","last_peered":"2024-04-02T08:21:24.945721+0000","last_clean":"2024-04-02T08:21:24.945721+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:21:24.945721+0000","last_undegraded":"2024-04-02T08:21:24.945721+0000","last_fullsized":"2024-04-02T08:21:24.945721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960916+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:21:24.960916+0000","last_peered":"2024-04-02T08:21:24.960916+0000","last_clean":"2024-04-02T08:21:24.960916+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:21:24.960916+0000","last_undegraded":"2024-04-02T08:21:24.960916+0000","last_fullsized":"2024-04-02T08:21:24.960916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929632+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:21:25.929632+0000","last_peered":"2024-04-02T08:21:25.929632+0000","last_clean":"2024-04-02T08:21:25.929632+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:21:25.929632+0000","last_undegraded":"2024-04-02T08:21:25.929632+0000","last_fullsized":"2024-04-02T08:21:25.929632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929158+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:21:25.929158+0000","last_peered":"2024-04-02T08:21:25.929158+0000","last_clean":"2024-04-02T08:21:25.929158+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:21:25.929158+0000","last_undegraded":"2024-04-02T08:21:25.929158+0000","last_fullsized":"2024-04-02T08:21:25.929158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956701+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:21:24.956701+0000","last_peered":"2024-04-02T08:21:24.956701+0000","last_clean":"2024-04-02T08:21:24.956701+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:21:24.956701+0000","last_undegraded":"2024-04-02T08:21:24.956701+0000","last_fullsized":"2024-04-02T08:21:24.956701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.959677+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:21:24.959677+0000","last_peered":"2024-04-02T08:21:24.959677+0000","last_clean":"2024-04-02T08:21:24.959677+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:21:24.959677+0000","last_undegraded":"2024-04-02T08:21:24.959677+0000","last_fullsized":"2024-04-02T08:21:24.959677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.939393+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:21:24.939393+0000","last_peered":"2024-04-02T08:21:24.939393+0000","last_clean":"2024-04-02T08:21:24.939393+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:21:24.939393+0000","last_undegraded":"2024-04-02T08:21:24.939393+0000","last_fullsized":"2024-04-02T08:21:24.939393+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956229+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:21:24.956229+0000","last_peered":"2024-04-02T08:21:24.956229+0000","last_clean":"2024-04-02T08:21:24.956229+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:21:24.956229+0000","last_undegraded":"2024-04-02T08:21:24.956229+0000","last_fullsized":"2024-04-02T08:21:24.956229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956908+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:21:24.956908+0000","last_peered":"2024-04-02T08:21:24.956908+0000","last_clean":"2024-04-02T08:21:24.956908+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:21:24.956908+0000","last_undegraded":"2024-04-02T08:21:24.956908+0000","last_fullsized":"2024-04-02T08:21:24.956908+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934416+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:21:24.934416+0000","last_peered":"2024-04-02T08:21:24.934416+0000","last_clean":"2024-04-02T08:21:24.934416+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:21:24.934416+0000","last_undegraded":"2024-04-02T08:21:24.934416+0000","last_fullsized":"2024-04-02T08:21:24.934416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.947955+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:21:24.947955+0000","last_peered":"2024-04-02T08:21:24.947955+0000","last_clean":"2024-04-02T08:21:24.947955+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:21:24.947955+0000","last_undegraded":"2024-04-02T08:21:24.947955+0000","last_fullsized":"2024-04-02T08:21:24.947955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.962945+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:21:24.962945+0000","last_peered":"2024-04-02T08:21:24.962945+0000","last_clean":"2024-04-02T08:21:24.962945+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:21:24.962945+0000","last_undegraded":"2024-04-02T08:21:24.962945+0000","last_fullsized":"2024-04-02T08:21:24.962945+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929128+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:21:25.929128+0000","last_peered":"2024-04-02T08:21:25.929128+0000","last_clean":"2024-04-02T08:21:25.929128+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:21:25.929128+0000","last_undegraded":"2024-04-02T08:21:25.929128+0000","last_fullsized":"2024-04-02T08:21:25.929128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:21:23.553315+0000","last_change":"2024-04-02T08:21:23.553315+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.553315+0000","last_undegraded":"2024-04-02T08:21:23.553315+0000","last_fullsized":"2024-04-02T08:21:23.553315+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928968+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:21:25.928968+0000","last_peered":"2024-04-02T08:21:25.928968+0000","last_clean":"2024-04-02T08:21:25.928968+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:21:25.928968+0000","last_undegraded":"2024-04-02T08:21:25.928968+0000","last_fullsized":"2024-04-02T08:21:25.928968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.931577+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:21:24.931577+0000","last_peered":"2024-04-02T08:21:24.931577+0000","last_clean":"2024-04-02T08:21:24.931577+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:21:24.931577+0000","last_undegraded":"2024-04-02T08:21:24.931577+0000","last_fullsized":"2024-04-02T08:21:24.931577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952949+0000","last_change":"2024-04-02T08:21:24.948324+0000","last_active":"2024-04-02T08:21:24.952949+0000","last_peered":"2024-04-02T08:21:24.952949+0000","last_clean":"2024-04-02T08:21:24.952949+0000","last_became_active":"2024-04-02T08:21:24.947852+0000","last_became_peered":"2024-04-02T08:21:24.947852+0000","last_unstale":"2024-04-02T08:21:24.952949+0000","last_undegraded":"2024-04-02T08:21:24.952949+0000","last_fullsized":"2024-04-02T08:21:24.952949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:25.584061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.953176+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:21:24.953176+0000","last_peered":"2024-04-02T08:21:24.953176+0000","last_clean":"2024-04-02T08:21:24.953176+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:21:24.953176+0000","last_undegraded":"2024-04-02T08:21:24.953176+0000","last_fullsized":"2024-04-02T08:21:24.953176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929078+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:21:25.929078+0000","last_peered":"2024-04-02T08:21:25.929078+0000","last_clean":"2024-04-02T08:21:25.929078+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:21:25.929078+0000","last_undegraded":"2024-04-02T08:21:25.929078+0000","last_fullsized":"2024-04-02T08:21:25.929078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929414+0000","last_change":"2024-04-02T08:21:24.956902+0000","last_active":"2024-04-02T08:21:25.929414+0000","last_peered":"2024-04-02T08:21:25.929414+0000","last_clean":"2024-04-02T08:21:25.929414+0000","last_became_active":"2024-04-02T08:21:24.955889+0000","last_became_peered":"2024-04-02T08:21:24.955889+0000","last_unstale":"2024-04-02T08:21:25.929414+0000","last_undegraded":"2024-04-02T08:21:25.929414+0000","last_fullsized":"2024-04-02T08:21:25.929414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:23.035672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.929955+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:21:24.929955+0000","last_peered":"2024-04-02T08:21:24.929955+0000","last_clean":"2024-04-02T08:21:24.929955+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:21:24.929955+0000","last_undegraded":"2024-04-02T08:21:24.929955+0000","last_fullsized":"2024-04-02T08:21:24.929955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.958121+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:21:24.958121+0000","last_peered":"2024-04-02T08:21:24.958121+0000","last_clean":"2024-04-02T08:21:24.958121+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:21:24.958121+0000","last_undegraded":"2024-04-02T08:21:24.958121+0000","last_fullsized":"2024-04-02T08:21:24.958121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.927318+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:21:24.927318+0000","last_peered":"2024-04-02T08:21:24.927318+0000","last_clean":"2024-04-02T08:21:24.927318+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:21:24.927318+0000","last_undegraded":"2024-04-02T08:21:24.927318+0000","last_fullsized":"2024-04-02T08:21:24.927318+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943693+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:21:24.943693+0000","last_peered":"2024-04-02T08:21:24.943693+0000","last_clean":"2024-04-02T08:21:24.943693+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:21:24.943693+0000","last_undegraded":"2024-04-02T08:21:24.943693+0000","last_fullsized":"2024-04-02T08:21:24.943693+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":218,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.940289+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:21:24.940289+0000","last_peered":"2024-04-02T08:21:24.940289+0000","last_clean":"2024-04-02T08:21:24.940289+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:21:24.940289+0000","last_undegraded":"2024-04-02T08:21:24.940289+0000","last_fullsized":"2024-04-02T08:21:24.940289+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928962+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:21:25.928962+0000","last_peered":"2024-04-02T08:21:25.928962+0000","last_clean":"2024-04-02T08:21:25.928962+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:21:25.928962+0000","last_undegraded":"2024-04-02T08:21:25.928962+0000","last_fullsized":"2024-04-02T08:21:25.928962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929519+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:21:25.929519+0000","last_peered":"2024-04-02T08:21:25.929519+0000","last_clean":"2024-04-02T08:21:25.929519+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:21:25.929519+0000","last_undegraded":"2024-04-02T08:21:25.929519+0000","last_fullsized":"2024-04-02T08:21:25.929519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943426+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:21:24.943426+0000","last_peered":"2024-04-02T08:21:24.943426+0000","last_clean":"2024-04-02T08:21:24.943426+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:21:24.943426+0000","last_undegraded":"2024-04-02T08:21:24.943426+0000","last_fullsized":"2024-04-02T08:21:24.943426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.932802+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:21:24.932802+0000","last_peered":"2024-04-02T08:21:24.932802+0000","last_clean":"2024-04-02T08:21:24.932802+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:21:24.932802+0000","last_undegraded":"2024-04-02T08:21:24.932802+0000","last_fullsized":"2024-04-02T08:21:24.932802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956359+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:21:24.956359+0000","last_peered":"2024-04-02T08:21:24.956359+0000","last_clean":"2024-04-02T08:21:24.956359+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:21:24.956359+0000","last_undegraded":"2024-04-02T08:21:24.956359+0000","last_fullsized":"2024-04-02T08:21:24.956359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955499+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:21:24.955499+0000","last_peered":"2024-04-02T08:21:24.955499+0000","last_clean":"2024-04-02T08:21:24.955499+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:21:24.955499+0000","last_undegraded":"2024-04-02T08:21:24.955499+0000","last_fullsized":"2024-04-02T08:21:24.955499+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928711+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:21:25.928711+0000","last_peered":"2024-04-02T08:21:25.928711+0000","last_clean":"2024-04-02T08:21:25.928711+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:21:25.928711+0000","last_undegraded":"2024-04-02T08:21:25.928711+0000","last_fullsized":"2024-04-02T08:21:25.928711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934455+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:21:24.934455+0000","last_peered":"2024-04-02T08:21:24.934455+0000","last_clean":"2024-04-02T08:21:24.934455+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:21:24.934455+0000","last_undegraded":"2024-04-02T08:21:24.934455+0000","last_fullsized":"2024-04-02T08:21:24.934455+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.953915+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:21:24.953915+0000","last_peered":"2024-04-02T08:21:24.953915+0000","last_clean":"2024-04-02T08:21:24.953915+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:21:24.953915+0000","last_undegraded":"2024-04-02T08:21:24.953915+0000","last_fullsized":"2024-04-02T08:21:24.953915+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.935067+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:21:24.935067+0000","last_peered":"2024-04-02T08:21:24.935067+0000","last_clean":"2024-04-02T08:21:24.935067+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:21:24.935067+0000","last_undegraded":"2024-04-02T08:21:24.935067+0000","last_fullsized":"2024-04-02T08:21:24.935067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960306+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:21:24.960306+0000","last_peered":"2024-04-02T08:21:24.960306+0000","last_clean":"2024-04-02T08:21:24.960306+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:21:24.960306+0000","last_undegraded":"2024-04-02T08:21:24.960306+0000","last_fullsized":"2024-04-02T08:21:24.960306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929117+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:21:25.929117+0000","last_peered":"2024-04-02T08:21:25.929117+0000","last_clean":"2024-04-02T08:21:25.929117+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:21:25.929117+0000","last_undegraded":"2024-04-02T08:21:25.929117+0000","last_fullsized":"2024-04-02T08:21:25.929117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956850+0000","last_change":"2024-04-02T08:21:24.952197+0000","last_active":"2024-04-02T08:21:24.956850+0000","last_peered":"2024-04-02T08:21:24.956850+0000","last_clean":"2024-04-02T08:21:24.956850+0000","last_became_active":"2024-04-02T08:21:24.951895+0000","last_became_peered":"2024-04-02T08:21:24.951895+0000","last_unstale":"2024-04-02T08:21:24.956850+0000","last_undegraded":"2024-04-02T08:21:24.956850+0000","last_fullsized":"2024-04-02T08:21:24.956850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:42:39.977845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.927228+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:21:24.927228+0000","last_peered":"2024-04-02T08:21:24.927228+0000","last_clean":"2024-04-02T08:21:24.927228+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:21:24.927228+0000","last_undegraded":"2024-04-02T08:21:24.927228+0000","last_fullsized":"2024-04-02T08:21:24.927228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.954885+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:21:24.954885+0000","last_peered":"2024-04-02T08:21:24.954885+0000","last_clean":"2024-04-02T08:21:24.954885+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:21:24.954885+0000","last_undegraded":"2024-04-02T08:21:24.954885+0000","last_fullsized":"2024-04-02T08:21:24.954885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942488+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:21:24.942488+0000","last_peered":"2024-04-02T08:21:24.942488+0000","last_clean":"2024-04-02T08:21:24.942488+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:21:24.942488+0000","last_undegraded":"2024-04-02T08:21:24.942488+0000","last_fullsized":"2024-04-02T08:21:24.942488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955079+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:21:24.955079+0000","last_peered":"2024-04-02T08:21:24.955079+0000","last_clean":"2024-04-02T08:21:24.955079+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:21:24.955079+0000","last_undegraded":"2024-04-02T08:21:24.955079+0000","last_fullsized":"2024-04-02T08:21:24.955079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.937211+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:21:24.937211+0000","last_peered":"2024-04-02T08:21:24.937211+0000","last_clean":"2024-04-02T08:21:24.937211+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:21:24.937211+0000","last_undegraded":"2024-04-02T08:21:24.937211+0000","last_fullsized":"2024-04-02T08:21:24.937211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956337+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:24.956337+0000","last_peered":"2024-04-02T08:21:24.956337+0000","last_clean":"2024-04-02T08:21:24.956337+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:21:24.956337+0000","last_undegraded":"2024-04-02T08:21:24.956337+0000","last_fullsized":"2024-04-02T08:21:24.956337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.958143+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:21:24.958143+0000","last_peered":"2024-04-02T08:21:24.958143+0000","last_clean":"2024-04-02T08:21:24.958143+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:21:24.958143+0000","last_undegraded":"2024-04-02T08:21:24.958143+0000","last_fullsized":"2024-04-02T08:21:24.958143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943382+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:21:24.943382+0000","last_peered":"2024-04-02T08:21:24.943382+0000","last_clean":"2024-04-02T08:21:24.943382+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:21:24.943382+0000","last_undegraded":"2024-04-02T08:21:24.943382+0000","last_fullsized":"2024-04-02T08:21:24.943382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943522+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:21:24.943522+0000","last_peered":"2024-04-02T08:21:24.943522+0000","last_clean":"2024-04-02T08:21:24.943522+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:21:24.943522+0000","last_undegraded":"2024-04-02T08:21:24.943522+0000","last_fullsized":"2024-04-02T08:21:24.943522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952166+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:21:24.952166+0000","last_peered":"2024-04-02T08:21:24.952166+0000","last_clean":"2024-04-02T08:21:24.952166+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:21:24.952166+0000","last_undegraded":"2024-04-02T08:21:24.952166+0000","last_fullsized":"2024-04-02T08:21:24.952166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956116+0000","last_change":"2024-04-02T08:21:24.951435+0000","last_active":"2024-04-02T08:21:24.956116+0000","last_peered":"2024-04-02T08:21:24.956116+0000","last_clean":"2024-04-02T08:21:24.956116+0000","last_became_active":"2024-04-02T08:21:24.951150+0000","last_became_peered":"2024-04-02T08:21:24.951150+0000","last_unstale":"2024-04-02T08:21:24.956116+0000","last_undegraded":"2024-04-02T08:21:24.956116+0000","last_fullsized":"2024-04-02T08:21:24.956116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:01.726834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":111,"acting":111,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1724,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:43 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36299999999999999,"15min":0.35599999999999998},"min":{"1min":0.29799999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.308},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.371,"15min":0.36199999999999999},"min":{"1min":0.33000000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.216}]},{"osd":2,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42299999999999999,"15min":0.41799999999999998},"min":{"1min":0.29099999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.24299999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.253},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.27100000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.624},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51500000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1179648,"data_stored":829169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:20:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.34200000000000003,"15min":0.32900000000000001},"min":{"1min":0.25600000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.378}]},{"osd":2,"last update":"Tue Apr 2 08:21:05 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.44},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.39400000000000002},"min":{"1min":0.35599999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42799999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:20:32 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.46200000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.626}]},{"osd":5,"last update":"Tue Apr 2 08:21:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.31,"5min":0.251,"15min":0.251},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.28399999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.39100000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.315,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.42599999999999999,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.47599999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.442}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.53000000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.52100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717548,"statfs":{"total":95995035648,"available":95966769152,"internally_reserved":0,"allocated":598016,"data_stored":245506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.30199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.42199999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.316},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.36799999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53100000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.501},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.45400000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56299999999999994}]},{"osd":2,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.57399999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.318}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.51700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.503},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.55000000000000004}]},{"osd":2,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56699999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.53500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.35599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:21:27.918 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:21:28.197 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:21:27 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[66989]: 2024-04-02T08:21:27.927+0000 7f219040f700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:21:28.253 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:28.255 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:21:28.264 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-02T08:21:26.847146+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592092,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":195,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":192,"acting":192,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":222608,"kb_used_data":6412,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738608,"statfs":{"total":767960285184,"available":767732334592,"internally_reserved":0,"allocated":6565888,"data_stored":3732425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1724,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000673"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929618+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:21:25.929618+0000","last_peered":"2024-04-02T08:21:25.929618+0000","last_clean":"2024-04-02T08:21:25.929618+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:21:25.929618+0000","last_undegraded":"2024-04-02T08:21:25.929618+0000","last_fullsized":"2024-04-02T08:21:25.929618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.947507+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:21:24.947507+0000","last_peered":"2024-04-02T08:21:24.947507+0000","last_clean":"2024-04-02T08:21:24.947507+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:21:24.947507+0000","last_undegraded":"2024-04-02T08:21:24.947507+0000","last_fullsized":"2024-04-02T08:21:24.947507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929207+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:21:25.929207+0000","last_peered":"2024-04-02T08:21:25.929207+0000","last_clean":"2024-04-02T08:21:25.929207+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:21:25.929207+0000","last_undegraded":"2024-04-02T08:21:25.929207+0000","last_fullsized":"2024-04-02T08:21:25.929207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928692+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:21:25.928692+0000","last_peered":"2024-04-02T08:21:25.928692+0000","last_clean":"2024-04-02T08:21:25.928692+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:21:25.928692+0000","last_undegraded":"2024-04-02T08:21:25.928692+0000","last_fullsized":"2024-04-02T08:21:25.928692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.949425+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:21:24.949425+0000","last_peered":"2024-04-02T08:21:24.949425+0000","last_clean":"2024-04-02T08:21:24.949425+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:21:24.949425+0000","last_undegraded":"2024-04-02T08:21:24.949425+0000","last_fullsized":"2024-04-02T08:21:24.949425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929542+0000","last_change":"2024-04-02T08:21:24.960922+0000","last_active":"2024-04-02T08:21:25.929542+0000","last_peered":"2024-04-02T08:21:25.929542+0000","last_clean":"2024-04-02T08:21:25.929542+0000","last_became_active":"2024-04-02T08:21:24.960657+0000","last_became_peered":"2024-04-02T08:21:24.960657+0000","last_unstale":"2024-04-02T08:21:25.929542+0000","last_undegraded":"2024-04-02T08:21:25.929542+0000","last_fullsized":"2024-04-02T08:21:25.929542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:25:34.442274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942655+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:21:24.942655+0000","last_peered":"2024-04-02T08:21:24.942655+0000","last_clean":"2024-04-02T08:21:24.942655+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:21:24.942655+0000","last_undegraded":"2024-04-02T08:21:24.942655+0000","last_fullsized":"2024-04-02T08:21:24.942655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956260+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:21:24.956260+0000","last_peered":"2024-04-02T08:21:24.956260+0000","last_clean":"2024-04-02T08:21:24.956260+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:21:24.956260+0000","last_undegraded":"2024-04-02T08:21:24.956260+0000","last_fullsized":"2024-04-02T08:21:24.956260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.951323+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:21:24.951323+0000","last_peered":"2024-04-02T08:21:24.951323+0000","last_clean":"2024-04-02T08:21:24.951323+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:21:24.951323+0000","last_undegraded":"2024-04-02T08:21:24.951323+0000","last_fullsized":"2024-04-02T08:21:24.951323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.944355+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:21:24.944355+0000","last_peered":"2024-04-02T08:21:24.944355+0000","last_clean":"2024-04-02T08:21:24.944355+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:21:24.944355+0000","last_undegraded":"2024-04-02T08:21:24.944355+0000","last_fullsized":"2024-04-02T08:21:24.944355+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943086+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:21:24.943086+0000","last_peered":"2024-04-02T08:21:24.943086+0000","last_clean":"2024-04-02T08:21:24.943086+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:21:24.943086+0000","last_undegraded":"2024-04-02T08:21:24.943086+0000","last_fullsized":"2024-04-02T08:21:24.943086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929059+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:25.929059+0000","last_peered":"2024-04-02T08:21:25.929059+0000","last_clean":"2024-04-02T08:21:25.929059+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:21:25.929059+0000","last_undegraded":"2024-04-02T08:21:25.929059+0000","last_fullsized":"2024-04-02T08:21:25.929059+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:21:23.553369+0000","last_change":"2024-04-02T08:21:23.553369+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.553369+0000","last_undegraded":"2024-04-02T08:21:23.553369+0000","last_fullsized":"2024-04-02T08:21:23.553369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.945721+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:21:24.945721+0000","last_peered":"2024-04-02T08:21:24.945721+0000","last_clean":"2024-04-02T08:21:24.945721+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:21:24.945721+0000","last_undegraded":"2024-04-02T08:21:24.945721+0000","last_fullsized":"2024-04-02T08:21:24.945721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960916+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:21:24.960916+0000","last_peered":"2024-04-02T08:21:24.960916+0000","last_clean":"2024-04-02T08:21:24.960916+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:21:24.960916+0000","last_undegraded":"2024-04-02T08:21:24.960916+0000","last_fullsized":"2024-04-02T08:21:24.960916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929632+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:21:25.929632+0000","last_peered":"2024-04-02T08:21:25.929632+0000","last_clean":"2024-04-02T08:21:25.929632+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:21:25.929632+0000","last_undegraded":"2024-04-02T08:21:25.929632+0000","last_fullsized":"2024-04-02T08:21:25.929632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929158+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:21:25.929158+0000","last_peered":"2024-04-02T08:21:25.929158+0000","last_clean":"2024-04-02T08:21:25.929158+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:21:25.929158+0000","last_undegraded":"2024-04-02T08:21:25.929158+0000","last_fullsized":"2024-04-02T08:21:25.929158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956701+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:21:24.956701+0000","last_peered":"2024-04-02T08:21:24.956701+0000","last_clean":"2024-04-02T08:21:24.956701+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:21:24.956701+0000","last_undegraded":"2024-04-02T08:21:24.956701+0000","last_fullsized":"2024-04-02T08:21:24.956701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.959677+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:21:24.959677+0000","last_peered":"2024-04-02T08:21:24.959677+0000","last_clean":"2024-04-02T08:21:24.959677+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:21:24.959677+0000","last_undegraded":"2024-04-02T08:21:24.959677+0000","last_fullsized":"2024-04-02T08:21:24.959677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.939393+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:21:24.939393+0000","last_peered":"2024-04-02T08:21:24.939393+0000","last_clean":"2024-04-02T08:21:24.939393+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:21:24.939393+0000","last_undegraded":"2024-04-02T08:21:24.939393+0000","last_fullsized":"2024-04-02T08:21:24.939393+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956229+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:21:24.956229+0000","last_peered":"2024-04-02T08:21:24.956229+0000","last_clean":"2024-04-02T08:21:24.956229+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:21:24.956229+0000","last_undegraded":"2024-04-02T08:21:24.956229+0000","last_fullsized":"2024-04-02T08:21:24.956229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956908+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:21:24.956908+0000","last_peered":"2024-04-02T08:21:24.956908+0000","last_clean":"2024-04-02T08:21:24.956908+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:21:24.956908+0000","last_undegraded":"2024-04-02T08:21:24.956908+0000","last_fullsized":"2024-04-02T08:21:24.956908+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934416+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:21:24.934416+0000","last_peered":"2024-04-02T08:21:24.934416+0000","last_clean":"2024-04-02T08:21:24.934416+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:21:24.934416+0000","last_undegraded":"2024-04-02T08:21:24.934416+0000","last_fullsized":"2024-04-02T08:21:24.934416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.947955+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:21:24.947955+0000","last_peered":"2024-04-02T08:21:24.947955+0000","last_clean":"2024-04-02T08:21:24.947955+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:21:24.947955+0000","last_undegraded":"2024-04-02T08:21:24.947955+0000","last_fullsized":"2024-04-02T08:21:24.947955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.962945+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:21:24.962945+0000","last_peered":"2024-04-02T08:21:24.962945+0000","last_clean":"2024-04-02T08:21:24.962945+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:21:24.962945+0000","last_undegraded":"2024-04-02T08:21:24.962945+0000","last_fullsized":"2024-04-02T08:21:24.962945+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929128+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:21:25.929128+0000","last_peered":"2024-04-02T08:21:25.929128+0000","last_clean":"2024-04-02T08:21:25.929128+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:21:25.929128+0000","last_undegraded":"2024-04-02T08:21:25.929128+0000","last_fullsized":"2024-04-02T08:21:25.929128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:21:23.553315+0000","last_change":"2024-04-02T08:21:23.553315+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.553315+0000","last_undegraded":"2024-04-02T08:21:23.553315+0000","last_fullsized":"2024-04-02T08:21:23.553315+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928968+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:21:25.928968+0000","last_peered":"2024-04-02T08:21:25.928968+0000","last_clean":"2024-04-02T08:21:25.928968+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:21:25.928968+0000","last_undegraded":"2024-04-02T08:21:25.928968+0000","last_fullsized":"2024-04-02T08:21:25.928968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.931577+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:21:24.931577+0000","last_peered":"2024-04-02T08:21:24.931577+0000","last_clean":"2024-04-02T08:21:24.931577+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:21:24.931577+0000","last_undegraded":"2024-04-02T08:21:24.931577+0000","last_fullsized":"2024-04-02T08:21:24.931577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952949+0000","last_change":"2024-04-02T08:21:24.948324+0000","last_active":"2024-04-02T08:21:24.952949+0000","last_peered":"2024-04-02T08:21:24.952949+0000","last_clean":"2024-04-02T08:21:24.952949+0000","last_became_active":"2024-04-02T08:21:24.947852+0000","last_became_peered":"2024-04-02T08:21:24.947852+0000","last_unstale":"2024-04-02T08:21:24.952949+0000","last_undegraded":"2024-04-02T08:21:24.952949+0000","last_fullsized":"2024-04-02T08:21:24.952949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:25.584061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.953176+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:21:24.953176+0000","last_peered":"2024-04-02T08:21:24.953176+0000","last_clean":"2024-04-02T08:21:24.953176+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:21:24.953176+0000","last_undegraded":"2024-04-02T08:21:24.953176+0000","last_fullsized":"2024-04-02T08:21:24.953176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929078+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:21:25.929078+0000","last_peered":"2024-04-02T08:21:25.929078+0000","last_clean":"2024-04-02T08:21:25.929078+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:21:25.929078+0000","last_undegraded":"2024-04-02T08:21:25.929078+0000","last_fullsized":"2024-04-02T08:21:25.929078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929414+0000","last_change":"2024-04-02T08:21:24.956902+0000","last_active":"2024-04-02T08:21:25.929414+0000","last_peered":"2024-04-02T08:21:25.929414+0000","last_clean":"2024-04-02T08:21:25.929414+0000","last_became_active":"2024-04-02T08:21:24.955889+0000","last_became_peered":"2024-04-02T08:21:24.955889+0000","last_unstale":"2024-04-02T08:21:25.929414+0000","last_undegraded":"2024-04-02T08:21:25.929414+0000","last_fullsized":"2024-04-02T08:21:25.929414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:23.035672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.929955+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:21:24.929955+0000","last_peered":"2024-04-02T08:21:24.929955+0000","last_clean":"2024-04-02T08:21:24.929955+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:21:24.929955+0000","last_undegraded":"2024-04-02T08:21:24.929955+0000","last_fullsized":"2024-04-02T08:21:24.929955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.958121+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:21:24.958121+0000","last_peered":"2024-04-02T08:21:24.958121+0000","last_clean":"2024-04-02T08:21:24.958121+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:21:24.958121+0000","last_undegraded":"2024-04-02T08:21:24.958121+0000","last_fullsized":"2024-04-02T08:21:24.958121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.927318+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:21:24.927318+0000","last_peered":"2024-04-02T08:21:24.927318+0000","last_clean":"2024-04-02T08:21:24.927318+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:21:24.927318+0000","last_undegraded":"2024-04-02T08:21:24.927318+0000","last_fullsized":"2024-04-02T08:21:24.927318+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943693+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:21:24.943693+0000","last_peered":"2024-04-02T08:21:24.943693+0000","last_clean":"2024-04-02T08:21:24.943693+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:21:24.943693+0000","last_undegraded":"2024-04-02T08:21:24.943693+0000","last_fullsized":"2024-04-02T08:21:24.943693+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":218,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.940289+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:21:24.940289+0000","last_peered":"2024-04-02T08:21:24.940289+0000","last_clean":"2024-04-02T08:21:24.940289+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:21:24.940289+0000","last_undegraded":"2024-04-02T08:21:24.940289+0000","last_fullsized":"2024-04-02T08:21:24.940289+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928962+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:21:25.928962+0000","last_peered":"2024-04-02T08:21:25.928962+0000","last_clean":"2024-04-02T08:21:25.928962+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:21:25.928962+0000","last_undegraded":"2024-04-02T08:21:25.928962+0000","last_fullsized":"2024-04-02T08:21:25.928962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929519+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:21:25.929519+0000","last_peered":"2024-04-02T08:21:25.929519+0000","last_clean":"2024-04-02T08:21:25.929519+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:21:25.929519+0000","last_undegraded":"2024-04-02T08:21:25.929519+0000","last_fullsized":"2024-04-02T08:21:25.929519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943426+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:21:24.943426+0000","last_peered":"2024-04-02T08:21:24.943426+0000","last_clean":"2024-04-02T08:21:24.943426+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:21:24.943426+0000","last_undegraded":"2024-04-02T08:21:24.943426+0000","last_fullsized":"2024-04-02T08:21:24.943426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.932802+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:21:24.932802+0000","last_peered":"2024-04-02T08:21:24.932802+0000","last_clean":"2024-04-02T08:21:24.932802+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:21:24.932802+0000","last_undegraded":"2024-04-02T08:21:24.932802+0000","last_fullsized":"2024-04-02T08:21:24.932802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956359+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:21:24.956359+0000","last_peered":"2024-04-02T08:21:24.956359+0000","last_clean":"2024-04-02T08:21:24.956359+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:21:24.956359+0000","last_undegraded":"2024-04-02T08:21:24.956359+0000","last_fullsized":"2024-04-02T08:21:24.956359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955499+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:21:24.955499+0000","last_peered":"2024-04-02T08:21:24.955499+0000","last_clean":"2024-04-02T08:21:24.955499+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:21:24.955499+0000","last_undegraded":"2024-04-02T08:21:24.955499+0000","last_fullsized":"2024-04-02T08:21:24.955499+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928711+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:21:25.928711+0000","last_peered":"2024-04-02T08:21:25.928711+0000","last_clean":"2024-04-02T08:21:25.928711+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:21:25.928711+0000","last_undegraded":"2024-04-02T08:21:25.928711+0000","last_fullsized":"2024-04-02T08:21:25.928711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934455+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:21:24.934455+0000","last_peered":"2024-04-02T08:21:24.934455+0000","last_clean":"2024-04-02T08:21:24.934455+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:21:24.934455+0000","last_undegraded":"2024-04-02T08:21:24.934455+0000","last_fullsized":"2024-04-02T08:21:24.934455+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.953915+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:21:24.953915+0000","last_peered":"2024-04-02T08:21:24.953915+0000","last_clean":"2024-04-02T08:21:24.953915+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:21:24.953915+0000","last_undegraded":"2024-04-02T08:21:24.953915+0000","last_fullsized":"2024-04-02T08:21:24.953915+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.935067+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:21:24.935067+0000","last_peered":"2024-04-02T08:21:24.935067+0000","last_clean":"2024-04-02T08:21:24.935067+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:21:24.935067+0000","last_undegraded":"2024-04-02T08:21:24.935067+0000","last_fullsized":"2024-04-02T08:21:24.935067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960306+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:21:24.960306+0000","last_peered":"2024-04-02T08:21:24.960306+0000","last_clean":"2024-04-02T08:21:24.960306+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:21:24.960306+0000","last_undegraded":"2024-04-02T08:21:24.960306+0000","last_fullsized":"2024-04-02T08:21:24.960306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929117+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:21:25.929117+0000","last_peered":"2024-04-02T08:21:25.929117+0000","last_clean":"2024-04-02T08:21:25.929117+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:21:25.929117+0000","last_undegraded":"2024-04-02T08:21:25.929117+0000","last_fullsized":"2024-04-02T08:21:25.929117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956850+0000","last_change":"2024-04-02T08:21:24.952197+0000","last_active":"2024-04-02T08:21:24.956850+0000","last_peered":"2024-04-02T08:21:24.956850+0000","last_clean":"2024-04-02T08:21:24.956850+0000","last_became_active":"2024-04-02T08:21:24.951895+0000","last_became_peered":"2024-04-02T08:21:24.951895+0000","last_unstale":"2024-04-02T08:21:24.956850+0000","last_undegraded":"2024-04-02T08:21:24.956850+0000","last_fullsized":"2024-04-02T08:21:24.956850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:42:39.977845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.927228+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:21:24.927228+0000","last_peered":"2024-04-02T08:21:24.927228+0000","last_clean":"2024-04-02T08:21:24.927228+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:21:24.927228+0000","last_undegraded":"2024-04-02T08:21:24.927228+0000","last_fullsized":"2024-04-02T08:21:24.927228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.954885+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:21:24.954885+0000","last_peered":"2024-04-02T08:21:24.954885+0000","last_clean":"2024-04-02T08:21:24.954885+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:21:24.954885+0000","last_undegraded":"2024-04-02T08:21:24.954885+0000","last_fullsized":"2024-04-02T08:21:24.954885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942488+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:21:24.942488+0000","last_peered":"2024-04-02T08:21:24.942488+0000","last_clean":"2024-04-02T08:21:24.942488+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:21:24.942488+0000","last_undegraded":"2024-04-02T08:21:24.942488+0000","last_fullsized":"2024-04-02T08:21:24.942488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955079+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:21:24.955079+0000","last_peered":"2024-04-02T08:21:24.955079+0000","last_clean":"2024-04-02T08:21:24.955079+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:21:24.955079+0000","last_undegraded":"2024-04-02T08:21:24.955079+0000","last_fullsized":"2024-04-02T08:21:24.955079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.937211+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:21:24.937211+0000","last_peered":"2024-04-02T08:21:24.937211+0000","last_clean":"2024-04-02T08:21:24.937211+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:21:24.937211+0000","last_undegraded":"2024-04-02T08:21:24.937211+0000","last_fullsized":"2024-04-02T08:21:24.937211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956337+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:24.956337+0000","last_peered":"2024-04-02T08:21:24.956337+0000","last_clean":"2024-04-02T08:21:24.956337+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:21:24.956337+0000","last_undegraded":"2024-04-02T08:21:24.956337+0000","last_fullsized":"2024-04-02T08:21:24.956337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.958143+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:21:24.958143+0000","last_peered":"2024-04-02T08:21:24.958143+0000","last_clean":"2024-04-02T08:21:24.958143+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:21:24.958143+0000","last_undegraded":"2024-04-02T08:21:24.958143+0000","last_fullsized":"2024-04-02T08:21:24.958143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943382+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:21:24.943382+0000","last_peered":"2024-04-02T08:21:24.943382+0000","last_clean":"2024-04-02T08:21:24.943382+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:21:24.943382+0000","last_undegraded":"2024-04-02T08:21:24.943382+0000","last_fullsized":"2024-04-02T08:21:24.943382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943522+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:21:24.943522+0000","last_peered":"2024-04-02T08:21:24.943522+0000","last_clean":"2024-04-02T08:21:24.943522+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:21:24.943522+0000","last_undegraded":"2024-04-02T08:21:24.943522+0000","last_fullsized":"2024-04-02T08:21:24.943522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952166+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:21:24.952166+0000","last_peered":"2024-04-02T08:21:24.952166+0000","last_clean":"2024-04-02T08:21:24.952166+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:21:24.952166+0000","last_undegraded":"2024-04-02T08:21:24.952166+0000","last_fullsized":"2024-04-02T08:21:24.952166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956116+0000","last_change":"2024-04-02T08:21:24.951435+0000","last_active":"2024-04-02T08:21:24.956116+0000","last_peered":"2024-04-02T08:21:24.956116+0000","last_clean":"2024-04-02T08:21:24.956116+0000","last_became_active":"2024-04-02T08:21:24.951150+0000","last_became_peered":"2024-04-02T08:21:24.951150+0000","last_unstale":"2024-04-02T08:21:24.956116+0000","last_undegraded":"2024-04-02T08:21:24.956116+0000","last_fullsized":"2024-04-02T08:21:24.956116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:01.726834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":111,"acting":111,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1724,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:43 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36299999999999999,"15min":0.35599999999999998},"min":{"1min":0.29799999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.308},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.371,"15min":0.36199999999999999},"min":{"1min":0.33000000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.216}]},{"osd":2,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42299999999999999,"15min":0.41799999999999998},"min":{"1min":0.29099999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.24299999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.253},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.27100000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.624},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51500000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1179648,"data_stored":829169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:20:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.34200000000000003,"15min":0.32900000000000001},"min":{"1min":0.25600000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.378}]},{"osd":2,"last update":"Tue Apr 2 08:21:05 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.44},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.39400000000000002},"min":{"1min":0.35599999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42799999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:20:32 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.46200000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.626}]},{"osd":5,"last update":"Tue Apr 2 08:21:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.31,"5min":0.251,"15min":0.251},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.28399999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.39100000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.315,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.42599999999999999,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.47599999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.442}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.53000000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.52100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717548,"statfs":{"total":95995035648,"available":95966769152,"internally_reserved":0,"allocated":598016,"data_stored":245506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.30199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.42199999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.316},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.36799999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53100000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.501},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.45400000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56299999999999994}]},{"osd":2,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.57399999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.318}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.51700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.503},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.55000000000000004}]},{"osd":2,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56699999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.53500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.35599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:21:28.270 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:21:28.603 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:28.604 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:21:28.614 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-04-02T08:21:26.847146+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592092,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":195,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":192,"acting":192,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":222608,"kb_used_data":6412,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738608,"statfs":{"total":767960285184,"available":767732334592,"internally_reserved":0,"allocated":6565888,"data_stored":3732425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1724,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000673"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929618+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:21:25.929618+0000","last_peered":"2024-04-02T08:21:25.929618+0000","last_clean":"2024-04-02T08:21:25.929618+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:21:25.929618+0000","last_undegraded":"2024-04-02T08:21:25.929618+0000","last_fullsized":"2024-04-02T08:21:25.929618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.947507+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:21:24.947507+0000","last_peered":"2024-04-02T08:21:24.947507+0000","last_clean":"2024-04-02T08:21:24.947507+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:21:24.947507+0000","last_undegraded":"2024-04-02T08:21:24.947507+0000","last_fullsized":"2024-04-02T08:21:24.947507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929207+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:21:25.929207+0000","last_peered":"2024-04-02T08:21:25.929207+0000","last_clean":"2024-04-02T08:21:25.929207+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:21:25.929207+0000","last_undegraded":"2024-04-02T08:21:25.929207+0000","last_fullsized":"2024-04-02T08:21:25.929207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928692+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:21:25.928692+0000","last_peered":"2024-04-02T08:21:25.928692+0000","last_clean":"2024-04-02T08:21:25.928692+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:21:25.928692+0000","last_undegraded":"2024-04-02T08:21:25.928692+0000","last_fullsized":"2024-04-02T08:21:25.928692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.949425+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:21:24.949425+0000","last_peered":"2024-04-02T08:21:24.949425+0000","last_clean":"2024-04-02T08:21:24.949425+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:21:24.949425+0000","last_undegraded":"2024-04-02T08:21:24.949425+0000","last_fullsized":"2024-04-02T08:21:24.949425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929542+0000","last_change":"2024-04-02T08:21:24.960922+0000","last_active":"2024-04-02T08:21:25.929542+0000","last_peered":"2024-04-02T08:21:25.929542+0000","last_clean":"2024-04-02T08:21:25.929542+0000","last_became_active":"2024-04-02T08:21:24.960657+0000","last_became_peered":"2024-04-02T08:21:24.960657+0000","last_unstale":"2024-04-02T08:21:25.929542+0000","last_undegraded":"2024-04-02T08:21:25.929542+0000","last_fullsized":"2024-04-02T08:21:25.929542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:25:34.442274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942655+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:21:24.942655+0000","last_peered":"2024-04-02T08:21:24.942655+0000","last_clean":"2024-04-02T08:21:24.942655+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:21:24.942655+0000","last_undegraded":"2024-04-02T08:21:24.942655+0000","last_fullsized":"2024-04-02T08:21:24.942655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956260+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:21:24.956260+0000","last_peered":"2024-04-02T08:21:24.956260+0000","last_clean":"2024-04-02T08:21:24.956260+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:21:24.956260+0000","last_undegraded":"2024-04-02T08:21:24.956260+0000","last_fullsized":"2024-04-02T08:21:24.956260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.951323+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:21:24.951323+0000","last_peered":"2024-04-02T08:21:24.951323+0000","last_clean":"2024-04-02T08:21:24.951323+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:21:24.951323+0000","last_undegraded":"2024-04-02T08:21:24.951323+0000","last_fullsized":"2024-04-02T08:21:24.951323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.944355+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:21:24.944355+0000","last_peered":"2024-04-02T08:21:24.944355+0000","last_clean":"2024-04-02T08:21:24.944355+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:21:24.944355+0000","last_undegraded":"2024-04-02T08:21:24.944355+0000","last_fullsized":"2024-04-02T08:21:24.944355+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943086+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:21:24.943086+0000","last_peered":"2024-04-02T08:21:24.943086+0000","last_clean":"2024-04-02T08:21:24.943086+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:21:24.943086+0000","last_undegraded":"2024-04-02T08:21:24.943086+0000","last_fullsized":"2024-04-02T08:21:24.943086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929059+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:25.929059+0000","last_peered":"2024-04-02T08:21:25.929059+0000","last_clean":"2024-04-02T08:21:25.929059+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:21:25.929059+0000","last_undegraded":"2024-04-02T08:21:25.929059+0000","last_fullsized":"2024-04-02T08:21:25.929059+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:21:23.553369+0000","last_change":"2024-04-02T08:21:23.553369+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.553369+0000","last_undegraded":"2024-04-02T08:21:23.553369+0000","last_fullsized":"2024-04-02T08:21:23.553369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.945721+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:21:24.945721+0000","last_peered":"2024-04-02T08:21:24.945721+0000","last_clean":"2024-04-02T08:21:24.945721+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:21:24.945721+0000","last_undegraded":"2024-04-02T08:21:24.945721+0000","last_fullsized":"2024-04-02T08:21:24.945721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960916+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:21:24.960916+0000","last_peered":"2024-04-02T08:21:24.960916+0000","last_clean":"2024-04-02T08:21:24.960916+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:21:24.960916+0000","last_undegraded":"2024-04-02T08:21:24.960916+0000","last_fullsized":"2024-04-02T08:21:24.960916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929632+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:21:25.929632+0000","last_peered":"2024-04-02T08:21:25.929632+0000","last_clean":"2024-04-02T08:21:25.929632+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:21:25.929632+0000","last_undegraded":"2024-04-02T08:21:25.929632+0000","last_fullsized":"2024-04-02T08:21:25.929632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929158+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:21:25.929158+0000","last_peered":"2024-04-02T08:21:25.929158+0000","last_clean":"2024-04-02T08:21:25.929158+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:21:25.929158+0000","last_undegraded":"2024-04-02T08:21:25.929158+0000","last_fullsized":"2024-04-02T08:21:25.929158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956701+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:21:24.956701+0000","last_peered":"2024-04-02T08:21:24.956701+0000","last_clean":"2024-04-02T08:21:24.956701+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:21:24.956701+0000","last_undegraded":"2024-04-02T08:21:24.956701+0000","last_fullsized":"2024-04-02T08:21:24.956701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.959677+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:21:24.959677+0000","last_peered":"2024-04-02T08:21:24.959677+0000","last_clean":"2024-04-02T08:21:24.959677+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:21:24.959677+0000","last_undegraded":"2024-04-02T08:21:24.959677+0000","last_fullsized":"2024-04-02T08:21:24.959677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.939393+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:21:24.939393+0000","last_peered":"2024-04-02T08:21:24.939393+0000","last_clean":"2024-04-02T08:21:24.939393+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:21:24.939393+0000","last_undegraded":"2024-04-02T08:21:24.939393+0000","last_fullsized":"2024-04-02T08:21:24.939393+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956229+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:21:24.956229+0000","last_peered":"2024-04-02T08:21:24.956229+0000","last_clean":"2024-04-02T08:21:24.956229+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:21:24.956229+0000","last_undegraded":"2024-04-02T08:21:24.956229+0000","last_fullsized":"2024-04-02T08:21:24.956229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956908+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:21:24.956908+0000","last_peered":"2024-04-02T08:21:24.956908+0000","last_clean":"2024-04-02T08:21:24.956908+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:21:24.956908+0000","last_undegraded":"2024-04-02T08:21:24.956908+0000","last_fullsized":"2024-04-02T08:21:24.956908+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934416+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:21:24.934416+0000","last_peered":"2024-04-02T08:21:24.934416+0000","last_clean":"2024-04-02T08:21:24.934416+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:21:24.934416+0000","last_undegraded":"2024-04-02T08:21:24.934416+0000","last_fullsized":"2024-04-02T08:21:24.934416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.947955+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:21:24.947955+0000","last_peered":"2024-04-02T08:21:24.947955+0000","last_clean":"2024-04-02T08:21:24.947955+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:21:24.947955+0000","last_undegraded":"2024-04-02T08:21:24.947955+0000","last_fullsized":"2024-04-02T08:21:24.947955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.962945+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:21:24.962945+0000","last_peered":"2024-04-02T08:21:24.962945+0000","last_clean":"2024-04-02T08:21:24.962945+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:21:24.962945+0000","last_undegraded":"2024-04-02T08:21:24.962945+0000","last_fullsized":"2024-04-02T08:21:24.962945+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929128+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:21:25.929128+0000","last_peered":"2024-04-02T08:21:25.929128+0000","last_clean":"2024-04-02T08:21:25.929128+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:21:25.929128+0000","last_undegraded":"2024-04-02T08:21:25.929128+0000","last_fullsized":"2024-04-02T08:21:25.929128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:21:23.553315+0000","last_change":"2024-04-02T08:21:23.553315+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.553315+0000","last_undegraded":"2024-04-02T08:21:23.553315+0000","last_fullsized":"2024-04-02T08:21:23.553315+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928968+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:21:25.928968+0000","last_peered":"2024-04-02T08:21:25.928968+0000","last_clean":"2024-04-02T08:21:25.928968+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:21:25.928968+0000","last_undegraded":"2024-04-02T08:21:25.928968+0000","last_fullsized":"2024-04-02T08:21:25.928968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.931577+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:21:24.931577+0000","last_peered":"2024-04-02T08:21:24.931577+0000","last_clean":"2024-04-02T08:21:24.931577+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:21:24.931577+0000","last_undegraded":"2024-04-02T08:21:24.931577+0000","last_fullsized":"2024-04-02T08:21:24.931577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952949+0000","last_change":"2024-04-02T08:21:24.948324+0000","last_active":"2024-04-02T08:21:24.952949+0000","last_peered":"2024-04-02T08:21:24.952949+0000","last_clean":"2024-04-02T08:21:24.952949+0000","last_became_active":"2024-04-02T08:21:24.947852+0000","last_became_peered":"2024-04-02T08:21:24.947852+0000","last_unstale":"2024-04-02T08:21:24.952949+0000","last_undegraded":"2024-04-02T08:21:24.952949+0000","last_fullsized":"2024-04-02T08:21:24.952949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:25.584061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.953176+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:21:24.953176+0000","last_peered":"2024-04-02T08:21:24.953176+0000","last_clean":"2024-04-02T08:21:24.953176+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:21:24.953176+0000","last_undegraded":"2024-04-02T08:21:24.953176+0000","last_fullsized":"2024-04-02T08:21:24.953176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929078+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:21:25.929078+0000","last_peered":"2024-04-02T08:21:25.929078+0000","last_clean":"2024-04-02T08:21:25.929078+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:21:25.929078+0000","last_undegraded":"2024-04-02T08:21:25.929078+0000","last_fullsized":"2024-04-02T08:21:25.929078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929414+0000","last_change":"2024-04-02T08:21:24.956902+0000","last_active":"2024-04-02T08:21:25.929414+0000","last_peered":"2024-04-02T08:21:25.929414+0000","last_clean":"2024-04-02T08:21:25.929414+0000","last_became_active":"2024-04-02T08:21:24.955889+0000","last_became_peered":"2024-04-02T08:21:24.955889+0000","last_unstale":"2024-04-02T08:21:25.929414+0000","last_undegraded":"2024-04-02T08:21:25.929414+0000","last_fullsized":"2024-04-02T08:21:25.929414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:23.035672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.929955+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:21:24.929955+0000","last_peered":"2024-04-02T08:21:24.929955+0000","last_clean":"2024-04-02T08:21:24.929955+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:21:24.929955+0000","last_undegraded":"2024-04-02T08:21:24.929955+0000","last_fullsized":"2024-04-02T08:21:24.929955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.958121+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:21:24.958121+0000","last_peered":"2024-04-02T08:21:24.958121+0000","last_clean":"2024-04-02T08:21:24.958121+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:21:24.958121+0000","last_undegraded":"2024-04-02T08:21:24.958121+0000","last_fullsized":"2024-04-02T08:21:24.958121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.927318+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:21:24.927318+0000","last_peered":"2024-04-02T08:21:24.927318+0000","last_clean":"2024-04-02T08:21:24.927318+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:21:24.927318+0000","last_undegraded":"2024-04-02T08:21:24.927318+0000","last_fullsized":"2024-04-02T08:21:24.927318+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943693+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:21:24.943693+0000","last_peered":"2024-04-02T08:21:24.943693+0000","last_clean":"2024-04-02T08:21:24.943693+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:21:24.943693+0000","last_undegraded":"2024-04-02T08:21:24.943693+0000","last_fullsized":"2024-04-02T08:21:24.943693+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:23.541958+0000","last_change":"2024-04-02T08:21:23.541958+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.541958+0000","last_undegraded":"2024-04-02T08:21:23.541958+0000","last_fullsized":"2024-04-02T08:21:23.541958+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":218,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.940289+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:21:24.940289+0000","last_peered":"2024-04-02T08:21:24.940289+0000","last_clean":"2024-04-02T08:21:24.940289+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:21:24.940289+0000","last_undegraded":"2024-04-02T08:21:24.940289+0000","last_fullsized":"2024-04-02T08:21:24.940289+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928962+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:21:25.928962+0000","last_peered":"2024-04-02T08:21:25.928962+0000","last_clean":"2024-04-02T08:21:25.928962+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:21:25.928962+0000","last_undegraded":"2024-04-02T08:21:25.928962+0000","last_fullsized":"2024-04-02T08:21:25.928962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929519+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:21:25.929519+0000","last_peered":"2024-04-02T08:21:25.929519+0000","last_clean":"2024-04-02T08:21:25.929519+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:21:25.929519+0000","last_undegraded":"2024-04-02T08:21:25.929519+0000","last_fullsized":"2024-04-02T08:21:25.929519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943426+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:21:24.943426+0000","last_peered":"2024-04-02T08:21:24.943426+0000","last_clean":"2024-04-02T08:21:24.943426+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:21:24.943426+0000","last_undegraded":"2024-04-02T08:21:24.943426+0000","last_fullsized":"2024-04-02T08:21:24.943426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.932802+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:21:24.932802+0000","last_peered":"2024-04-02T08:21:24.932802+0000","last_clean":"2024-04-02T08:21:24.932802+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:21:24.932802+0000","last_undegraded":"2024-04-02T08:21:24.932802+0000","last_fullsized":"2024-04-02T08:21:24.932802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956359+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:21:24.956359+0000","last_peered":"2024-04-02T08:21:24.956359+0000","last_clean":"2024-04-02T08:21:24.956359+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:21:24.956359+0000","last_undegraded":"2024-04-02T08:21:24.956359+0000","last_fullsized":"2024-04-02T08:21:24.956359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955499+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:21:24.955499+0000","last_peered":"2024-04-02T08:21:24.955499+0000","last_clean":"2024-04-02T08:21:24.955499+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:21:24.955499+0000","last_undegraded":"2024-04-02T08:21:24.955499+0000","last_fullsized":"2024-04-02T08:21:24.955499+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928711+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:21:25.928711+0000","last_peered":"2024-04-02T08:21:25.928711+0000","last_clean":"2024-04-02T08:21:25.928711+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:21:25.928711+0000","last_undegraded":"2024-04-02T08:21:25.928711+0000","last_fullsized":"2024-04-02T08:21:25.928711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934455+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:21:24.934455+0000","last_peered":"2024-04-02T08:21:24.934455+0000","last_clean":"2024-04-02T08:21:24.934455+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:21:24.934455+0000","last_undegraded":"2024-04-02T08:21:24.934455+0000","last_fullsized":"2024-04-02T08:21:24.934455+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.953915+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:21:24.953915+0000","last_peered":"2024-04-02T08:21:24.953915+0000","last_clean":"2024-04-02T08:21:24.953915+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:21:24.953915+0000","last_undegraded":"2024-04-02T08:21:24.953915+0000","last_fullsized":"2024-04-02T08:21:24.953915+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.935067+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:21:24.935067+0000","last_peered":"2024-04-02T08:21:24.935067+0000","last_clean":"2024-04-02T08:21:24.935067+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:21:24.935067+0000","last_undegraded":"2024-04-02T08:21:24.935067+0000","last_fullsized":"2024-04-02T08:21:24.935067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960306+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:21:24.960306+0000","last_peered":"2024-04-02T08:21:24.960306+0000","last_clean":"2024-04-02T08:21:24.960306+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:21:24.960306+0000","last_undegraded":"2024-04-02T08:21:24.960306+0000","last_fullsized":"2024-04-02T08:21:24.960306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929117+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:21:25.929117+0000","last_peered":"2024-04-02T08:21:25.929117+0000","last_clean":"2024-04-02T08:21:25.929117+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:21:25.929117+0000","last_undegraded":"2024-04-02T08:21:25.929117+0000","last_fullsized":"2024-04-02T08:21:25.929117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956850+0000","last_change":"2024-04-02T08:21:24.952197+0000","last_active":"2024-04-02T08:21:24.956850+0000","last_peered":"2024-04-02T08:21:24.956850+0000","last_clean":"2024-04-02T08:21:24.956850+0000","last_became_active":"2024-04-02T08:21:24.951895+0000","last_became_peered":"2024-04-02T08:21:24.951895+0000","last_unstale":"2024-04-02T08:21:24.956850+0000","last_undegraded":"2024-04-02T08:21:24.956850+0000","last_fullsized":"2024-04-02T08:21:24.956850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:42:39.977845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.927228+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:21:24.927228+0000","last_peered":"2024-04-02T08:21:24.927228+0000","last_clean":"2024-04-02T08:21:24.927228+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:21:24.927228+0000","last_undegraded":"2024-04-02T08:21:24.927228+0000","last_fullsized":"2024-04-02T08:21:24.927228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.954885+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:21:24.954885+0000","last_peered":"2024-04-02T08:21:24.954885+0000","last_clean":"2024-04-02T08:21:24.954885+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:21:24.954885+0000","last_undegraded":"2024-04-02T08:21:24.954885+0000","last_fullsized":"2024-04-02T08:21:24.954885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942488+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:21:24.942488+0000","last_peered":"2024-04-02T08:21:24.942488+0000","last_clean":"2024-04-02T08:21:24.942488+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:21:24.942488+0000","last_undegraded":"2024-04-02T08:21:24.942488+0000","last_fullsized":"2024-04-02T08:21:24.942488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955079+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:21:24.955079+0000","last_peered":"2024-04-02T08:21:24.955079+0000","last_clean":"2024-04-02T08:21:24.955079+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:21:24.955079+0000","last_undegraded":"2024-04-02T08:21:24.955079+0000","last_fullsized":"2024-04-02T08:21:24.955079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.937211+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:21:24.937211+0000","last_peered":"2024-04-02T08:21:24.937211+0000","last_clean":"2024-04-02T08:21:24.937211+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:21:24.937211+0000","last_undegraded":"2024-04-02T08:21:24.937211+0000","last_fullsized":"2024-04-02T08:21:24.937211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956337+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:24.956337+0000","last_peered":"2024-04-02T08:21:24.956337+0000","last_clean":"2024-04-02T08:21:24.956337+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:21:24.956337+0000","last_undegraded":"2024-04-02T08:21:24.956337+0000","last_fullsized":"2024-04-02T08:21:24.956337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.958143+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:21:24.958143+0000","last_peered":"2024-04-02T08:21:24.958143+0000","last_clean":"2024-04-02T08:21:24.958143+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:21:24.958143+0000","last_undegraded":"2024-04-02T08:21:24.958143+0000","last_fullsized":"2024-04-02T08:21:24.958143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943382+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:21:24.943382+0000","last_peered":"2024-04-02T08:21:24.943382+0000","last_clean":"2024-04-02T08:21:24.943382+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:21:24.943382+0000","last_undegraded":"2024-04-02T08:21:24.943382+0000","last_fullsized":"2024-04-02T08:21:24.943382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943522+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:21:24.943522+0000","last_peered":"2024-04-02T08:21:24.943522+0000","last_clean":"2024-04-02T08:21:24.943522+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:21:24.943522+0000","last_undegraded":"2024-04-02T08:21:24.943522+0000","last_fullsized":"2024-04-02T08:21:24.943522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952166+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:21:24.952166+0000","last_peered":"2024-04-02T08:21:24.952166+0000","last_clean":"2024-04-02T08:21:24.952166+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:21:24.952166+0000","last_undegraded":"2024-04-02T08:21:24.952166+0000","last_fullsized":"2024-04-02T08:21:24.952166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956116+0000","last_change":"2024-04-02T08:21:24.951435+0000","last_active":"2024-04-02T08:21:24.956116+0000","last_peered":"2024-04-02T08:21:24.956116+0000","last_clean":"2024-04-02T08:21:24.956116+0000","last_became_active":"2024-04-02T08:21:24.951150+0000","last_became_peered":"2024-04-02T08:21:24.951150+0000","last_unstale":"2024-04-02T08:21:24.956116+0000","last_undegraded":"2024-04-02T08:21:24.956116+0000","last_fullsized":"2024-04-02T08:21:24.956116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:01.726834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":111,"acting":111,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1724,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":78,"acting":78,"num_store_stats":6}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:43 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36299999999999999,"15min":0.35599999999999998},"min":{"1min":0.29799999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.308},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.371,"15min":0.36199999999999999},"min":{"1min":0.33000000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.216}]},{"osd":2,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42299999999999999,"15min":0.41799999999999998},"min":{"1min":0.29099999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.24299999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.253},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.27100000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.624},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51500000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1179648,"data_stored":829169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:20:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.34200000000000003,"15min":0.32900000000000001},"min":{"1min":0.25600000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.378}]},{"osd":2,"last update":"Tue Apr 2 08:21:05 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.44},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.39400000000000002},"min":{"1min":0.35599999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42799999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:20:32 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.46200000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.626}]},{"osd":5,"last update":"Tue Apr 2 08:21:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.31,"5min":0.251,"15min":0.251},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.28399999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.39100000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.315,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.42599999999999999,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.47599999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.442}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.53000000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.52100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717548,"statfs":{"total":95995035648,"available":95966769152,"internally_reserved":0,"allocated":598016,"data_stored":245506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.30199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.42199999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.316},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.36799999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53100000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.501},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018899,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.45400000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.56299999999999994}]},{"osd":2,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.57399999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.318}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.51700000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.503},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.55000000000000004}]},{"osd":2,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.56699999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.53500000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.35599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:21:28.618 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-04-02T08:21:28.619 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:21:23.553369+0000', 'last_change': '2024-04-02T08:21:23.553369+0000', 'last_active': '2024-04-02T08:21:23.541958+0000', 'last_peered': '2024-04-02T08:21:23.541958+0000', 'last_clean': '2024-04-02T08:21:23.541958+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:23.553369+0000', 'last_undegraded': '2024-04-02T08:21:23.553369+0000', 'last_fullsized': '2024-04-02T08:21:23.553369+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 4], 'acting': [0, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-04-02T08:21:28.620 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:23.541958+0000', 'last_change': '2024-04-02T08:21:23.541958+0000', 'last_active': '2024-04-02T08:21:23.541958+0000', 'last_peered': '2024-04-02T08:21:23.541958+0000', 'last_clean': '2024-04-02T08:21:23.541958+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:23.541958+0000', 'last_undegraded': '2024-04-02T08:21:23.541958+0000', 'last_fullsized': '2024-04-02T08:21:23.541958+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:23.541958+0000', 'last_change': '2024-04-02T08:21:23.541958+0000', 'last_active': '2024-04-02T08:21:23.541958+0000', 'last_peered': '2024-04-02T08:21:23.541958+0000', 'last_clean': '2024-04-02T08:21:23.541958+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:23.541958+0000', 'last_undegraded': '2024-04-02T08:21:23.541958+0000', 'last_fullsized': '2024-04-02T08:21:23.541958+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.621 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-02T08:21:23.553315+0000', 'last_change': '2024-04-02T08:21:23.553315+0000', 'last_active': '2024-04-02T08:21:23.541958+0000', 'last_peered': '2024-04-02T08:21:23.541958+0000', 'last_clean': '2024-04-02T08:21:23.541958+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:23.553315+0000', 'last_undegraded': '2024-04-02T08:21:23.553315+0000', 'last_fullsized': '2024-04-02T08:21:23.553315+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:23.541958+0000', 'last_change': '2024-04-02T08:21:23.541958+0000', 'last_active': '2024-04-02T08:21:23.541958+0000', 'last_peered': '2024-04-02T08:21:23.541958+0000', 'last_clean': '2024-04-02T08:21:23.541958+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:23.541958+0000', 'last_undegraded': '2024-04-02T08:21:23.541958+0000', 'last_fullsized': '2024-04-02T08:21:23.541958+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.f is not active+clean 2024-04-02T08:21:28.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:23.541958+0000', 'last_change': '2024-04-02T08:21:23.541958+0000', 'last_active': '2024-04-02T08:21:23.541958+0000', 'last_peered': '2024-04-02T08:21:23.541958+0000', 'last_clean': '2024-04-02T08:21:23.541958+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:23.541958+0000', 'last_undegraded': '2024-04-02T08:21:23.541958+0000', 'last_fullsized': '2024-04-02T08:21:23.541958+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:23.541958+0000', 'last_change': '2024-04-02T08:21:23.541958+0000', 'last_active': '2024-04-02T08:21:23.541958+0000', 'last_peered': '2024-04-02T08:21:23.541958+0000', 'last_clean': '2024-04-02T08:21:23.541958+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:23.541958+0000', 'last_undegraded': '2024-04-02T08:21:23.541958+0000', 'last_fullsized': '2024-04-02T08:21:23.541958+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:23.541958+0000', 'last_change': '2024-04-02T08:21:23.541958+0000', 'last_active': '2024-04-02T08:21:23.541958+0000', 'last_peered': '2024-04-02T08:21:23.541958+0000', 'last_clean': '2024-04-02T08:21:23.541958+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:23.541958+0000', 'last_undegraded': '2024-04-02T08:21:23.541958+0000', 'last_fullsized': '2024-04-02T08:21:23.541958+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:23.541958+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-04-02T08:21:28.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-04-02T08:21:28.624 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.625 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-04-02T08:21:28.625 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-02T08:21:24.546273+0000', 'last_change': '2024-04-02T08:21:24.546273+0000', 'last_active': '2024-04-02T08:21:24.546273+0000', 'last_peered': '2024-04-02T08:21:24.546273+0000', 'last_clean': '2024-04-02T08:21:24.546273+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-02T08:21:24.546273+0000', 'last_undegraded': '2024-04-02T08:21:24.546273+0000', 'last_fullsized': '2024-04-02T08:21:24.546273+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'last_clean_scrub_stamp': '2024-04-02T08:21:24.546273+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-02T08:21:28.625 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-02T08:21:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:28 smithi137 ceph-mon[31169]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-02T08:21:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:28 smithi137 ceph-mon[31169]: Cluster is now healthy 2024-04-02T08:21:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:28 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3458526818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:28 smithi137 ceph-mon[31169]: from='client.24422 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:28 smithi028 ceph-mon[27433]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-02T08:21:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:28 smithi028 ceph-mon[27433]: Cluster is now healthy 2024-04-02T08:21:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:28 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3458526818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:28 smithi028 ceph-mon[27433]: from='client.24422 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:28 smithi028 ceph-mon[39019]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-02T08:21:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:28 smithi028 ceph-mon[39019]: Cluster is now healthy 2024-04-02T08:21:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:28 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3458526818' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:28 smithi028 ceph-mon[39019]: from='client.24422 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:29.014 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:29.014 INFO:teuthology.orchestra.run.smithi028.stdout:{"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":228,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046066,"num_in_osds":8,"osd_in_since":1712046048,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":62},{"state_name":"unknown","count":33},{"state_name":"creating+peering","count":2}],"num_pgs":97,"num_pools":3,"num_objects":18,"data_bytes":592092,"bytes_used":227950592,"bytes_avail":767732334592,"bytes_total":767960285184,"unknown_pgs_ratio":0.34020617604255676,"inactive_pgs_ratio":0.020618556067347527,"write_bytes_sec":1279,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24332}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.28:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-02T08:21:18.845949+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-02T08:21:29.027 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-02T08:21:29.027 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:21:29.326 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:29.327 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:21:29.337 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-02T08:21:28.847712+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592114,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222728,"kb_used_data":6540,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738488,"statfs":{"total":767960285184,"available":767732211712,"internally_reserved":0,"allocated":6696960,"data_stored":3788561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1746,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.301041"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929618+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:21:25.929618+0000","last_peered":"2024-04-02T08:21:25.929618+0000","last_clean":"2024-04-02T08:21:25.929618+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:21:25.929618+0000","last_undegraded":"2024-04-02T08:21:25.929618+0000","last_fullsized":"2024-04-02T08:21:25.929618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.947507+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:21:24.947507+0000","last_peered":"2024-04-02T08:21:24.947507+0000","last_clean":"2024-04-02T08:21:24.947507+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:21:24.947507+0000","last_undegraded":"2024-04-02T08:21:24.947507+0000","last_fullsized":"2024-04-02T08:21:24.947507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676653+0000","last_change":"2024-04-02T08:21:24.954621+0000","last_active":"2024-04-02T08:21:26.676653+0000","last_peered":"2024-04-02T08:21:26.676653+0000","last_clean":"2024-04-02T08:21:26.676653+0000","last_became_active":"2024-04-02T08:21:24.952537+0000","last_became_peered":"2024-04-02T08:21:24.952537+0000","last_unstale":"2024-04-02T08:21:26.676653+0000","last_undegraded":"2024-04-02T08:21:26.676653+0000","last_fullsized":"2024-04-02T08:21:26.676653+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929207+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:21:25.929207+0000","last_peered":"2024-04-02T08:21:25.929207+0000","last_clean":"2024-04-02T08:21:25.929207+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:21:25.929207+0000","last_undegraded":"2024-04-02T08:21:25.929207+0000","last_fullsized":"2024-04-02T08:21:25.929207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.677074+0000","last_change":"2024-04-02T08:21:24.950439+0000","last_active":"2024-04-02T08:21:26.677074+0000","last_peered":"2024-04-02T08:21:26.677074+0000","last_clean":"2024-04-02T08:21:26.677074+0000","last_became_active":"2024-04-02T08:21:24.948700+0000","last_became_peered":"2024-04-02T08:21:24.948700+0000","last_unstale":"2024-04-02T08:21:26.677074+0000","last_undegraded":"2024-04-02T08:21:26.677074+0000","last_fullsized":"2024-04-02T08:21:26.677074+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928692+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:21:25.928692+0000","last_peered":"2024-04-02T08:21:25.928692+0000","last_clean":"2024-04-02T08:21:25.928692+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:21:25.928692+0000","last_undegraded":"2024-04-02T08:21:25.928692+0000","last_fullsized":"2024-04-02T08:21:25.928692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.949425+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:21:24.949425+0000","last_peered":"2024-04-02T08:21:24.949425+0000","last_clean":"2024-04-02T08:21:24.949425+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:21:24.949425+0000","last_undegraded":"2024-04-02T08:21:24.949425+0000","last_fullsized":"2024-04-02T08:21:24.949425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929542+0000","last_change":"2024-04-02T08:21:24.960922+0000","last_active":"2024-04-02T08:21:25.929542+0000","last_peered":"2024-04-02T08:21:25.929542+0000","last_clean":"2024-04-02T08:21:25.929542+0000","last_became_active":"2024-04-02T08:21:24.960657+0000","last_became_peered":"2024-04-02T08:21:24.960657+0000","last_unstale":"2024-04-02T08:21:25.929542+0000","last_undegraded":"2024-04-02T08:21:25.929542+0000","last_fullsized":"2024-04-02T08:21:25.929542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:25:34.442274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942655+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:21:24.942655+0000","last_peered":"2024-04-02T08:21:24.942655+0000","last_clean":"2024-04-02T08:21:24.942655+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:21:24.942655+0000","last_undegraded":"2024-04-02T08:21:24.942655+0000","last_fullsized":"2024-04-02T08:21:24.942655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956260+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:21:24.956260+0000","last_peered":"2024-04-02T08:21:24.956260+0000","last_clean":"2024-04-02T08:21:24.956260+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:21:24.956260+0000","last_undegraded":"2024-04-02T08:21:24.956260+0000","last_fullsized":"2024-04-02T08:21:24.956260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676569+0000","last_change":"2024-04-02T08:21:24.958379+0000","last_active":"2024-04-02T08:21:26.676569+0000","last_peered":"2024-04-02T08:21:26.676569+0000","last_clean":"2024-04-02T08:21:26.676569+0000","last_became_active":"2024-04-02T08:21:24.958017+0000","last_became_peered":"2024-04-02T08:21:24.958017+0000","last_unstale":"2024-04-02T08:21:26.676569+0000","last_undegraded":"2024-04-02T08:21:26.676569+0000","last_fullsized":"2024-04-02T08:21:26.676569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.951323+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:21:24.951323+0000","last_peered":"2024-04-02T08:21:24.951323+0000","last_clean":"2024-04-02T08:21:24.951323+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:21:24.951323+0000","last_undegraded":"2024-04-02T08:21:24.951323+0000","last_fullsized":"2024-04-02T08:21:24.951323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.944355+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:21:24.944355+0000","last_peered":"2024-04-02T08:21:24.944355+0000","last_clean":"2024-04-02T08:21:24.944355+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:21:24.944355+0000","last_undegraded":"2024-04-02T08:21:24.944355+0000","last_fullsized":"2024-04-02T08:21:24.944355+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.675768+0000","last_change":"2024-04-02T08:21:24.950693+0000","last_active":"2024-04-02T08:21:26.675768+0000","last_peered":"2024-04-02T08:21:26.675768+0000","last_clean":"2024-04-02T08:21:26.675768+0000","last_became_active":"2024-04-02T08:21:24.948957+0000","last_became_peered":"2024-04-02T08:21:24.948957+0000","last_unstale":"2024-04-02T08:21:26.675768+0000","last_undegraded":"2024-04-02T08:21:26.675768+0000","last_fullsized":"2024-04-02T08:21:26.675768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676366+0000","last_change":"2024-04-02T08:21:24.945084+0000","last_active":"2024-04-02T08:21:26.676366+0000","last_peered":"2024-04-02T08:21:26.676366+0000","last_clean":"2024-04-02T08:21:26.676366+0000","last_became_active":"2024-04-02T08:21:24.944667+0000","last_became_peered":"2024-04-02T08:21:24.944667+0000","last_unstale":"2024-04-02T08:21:26.676366+0000","last_undegraded":"2024-04-02T08:21:26.676366+0000","last_fullsized":"2024-04-02T08:21:26.676366+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943086+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:21:24.943086+0000","last_peered":"2024-04-02T08:21:24.943086+0000","last_clean":"2024-04-02T08:21:24.943086+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:21:24.943086+0000","last_undegraded":"2024-04-02T08:21:24.943086+0000","last_fullsized":"2024-04-02T08:21:24.943086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929059+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:25.929059+0000","last_peered":"2024-04-02T08:21:25.929059+0000","last_clean":"2024-04-02T08:21:25.929059+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:21:25.929059+0000","last_undegraded":"2024-04-02T08:21:25.929059+0000","last_fullsized":"2024-04-02T08:21:25.929059+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:21:23.553369+0000","last_change":"2024-04-02T08:21:23.553369+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.553369+0000","last_undegraded":"2024-04-02T08:21:23.553369+0000","last_fullsized":"2024-04-02T08:21:23.553369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.945721+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:21:24.945721+0000","last_peered":"2024-04-02T08:21:24.945721+0000","last_clean":"2024-04-02T08:21:24.945721+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:21:24.945721+0000","last_undegraded":"2024-04-02T08:21:24.945721+0000","last_fullsized":"2024-04-02T08:21:24.945721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960916+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:21:24.960916+0000","last_peered":"2024-04-02T08:21:24.960916+0000","last_clean":"2024-04-02T08:21:24.960916+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:21:24.960916+0000","last_undegraded":"2024-04-02T08:21:24.960916+0000","last_fullsized":"2024-04-02T08:21:24.960916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929632+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:21:25.929632+0000","last_peered":"2024-04-02T08:21:25.929632+0000","last_clean":"2024-04-02T08:21:25.929632+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:21:25.929632+0000","last_undegraded":"2024-04-02T08:21:25.929632+0000","last_fullsized":"2024-04-02T08:21:25.929632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676750+0000","last_change":"2024-04-02T08:21:24.940546+0000","last_active":"2024-04-02T08:21:26.676750+0000","last_peered":"2024-04-02T08:21:26.676750+0000","last_clean":"2024-04-02T08:21:26.676750+0000","last_became_active":"2024-04-02T08:21:24.940252+0000","last_became_peered":"2024-04-02T08:21:24.940252+0000","last_unstale":"2024-04-02T08:21:26.676750+0000","last_undegraded":"2024-04-02T08:21:26.676750+0000","last_fullsized":"2024-04-02T08:21:26.676750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929158+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:21:25.929158+0000","last_peered":"2024-04-02T08:21:25.929158+0000","last_clean":"2024-04-02T08:21:25.929158+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:21:25.929158+0000","last_undegraded":"2024-04-02T08:21:25.929158+0000","last_fullsized":"2024-04-02T08:21:25.929158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676359+0000","last_change":"2024-04-02T08:21:24.936639+0000","last_active":"2024-04-02T08:21:26.676359+0000","last_peered":"2024-04-02T08:21:26.676359+0000","last_clean":"2024-04-02T08:21:26.676359+0000","last_became_active":"2024-04-02T08:21:24.936310+0000","last_became_peered":"2024-04-02T08:21:24.936310+0000","last_unstale":"2024-04-02T08:21:26.676359+0000","last_undegraded":"2024-04-02T08:21:26.676359+0000","last_fullsized":"2024-04-02T08:21:26.676359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956701+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:21:24.956701+0000","last_peered":"2024-04-02T08:21:24.956701+0000","last_clean":"2024-04-02T08:21:24.956701+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:21:24.956701+0000","last_undegraded":"2024-04-02T08:21:24.956701+0000","last_fullsized":"2024-04-02T08:21:24.956701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676194+0000","last_change":"2024-04-02T08:21:24.939966+0000","last_active":"2024-04-02T08:21:26.676194+0000","last_peered":"2024-04-02T08:21:26.676194+0000","last_clean":"2024-04-02T08:21:26.676194+0000","last_became_active":"2024-04-02T08:21:24.939608+0000","last_became_peered":"2024-04-02T08:21:24.939608+0000","last_unstale":"2024-04-02T08:21:26.676194+0000","last_undegraded":"2024-04-02T08:21:26.676194+0000","last_fullsized":"2024-04-02T08:21:26.676194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.959677+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:21:24.959677+0000","last_peered":"2024-04-02T08:21:24.959677+0000","last_clean":"2024-04-02T08:21:24.959677+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:21:24.959677+0000","last_undegraded":"2024-04-02T08:21:24.959677+0000","last_fullsized":"2024-04-02T08:21:24.959677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.939393+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:21:24.939393+0000","last_peered":"2024-04-02T08:21:24.939393+0000","last_clean":"2024-04-02T08:21:24.939393+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:21:24.939393+0000","last_undegraded":"2024-04-02T08:21:24.939393+0000","last_fullsized":"2024-04-02T08:21:24.939393+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956229+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:21:24.956229+0000","last_peered":"2024-04-02T08:21:24.956229+0000","last_clean":"2024-04-02T08:21:24.956229+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:21:24.956229+0000","last_undegraded":"2024-04-02T08:21:24.956229+0000","last_fullsized":"2024-04-02T08:21:24.956229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676313+0000","last_change":"2024-04-02T08:21:24.570966+0000","last_active":"2024-04-02T08:21:26.676313+0000","last_peered":"2024-04-02T08:21:26.676313+0000","last_clean":"2024-04-02T08:21:26.676313+0000","last_became_active":"2024-04-02T08:21:24.570667+0000","last_became_peered":"2024-04-02T08:21:24.570667+0000","last_unstale":"2024-04-02T08:21:26.676313+0000","last_undegraded":"2024-04-02T08:21:26.676313+0000","last_fullsized":"2024-04-02T08:21:26.676313+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:55:43.774579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956908+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:21:24.956908+0000","last_peered":"2024-04-02T08:21:24.956908+0000","last_clean":"2024-04-02T08:21:24.956908+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:21:24.956908+0000","last_undegraded":"2024-04-02T08:21:24.956908+0000","last_fullsized":"2024-04-02T08:21:24.956908+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934416+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:21:24.934416+0000","last_peered":"2024-04-02T08:21:24.934416+0000","last_clean":"2024-04-02T08:21:24.934416+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:21:24.934416+0000","last_undegraded":"2024-04-02T08:21:24.934416+0000","last_fullsized":"2024-04-02T08:21:24.934416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676361+0000","last_change":"2024-04-02T08:21:24.943693+0000","last_active":"2024-04-02T08:21:26.676361+0000","last_peered":"2024-04-02T08:21:26.676361+0000","last_clean":"2024-04-02T08:21:26.676361+0000","last_became_active":"2024-04-02T08:21:24.943381+0000","last_became_peered":"2024-04-02T08:21:24.943381+0000","last_unstale":"2024-04-02T08:21:26.676361+0000","last_undegraded":"2024-04-02T08:21:26.676361+0000","last_fullsized":"2024-04-02T08:21:26.676361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676416+0000","last_change":"2024-04-02T08:21:24.570135+0000","last_active":"2024-04-02T08:21:26.676416+0000","last_peered":"2024-04-02T08:21:26.676416+0000","last_clean":"2024-04-02T08:21:26.676416+0000","last_became_active":"2024-04-02T08:21:24.569719+0000","last_became_peered":"2024-04-02T08:21:24.569719+0000","last_unstale":"2024-04-02T08:21:26.676416+0000","last_undegraded":"2024-04-02T08:21:26.676416+0000","last_fullsized":"2024-04-02T08:21:26.676416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.947955+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:21:24.947955+0000","last_peered":"2024-04-02T08:21:24.947955+0000","last_clean":"2024-04-02T08:21:24.947955+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:21:24.947955+0000","last_undegraded":"2024-04-02T08:21:24.947955+0000","last_fullsized":"2024-04-02T08:21:24.947955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676502+0000","last_change":"2024-04-02T08:21:24.940949+0000","last_active":"2024-04-02T08:21:26.676502+0000","last_peered":"2024-04-02T08:21:26.676502+0000","last_clean":"2024-04-02T08:21:26.676502+0000","last_became_active":"2024-04-02T08:21:24.940664+0000","last_became_peered":"2024-04-02T08:21:24.940664+0000","last_unstale":"2024-04-02T08:21:26.676502+0000","last_undegraded":"2024-04-02T08:21:26.676502+0000","last_fullsized":"2024-04-02T08:21:26.676502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.962945+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:21:24.962945+0000","last_peered":"2024-04-02T08:21:24.962945+0000","last_clean":"2024-04-02T08:21:24.962945+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:21:24.962945+0000","last_undegraded":"2024-04-02T08:21:24.962945+0000","last_fullsized":"2024-04-02T08:21:24.962945+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929128+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:21:25.929128+0000","last_peered":"2024-04-02T08:21:25.929128+0000","last_clean":"2024-04-02T08:21:25.929128+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:21:25.929128+0000","last_undegraded":"2024-04-02T08:21:25.929128+0000","last_fullsized":"2024-04-02T08:21:25.929128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-02T08:21:23.553315+0000","last_change":"2024-04-02T08:21:23.553315+0000","last_active":"2024-04-02T08:21:23.541958+0000","last_peered":"2024-04-02T08:21:23.541958+0000","last_clean":"2024-04-02T08:21:23.541958+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:23.553315+0000","last_undegraded":"2024-04-02T08:21:23.553315+0000","last_fullsized":"2024-04-02T08:21:23.553315+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676549+0000","last_change":"2024-04-02T08:21:24.574723+0000","last_active":"2024-04-02T08:21:26.676549+0000","last_peered":"2024-04-02T08:21:26.676549+0000","last_clean":"2024-04-02T08:21:26.676549+0000","last_became_active":"2024-04-02T08:21:24.574068+0000","last_became_peered":"2024-04-02T08:21:24.574068+0000","last_unstale":"2024-04-02T08:21:26.676549+0000","last_undegraded":"2024-04-02T08:21:26.676549+0000","last_fullsized":"2024-04-02T08:21:26.676549+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928968+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:21:25.928968+0000","last_peered":"2024-04-02T08:21:25.928968+0000","last_clean":"2024-04-02T08:21:25.928968+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:21:25.928968+0000","last_undegraded":"2024-04-02T08:21:25.928968+0000","last_fullsized":"2024-04-02T08:21:25.928968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.931577+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:21:24.931577+0000","last_peered":"2024-04-02T08:21:24.931577+0000","last_clean":"2024-04-02T08:21:24.931577+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:21:24.931577+0000","last_undegraded":"2024-04-02T08:21:24.931577+0000","last_fullsized":"2024-04-02T08:21:24.931577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952949+0000","last_change":"2024-04-02T08:21:24.948324+0000","last_active":"2024-04-02T08:21:24.952949+0000","last_peered":"2024-04-02T08:21:24.952949+0000","last_clean":"2024-04-02T08:21:24.952949+0000","last_became_active":"2024-04-02T08:21:24.947852+0000","last_became_peered":"2024-04-02T08:21:24.947852+0000","last_unstale":"2024-04-02T08:21:24.952949+0000","last_undegraded":"2024-04-02T08:21:24.952949+0000","last_fullsized":"2024-04-02T08:21:24.952949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:25.584061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.953176+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:21:24.953176+0000","last_peered":"2024-04-02T08:21:24.953176+0000","last_clean":"2024-04-02T08:21:24.953176+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:21:24.953176+0000","last_undegraded":"2024-04-02T08:21:24.953176+0000","last_fullsized":"2024-04-02T08:21:24.953176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929078+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:21:25.929078+0000","last_peered":"2024-04-02T08:21:25.929078+0000","last_clean":"2024-04-02T08:21:25.929078+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:21:25.929078+0000","last_undegraded":"2024-04-02T08:21:25.929078+0000","last_fullsized":"2024-04-02T08:21:25.929078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676915+0000","last_change":"2024-04-02T08:21:24.575270+0000","last_active":"2024-04-02T08:21:26.676915+0000","last_peered":"2024-04-02T08:21:26.676915+0000","last_clean":"2024-04-02T08:21:26.676915+0000","last_became_active":"2024-04-02T08:21:24.574968+0000","last_became_peered":"2024-04-02T08:21:24.574968+0000","last_unstale":"2024-04-02T08:21:26.676915+0000","last_undegraded":"2024-04-02T08:21:26.676915+0000","last_fullsized":"2024-04-02T08:21:26.676915+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929414+0000","last_change":"2024-04-02T08:21:24.956902+0000","last_active":"2024-04-02T08:21:25.929414+0000","last_peered":"2024-04-02T08:21:25.929414+0000","last_clean":"2024-04-02T08:21:25.929414+0000","last_became_active":"2024-04-02T08:21:24.955889+0000","last_became_peered":"2024-04-02T08:21:24.955889+0000","last_unstale":"2024-04-02T08:21:25.929414+0000","last_undegraded":"2024-04-02T08:21:25.929414+0000","last_fullsized":"2024-04-02T08:21:25.929414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:23.035672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.929955+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:21:24.929955+0000","last_peered":"2024-04-02T08:21:24.929955+0000","last_clean":"2024-04-02T08:21:24.929955+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:21:24.929955+0000","last_undegraded":"2024-04-02T08:21:24.929955+0000","last_fullsized":"2024-04-02T08:21:24.929955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676537+0000","last_change":"2024-04-02T08:21:24.952086+0000","last_active":"2024-04-02T08:21:26.676537+0000","last_peered":"2024-04-02T08:21:26.676537+0000","last_clean":"2024-04-02T08:21:26.676537+0000","last_became_active":"2024-04-02T08:21:24.949378+0000","last_became_peered":"2024-04-02T08:21:24.949378+0000","last_unstale":"2024-04-02T08:21:26.676537+0000","last_undegraded":"2024-04-02T08:21:26.676537+0000","last_fullsized":"2024-04-02T08:21:26.676537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676635+0000","last_change":"2024-04-02T08:21:24.569996+0000","last_active":"2024-04-02T08:21:26.676635+0000","last_peered":"2024-04-02T08:21:26.676635+0000","last_clean":"2024-04-02T08:21:26.676635+0000","last_became_active":"2024-04-02T08:21:24.568565+0000","last_became_peered":"2024-04-02T08:21:24.568565+0000","last_unstale":"2024-04-02T08:21:26.676635+0000","last_undegraded":"2024-04-02T08:21:26.676635+0000","last_fullsized":"2024-04-02T08:21:26.676635+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676946+0000","last_change":"2024-04-02T08:21:24.956856+0000","last_active":"2024-04-02T08:21:26.676946+0000","last_peered":"2024-04-02T08:21:26.676946+0000","last_clean":"2024-04-02T08:21:26.676946+0000","last_became_active":"2024-04-02T08:21:24.956582+0000","last_became_peered":"2024-04-02T08:21:24.956582+0000","last_unstale":"2024-04-02T08:21:26.676946+0000","last_undegraded":"2024-04-02T08:21:26.676946+0000","last_fullsized":"2024-04-02T08:21:26.676946+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.958121+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:21:24.958121+0000","last_peered":"2024-04-02T08:21:24.958121+0000","last_clean":"2024-04-02T08:21:24.958121+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:21:24.958121+0000","last_undegraded":"2024-04-02T08:21:24.958121+0000","last_fullsized":"2024-04-02T08:21:24.958121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.927318+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:21:24.927318+0000","last_peered":"2024-04-02T08:21:24.927318+0000","last_clean":"2024-04-02T08:21:24.927318+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:21:24.927318+0000","last_undegraded":"2024-04-02T08:21:24.927318+0000","last_fullsized":"2024-04-02T08:21:24.927318+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943693+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:21:24.943693+0000","last_peered":"2024-04-02T08:21:24.943693+0000","last_clean":"2024-04-02T08:21:24.943693+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:21:24.943693+0000","last_undegraded":"2024-04-02T08:21:24.943693+0000","last_fullsized":"2024-04-02T08:21:24.943693+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.675921+0000","last_change":"2024-04-02T08:21:24.575794+0000","last_active":"2024-04-02T08:21:26.675921+0000","last_peered":"2024-04-02T08:21:26.675921+0000","last_clean":"2024-04-02T08:21:26.675921+0000","last_became_active":"2024-04-02T08:21:24.575501+0000","last_became_peered":"2024-04-02T08:21:24.575501+0000","last_unstale":"2024-04-02T08:21:26.675921+0000","last_undegraded":"2024-04-02T08:21:26.675921+0000","last_fullsized":"2024-04-02T08:21:26.675921+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":218,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.940289+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:21:24.940289+0000","last_peered":"2024-04-02T08:21:24.940289+0000","last_clean":"2024-04-02T08:21:24.940289+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:21:24.940289+0000","last_undegraded":"2024-04-02T08:21:24.940289+0000","last_fullsized":"2024-04-02T08:21:24.940289+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928962+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:21:25.928962+0000","last_peered":"2024-04-02T08:21:25.928962+0000","last_clean":"2024-04-02T08:21:25.928962+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:21:25.928962+0000","last_undegraded":"2024-04-02T08:21:25.928962+0000","last_fullsized":"2024-04-02T08:21:25.928962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929519+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:21:25.929519+0000","last_peered":"2024-04-02T08:21:25.929519+0000","last_clean":"2024-04-02T08:21:25.929519+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:21:25.929519+0000","last_undegraded":"2024-04-02T08:21:25.929519+0000","last_fullsized":"2024-04-02T08:21:25.929519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943426+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:21:24.943426+0000","last_peered":"2024-04-02T08:21:24.943426+0000","last_clean":"2024-04-02T08:21:24.943426+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:21:24.943426+0000","last_undegraded":"2024-04-02T08:21:24.943426+0000","last_fullsized":"2024-04-02T08:21:24.943426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.932802+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:21:24.932802+0000","last_peered":"2024-04-02T08:21:24.932802+0000","last_clean":"2024-04-02T08:21:24.932802+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:21:24.932802+0000","last_undegraded":"2024-04-02T08:21:24.932802+0000","last_fullsized":"2024-04-02T08:21:24.932802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956359+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:21:24.956359+0000","last_peered":"2024-04-02T08:21:24.956359+0000","last_clean":"2024-04-02T08:21:24.956359+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:21:24.956359+0000","last_undegraded":"2024-04-02T08:21:24.956359+0000","last_fullsized":"2024-04-02T08:21:24.956359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955499+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:21:24.955499+0000","last_peered":"2024-04-02T08:21:24.955499+0000","last_clean":"2024-04-02T08:21:24.955499+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:21:24.955499+0000","last_undegraded":"2024-04-02T08:21:24.955499+0000","last_fullsized":"2024-04-02T08:21:24.955499+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928711+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:21:25.928711+0000","last_peered":"2024-04-02T08:21:25.928711+0000","last_clean":"2024-04-02T08:21:25.928711+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:21:25.928711+0000","last_undegraded":"2024-04-02T08:21:25.928711+0000","last_fullsized":"2024-04-02T08:21:25.928711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.675863+0000","last_change":"2024-04-02T08:21:24.941661+0000","last_active":"2024-04-02T08:21:26.675863+0000","last_peered":"2024-04-02T08:21:26.675863+0000","last_clean":"2024-04-02T08:21:26.675863+0000","last_became_active":"2024-04-02T08:21:24.941381+0000","last_became_peered":"2024-04-02T08:21:24.941381+0000","last_unstale":"2024-04-02T08:21:26.675863+0000","last_undegraded":"2024-04-02T08:21:26.675863+0000","last_fullsized":"2024-04-02T08:21:26.675863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934455+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:21:24.934455+0000","last_peered":"2024-04-02T08:21:24.934455+0000","last_clean":"2024-04-02T08:21:24.934455+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:21:24.934455+0000","last_undegraded":"2024-04-02T08:21:24.934455+0000","last_fullsized":"2024-04-02T08:21:24.934455+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.953915+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:21:24.953915+0000","last_peered":"2024-04-02T08:21:24.953915+0000","last_clean":"2024-04-02T08:21:24.953915+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:21:24.953915+0000","last_undegraded":"2024-04-02T08:21:24.953915+0000","last_fullsized":"2024-04-02T08:21:24.953915+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.935067+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:21:24.935067+0000","last_peered":"2024-04-02T08:21:24.935067+0000","last_clean":"2024-04-02T08:21:24.935067+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:21:24.935067+0000","last_undegraded":"2024-04-02T08:21:24.935067+0000","last_fullsized":"2024-04-02T08:21:24.935067+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960306+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:21:24.960306+0000","last_peered":"2024-04-02T08:21:24.960306+0000","last_clean":"2024-04-02T08:21:24.960306+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:21:24.960306+0000","last_undegraded":"2024-04-02T08:21:24.960306+0000","last_fullsized":"2024-04-02T08:21:24.960306+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929117+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:21:25.929117+0000","last_peered":"2024-04-02T08:21:25.929117+0000","last_clean":"2024-04-02T08:21:25.929117+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:21:25.929117+0000","last_undegraded":"2024-04-02T08:21:25.929117+0000","last_fullsized":"2024-04-02T08:21:25.929117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956850+0000","last_change":"2024-04-02T08:21:24.952197+0000","last_active":"2024-04-02T08:21:24.956850+0000","last_peered":"2024-04-02T08:21:24.956850+0000","last_clean":"2024-04-02T08:21:24.956850+0000","last_became_active":"2024-04-02T08:21:24.951895+0000","last_became_peered":"2024-04-02T08:21:24.951895+0000","last_unstale":"2024-04-02T08:21:24.956850+0000","last_undegraded":"2024-04-02T08:21:24.956850+0000","last_fullsized":"2024-04-02T08:21:24.956850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:42:39.977845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.927228+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:21:24.927228+0000","last_peered":"2024-04-02T08:21:24.927228+0000","last_clean":"2024-04-02T08:21:24.927228+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:21:24.927228+0000","last_undegraded":"2024-04-02T08:21:24.927228+0000","last_fullsized":"2024-04-02T08:21:24.927228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.954885+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:21:24.954885+0000","last_peered":"2024-04-02T08:21:24.954885+0000","last_clean":"2024-04-02T08:21:24.954885+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:21:24.954885+0000","last_undegraded":"2024-04-02T08:21:24.954885+0000","last_fullsized":"2024-04-02T08:21:24.954885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676532+0000","last_change":"2024-04-02T08:21:24.954441+0000","last_active":"2024-04-02T08:21:26.676532+0000","last_peered":"2024-04-02T08:21:26.676532+0000","last_clean":"2024-04-02T08:21:26.676532+0000","last_became_active":"2024-04-02T08:21:24.953257+0000","last_became_peered":"2024-04-02T08:21:24.953257+0000","last_unstale":"2024-04-02T08:21:26.676532+0000","last_undegraded":"2024-04-02T08:21:26.676532+0000","last_fullsized":"2024-04-02T08:21:26.676532+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942488+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:21:24.942488+0000","last_peered":"2024-04-02T08:21:24.942488+0000","last_clean":"2024-04-02T08:21:24.942488+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:21:24.942488+0000","last_undegraded":"2024-04-02T08:21:24.942488+0000","last_fullsized":"2024-04-02T08:21:24.942488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955079+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:21:24.955079+0000","last_peered":"2024-04-02T08:21:24.955079+0000","last_clean":"2024-04-02T08:21:24.955079+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:21:24.955079+0000","last_undegraded":"2024-04-02T08:21:24.955079+0000","last_fullsized":"2024-04-02T08:21:24.955079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.937211+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:21:24.937211+0000","last_peered":"2024-04-02T08:21:24.937211+0000","last_clean":"2024-04-02T08:21:24.937211+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:21:24.937211+0000","last_undegraded":"2024-04-02T08:21:24.937211+0000","last_fullsized":"2024-04-02T08:21:24.937211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.677083+0000","last_change":"2024-04-02T08:21:24.955301+0000","last_active":"2024-04-02T08:21:26.677083+0000","last_peered":"2024-04-02T08:21:26.677083+0000","last_clean":"2024-04-02T08:21:26.677083+0000","last_became_active":"2024-04-02T08:21:24.949456+0000","last_became_peered":"2024-04-02T08:21:24.949456+0000","last_unstale":"2024-04-02T08:21:26.677083+0000","last_undegraded":"2024-04-02T08:21:26.677083+0000","last_fullsized":"2024-04-02T08:21:26.677083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956337+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:24.956337+0000","last_peered":"2024-04-02T08:21:24.956337+0000","last_clean":"2024-04-02T08:21:24.956337+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:21:24.956337+0000","last_undegraded":"2024-04-02T08:21:24.956337+0000","last_fullsized":"2024-04-02T08:21:24.956337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.958143+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:21:24.958143+0000","last_peered":"2024-04-02T08:21:24.958143+0000","last_clean":"2024-04-02T08:21:24.958143+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:21:24.958143+0000","last_undegraded":"2024-04-02T08:21:24.958143+0000","last_fullsized":"2024-04-02T08:21:24.958143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943382+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:21:24.943382+0000","last_peered":"2024-04-02T08:21:24.943382+0000","last_clean":"2024-04-02T08:21:24.943382+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:21:24.943382+0000","last_undegraded":"2024-04-02T08:21:24.943382+0000","last_fullsized":"2024-04-02T08:21:24.943382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943522+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:21:24.943522+0000","last_peered":"2024-04-02T08:21:24.943522+0000","last_clean":"2024-04-02T08:21:24.943522+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:21:24.943522+0000","last_undegraded":"2024-04-02T08:21:24.943522+0000","last_fullsized":"2024-04-02T08:21:24.943522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.675887+0000","last_change":"2024-04-02T08:21:24.942164+0000","last_active":"2024-04-02T08:21:26.675887+0000","last_peered":"2024-04-02T08:21:26.675887+0000","last_clean":"2024-04-02T08:21:26.675887+0000","last_became_active":"2024-04-02T08:21:24.941695+0000","last_became_peered":"2024-04-02T08:21:24.941695+0000","last_unstale":"2024-04-02T08:21:26.675887+0000","last_undegraded":"2024-04-02T08:21:26.675887+0000","last_fullsized":"2024-04-02T08:21:26.675887+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952166+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:21:24.952166+0000","last_peered":"2024-04-02T08:21:24.952166+0000","last_clean":"2024-04-02T08:21:24.952166+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:21:24.952166+0000","last_undegraded":"2024-04-02T08:21:24.952166+0000","last_fullsized":"2024-04-02T08:21:24.952166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676949+0000","last_change":"2024-04-02T08:21:24.938270+0000","last_active":"2024-04-02T08:21:26.676949+0000","last_peered":"2024-04-02T08:21:26.676949+0000","last_clean":"2024-04-02T08:21:26.676949+0000","last_became_active":"2024-04-02T08:21:24.937871+0000","last_became_peered":"2024-04-02T08:21:24.937871+0000","last_unstale":"2024-04-02T08:21:26.676949+0000","last_undegraded":"2024-04-02T08:21:26.676949+0000","last_fullsized":"2024-04-02T08:21:26.676949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-02T08:21:24.546273+0000","last_change":"2024-04-02T08:21:24.546273+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.546273+0000","last_undegraded":"2024-04-02T08:21:24.546273+0000","last_fullsized":"2024-04-02T08:21:24.546273+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956116+0000","last_change":"2024-04-02T08:21:24.951435+0000","last_active":"2024-04-02T08:21:24.956116+0000","last_peered":"2024-04-02T08:21:24.956116+0000","last_clean":"2024-04-02T08:21:24.956116+0000","last_became_active":"2024-04-02T08:21:24.951150+0000","last_became_peered":"2024-04-02T08:21:24.951150+0000","last_unstale":"2024-04-02T08:21:24.956116+0000","last_undegraded":"2024-04-02T08:21:24.956116+0000","last_fullsized":"2024-04-02T08:21:24.956116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:01.726834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":162,"acting":162,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1746,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":6358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":614400,"data_stored":252598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:43 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36299999999999999,"15min":0.35599999999999998},"min":{"1min":0.29799999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.308},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.371,"15min":0.36199999999999999},"min":{"1min":0.33000000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.216}]},{"osd":2,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42299999999999999,"15min":0.41799999999999998},"min":{"1min":0.29099999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.24299999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.253},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.27100000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.624},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51500000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28172,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716980,"statfs":{"total":95995035648,"available":95966187520,"internally_reserved":0,"allocated":1179648,"data_stored":829169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:20:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.34200000000000003,"15min":0.32900000000000001},"min":{"1min":0.25600000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.378}]},{"osd":2,"last update":"Tue Apr 2 08:21:05 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.44},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.39400000000000002},"min":{"1min":0.35599999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42799999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:20:32 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.46200000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.626}]},{"osd":5,"last update":"Tue Apr 2 08:21:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.31,"5min":0.251,"15min":0.251},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.28399999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.39100000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.315,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.42599999999999999,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.47599999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.442}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.53000000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.52100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27604,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717548,"statfs":{"total":95995035648,"available":95966769152,"internally_reserved":0,"allocated":598016,"data_stored":245506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.30199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.42199999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.316},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.36799999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53100000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.501},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":259818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.24099999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.48799999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53600000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.375}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.438},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.46200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":260764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.71499999999999997}]},{"osd":1,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.53400000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60399999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.56200000000000006}]},{"osd":4,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.624},{"interface":"front","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.68899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:21:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:29 smithi028 ceph-mon[27433]: from='client.24428 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:29 smithi028 ceph-mon[27433]: from='client.24434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:29 smithi028 ceph-mon[27433]: pgmap v190: 97 pgs: 2 creating+peering, 85 active+clean, 10 unknown; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 6 op/s 2024-04-02T08:21:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:29 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3049545591' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:21:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:29 smithi028 ceph-mon[39019]: from='client.24428 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:29 smithi028 ceph-mon[39019]: from='client.24434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:29 smithi028 ceph-mon[39019]: pgmap v190: 97 pgs: 2 creating+peering, 85 active+clean, 10 unknown; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 6 op/s 2024-04-02T08:21:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:29 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3049545591' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:21:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:29 smithi137 ceph-mon[31169]: from='client.24428 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:29 smithi137 ceph-mon[31169]: from='client.24434 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:29 smithi137 ceph-mon[31169]: pgmap v190: 97 pgs: 2 creating+peering, 85 active+clean, 10 unknown; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 6 op/s 2024-04-02T08:21:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:29 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3049545591' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:21:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:30 smithi137 ceph-mon[31169]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:30.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:30 smithi028 ceph-mon[27433]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:30 smithi028 ceph-mon[39019]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:31 smithi137 ceph-mon[31169]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-02T08:21:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:31 smithi028 ceph-mon[27433]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-02T08:21:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:31 smithi028 ceph-mon[39019]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-04-02T08:21:32.342 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-02T08:21:32.656 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:21:32.657 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:21:32.666 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-04-02T08:21:30.848157+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":142,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222840,"kb_used_data":6660,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738376,"statfs":{"total":767960285184,"available":767732097024,"internally_reserved":0,"allocated":6819840,"data_stored":3838992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.299418"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929618+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:21:25.929618+0000","last_peered":"2024-04-02T08:21:25.929618+0000","last_clean":"2024-04-02T08:21:25.929618+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:21:25.929618+0000","last_undegraded":"2024-04-02T08:21:25.929618+0000","last_fullsized":"2024-04-02T08:21:25.929618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293539+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:21:25.293539+0000","last_peered":"2024-04-02T08:21:25.293539+0000","last_clean":"2024-04-02T08:21:25.293539+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:21:25.293539+0000","last_undegraded":"2024-04-02T08:21:25.293539+0000","last_fullsized":"2024-04-02T08:21:25.293539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.926155+0000","last_change":"2024-04-02T08:21:24.953129+0000","last_active":"2024-04-02T08:21:25.926155+0000","last_peered":"2024-04-02T08:21:25.926155+0000","last_clean":"2024-04-02T08:21:25.926155+0000","last_became_active":"2024-04-02T08:21:24.952865+0000","last_became_peered":"2024-04-02T08:21:24.952865+0000","last_unstale":"2024-04-02T08:21:25.926155+0000","last_undegraded":"2024-04-02T08:21:25.926155+0000","last_fullsized":"2024-04-02T08:21:25.926155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:11.424279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676653+0000","last_change":"2024-04-02T08:21:24.954621+0000","last_active":"2024-04-02T08:21:26.676653+0000","last_peered":"2024-04-02T08:21:26.676653+0000","last_clean":"2024-04-02T08:21:26.676653+0000","last_became_active":"2024-04-02T08:21:24.952537+0000","last_became_peered":"2024-04-02T08:21:24.952537+0000","last_unstale":"2024-04-02T08:21:26.676653+0000","last_undegraded":"2024-04-02T08:21:26.676653+0000","last_fullsized":"2024-04-02T08:21:26.676653+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929207+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:21:25.929207+0000","last_peered":"2024-04-02T08:21:25.929207+0000","last_clean":"2024-04-02T08:21:25.929207+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:21:25.929207+0000","last_undegraded":"2024-04-02T08:21:25.929207+0000","last_fullsized":"2024-04-02T08:21:25.929207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.677074+0000","last_change":"2024-04-02T08:21:24.950439+0000","last_active":"2024-04-02T08:21:26.677074+0000","last_peered":"2024-04-02T08:21:26.677074+0000","last_clean":"2024-04-02T08:21:26.677074+0000","last_became_active":"2024-04-02T08:21:24.948700+0000","last_became_peered":"2024-04-02T08:21:24.948700+0000","last_unstale":"2024-04-02T08:21:26.677074+0000","last_undegraded":"2024-04-02T08:21:26.677074+0000","last_fullsized":"2024-04-02T08:21:26.677074+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928692+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:21:25.928692+0000","last_peered":"2024-04-02T08:21:25.928692+0000","last_clean":"2024-04-02T08:21:25.928692+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:21:25.928692+0000","last_undegraded":"2024-04-02T08:21:25.928692+0000","last_fullsized":"2024-04-02T08:21:25.928692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720252+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:21:25.720252+0000","last_peered":"2024-04-02T08:21:25.720252+0000","last_clean":"2024-04-02T08:21:25.720252+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:21:25.720252+0000","last_undegraded":"2024-04-02T08:21:25.720252+0000","last_fullsized":"2024-04-02T08:21:25.720252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929542+0000","last_change":"2024-04-02T08:21:24.960922+0000","last_active":"2024-04-02T08:21:25.929542+0000","last_peered":"2024-04-02T08:21:25.929542+0000","last_clean":"2024-04-02T08:21:25.929542+0000","last_became_active":"2024-04-02T08:21:24.960657+0000","last_became_peered":"2024-04-02T08:21:24.960657+0000","last_unstale":"2024-04-02T08:21:25.929542+0000","last_undegraded":"2024-04-02T08:21:25.929542+0000","last_fullsized":"2024-04-02T08:21:25.929542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:25:34.442274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.942655+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:21:24.942655+0000","last_peered":"2024-04-02T08:21:24.942655+0000","last_clean":"2024-04-02T08:21:24.942655+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:21:24.942655+0000","last_undegraded":"2024-04-02T08:21:24.942655+0000","last_fullsized":"2024-04-02T08:21:24.942655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956260+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:21:24.956260+0000","last_peered":"2024-04-02T08:21:24.956260+0000","last_clean":"2024-04-02T08:21:24.956260+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:21:24.956260+0000","last_undegraded":"2024-04-02T08:21:24.956260+0000","last_fullsized":"2024-04-02T08:21:24.956260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676569+0000","last_change":"2024-04-02T08:21:24.958379+0000","last_active":"2024-04-02T08:21:26.676569+0000","last_peered":"2024-04-02T08:21:26.676569+0000","last_clean":"2024-04-02T08:21:26.676569+0000","last_became_active":"2024-04-02T08:21:24.958017+0000","last_became_peered":"2024-04-02T08:21:24.958017+0000","last_unstale":"2024-04-02T08:21:26.676569+0000","last_undegraded":"2024-04-02T08:21:26.676569+0000","last_fullsized":"2024-04-02T08:21:26.676569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720404+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:21:25.720404+0000","last_peered":"2024-04-02T08:21:25.720404+0000","last_clean":"2024-04-02T08:21:25.720404+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:21:25.720404+0000","last_undegraded":"2024-04-02T08:21:25.720404+0000","last_fullsized":"2024-04-02T08:21:25.720404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.925572+0000","last_change":"2024-04-02T08:21:24.942913+0000","last_active":"2024-04-02T08:21:25.925572+0000","last_peered":"2024-04-02T08:21:25.925572+0000","last_clean":"2024-04-02T08:21:25.925572+0000","last_became_active":"2024-04-02T08:21:24.942577+0000","last_became_peered":"2024-04-02T08:21:24.942577+0000","last_unstale":"2024-04-02T08:21:25.925572+0000","last_undegraded":"2024-04-02T08:21:25.925572+0000","last_fullsized":"2024-04-02T08:21:25.925572+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:49:58.312937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293432+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:21:25.293432+0000","last_peered":"2024-04-02T08:21:25.293432+0000","last_clean":"2024-04-02T08:21:25.293432+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:21:25.293432+0000","last_undegraded":"2024-04-02T08:21:25.293432+0000","last_fullsized":"2024-04-02T08:21:25.293432+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.675768+0000","last_change":"2024-04-02T08:21:24.950693+0000","last_active":"2024-04-02T08:21:26.675768+0000","last_peered":"2024-04-02T08:21:26.675768+0000","last_clean":"2024-04-02T08:21:26.675768+0000","last_became_active":"2024-04-02T08:21:24.948957+0000","last_became_peered":"2024-04-02T08:21:24.948957+0000","last_unstale":"2024-04-02T08:21:26.675768+0000","last_undegraded":"2024-04-02T08:21:26.675768+0000","last_fullsized":"2024-04-02T08:21:26.675768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676366+0000","last_change":"2024-04-02T08:21:24.945084+0000","last_active":"2024-04-02T08:21:26.676366+0000","last_peered":"2024-04-02T08:21:26.676366+0000","last_clean":"2024-04-02T08:21:26.676366+0000","last_became_active":"2024-04-02T08:21:24.944667+0000","last_became_peered":"2024-04-02T08:21:24.944667+0000","last_unstale":"2024-04-02T08:21:26.676366+0000","last_undegraded":"2024-04-02T08:21:26.676366+0000","last_fullsized":"2024-04-02T08:21:26.676366+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.439654+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:21:25.439654+0000","last_peered":"2024-04-02T08:21:25.439654+0000","last_clean":"2024-04-02T08:21:25.439654+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:21:25.439654+0000","last_undegraded":"2024-04-02T08:21:25.439654+0000","last_fullsized":"2024-04-02T08:21:25.439654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929059+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:25.929059+0000","last_peered":"2024-04-02T08:21:25.929059+0000","last_clean":"2024-04-02T08:21:25.929059+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:21:25.929059+0000","last_undegraded":"2024-04-02T08:21:25.929059+0000","last_fullsized":"2024-04-02T08:21:25.929059+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.960202+0000","last_change":"2024-04-02T08:21:24.579816+0000","last_active":"2024-04-02T08:21:24.960202+0000","last_peered":"2024-04-02T08:21:24.960202+0000","last_clean":"2024-04-02T08:21:24.960202+0000","last_became_active":"2024-04-02T08:21:24.579376+0000","last_became_peered":"2024-04-02T08:21:24.579376+0000","last_unstale":"2024-04-02T08:21:24.960202+0000","last_undegraded":"2024-04-02T08:21:24.960202+0000","last_fullsized":"2024-04-02T08:21:24.960202+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720485+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:21:25.720485+0000","last_peered":"2024-04-02T08:21:25.720485+0000","last_clean":"2024-04-02T08:21:25.720485+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:21:25.720485+0000","last_undegraded":"2024-04-02T08:21:25.720485+0000","last_fullsized":"2024-04-02T08:21:25.720485+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720506+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:21:25.720506+0000","last_peered":"2024-04-02T08:21:25.720506+0000","last_clean":"2024-04-02T08:21:25.720506+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:21:25.720506+0000","last_undegraded":"2024-04-02T08:21:25.720506+0000","last_fullsized":"2024-04-02T08:21:25.720506+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.926444+0000","last_change":"2024-04-02T08:21:24.936693+0000","last_active":"2024-04-02T08:21:25.926444+0000","last_peered":"2024-04-02T08:21:25.926444+0000","last_clean":"2024-04-02T08:21:25.926444+0000","last_became_active":"2024-04-02T08:21:24.936428+0000","last_became_peered":"2024-04-02T08:21:24.936428+0000","last_unstale":"2024-04-02T08:21:25.926444+0000","last_undegraded":"2024-04-02T08:21:25.926444+0000","last_fullsized":"2024-04-02T08:21:25.926444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:27.361995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929632+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:21:25.929632+0000","last_peered":"2024-04-02T08:21:25.929632+0000","last_clean":"2024-04-02T08:21:25.929632+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:21:25.929632+0000","last_undegraded":"2024-04-02T08:21:25.929632+0000","last_fullsized":"2024-04-02T08:21:25.929632+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676750+0000","last_change":"2024-04-02T08:21:24.940546+0000","last_active":"2024-04-02T08:21:26.676750+0000","last_peered":"2024-04-02T08:21:26.676750+0000","last_clean":"2024-04-02T08:21:26.676750+0000","last_became_active":"2024-04-02T08:21:24.940252+0000","last_became_peered":"2024-04-02T08:21:24.940252+0000","last_unstale":"2024-04-02T08:21:26.676750+0000","last_undegraded":"2024-04-02T08:21:26.676750+0000","last_fullsized":"2024-04-02T08:21:26.676750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929158+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:21:25.929158+0000","last_peered":"2024-04-02T08:21:25.929158+0000","last_clean":"2024-04-02T08:21:25.929158+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:21:25.929158+0000","last_undegraded":"2024-04-02T08:21:25.929158+0000","last_fullsized":"2024-04-02T08:21:25.929158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676359+0000","last_change":"2024-04-02T08:21:24.936639+0000","last_active":"2024-04-02T08:21:26.676359+0000","last_peered":"2024-04-02T08:21:26.676359+0000","last_clean":"2024-04-02T08:21:26.676359+0000","last_became_active":"2024-04-02T08:21:24.936310+0000","last_became_peered":"2024-04-02T08:21:24.936310+0000","last_unstale":"2024-04-02T08:21:26.676359+0000","last_undegraded":"2024-04-02T08:21:26.676359+0000","last_fullsized":"2024-04-02T08:21:26.676359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720445+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:21:25.720445+0000","last_peered":"2024-04-02T08:21:25.720445+0000","last_clean":"2024-04-02T08:21:25.720445+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:21:25.720445+0000","last_undegraded":"2024-04-02T08:21:25.720445+0000","last_fullsized":"2024-04-02T08:21:25.720445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676194+0000","last_change":"2024-04-02T08:21:24.939966+0000","last_active":"2024-04-02T08:21:26.676194+0000","last_peered":"2024-04-02T08:21:26.676194+0000","last_clean":"2024-04-02T08:21:26.676194+0000","last_became_active":"2024-04-02T08:21:24.939608+0000","last_became_peered":"2024-04-02T08:21:24.939608+0000","last_unstale":"2024-04-02T08:21:26.676194+0000","last_undegraded":"2024-04-02T08:21:26.676194+0000","last_fullsized":"2024-04-02T08:21:26.676194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.959677+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:21:24.959677+0000","last_peered":"2024-04-02T08:21:24.959677+0000","last_clean":"2024-04-02T08:21:24.959677+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:21:24.959677+0000","last_undegraded":"2024-04-02T08:21:24.959677+0000","last_fullsized":"2024-04-02T08:21:24.959677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.925951+0000","last_change":"2024-04-02T08:21:24.948933+0000","last_active":"2024-04-02T08:21:25.925951+0000","last_peered":"2024-04-02T08:21:25.925951+0000","last_clean":"2024-04-02T08:21:25.925951+0000","last_became_active":"2024-04-02T08:21:24.948575+0000","last_became_peered":"2024-04-02T08:21:24.948575+0000","last_unstale":"2024-04-02T08:21:25.925951+0000","last_undegraded":"2024-04-02T08:21:25.925951+0000","last_fullsized":"2024-04-02T08:21:25.925951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:35.993935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720362+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:21:25.720362+0000","last_peered":"2024-04-02T08:21:25.720362+0000","last_clean":"2024-04-02T08:21:25.720362+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:21:25.720362+0000","last_undegraded":"2024-04-02T08:21:25.720362+0000","last_fullsized":"2024-04-02T08:21:25.720362+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720303+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:21:25.720303+0000","last_peered":"2024-04-02T08:21:25.720303+0000","last_clean":"2024-04-02T08:21:25.720303+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:21:25.720303+0000","last_undegraded":"2024-04-02T08:21:25.720303+0000","last_fullsized":"2024-04-02T08:21:25.720303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676313+0000","last_change":"2024-04-02T08:21:24.570966+0000","last_active":"2024-04-02T08:21:26.676313+0000","last_peered":"2024-04-02T08:21:26.676313+0000","last_clean":"2024-04-02T08:21:26.676313+0000","last_became_active":"2024-04-02T08:21:24.570667+0000","last_became_peered":"2024-04-02T08:21:24.570667+0000","last_unstale":"2024-04-02T08:21:26.676313+0000","last_undegraded":"2024-04-02T08:21:26.676313+0000","last_fullsized":"2024-04-02T08:21:26.676313+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:55:43.774579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293452+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:21:25.293452+0000","last_peered":"2024-04-02T08:21:25.293452+0000","last_clean":"2024-04-02T08:21:25.293452+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:21:25.293452+0000","last_undegraded":"2024-04-02T08:21:25.293452+0000","last_fullsized":"2024-04-02T08:21:25.293452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.934416+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:21:24.934416+0000","last_peered":"2024-04-02T08:21:24.934416+0000","last_clean":"2024-04-02T08:21:24.934416+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:21:24.934416+0000","last_undegraded":"2024-04-02T08:21:24.934416+0000","last_fullsized":"2024-04-02T08:21:24.934416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676361+0000","last_change":"2024-04-02T08:21:24.943693+0000","last_active":"2024-04-02T08:21:26.676361+0000","last_peered":"2024-04-02T08:21:26.676361+0000","last_clean":"2024-04-02T08:21:26.676361+0000","last_became_active":"2024-04-02T08:21:24.943381+0000","last_became_peered":"2024-04-02T08:21:24.943381+0000","last_unstale":"2024-04-02T08:21:26.676361+0000","last_undegraded":"2024-04-02T08:21:26.676361+0000","last_fullsized":"2024-04-02T08:21:26.676361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676416+0000","last_change":"2024-04-02T08:21:24.570135+0000","last_active":"2024-04-02T08:21:26.676416+0000","last_peered":"2024-04-02T08:21:26.676416+0000","last_clean":"2024-04-02T08:21:26.676416+0000","last_became_active":"2024-04-02T08:21:24.569719+0000","last_became_peered":"2024-04-02T08:21:24.569719+0000","last_unstale":"2024-04-02T08:21:26.676416+0000","last_undegraded":"2024-04-02T08:21:26.676416+0000","last_fullsized":"2024-04-02T08:21:26.676416+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.926284+0000","last_change":"2024-04-02T08:21:24.954247+0000","last_active":"2024-04-02T08:21:25.926284+0000","last_peered":"2024-04-02T08:21:25.926284+0000","last_clean":"2024-04-02T08:21:25.926284+0000","last_became_active":"2024-04-02T08:21:24.953991+0000","last_became_peered":"2024-04-02T08:21:24.953991+0000","last_unstale":"2024-04-02T08:21:25.926284+0000","last_undegraded":"2024-04-02T08:21:25.926284+0000","last_fullsized":"2024-04-02T08:21:25.926284+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:06.124533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293517+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:21:25.293517+0000","last_peered":"2024-04-02T08:21:25.293517+0000","last_clean":"2024-04-02T08:21:25.293517+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:21:25.293517+0000","last_undegraded":"2024-04-02T08:21:25.293517+0000","last_fullsized":"2024-04-02T08:21:25.293517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676502+0000","last_change":"2024-04-02T08:21:24.940949+0000","last_active":"2024-04-02T08:21:26.676502+0000","last_peered":"2024-04-02T08:21:26.676502+0000","last_clean":"2024-04-02T08:21:26.676502+0000","last_became_active":"2024-04-02T08:21:24.940664+0000","last_became_peered":"2024-04-02T08:21:24.940664+0000","last_unstale":"2024-04-02T08:21:26.676502+0000","last_undegraded":"2024-04-02T08:21:26.676502+0000","last_fullsized":"2024-04-02T08:21:26.676502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.962945+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:21:24.962945+0000","last_peered":"2024-04-02T08:21:24.962945+0000","last_clean":"2024-04-02T08:21:24.962945+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:21:24.962945+0000","last_undegraded":"2024-04-02T08:21:24.962945+0000","last_fullsized":"2024-04-02T08:21:24.962945+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929128+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:21:25.929128+0000","last_peered":"2024-04-02T08:21:25.929128+0000","last_clean":"2024-04-02T08:21:25.929128+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:21:25.929128+0000","last_undegraded":"2024-04-02T08:21:25.929128+0000","last_fullsized":"2024-04-02T08:21:25.929128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.961262+0000","last_change":"2024-04-02T08:21:24.563119+0000","last_active":"2024-04-02T08:21:24.961262+0000","last_peered":"2024-04-02T08:21:24.961262+0000","last_clean":"2024-04-02T08:21:24.961262+0000","last_became_active":"2024-04-02T08:21:24.562567+0000","last_became_peered":"2024-04-02T08:21:24.562567+0000","last_unstale":"2024-04-02T08:21:24.961262+0000","last_undegraded":"2024-04-02T08:21:24.961262+0000","last_fullsized":"2024-04-02T08:21:24.961262+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.925540+0000","last_change":"2024-04-02T08:21:24.956261+0000","last_active":"2024-04-02T08:21:25.925540+0000","last_peered":"2024-04-02T08:21:25.925540+0000","last_clean":"2024-04-02T08:21:25.925540+0000","last_became_active":"2024-04-02T08:21:24.955989+0000","last_became_peered":"2024-04-02T08:21:24.955989+0000","last_unstale":"2024-04-02T08:21:25.925540+0000","last_undegraded":"2024-04-02T08:21:25.925540+0000","last_fullsized":"2024-04-02T08:21:25.925540+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:21.807172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676549+0000","last_change":"2024-04-02T08:21:24.574723+0000","last_active":"2024-04-02T08:21:26.676549+0000","last_peered":"2024-04-02T08:21:26.676549+0000","last_clean":"2024-04-02T08:21:26.676549+0000","last_became_active":"2024-04-02T08:21:24.574068+0000","last_became_peered":"2024-04-02T08:21:24.574068+0000","last_unstale":"2024-04-02T08:21:26.676549+0000","last_undegraded":"2024-04-02T08:21:26.676549+0000","last_fullsized":"2024-04-02T08:21:26.676549+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928968+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:21:25.928968+0000","last_peered":"2024-04-02T08:21:25.928968+0000","last_clean":"2024-04-02T08:21:25.928968+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:21:25.928968+0000","last_undegraded":"2024-04-02T08:21:25.928968+0000","last_fullsized":"2024-04-02T08:21:25.928968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.931577+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:21:24.931577+0000","last_peered":"2024-04-02T08:21:24.931577+0000","last_clean":"2024-04-02T08:21:24.931577+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:21:24.931577+0000","last_undegraded":"2024-04-02T08:21:24.931577+0000","last_fullsized":"2024-04-02T08:21:24.931577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.952949+0000","last_change":"2024-04-02T08:21:24.948324+0000","last_active":"2024-04-02T08:21:24.952949+0000","last_peered":"2024-04-02T08:21:24.952949+0000","last_clean":"2024-04-02T08:21:24.952949+0000","last_became_active":"2024-04-02T08:21:24.947852+0000","last_became_peered":"2024-04-02T08:21:24.947852+0000","last_unstale":"2024-04-02T08:21:24.952949+0000","last_undegraded":"2024-04-02T08:21:24.952949+0000","last_fullsized":"2024-04-02T08:21:24.952949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:25.584061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.439571+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:21:25.439571+0000","last_peered":"2024-04-02T08:21:25.439571+0000","last_clean":"2024-04-02T08:21:25.439571+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:21:25.439571+0000","last_undegraded":"2024-04-02T08:21:25.439571+0000","last_fullsized":"2024-04-02T08:21:25.439571+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929078+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:21:25.929078+0000","last_peered":"2024-04-02T08:21:25.929078+0000","last_clean":"2024-04-02T08:21:25.929078+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:21:25.929078+0000","last_undegraded":"2024-04-02T08:21:25.929078+0000","last_fullsized":"2024-04-02T08:21:25.929078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676915+0000","last_change":"2024-04-02T08:21:24.575270+0000","last_active":"2024-04-02T08:21:26.676915+0000","last_peered":"2024-04-02T08:21:26.676915+0000","last_clean":"2024-04-02T08:21:26.676915+0000","last_became_active":"2024-04-02T08:21:24.574968+0000","last_became_peered":"2024-04-02T08:21:24.574968+0000","last_unstale":"2024-04-02T08:21:26.676915+0000","last_undegraded":"2024-04-02T08:21:26.676915+0000","last_fullsized":"2024-04-02T08:21:26.676915+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929414+0000","last_change":"2024-04-02T08:21:24.956902+0000","last_active":"2024-04-02T08:21:25.929414+0000","last_peered":"2024-04-02T08:21:25.929414+0000","last_clean":"2024-04-02T08:21:25.929414+0000","last_became_active":"2024-04-02T08:21:24.955889+0000","last_became_peered":"2024-04-02T08:21:24.955889+0000","last_unstale":"2024-04-02T08:21:25.929414+0000","last_undegraded":"2024-04-02T08:21:25.929414+0000","last_fullsized":"2024-04-02T08:21:25.929414+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:23.035672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293472+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:21:25.293472+0000","last_peered":"2024-04-02T08:21:25.293472+0000","last_clean":"2024-04-02T08:21:25.293472+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:21:25.293472+0000","last_undegraded":"2024-04-02T08:21:25.293472+0000","last_fullsized":"2024-04-02T08:21:25.293472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676537+0000","last_change":"2024-04-02T08:21:24.952086+0000","last_active":"2024-04-02T08:21:26.676537+0000","last_peered":"2024-04-02T08:21:26.676537+0000","last_clean":"2024-04-02T08:21:26.676537+0000","last_became_active":"2024-04-02T08:21:24.949378+0000","last_became_peered":"2024-04-02T08:21:24.949378+0000","last_unstale":"2024-04-02T08:21:26.676537+0000","last_undegraded":"2024-04-02T08:21:26.676537+0000","last_fullsized":"2024-04-02T08:21:26.676537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676635+0000","last_change":"2024-04-02T08:21:24.569996+0000","last_active":"2024-04-02T08:21:26.676635+0000","last_peered":"2024-04-02T08:21:26.676635+0000","last_clean":"2024-04-02T08:21:26.676635+0000","last_became_active":"2024-04-02T08:21:24.568565+0000","last_became_peered":"2024-04-02T08:21:24.568565+0000","last_unstale":"2024-04-02T08:21:26.676635+0000","last_undegraded":"2024-04-02T08:21:26.676635+0000","last_fullsized":"2024-04-02T08:21:26.676635+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676946+0000","last_change":"2024-04-02T08:21:24.956856+0000","last_active":"2024-04-02T08:21:26.676946+0000","last_peered":"2024-04-02T08:21:26.676946+0000","last_clean":"2024-04-02T08:21:26.676946+0000","last_became_active":"2024-04-02T08:21:24.956582+0000","last_became_peered":"2024-04-02T08:21:24.956582+0000","last_unstale":"2024-04-02T08:21:26.676946+0000","last_undegraded":"2024-04-02T08:21:26.676946+0000","last_fullsized":"2024-04-02T08:21:26.676946+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293408+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:21:25.293408+0000","last_peered":"2024-04-02T08:21:25.293408+0000","last_clean":"2024-04-02T08:21:25.293408+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:21:25.293408+0000","last_undegraded":"2024-04-02T08:21:25.293408+0000","last_fullsized":"2024-04-02T08:21:25.293408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.439590+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:21:25.439590+0000","last_peered":"2024-04-02T08:21:25.439590+0000","last_clean":"2024-04-02T08:21:25.439590+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:21:25.439590+0000","last_undegraded":"2024-04-02T08:21:25.439590+0000","last_fullsized":"2024-04-02T08:21:25.439590+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720382+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:21:25.720382+0000","last_peered":"2024-04-02T08:21:25.720382+0000","last_clean":"2024-04-02T08:21:25.720382+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:21:25.720382+0000","last_undegraded":"2024-04-02T08:21:25.720382+0000","last_fullsized":"2024-04-02T08:21:25.720382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.675921+0000","last_change":"2024-04-02T08:21:24.575794+0000","last_active":"2024-04-02T08:21:26.675921+0000","last_peered":"2024-04-02T08:21:26.675921+0000","last_clean":"2024-04-02T08:21:26.675921+0000","last_became_active":"2024-04-02T08:21:24.575501+0000","last_became_peered":"2024-04-02T08:21:24.575501+0000","last_unstale":"2024-04-02T08:21:26.675921+0000","last_undegraded":"2024-04-02T08:21:26.675921+0000","last_fullsized":"2024-04-02T08:21:26.675921+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":218,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.940289+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:21:24.940289+0000","last_peered":"2024-04-02T08:21:24.940289+0000","last_clean":"2024-04-02T08:21:24.940289+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:21:24.940289+0000","last_undegraded":"2024-04-02T08:21:24.940289+0000","last_fullsized":"2024-04-02T08:21:24.940289+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.925407+0000","last_change":"2024-04-02T08:21:24.955254+0000","last_active":"2024-04-02T08:21:25.925407+0000","last_peered":"2024-04-02T08:21:25.925407+0000","last_clean":"2024-04-02T08:21:25.925407+0000","last_became_active":"2024-04-02T08:21:24.955003+0000","last_became_peered":"2024-04-02T08:21:24.955003+0000","last_unstale":"2024-04-02T08:21:25.925407+0000","last_undegraded":"2024-04-02T08:21:25.925407+0000","last_fullsized":"2024-04-02T08:21:25.925407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:57.787195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928962+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:21:25.928962+0000","last_peered":"2024-04-02T08:21:25.928962+0000","last_clean":"2024-04-02T08:21:25.928962+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:21:25.928962+0000","last_undegraded":"2024-04-02T08:21:25.928962+0000","last_fullsized":"2024-04-02T08:21:25.928962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929519+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:21:25.929519+0000","last_peered":"2024-04-02T08:21:25.929519+0000","last_clean":"2024-04-02T08:21:25.929519+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:21:25.929519+0000","last_undegraded":"2024-04-02T08:21:25.929519+0000","last_fullsized":"2024-04-02T08:21:25.929519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293482+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:21:25.293482+0000","last_peered":"2024-04-02T08:21:25.293482+0000","last_clean":"2024-04-02T08:21:25.293482+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:21:25.293482+0000","last_undegraded":"2024-04-02T08:21:25.293482+0000","last_fullsized":"2024-04-02T08:21:25.293482+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676302+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:21:26.676302+0000","last_peered":"2024-04-02T08:21:26.676302+0000","last_clean":"2024-04-02T08:21:26.676302+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:21:26.676302+0000","last_undegraded":"2024-04-02T08:21:26.676302+0000","last_fullsized":"2024-04-02T08:21:26.676302+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720534+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:21:25.720534+0000","last_peered":"2024-04-02T08:21:25.720534+0000","last_clean":"2024-04-02T08:21:25.720534+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:21:25.720534+0000","last_undegraded":"2024-04-02T08:21:25.720534+0000","last_fullsized":"2024-04-02T08:21:25.720534+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955499+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:21:24.955499+0000","last_peered":"2024-04-02T08:21:24.955499+0000","last_clean":"2024-04-02T08:21:24.955499+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:21:24.955499+0000","last_undegraded":"2024-04-02T08:21:24.955499+0000","last_fullsized":"2024-04-02T08:21:24.955499+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.926244+0000","last_change":"2024-04-02T08:21:24.947714+0000","last_active":"2024-04-02T08:21:25.926244+0000","last_peered":"2024-04-02T08:21:25.926244+0000","last_clean":"2024-04-02T08:21:25.926244+0000","last_became_active":"2024-04-02T08:21:24.947437+0000","last_became_peered":"2024-04-02T08:21:24.947437+0000","last_unstale":"2024-04-02T08:21:25.926244+0000","last_undegraded":"2024-04-02T08:21:25.926244+0000","last_fullsized":"2024-04-02T08:21:25.926244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:02.011156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.928711+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:21:25.928711+0000","last_peered":"2024-04-02T08:21:25.928711+0000","last_clean":"2024-04-02T08:21:25.928711+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:21:25.928711+0000","last_undegraded":"2024-04-02T08:21:25.928711+0000","last_fullsized":"2024-04-02T08:21:25.928711+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.675863+0000","last_change":"2024-04-02T08:21:24.941661+0000","last_active":"2024-04-02T08:21:26.675863+0000","last_peered":"2024-04-02T08:21:26.675863+0000","last_clean":"2024-04-02T08:21:26.675863+0000","last_became_active":"2024-04-02T08:21:24.941381+0000","last_became_peered":"2024-04-02T08:21:24.941381+0000","last_unstale":"2024-04-02T08:21:26.675863+0000","last_undegraded":"2024-04-02T08:21:26.675863+0000","last_fullsized":"2024-04-02T08:21:26.675863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293443+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:21:25.293443+0000","last_peered":"2024-04-02T08:21:25.293443+0000","last_clean":"2024-04-02T08:21:25.293443+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:21:25.293443+0000","last_undegraded":"2024-04-02T08:21:25.293443+0000","last_fullsized":"2024-04-02T08:21:25.293443+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720282+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:21:25.720282+0000","last_peered":"2024-04-02T08:21:25.720282+0000","last_clean":"2024-04-02T08:21:25.720282+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:21:25.720282+0000","last_undegraded":"2024-04-02T08:21:25.720282+0000","last_fullsized":"2024-04-02T08:21:25.720282+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293463+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:21:25.293463+0000","last_peered":"2024-04-02T08:21:25.293463+0000","last_clean":"2024-04-02T08:21:25.293463+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:21:25.293463+0000","last_undegraded":"2024-04-02T08:21:25.293463+0000","last_fullsized":"2024-04-02T08:21:25.293463+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720425+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:21:25.720425+0000","last_peered":"2024-04-02T08:21:25.720425+0000","last_clean":"2024-04-02T08:21:25.720425+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:21:25.720425+0000","last_undegraded":"2024-04-02T08:21:25.720425+0000","last_fullsized":"2024-04-02T08:21:25.720425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929117+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:21:25.929117+0000","last_peered":"2024-04-02T08:21:25.929117+0000","last_clean":"2024-04-02T08:21:25.929117+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:21:25.929117+0000","last_undegraded":"2024-04-02T08:21:25.929117+0000","last_fullsized":"2024-04-02T08:21:25.929117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956850+0000","last_change":"2024-04-02T08:21:24.952197+0000","last_active":"2024-04-02T08:21:24.956850+0000","last_peered":"2024-04-02T08:21:24.956850+0000","last_clean":"2024-04-02T08:21:24.956850+0000","last_became_active":"2024-04-02T08:21:24.951895+0000","last_became_peered":"2024-04-02T08:21:24.951895+0000","last_unstale":"2024-04-02T08:21:24.956850+0000","last_undegraded":"2024-04-02T08:21:24.956850+0000","last_fullsized":"2024-04-02T08:21:24.956850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:42:39.977845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.439633+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:21:25.439633+0000","last_peered":"2024-04-02T08:21:25.439633+0000","last_clean":"2024-04-02T08:21:25.439633+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:21:25.439633+0000","last_undegraded":"2024-04-02T08:21:25.439633+0000","last_fullsized":"2024-04-02T08:21:25.439633+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293502+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:21:25.293502+0000","last_peered":"2024-04-02T08:21:25.293502+0000","last_clean":"2024-04-02T08:21:25.293502+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:21:25.293502+0000","last_undegraded":"2024-04-02T08:21:25.293502+0000","last_fullsized":"2024-04-02T08:21:25.293502+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676532+0000","last_change":"2024-04-02T08:21:24.954441+0000","last_active":"2024-04-02T08:21:26.676532+0000","last_peered":"2024-04-02T08:21:26.676532+0000","last_clean":"2024-04-02T08:21:26.676532+0000","last_became_active":"2024-04-02T08:21:24.953257+0000","last_became_peered":"2024-04-02T08:21:24.953257+0000","last_unstale":"2024-04-02T08:21:26.676532+0000","last_undegraded":"2024-04-02T08:21:26.676532+0000","last_fullsized":"2024-04-02T08:21:26.676532+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.439666+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:21:25.439666+0000","last_peered":"2024-04-02T08:21:25.439666+0000","last_clean":"2024-04-02T08:21:25.439666+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:21:25.439666+0000","last_undegraded":"2024-04-02T08:21:25.439666+0000","last_fullsized":"2024-04-02T08:21:25.439666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.929526+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:21:25.929526+0000","last_peered":"2024-04-02T08:21:25.929526+0000","last_clean":"2024-04-02T08:21:25.929526+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:21:25.929526+0000","last_undegraded":"2024-04-02T08:21:25.929526+0000","last_fullsized":"2024-04-02T08:21:25.929526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.955079+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:21:24.955079+0000","last_peered":"2024-04-02T08:21:24.955079+0000","last_clean":"2024-04-02T08:21:24.955079+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:21:24.955079+0000","last_undegraded":"2024-04-02T08:21:24.955079+0000","last_fullsized":"2024-04-02T08:21:24.955079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.439606+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:21:25.439606+0000","last_peered":"2024-04-02T08:21:25.439606+0000","last_clean":"2024-04-02T08:21:25.439606+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:21:25.439606+0000","last_undegraded":"2024-04-02T08:21:25.439606+0000","last_fullsized":"2024-04-02T08:21:25.439606+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.677083+0000","last_change":"2024-04-02T08:21:24.955301+0000","last_active":"2024-04-02T08:21:26.677083+0000","last_peered":"2024-04-02T08:21:26.677083+0000","last_clean":"2024-04-02T08:21:26.677083+0000","last_became_active":"2024-04-02T08:21:24.949456+0000","last_became_peered":"2024-04-02T08:21:24.949456+0000","last_unstale":"2024-04-02T08:21:26.677083+0000","last_undegraded":"2024-04-02T08:21:26.677083+0000","last_fullsized":"2024-04-02T08:21:26.677083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.925871+0000","last_change":"2024-04-02T08:21:24.957704+0000","last_active":"2024-04-02T08:21:25.925871+0000","last_peered":"2024-04-02T08:21:25.925871+0000","last_clean":"2024-04-02T08:21:25.925871+0000","last_became_active":"2024-04-02T08:21:24.957438+0000","last_became_peered":"2024-04-02T08:21:24.957438+0000","last_unstale":"2024-04-02T08:21:25.925871+0000","last_undegraded":"2024-04-02T08:21:25.925871+0000","last_fullsized":"2024-04-02T08:21:25.925871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:32.573494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720466+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:21:25.720466+0000","last_peered":"2024-04-02T08:21:25.720466+0000","last_clean":"2024-04-02T08:21:25.720466+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:21:25.720466+0000","last_undegraded":"2024-04-02T08:21:25.720466+0000","last_fullsized":"2024-04-02T08:21:25.720466+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.293491+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:21:25.293491+0000","last_peered":"2024-04-02T08:21:25.293491+0000","last_clean":"2024-04-02T08:21:25.293491+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:21:25.293491+0000","last_undegraded":"2024-04-02T08:21:25.293491+0000","last_fullsized":"2024-04-02T08:21:25.293491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.943382+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:21:24.943382+0000","last_peered":"2024-04-02T08:21:24.943382+0000","last_clean":"2024-04-02T08:21:24.943382+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:21:24.943382+0000","last_undegraded":"2024-04-02T08:21:24.943382+0000","last_fullsized":"2024-04-02T08:21:24.943382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720555+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:21:25.720555+0000","last_peered":"2024-04-02T08:21:25.720555+0000","last_clean":"2024-04-02T08:21:25.720555+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:21:25.720555+0000","last_undegraded":"2024-04-02T08:21:25.720555+0000","last_fullsized":"2024-04-02T08:21:25.720555+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.675887+0000","last_change":"2024-04-02T08:21:24.942164+0000","last_active":"2024-04-02T08:21:26.675887+0000","last_peered":"2024-04-02T08:21:26.675887+0000","last_clean":"2024-04-02T08:21:26.675887+0000","last_became_active":"2024-04-02T08:21:24.941695+0000","last_became_peered":"2024-04-02T08:21:24.941695+0000","last_unstale":"2024-04-02T08:21:26.675887+0000","last_undegraded":"2024-04-02T08:21:26.675887+0000","last_fullsized":"2024-04-02T08:21:26.675887+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.720327+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:21:25.720327+0000","last_peered":"2024-04-02T08:21:25.720327+0000","last_clean":"2024-04-02T08:21:25.720327+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:21:25.720327+0000","last_undegraded":"2024-04-02T08:21:25.720327+0000","last_fullsized":"2024-04-02T08:21:25.720327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:26.676949+0000","last_change":"2024-04-02T08:21:24.938270+0000","last_active":"2024-04-02T08:21:26.676949+0000","last_peered":"2024-04-02T08:21:26.676949+0000","last_clean":"2024-04-02T08:21:26.676949+0000","last_became_active":"2024-04-02T08:21:24.937871+0000","last_became_peered":"2024-04-02T08:21:24.937871+0000","last_unstale":"2024-04-02T08:21:26.676949+0000","last_undegraded":"2024-04-02T08:21:26.676949+0000","last_fullsized":"2024-04-02T08:21:26.676949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-02T08:21:25.925776+0000","last_change":"2024-04-02T08:21:24.947381+0000","last_active":"2024-04-02T08:21:25.925776+0000","last_peered":"2024-04-02T08:21:25.925776+0000","last_clean":"2024-04-02T08:21:25.925776+0000","last_became_active":"2024-04-02T08:21:24.945536+0000","last_became_peered":"2024-04-02T08:21:24.945536+0000","last_unstale":"2024-04-02T08:21:25.925776+0000","last_undegraded":"2024-04-02T08:21:25.925776+0000","last_fullsized":"2024-04-02T08:21:25.925776+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:55:39.792609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-02T08:21:24.956116+0000","last_change":"2024-04-02T08:21:24.951435+0000","last_active":"2024-04-02T08:21:24.956116+0000","last_peered":"2024-04-02T08:21:24.956116+0000","last_clean":"2024-04-02T08:21:24.956116+0000","last_became_active":"2024-04-02T08:21:24.951150+0000","last_became_peered":"2024-04-02T08:21:24.951150+0000","last_unstale":"2024-04-02T08:21:24.956116+0000","last_undegraded":"2024-04-02T08:21:24.956116+0000","last_fullsized":"2024-04-02T08:21:24.956116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:01.726834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":626688,"data_stored":259328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:43 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.36299999999999999,"15min":0.35599999999999998},"min":{"1min":0.29799999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.371,"15min":0.36199999999999999},"min":{"1min":0.33000000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.35599999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:21:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42299999999999999,"15min":0.41799999999999998},"min":{"1min":0.29099999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.33200000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.376}]},{"osd":4,"last update":"Tue Apr 2 08:20:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.55800000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.51900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:20:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.34200000000000003,"15min":0.32900000000000001},"min":{"1min":0.25600000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.33800000000000002,"15min":0.32800000000000001},"min":{"1min":0.28399999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.29799999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:21:05 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.39400000000000002},"min":{"1min":0.35599999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.40899999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:20:32 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.315}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47199999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:21:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.38200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.373,"15min":0.36299999999999999},"min":{"1min":0.31,"5min":0.251,"15min":0.251},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.28399999999999997,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.26000000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:21:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.374,"15min":0.36599999999999999},"min":{"1min":0.315,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.42599999999999999,"15min":0.41599999999999998},"min":{"1min":0.307,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.34699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:20:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.38400000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.56899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182427,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27656,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717496,"statfs":{"total":95995035648,"available":95966715904,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.35399999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.36699999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:30 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.29099999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:20:52 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.628}]},{"osd":5,"last update":"Tue Apr 2 08:21:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":259818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.24099999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.48799999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53600000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:20:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.375}]},{"osd":5,"last update":"Tue Apr 2 08:21:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.438},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.46200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":260764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.71499999999999997}]},{"osd":1,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.53400000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60399999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.56200000000000006}]},{"osd":4,"last update":"Tue Apr 2 08:21:20 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.624},{"interface":"front","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.68899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:21:32.671 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-02T08:21:32.671 INFO:tasks.cephadm:Adding prometheus.a on smithi137 2024-04-02T08:21:32.672 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi137=a' 2024-04-02T08:21:32.885 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:21:33.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:33 smithi137 ceph-mon[31169]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:33.988 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:33 smithi137 ceph-mon[31169]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:21:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:33 smithi028 ceph-mon[27433]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:33 smithi028 ceph-mon[27433]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:21:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:33 smithi028 ceph-mon[39019]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:21:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:33 smithi028 ceph-mon[39019]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-02T08:21:34.714 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled prometheus update... 2024-04-02T08:21:35.318 DEBUG:teuthology.orchestra.run.smithi137:prometheus.a> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service 2024-04-02T08:21:35.320 INFO:tasks.cephadm:Adding node-exporter.a on smithi028 2024-04-02T08:21:35.320 INFO:tasks.cephadm:Adding node-exporter.b on smithi137 2024-04-02T08:21:35.320 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi028=a;smithi137=b' 2024-04-02T08:21:35.595 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:21:35.981 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:35 smithi137 ceph-mon[31169]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:35.982 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:35 smithi137 ceph-mon[31169]: Saving service prometheus spec with placement smithi137=a;count:1 2024-04-02T08:21:35.982 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:35 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:35.982 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:35 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:35.982 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:35 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:35.982 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:35 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:35.982 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:35 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:35.982 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:35 smithi137 ceph-mon[31169]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:21:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[27433]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[27433]: Saving service prometheus spec with placement smithi137=a;count:1 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[27433]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[39019]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[39019]: Saving service prometheus spec with placement smithi137=a;count:1 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:21:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:21:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:35 smithi028 ceph-mon[39019]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-02T08:21:37.111 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:36 smithi137 ceph-mon[31169]: Deploying daemon prometheus.a on smithi137 2024-04-02T08:21:37.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:36 smithi028 ceph-mon[27433]: Deploying daemon prometheus.a on smithi137 2024-04-02T08:21:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:36 smithi028 ceph-mon[39019]: Deploying daemon prometheus.a on smithi137 2024-04-02T08:21:37.894 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled node-exporter update... 2024-04-02T08:21:37.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:37 smithi137 ceph-mon[31169]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-02T08:21:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:37 smithi028 ceph-mon[27433]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-02T08:21:38.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:37 smithi028 ceph-mon[39019]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-04-02T08:21:39.093 DEBUG:teuthology.orchestra.run.smithi028:node-exporter.a> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service 2024-04-02T08:21:39.096 DEBUG:teuthology.orchestra.run.smithi137:node-exporter.b> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service 2024-04-02T08:21:39.098 INFO:tasks.cephadm:Adding alertmanager.a on smithi028 2024-04-02T08:21:39.099 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi028=a' 2024-04-02T08:21:39.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:38 smithi137 ceph-mon[31169]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi028=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:39.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:38 smithi137 ceph-mon[31169]: Saving service node-exporter spec with placement smithi028=a;smithi137=b;count:2 2024-04-02T08:21:39.163 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:38 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:39.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:38 smithi028 ceph-mon[27433]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi028=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:39.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:38 smithi028 ceph-mon[27433]: Saving service node-exporter spec with placement smithi028=a;smithi137=b;count:2 2024-04-02T08:21:39.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:38 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:39.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:38 smithi028 ceph-mon[39019]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi028=a;smithi137=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:38 smithi028 ceph-mon[39019]: Saving service node-exporter spec with placement smithi028=a;smithi137=b;count:2 2024-04-02T08:21:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:38 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:39.335 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:21:40.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:39 smithi137 ceph-mon[31169]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T08:21:40.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:39 smithi028 ceph-mon[39019]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T08:21:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:39 smithi028 ceph-mon[27433]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-02T08:21:42.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:41 smithi137 ceph-mon[31169]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 0 op/s 2024-04-02T08:21:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:41 smithi028 ceph-mon[27433]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 0 op/s 2024-04-02T08:21:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:41 smithi028 ceph-mon[39019]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 0 op/s 2024-04-02T08:21:43.126 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled alertmanager update... 2024-04-02T08:21:44.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:43 smithi137 ceph-mon[31169]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:43 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:43 smithi028 ceph-mon[27433]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:43 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:43 smithi028 ceph-mon[39019]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:43 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:44.505 DEBUG:teuthology.orchestra.run.smithi028:alertmanager.a> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service 2024-04-02T08:21:44.508 INFO:tasks.cephadm:Adding grafana.a on smithi137 2024-04-02T08:21:44.508 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph orch apply grafana '1;smithi137=a' 2024-04-02T08:21:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:44 smithi137 ceph-mon[31169]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:44 smithi137 ceph-mon[31169]: Saving service alertmanager spec with placement smithi028=a;count:1 2024-04-02T08:21:45.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:44 smithi028 ceph-mon[27433]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:44 smithi028 ceph-mon[27433]: Saving service alertmanager spec with placement smithi028=a;count:1 2024-04-02T08:21:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:44 smithi028 ceph-mon[39019]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi028=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:44 smithi028 ceph-mon[39019]: Saving service alertmanager spec with placement smithi028=a;count:1 2024-04-02T08:21:46.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:45 smithi137 ceph-mon[31169]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:45 smithi028 ceph-mon[27433]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:45 smithi028 ceph-mon[39019]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:46.469 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:21:47.276 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:46 smithi137 systemd[1]: Starting Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:21:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:47 smithi137 ceph-mon[31169]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:48.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:47 smithi028 ceph-mon[27433]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:48.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:47 smithi028 ceph-mon[39019]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:48.318 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled grafana update... 2024-04-02T08:21:48.609 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 podman[61933]: 2024-04-02 08:21:48.112771798 +0000 UTC m=+0.251985810 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:21:48.610 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 podman[61933]: 2024-04-02 08:21:48.241748019 +0000 UTC m=+0.380961988 container create 02c3bd1c2e22f069926bfffb7095880dbc598092d555a1a45dad8b4dceb295fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:21:48.610 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 podman[61933]: 2024-04-02 08:21:48.611724807 +0000 UTC m=+0.750938778 container init 02c3bd1c2e22f069926bfffb7095880dbc598092d555a1a45dad8b4dceb295fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 podman[61933]: 2024-04-02 08:21:48.617330755 +0000 UTC m=+0.756544725 container start 02c3bd1c2e22f069926bfffb7095880dbc598092d555a1a45dad8b4dceb295fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.641Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.641Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.641Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi137 (none))" 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.641Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.641Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.642Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.642Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:21:48.888 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.643Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.643Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.645Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.645Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.157µs 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.645Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.646Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.646Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=33.192µs wal_replay_duration=1.148326ms wbl_replay_duration=129ns total_replay_duration=1.269557ms 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.647Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.647Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.647Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.662Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.219909ms db_storage=696ns remote_storage=1.042µs web_handler=363ns query_engine=573ns scrape=251.231µs scrape_sd=73.061µs notify=792ns notify_sd=1.202µs rules=14.695516ms tracing=6.798µs 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.662Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:21:48.662Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 bash[61933]: 02c3bd1c2e22f069926bfffb7095880dbc598092d555a1a45dad8b4dceb295fe 2024-04-02T08:21:48.889 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:21:48 smithi137 systemd[1]: Started Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:21:49.143 DEBUG:teuthology.orchestra.run.smithi137:grafana.a> sudo journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service 2024-04-02T08:21:49.145 INFO:tasks.cephadm:Setting up client nodes... 2024-04-02T08:21:49.146 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:21:49.369 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:49.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mon[31169]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mon[31169]: Saving service grafana spec with placement smithi137=a;count:1 2024-04-02T08:21:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:21:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mon[31169]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:49.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[27433]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[27433]: Saving service grafana spec with placement smithi137=a;count:1 2024-04-02T08:21:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:21:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[27433]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:49.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[39019]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi137=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:21:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[39019]: Saving service grafana spec with placement smithi137=a;count:1 2024-04-02T08:21:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' 2024-04-02T08:21:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-02T08:21:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-mon[39019]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:50.106 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ignoring --setuser ceph since I am not root 2024-04-02T08:21:50.107 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ignoring --setgroup ceph since I am not root 2024-04-02T08:21:50.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: ignoring --setuser ceph since I am not root 2024-04-02T08:21:50.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: ignoring --setgroup ceph since I am not root 2024-04-02T08:21:50.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:49 smithi137 ceph-mgr[33287]: -- 172.21.15.137:0/3810651454 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561e04ba81a0 con 0x561e04b7ec00 2024-04-02T08:21:50.644 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:50.362+0000 7eff37f18200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:21:50.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:50.454+0000 7eff37f18200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:21:50.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:50.383+0000 7f2370250200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:21:50.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:50.480+0000 7f2370250200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:21:51.027 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:50 smithi028 ceph-mon[27433]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:21:51.028 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:50 smithi028 ceph-mon[27433]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:21:51.028 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:50 smithi028 ceph-mon[39019]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:21:51.028 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:50 smithi028 ceph-mon[39019]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:21:51.088 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:50 smithi137 ceph-mon[31169]: from='mgr.14150 172.21.15.28:0/3658570603' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-02T08:21:51.088 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:50 smithi137 ceph-mon[31169]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-02T08:21:51.394 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:51.155+0000 7f2370250200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:21:51.394 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:51.251+0000 7f2370250200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:21:51.394 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:51.395+0000 7f2370250200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:21:51.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:51.089+0000 7eff37f18200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:21:51.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:51.181+0000 7eff37f18200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:21:51.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:51.321+0000 7eff37f18200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:21:51.442 INFO:teuthology.orchestra.run.smithi028.stdout:[client.0] 2024-04-02T08:21:51.442 INFO:teuthology.orchestra.run.smithi028.stdout: key = AQAfwAtmfA1EGhAAOrCVlhHNlZh/EfBiLFxCvA== 2024-04-02T08:21:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:51.498+0000 7f2370250200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:21:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:51.583+0000 7f2370250200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:21:51.760 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:51.415+0000 7eff37f18200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:21:51.761 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:51.498+0000 7eff37f18200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:21:51.761 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:51.762+0000 7eff37f18200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:21:52.034 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/954304350' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:52.034 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:52.034 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:21:52.034 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:51.859+0000 7f2370250200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:21:52.034 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:51.973+0000 7f2370250200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:21:52.035 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/954304350' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:52.035 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:52.035 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:51 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:21:52.036 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:21:52.036 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-02T08:21:52.036 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-02T08:21:52.048 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/954304350' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:52.048 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:52.048 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:21:52.048 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:51.870+0000 7eff37f18200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:21:52.048 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:51.956+0000 7eff37f18200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:21:52.049 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:52.049+0000 7eff37f18200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:21:52.079 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-02T08:21:52.291 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.b/config 2024-04-02T08:21:52.340 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:52.064+0000 7f2370250200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:21:52.341 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:52.162+0000 7f2370250200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:21:52.341 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:52.341+0000 7f2370250200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:21:52.391 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:52.236+0000 7eff37f18200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:21:53.363 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:53.231+0000 7eff37f18200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:21:53.642 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:53.364+0000 7eff37f18200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:21:53.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:53 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:53.335+0000 7f2370250200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:21:53.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:53 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:53.470+0000 7f2370250200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:21:53.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:53.714+0000 7eff37f18200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:21:53.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:53.809+0000 7eff37f18200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:21:54.105 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:53 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:53.811+0000 7f2370250200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:21:54.105 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:53 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:53.904+0000 7f2370250200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:21:54.105 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:54.106+0000 7f2370250200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:21:54.140 INFO:teuthology.orchestra.run.smithi137.stdout:[client.1] 2024-04-02T08:21:54.140 INFO:teuthology.orchestra.run.smithi137.stdout: key = AQAiwAtmbo1OCBAAIrvdX8+tTfXUJs23GpS9VA== 2024-04-02T08:21:54.394 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:54.015+0000 7eff37f18200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:21:54.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:54.209+0000 7eff37f18200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:21:54.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:54.299+0000 7f2370250200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:21:54.757 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:54.494+0000 7eff37f18200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:21:54.854 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:54.592+0000 7f2370250200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:21:54.854 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:54.855+0000 7f2370250200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:21:55.027 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:54.759+0000 7eff37f18200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:21:55.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:55.097+0000 7f2370250200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:21:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:55 smithi137 ceph-mon[31169]: from='client.? 172.21.15.137:0/425628801' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:55 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:55 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:21:55.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:54.997+0000 7eff37f18200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:21:55.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:55 smithi028 ceph-mon[39019]: from='client.? 172.21.15.137:0/425628801' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:55.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:55 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:55.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:55 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:21:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:55 smithi028 ceph-mon[27433]: from='client.? 172.21.15.137:0/425628801' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:55 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-02T08:21:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:55 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-02T08:21:56.144 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:55.802+0000 7eff37f18200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:21:56.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:55.931+0000 7f2370250200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:21:56.244 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T08:21:56.244 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-02T08:21:56.244 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-02T08:21:56.285 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-02T08:21:56.286 DEBUG:teuthology.orchestra.run.smithi028:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-02T08:21:56.483 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:56.385+0000 7eff37f18200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:21:56.484 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:56.484+0000 7eff37f18200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:21:56.572 INFO:teuthology.misc.health.smithi028.stdout: 2024-04-02T08:21:56.572 INFO:teuthology.misc.health.smithi028.stdout:{"epoch":62,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:21:25.922619+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:21:56.585 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-02T08:21:56.585 INFO:tasks.cephadm:Creating RBD pool 2024-04-02T08:21:56.586 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-02T08:21:56.792 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:21:56.813 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3183561775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:56.813 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:56.707+0000 7eff37f18200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:21:56.814 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: [02/Apr/2024:08:21:56] ENGINE Bus STARTING 2024-04-02T08:21:56.837 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3183561775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:56.838 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3183561775' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:21:56.838 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.517+0000 7f2370250200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:21:56.838 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.623+0000 7f2370250200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:21:57.066 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: CherryPy Checker: 2024-04-02T08:21:57.066 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: The Application mounted at '' has an empty config. 2024-04-02T08:21:57.067 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: 2024-04-02T08:21:57.067 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: [02/Apr/2024:08:21:56] ENGINE Serving on http://:::9283 2024-04-02T08:21:57.067 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:21:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[33264]: [02/Apr/2024:08:21:56] ENGINE Bus STARTED 2024-04-02T08:21:57.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.863+0000 7f2370250200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:21:57.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:21:56] ENGINE Bus STARTING 2024-04-02T08:21:57.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.977+0000 7f22cf85a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.977+0000 7f22cf85a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.977+0000 7f22cf85a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.977+0000 7f22cf85a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.977+0000 7f22cf85a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.978+0000 7f22d6868700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.979+0000 7f22d6868700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.979+0000 7f22d6868700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.979+0000 7f22d6868700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:56.979+0000 7f22d6868700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: CherryPy Checker: 2024-04-02T08:21:57.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: The Application mounted at '' has an empty config. 2024-04-02T08:21:57.200 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:21:57.200 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:21:57] ENGINE Serving on http://:::9283 2024-04-02T08:21:57.200 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:21:57] ENGINE Bus STARTED 2024-04-02T08:21:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: Standby manager daemon x restarted 2024-04-02T08:21:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: Standby manager daemon x started 2024-04-02T08:21:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:21:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:21:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: Active manager daemon y restarted 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: Activating manager daemon y 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: mgrmap e17: y(active, starting, since 0.00768131s), standbys: x 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:21:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: Manager daemon y is now available 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:21:57.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:21:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: Standby manager daemon x restarted 2024-04-02T08:21:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: Standby manager daemon x started 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: Active manager daemon y restarted 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: Activating manager daemon y 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: mgrmap e17: y(active, starting, since 0.00768131s), standbys: x 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:21:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:21:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: Manager daemon y is now available 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: Standby manager daemon x restarted 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: Standby manager daemon x started 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/250372157' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: Active manager daemon y restarted 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: Activating manager daemon y 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: osdmap e63: 8 total, 8 up, 8 in 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: mgrmap e17: y(active, starting, since 0.00768131s), standbys: x 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:21:57.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:21:57.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: Manager daemon y is now available 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:21:57.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:21:58.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:58 smithi137 ceph-mon[31169]: [02/Apr/2024:08:21:57] ENGINE Bus STARTING 2024-04-02T08:21:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:58 smithi137 ceph-mon[31169]: [02/Apr/2024:08:21:57] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:21:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:58 smithi137 ceph-mon[31169]: [02/Apr/2024:08:21:57] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:21:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:58 smithi137 ceph-mon[31169]: [02/Apr/2024:08:21:57] ENGINE Bus STARTED 2024-04-02T08:21:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:58 smithi137 ceph-mon[31169]: mgrmap e18: y(active, since 1.0122s), standbys: x 2024-04-02T08:21:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[27433]: [02/Apr/2024:08:21:57] ENGINE Bus STARTING 2024-04-02T08:21:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[27433]: [02/Apr/2024:08:21:57] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:21:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[27433]: [02/Apr/2024:08:21:57] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:21:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[27433]: [02/Apr/2024:08:21:57] ENGINE Bus STARTED 2024-04-02T08:21:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[27433]: mgrmap e18: y(active, since 1.0122s), standbys: x 2024-04-02T08:21:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[39019]: [02/Apr/2024:08:21:57] ENGINE Bus STARTING 2024-04-02T08:21:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[39019]: [02/Apr/2024:08:21:57] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:21:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[39019]: [02/Apr/2024:08:21:57] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:21:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[39019]: [02/Apr/2024:08:21:57] ENGINE Bus STARTED 2024-04-02T08:21:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:58 smithi028 ceph-mon[39019]: mgrmap e18: y(active, since 1.0122s), standbys: x 2024-04-02T08:21:59.643 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'rbd' created 2024-04-02T08:21:59.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:59 smithi137 ceph-mon[31169]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:59.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:59 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2454899079' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:21:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:59 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:21:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:21:59 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:21:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:59 smithi028 ceph-mon[39019]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:59 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2454899079' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:21:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:59 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:21:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:21:59 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:21:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:59 smithi028 ceph-mon[27433]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:21:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:59 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2454899079' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-02T08:21:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:59 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:21:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:21:59 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.455 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-02T08:22:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:22:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2454899079' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:22:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:22:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2454899079' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:22:00.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:22:00.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:00 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.699 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2454899079' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: osdmap e64: 8 total, 8 up, 8 in 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:00 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi137 to 2992M 2024-04-02T08:22:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi137 to 2992M 2024-04-02T08:22:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:01 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi137 to 2992M 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: osdmap e65: 8 total, 8 up, 8 in 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:01 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi028 to 2993M 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi028 to 2993M 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:02 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:03.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:03.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi028 to 2993M 2024-04-02T08:22:03.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:22:03.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:22:03.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: osdmap e66: 8 total, 8 up, 8 in 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:03.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:02 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:03.660 INFO:teuthology.orchestra.run.smithi028.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-02T08:22:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:22:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:22:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[27433]: Deploying daemon alertmanager.a on smithi028 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/586315160' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[39019]: Deploying daemon alertmanager.a on smithi028 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/586315160' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:03 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:04.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:03 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:04.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:03 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:22:04.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:03 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:22:04.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:03 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:22:04.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:03 smithi137 ceph-mon[31169]: Deploying daemon alertmanager.a on smithi028 2024-04-02T08:22:04.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:03 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/586315160' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:04.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:03 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:22:04.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:22:04] "GET /metrics HTTP/1.1" 200 28771 "" "Prometheus/2.43.0" 2024-04-02T08:22:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:04 smithi028 ceph-mon[27433]: pgmap v9: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:04 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:22:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:04 smithi028 ceph-mon[27433]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:22:04.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:04 smithi028 ceph-mon[39019]: pgmap v9: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:04 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:22:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:04 smithi028 ceph-mon[39019]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:22:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:04 smithi137 ceph-mon[31169]: pgmap v9: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:04 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:22:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:04 smithi137 ceph-mon[31169]: osdmap e67: 8 total, 8 up, 8 in 2024-04-02T08:22:05.234 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-02T08:22:05.234 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-02T08:22:05.235 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-02T08:22:05.577 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:05.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:05 smithi028 ceph-mon[27433]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:22:05.952 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:05 smithi028 ceph-mon[27433]: Cluster is now healthy 2024-04-02T08:22:05.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:05 smithi028 ceph-mon[39019]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:22:05.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:05 smithi028 ceph-mon[39019]: Cluster is now healthy 2024-04-02T08:22:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:05 smithi137 ceph-mon[31169]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:22:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:05 smithi137 ceph-mon[31169]: Cluster is now healthy 2024-04-02T08:22:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:06 smithi137 ceph-mon[31169]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-02T08:22:07.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:06 smithi028 ceph-mon[27433]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-02T08:22:07.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:06 smithi028 ceph-mon[39019]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-02T08:22:08.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:08 smithi028 ceph-mon[39019]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:22:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:08 smithi028 ceph-mon[27433]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:22:09.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:08 smithi137 ceph-mon[31169]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 18 op/s 2024-04-02T08:22:10.512 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:22:10.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:10 smithi028 ceph-mon[27433]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:22:10.826 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:10 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2022831783' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:22:10.826 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:10 smithi028 ceph-mon[39019]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:22:10.826 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:10 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2022831783' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:22:11.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:10 smithi137 ceph-mon[31169]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-02T08:22:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:10 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2022831783' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-02T08:22:11.385 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":20,"active_gid":14583,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":2504407076},{"type":"v1","addr":"172.21.15.28:6801","nonce":2504407076}]},"active_addr":"172.21.15.28:6801/2504407076","active_change":"2024-04-02T08:21:56.865636+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24439,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.28:8443/","prometheus":"http://172.21.15.28:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":63,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":3227546140}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":3285313513}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":698801821}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":1463222317}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":3096359458}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":2802725236}]}]} 2024-04-02T08:22:11.389 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-02T08:22:11.389 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-02T08:22:11.389 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:22:11.688 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:11 smithi028 systemd[1]: Starting Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:11.947 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:11 smithi028 podman[71286]: 2024-04-02 08:22:11.592760931 +0000 UTC m=+0.022264470 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:22:11.948 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:11 smithi028 podman[71286]: 2024-04-02 08:22:11.725885934 +0000 UTC m=+0.155389462 volume create 56aa0e43d8c2a726e60568d30c311715e2be76a1bcaf6b7995833e77df10c598 2024-04-02T08:22:11.948 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:11 smithi028 podman[71286]: 2024-04-02 08:22:11.784598762 +0000 UTC m=+0.214102332 container create 3ad02c695a083bed5192faf82022e5ff3340e98e1a68df7fb296d3fca1449584 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:12.206 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:12.328 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 podman[71286]: 2024-04-02 08:22:12.070741223 +0000 UTC m=+0.500244751 container init 3ad02c695a083bed5192faf82022e5ff3340e98e1a68df7fb296d3fca1449584 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:12.328 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 podman[71286]: 2024-04-02 08:22:12.075899915 +0000 UTC m=+0.505403443 container start 3ad02c695a083bed5192faf82022e5ff3340e98e1a68df7fb296d3fca1449584 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:12.328 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:12.088Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:22:12.328 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:12.088Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:22:12.328 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:12.089Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.28 port=9094 2024-04-02T08:22:12.328 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:12.090Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:22:12.328 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:12.112Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:22:12.328 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:12.113Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:22:12.329 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:12.115Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:22:12.329 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:12.115Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:22:12.329 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 bash[71286]: 3ad02c695a083bed5192faf82022e5ff3340e98e1a68df7fb296d3fca1449584 2024-04-02T08:22:12.329 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:12 smithi028 systemd[1]: Started Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:12.605 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:22:12] ENGINE Bus STOPPING 2024-04-02T08:22:12.605 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:22:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:22:12.605 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:22:12] ENGINE Bus STOPPED 2024-04-02T08:22:12.605 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:22:12] ENGINE Bus STARTING 2024-04-02T08:22:12.605 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:22:12] ENGINE Serving on http://:::9283 2024-04-02T08:22:12.605 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:22:12] ENGINE Bus STARTED 2024-04-02T08:22:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-02T08:22:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:22:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:13.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:22:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:13 smithi028 ceph-mon[27433]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:22:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:13 smithi028 ceph-mon[27433]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:22:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:13 smithi028 ceph-mon[27433]: Deploying daemon grafana.a on smithi137 2024-04-02T08:22:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:13 smithi028 ceph-mon[39019]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:22:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:13 smithi028 ceph-mon[39019]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:22:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:13 smithi028 ceph-mon[39019]: Deploying daemon grafana.a on smithi137 2024-04-02T08:22:14.062 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:22:14.062 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":67,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:22:03.648707+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:58.963937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:0/3372285336":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2706222486":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6800/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2670582231":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4104292319":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:22:14.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:13 smithi137 ceph-mon[31169]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-02T08:22:14.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:13 smithi137 ceph-mon[31169]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-02T08:22:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:13 smithi137 ceph-mon[31169]: Deploying daemon grafana.a on smithi137 2024-04-02T08:22:14.347 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:14 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:22:14] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-04-02T08:22:14.347 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:14 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:14.090Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000201989s 2024-04-02T08:22:14.714 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-02T08:22:14.714 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:22:14.926 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:14.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:14 smithi028 ceph-mon[27433]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:22:14.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:14 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/421586327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:14.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:14 smithi028 ceph-mon[39019]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:22:14.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:14 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/421586327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:15.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:14 smithi137 ceph-mon[31169]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-02T08:22:15.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:14 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/421586327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:16.835 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:22:16.835 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":67,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:22:03.648707+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:58.963937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:0/3372285336":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2706222486":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6800/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2670582231":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4104292319":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:22:17.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:16 smithi137 ceph-mon[31169]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:17.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:16 smithi028 ceph-mon[27433]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:17.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:16 smithi028 ceph-mon[39019]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:17.548 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-02T08:22:17.548 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-02T08:22:17.549 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-02T08:22:17.549 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-02T08:22:17.549 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-02T08:22:17.550 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-02T08:22:17.550 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-02T08:22:17.551 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-02T08:22:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:17 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3703435533' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:17 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:17.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:17 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3703435533' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:17 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:17.963 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:18.005 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:18.055 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:18.056 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:18.056 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:18.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:17 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3703435533' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:22:18.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:17 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:18.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:18 smithi028 ceph-mon[27433]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:18.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:18 smithi028 ceph-mon[39019]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:19.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:18 smithi137 ceph-mon[31169]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:20.671 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:20.695 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:20.695 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:20.810 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:20 smithi028 ceph-mon[27433]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:20.810 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:20 smithi028 ceph-mon[39019]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:21.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:20 smithi137 ceph-mon[31169]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:22.447 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:22:22 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:22:22.092Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001900647s 2024-04-02T08:22:23.002 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:22 smithi028 ceph-mon[27433]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:23.002 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:22 smithi028 ceph-mon[39019]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:23.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:22 smithi137 ceph-mon[31169]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:24.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:22:24] "GET /metrics HTTP/1.1" 200 33656 "" "Prometheus/2.43.0" 2024-04-02T08:22:24.995 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:24 smithi028 ceph-mon[27433]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:24.995 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:24 smithi028 ceph-mon[39019]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:25.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:24 smithi137 ceph-mon[31169]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:25.356 INFO:teuthology.orchestra.run.smithi028.stdout:77309411370 2024-04-02T08:22:25.356 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-02T08:22:25.807 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:25 smithi137 systemd[1]: Starting Ceph grafana.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:26.145 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:25 smithi137 podman[64189]: 2024-04-02 08:22:25.712030914 +0000 UTC m=+0.017121553 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-02T08:22:26.145 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:25 smithi137 podman[64189]: 2024-04-02 08:22:25.813298315 +0000 UTC m=+0.118389000 container create d9c2cfba9864028de9d42dbcf0d51bf2d57cc46121aba5e6144b86e8dc2e8819 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, io.openshift.expose-services=, io.buildah.version=1.32.0, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, name=ubi8, version=8.5, vendor=Red Hat, Inc., vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-02T08:22:26.145 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 podman[64189]: 2024-04-02 08:22:26.032733918 +0000 UTC m=+0.337824566 container init d9c2cfba9864028de9d42dbcf0d51bf2d57cc46121aba5e6144b86e8dc2e8819 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, name=ubi8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, description=Ceph Grafana Container, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, distribution-scope=public) 2024-04-02T08:22:26.145 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 podman[64189]: 2024-04-02 08:22:26.038476685 +0000 UTC m=+0.343567324 container start d9c2cfba9864028de9d42dbcf0d51bf2d57cc46121aba5e6144b86e8dc2e8819 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, io.buildah.version=1.32.0, distribution-scope=public, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.openshift.tags=base rhel8, io.openshift.expose-services=, version=8.5, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, vendor=Red Hat, Inc., name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.187780088Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.187947106Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.18796453Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.187971139Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.187976998Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.187982692Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.18798824Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.187993709Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:22:26.438 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.187999383Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.188004821Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.188010021Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.188016602Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.188022191Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=settings t=2024-04-02T08:22:26.18802762Z level=info msg="App mode production" 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=sqlstore t=2024-04-02T08:22:26.188093985Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=sqlstore t=2024-04-02T08:22:26.188111127Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.188985943Z level=info msg="Starting DB migrations" 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.189063019Z level=info msg="Executing migration" id="create migration_log table" 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.189580393Z level=info msg="Executing migration" id="create user table" 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.189992446Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-02T08:22:26.439 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.190442189Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.190852815Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.191397502Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.19177862Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.192458881Z level=info msg="Executing migration" id="create user table v2" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.19284099Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.193233068Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.193649806Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.193963797Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.194324068Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.19472488Z level=info msg="Executing migration" id="Update user table charset" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.194985008Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.195419613Z level=info msg="Executing migration" id="Add missing user data" 2024-04-02T08:22:26.440 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.195737304Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-02T08:22:26.441 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.196130265Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-02T08:22:26.441 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.196529251Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-02T08:22:26.441 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.196907077Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-02T08:22:26.441 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.19801381Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.198452769Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.198868957Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.199260477Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.199644762Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.200021086Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.200313735Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.200683997Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.201039501Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.201432654Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-02T08:22:26.443 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.201806049Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.202458369Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.202847421Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.203252101Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.20364776Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 bash[64189]: d9c2cfba9864028de9d42dbcf0d51bf2d57cc46121aba5e6144b86e8dc2e8819 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.20405174Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.204569974Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.204954514Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.205394061Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.205808467Z level=info msg="Executing migration" id="create star table" 2024-04-02T08:22:26.444 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.206164061Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.206573613Z level=info msg="Executing migration" id="create org table v1" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 systemd[1]: Started Ceph grafana.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.206946664Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.207440107Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.207818851Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.208224555Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.20863953Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.209024044Z level=info msg="Executing migration" id="Update org table charset" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.209329416Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.20961083Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.209900292Z level=info msg="Executing migration" id="create dashboard table" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.210319673Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.210722834Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.211124423Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.211552086Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-02T08:22:26.445 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.212310027Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.215129488Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.216005263Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.21876636Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.221400567Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.224195597Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.226890427Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.229633851Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.232350648Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.23502152Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.237697385Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.240500781Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.243221247Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-02T08:22:26.446 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.245857426Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.248575142Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.251201867Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.253977623Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.256663399Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.259303802Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.261941137Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.264772075Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.265555858Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-02T08:22:26.447 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.26634334Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.266781841Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.267547838Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.268418665Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.269251441Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.269661926Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.270692861Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.271534777Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.272517629Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.273219346Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.274213708Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.274838048Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.275701961Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.276513248Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-02T08:22:26.448 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.277352151Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.278176345Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.278962556Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.279833041Z level=info msg="Executing migration" id="create data_source table" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.280695896Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.281564054Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.282436101Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.283374615Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.28415874Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.285167864Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.2861042Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.286923895Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.287768203Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.28863804Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-02T08:22:26.449 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.289145801Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.289964402Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.290273291Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.291123074Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.291963396Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.292899215Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.293262249Z level=info msg="Executing migration" id="Add uid column" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.295877037Z level=info msg="Executing migration" id="Update uid value" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.298761669Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.301403448Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.301926542Z level=info msg="Executing migration" id="create api_key table" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.30455051Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-02T08:22:26.450 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.307412054Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.310069727Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.310569318Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.313320669Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.313818082Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.316276113Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.319006973Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.321738235Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.324394544Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.327254111Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.329725008Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.332431444Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.335004237Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.337786996Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.340460949Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-02T08:22:26.451 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.343311559Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.345920689Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.348491661Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.351282203Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.354107803Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.356628042Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.359271986Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.361921282Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.36456989Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.367319784Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.370007084Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.372769744Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.375330193Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-02T08:22:26.452 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.3780644Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.378751593Z level=info msg="Executing migration" id="create quota table v1" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.379540997Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.380428662Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.38118256Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.382049115Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.382996611Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.383687373Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.3844635Z level=info msg="Executing migration" id="create session table" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.384976318Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.385407562Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-02T08:22:26.453 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.386206003Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.386979586Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.387890412Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.388612492Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.389521716Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.390173308Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.39117731Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.391907528Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.392876376Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.393683993Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.394604881Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.395305959Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.395919928Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.39678851Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-02T08:22:26.454 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.397739018Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.398525166Z level=info msg="Executing migration" id="create alert table v1" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.399424553Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.400200171Z level=info msg="Executing migration" id="add index alert state" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.401246965Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.401936399Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.402982194Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.40367472Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.404063108Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.405575904Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.405963873Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.406405362Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.406726121Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-02T08:22:26.455 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.407090709Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.407482121Z level=info msg="Executing migration" id="Add column is_default" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.408070224Z level=info msg="Executing migration" id="Add column frequency" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.4087335Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.409394509Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.410024692Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.410511682Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.410800326Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.411085991Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.411680063Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.412135604Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.412514793Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.412878125Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.413309932Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.413983908Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.414651798Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-02T08:22:26.456 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.414951903Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.415452768Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.415883548Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.416549765Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.416872989Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.417307493Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.417727806Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.418007142Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.418475778Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.419125274Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.419556289Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.420006133Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.420508857Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.42123795Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-02T08:22:26.457 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.421564368Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.422233458Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.423254474Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.424140544Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.424987296Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.425612472Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.426397313Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.428260358Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.428667603Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.429399685Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.430214092Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.430843429Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.431597491Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.432316876Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.433036596Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-02T08:22:26.458 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.433812289Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-02T08:22:26.459 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.43471982Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-02T08:22:26.459 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.435239565Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-02T08:22:26.459 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.436022139Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-02T08:22:26.459 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.436862986Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-02T08:22:26.459 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.439620482Z level=info msg="Executing migration" id="Move region to single row" 2024-04-02T08:22:26.459 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.442350488Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-02T08:22:26.459 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.445154803Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-02T08:22:26.690 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.447967823Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-02T08:22:26.690 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.450882997Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.453565436Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.460567952Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.462131566Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.465172961Z level=info msg="Executing migration" id="create test_data table" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.465649132Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.467009127Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.468922035Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.471024124Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.472877738Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.474784618Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.476730286Z level=info msg="Executing migration" id="create team table" 2024-04-02T08:22:26.691 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.478624502Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-02T08:22:26.692 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.480549467Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-02T08:22:26.692 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.482520777Z level=info msg="Executing migration" id="create team member table" 2024-04-02T08:22:26.692 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.484450903Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-02T08:22:26.692 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.486367699Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-02T08:22:26.692 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.488297769Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.490364118Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.49212334Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.494193625Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.496133883Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.497903152Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.499961482Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.501761053Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.502242887Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.504268222Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.506164823Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.508082594Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-02T08:22:26.693 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.508558669Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.510531669Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.511112983Z level=info msg="Executing migration" id="create tag table" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.512493688Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.514401191Z level=info msg="Executing migration" id="create login attempt table" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.514813504Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.516745457Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.518635476Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.520571686Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.520981169Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.522951727Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.524955293Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-02T08:22:26.694 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.526819316Z level=info msg="Executing migration" id="create user auth table" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.527227076Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.529182015Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.531053212Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.532949579Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.533759818Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.535624108Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.537518592Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.539358596Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.540207032Z level=info msg="Executing migration" id="create server_lock table" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.5421224Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-02T08:22:26.695 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.544128966Z level=info msg="Executing migration" id="create user auth token table" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.545971142Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.546440024Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.548410348Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.550232943Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.552023375Z level=info msg="Executing migration" id="create cache_data table" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.553942859Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.555878725Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.557577156Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.559453153Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.559767258Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.560033646Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.560470926Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.562314563Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-02T08:22:26.696 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.56278234Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-02T08:22:26.697 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.563048033Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-02T08:22:26.697 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.56349396Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-02T08:22:26.697 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.563868222Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-02T08:22:26.697 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.564293367Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-02T08:22:26.697 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.564721238Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-02T08:22:26.697 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.565552877Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-02T08:22:26.697 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.565951731Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-02T08:22:26.698 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.566264756Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-02T08:22:26.698 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.566665823Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-02T08:22:26.701 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.567058855Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-02T08:22:26.701 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.567489279Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-02T08:22:26.701 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.56774642Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.568111589Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.568521093Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.568900243Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.56932353Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.570112854Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.57051658Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.572988246Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.576410675Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.57979805Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-02T08:22:26.702 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.582601425Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.585080653Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.585889941Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.588816184Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.591476455Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.594322724Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.594737802Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.597399411Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.598248855Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.600162517Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.602882864Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.603488211Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.606302019Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.607220424Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.608990816Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-02T08:22:26.703 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.611824027Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.612683281Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.615417913Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.618322854Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.620783137Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.621269413Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.624185354Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.626806296Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.629256481Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.630085046Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.632811666Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-02T08:22:26.704 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.635255404Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.637978137Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.63845925Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.641095454Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.643740924Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.644443272Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.645360749Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.646242067Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.647140443Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.648083066Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.648733675Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.649692214Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.650462595Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.651468068Z level=info msg="Executing migration" id="create alert_image table" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.652025176Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-02T08:22:26.705 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.652809194Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.653583905Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.65406397Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.654549083Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.654633721Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.654912486Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.655351109Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.655846692Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.656004058Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.656150639Z level=info msg="alerts found to migrate" alerts=0 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.656668083Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.657473249Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-02T08:22:26.706 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.658295147Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.65925832Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.659995155Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.660893151Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.66132516Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.662268905Z level=info msg="Executing migration" id="create data_keys table" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.662998177Z level=info msg="Executing migration" id="create secrets table" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.663510504Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.667799314Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.668742497Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.669699933Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.674025174Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.678274144Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.678776832Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.679589093Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-02T08:22:26.707 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.680416678Z level=info msg="Executing migration" id="create permission table" 2024-04-02T08:22:26.708 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.683224724Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-02T08:22:26.708 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.683798627Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-02T08:22:26.708 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.686626771Z level=info msg="Executing migration" id="create role table" 2024-04-02T08:22:26.708 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.689446808Z level=info msg="Executing migration" id="add column display_name" 2024-04-02T08:22:26.708 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.692290729Z level=info msg="Executing migration" id="add column group_name" 2024-04-02T08:22:26.708 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.693484184Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-02T08:22:26.708 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.696240483Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-02T08:22:26.708 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.698856796Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[27433]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[39019]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:26.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:26 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-mon[31169]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.701698985Z level=info msg="Executing migration" id="create team role table" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.702163928Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.704777506Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.707545443Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.710394302Z level=info msg="Executing migration" id="create user role table" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.710799367Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.713571454Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.716489677Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.719102111Z level=info msg="Executing migration" id="create builtin role table" 2024-04-02T08:22:27.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.719571177Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.722297313Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.724946105Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.727554941Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.728098499Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.73065303Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.733354027Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.735929162Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.736409958Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.739172153Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.741756999Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.744514459Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-02T08:22:27.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.745015586Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.747878225Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.750402807Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.753097674Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.755287657Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.758020493Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.758803602Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.75962192Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.760626161Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.761711606Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.762626729Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.76327513Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.764281172Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-02T08:22:27.148 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.765020887Z level=info msg="Executing migration" id="add correlation config column" 2024-04-02T08:22:27.149 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.766091684Z level=info msg="Executing migration" id="create entity_events table" 2024-04-02T08:22:27.149 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.766872771Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-02T08:22:27.149 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.767658749Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:22:27.149 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.767782017Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:22:27.149 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.768633883Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:22:27.149 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.768804853Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.769240632Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.770184091Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.77086145Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.771821879Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.772510924Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.773347736Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.77427Z level=info msg="Executing migration" id="Drop public config table" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.774991495Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.77582919Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.776797316Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.77750568Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-02T08:22:27.150 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.779353165Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.782588404Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.78364015Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.784659171Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.785006629Z level=info msg="Executing migration" id="add share column" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.785985049Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.786497184Z level=info msg="Executing migration" id="create file table" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.786966933Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.789025224Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.789779045Z level=info msg="Executing migration" id="create file_meta table" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.791816459Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.79368679Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.795479539Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.797338015Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.799221765Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.80123751Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-02T08:22:27.151 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.803166744Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.804865087Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.806772783Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.808730086Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.810495964Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.812509712Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.81435392Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.816299438Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.818159739Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.827793789Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.829832695Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.831689767Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.83511934Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.837011223Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.839086874Z level=info msg="Executing migration" id="create folder table" 2024-04-02T08:22:27.152 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.84097186Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.842888828Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.844698444Z level=info msg="Executing migration" id="Update folder title length" 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.846684709Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=migrator t=2024-04-02T08:22:26.847231219Z level=info msg="migrations completed" performed=485 skipped=0 duration=658.194078ms 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=sqlstore t=2024-04-02T08:22:26.847685306Z level=info msg="Created default organization" 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=plugin.loader t=2024-04-02T08:22:26.904819291Z level=info msg="Plugin registered" pluginID=input 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=plugin.loader t=2024-04-02T08:22:26.931765361Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=plugin.loader t=2024-04-02T08:22:26.931786469Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=secrets t=2024-04-02T08:22:26.931839863Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=query_data t=2024-04-02T08:22:26.933475623Z level=info msg="Query Service initialization" 2024-04-02T08:22:27.153 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=live.push_http t=2024-04-02T08:22:26.935855729Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:22:27.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:27 smithi028 ceph-mon[27433]: Deploying daemon node-exporter.a on smithi028 2024-04-02T08:22:27.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:27 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:27.831 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:27 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:27.831 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:27 smithi028 ceph-mon[39019]: Deploying daemon node-exporter.a on smithi028 2024-04-02T08:22:27.831 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:27 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:27.831 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:27 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-mon[31169]: Deploying daemon node-exporter.a on smithi028 2024-04-02T08:22:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=infra.usagestats.collector t=2024-04-02T08:22:27.64924804Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=provisioning.datasources t=2024-04-02T08:22:27.70388087Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=provisioning.datasources t=2024-04-02T08:22:27.735364277Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=provisioning.alerting t=2024-04-02T08:22:27.759040299Z level=info msg="starting to provision alerting" 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=provisioning.alerting t=2024-04-02T08:22:27.759067775Z level=info msg="finished to provision alerting" 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=ngalert.state.manager t=2024-04-02T08:22:27.759254001Z level=info msg="Warming state cache for startup" 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=grafanaStorageLogger t=2024-04-02T08:22:27.759271537Z level=info msg="storage starting" 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=http.server t=2024-04-02T08:22:27.761119595Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:22:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=sqlstore.transactions t=2024-04-02T08:22:27.770153316Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:22:28.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=ngalert.state.manager t=2024-04-02T08:22:27.770315074Z level=info msg="State cache has been initialized" states=0 duration=11.059655ms 2024-04-02T08:22:28.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=ticker t=2024-04-02T08:22:27.770387565Z level=info msg=starting first_tick=2024-04-02T08:22:30Z 2024-04-02T08:22:28.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:22:27.770388072Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:22:28.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=sqlstore.transactions t=2024-04-02T08:22:27.818913806Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:22:28.147 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:22:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=sqlstore.transactions t=2024-04-02T08:22:27.829490538Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-02T08:22:28.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:28 smithi028 ceph-mon[27433]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:28.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:28 smithi028 ceph-mon[39019]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:29.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:28 smithi137 ceph-mon[31169]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:29.791 INFO:teuthology.orchestra.run.smithi028.stdout:34359738419 2024-04-02T08:22:29.792 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-02T08:22:30.761 INFO:teuthology.orchestra.run.smithi028.stdout:107374182437 2024-04-02T08:22:30.762 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-02T08:22:30.996 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:30 smithi028 ceph-mon[27433]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:30.996 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:30 smithi028 ceph-mon[39019]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:31.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:30 smithi137 ceph-mon[31169]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:31.948 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:31 smithi028 systemd[1]: Starting Ceph node-exporter.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:22:32.007 INFO:teuthology.orchestra.run.smithi028.stdout:55834574895 2024-04-02T08:22:32.008 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-02T08:22:32.783 INFO:teuthology.orchestra.run.smithi028.stdout:197568495639 2024-04-02T08:22:32.784 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-02T08:22:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:32 smithi137 ceph-mon[31169]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:33.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:32 smithi028 ceph-mon[27433]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:33.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:32 smithi028 ceph-mon[39019]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:33.198 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:32 smithi028 bash[73740]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:22:33.624 INFO:teuthology.orchestra.run.smithi028.stdout:231928234002 2024-04-02T08:22:33.624 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-02T08:22:34.155 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:34 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:22:34] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-02T08:22:34.557 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:34.584 INFO:teuthology.orchestra.run.smithi028.stdout:128849018912 2024-04-02T08:22:34.585 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-02T08:22:34.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:34 smithi028 ceph-mon[27433]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:34.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:34 smithi028 ceph-mon[39019]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:35.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:34 smithi137 ceph-mon[31169]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:35.697 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:35 smithi028 bash[73740]: Getting image source signatures 2024-04-02T08:22:35.697 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:35 smithi028 bash[73740]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:22:35.697 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:35 smithi028 bash[73740]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:22:35.697 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:35 smithi028 bash[73740]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:22:35.767 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:35.768 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:36.921 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:36.921 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:36.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:36 smithi028 ceph-mon[27433]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:36.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:36 smithi028 ceph-mon[39019]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:36.958 INFO:teuthology.orchestra.run.smithi028.stdout:163208757277 2024-04-02T08:22:36.958 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-02T08:22:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:36 smithi137 ceph-mon[31169]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:37.346 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:37 smithi028 bash[73740]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:22:37.346 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:37 smithi028 bash[73740]: Writing manifest to image destination 2024-04-02T08:22:37.737 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:37.737 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:37.947 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:37 smithi028 podman[73740]: 2024-04-02 08:22:37.804850235 +0000 UTC m=+4.970632813 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:22:38.270 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:37 smithi028 podman[73740]: 2024-04-02 08:22:37.98910016 +0000 UTC m=+5.154882719 container create 2ba5c7e3dc561ed2b54c98fdaf07691e42aabd88fdf8d140ec26b5fa9439361a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:38.995 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:38 smithi028 ceph-mon[27433]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:38.995 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:38 smithi028 ceph-mon[39019]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:39.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:38 smithi137 ceph-mon[31169]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:41.025 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:40 smithi028 ceph-mon[27433]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:41.026 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:40 smithi028 ceph-mon[39019]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:41.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:40 smithi137 ceph-mon[31169]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:41.821 INFO:teuthology.orchestra.run.smithi028.stdout:55834574897 2024-04-02T08:22:42.563 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574895 got 55834574897 for osd.1 2024-04-02T08:22:42.563 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-mon[27433]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3931340625' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:22:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-mon[39019]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:42.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3931340625' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:22:42.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:42.949 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 podman[73740]: 2024-04-02 08:22:42.651977908 +0000 UTC m=+9.817760482 container init 2ba5c7e3dc561ed2b54c98fdaf07691e42aabd88fdf8d140ec26b5fa9439361a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:42.950 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 podman[73740]: 2024-04-02 08:22:42.659451307 +0000 UTC m=+9.825233873 container start 2ba5c7e3dc561ed2b54c98fdaf07691e42aabd88fdf8d140ec26b5fa9439361a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:22:42.950 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.664Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:22:42.950 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.664Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:22:42.950 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.664Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:22:42.950 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.664Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:22:42.950 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.664Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:22:42.951 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:22:42.951 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:22:42.951 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:22:42.951 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:22:42.951 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:22:42.951 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:22:42.951 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:22:42.951 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:22:42.952 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:22:42.953 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:22:42.954 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:22:42.955 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:22:42.955 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:22:42.955 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:22:42.955 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.665Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:22:42.955 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[74304]: ts=2024-04-02T08:22:42.666Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:22:43.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:42 smithi137 ceph-mon[31169]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:42 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3931340625' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-02T08:22:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:42 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:44.072 INFO:teuthology.orchestra.run.smithi028.stdout:34359738424 2024-04-02T08:22:44.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:22:44] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2024-04-02T08:22:44.197 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:43 smithi028 bash[73740]: 2ba5c7e3dc561ed2b54c98fdaf07691e42aabd88fdf8d140ec26b5fa9439361a 2024-04-02T08:22:44.198 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:22:43 smithi028 systemd[1]: Started Ceph node-exporter.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:44.822 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[27433]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:44.823 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:44.823 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:44.823 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2259797952' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:22:44.823 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:44.823 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[39019]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:44.823 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:44.823 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:44.823 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2259797952' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:22:44.824 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:44 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:44.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:44 smithi137 ceph-mon[31169]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:44.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:44 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:44.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:44 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:44 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2259797952' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-02T08:22:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:44 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:45.395 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:45 smithi137 bash[64496]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-02T08:22:45.431 INFO:teuthology.orchestra.run.smithi028.stdout:77309411374 2024-04-02T08:22:45.499 INFO:teuthology.orchestra.run.smithi028.stdout:128849018915 2024-04-02T08:22:45.779 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:45 smithi137 bash[64496]: Getting image source signatures 2024-04-02T08:22:45.779 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:45 smithi137 bash[64496]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-02T08:22:45.779 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:45 smithi137 bash[64496]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-02T08:22:45.779 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:45 smithi137 bash[64496]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:45 smithi028 ceph-mon[27433]: Deploying daemon node-exporter.b on smithi137 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:45 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3350217335' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:45 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/563038842' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:45 smithi028 ceph-mon[39019]: Deploying daemon node-exporter.b on smithi137 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:45 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3350217335' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:22:46.117 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:45 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/563038842' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:22:46.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:45 smithi137 ceph-mon[31169]: Deploying daemon node-exporter.b on smithi137 2024-04-02T08:22:46.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:45 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3350217335' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-02T08:22:46.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:45 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/563038842' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-02T08:22:46.305 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:46.725 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411374 for osd.2 2024-04-02T08:22:46.726 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:47.093 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:46 smithi028 ceph-mon[39019]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:47.093 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:46 smithi028 ceph-mon[27433]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:47.120 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738419 got 34359738424 for osd.0 2024-04-02T08:22:47.120 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:47.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:46 smithi137 ceph-mon[31169]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:48.114 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018912 got 128849018915 for osd.4 2024-04-02T08:22:48.114 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:48.144 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:47 smithi137 bash[64496]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-02T08:22:48.144 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:47 smithi137 bash[64496]: Writing manifest to image destination 2024-04-02T08:22:48.193 INFO:teuthology.orchestra.run.smithi028.stdout:197568495642 2024-04-02T08:22:48.575 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 podman[64496]: 2024-04-02 08:22:48.235321776 +0000 UTC m=+3.202113502 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:22:48.576 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 podman[64496]: 2024-04-02 08:22:48.325213716 +0000 UTC m=+3.292005477 container create fde4969117ef282e547339e50205540abae3d04e3c6a299fd1d4774861dfc720 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:22:48.576 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 podman[64496]: 2024-04-02 08:22:48.577843291 +0000 UTC m=+3.544635011 container init fde4969117ef282e547339e50205540abae3d04e3c6a299fd1d4774861dfc720 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:22:48.804 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495639 got 197568495642 for osd.6 2024-04-02T08:22:48.804 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:48.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-mon[31169]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/654544907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:22:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 podman[64496]: 2024-04-02 08:22:48.584310717 +0000 UTC m=+3.551102432 container start fde4969117ef282e547339e50205540abae3d04e3c6a299fd1d4774861dfc720 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.588Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.588Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.589Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.589Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.589Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.589Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:22:48.896 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:22:48.897 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:22:48.898 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:22:48.899 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:22:48.900 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:22:48.900 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[64546]: ts=2024-04-02T08:22:48.590Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:22:48.900 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 bash[64496]: fde4969117ef282e547339e50205540abae3d04e3c6a299fd1d4774861dfc720 2024-04-02T08:22:48.900 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:22:48 smithi137 systemd[1]: Started Ceph node-exporter.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:22:49.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[27433]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:49.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/654544907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:22:49.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[39019]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:49.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/654544907' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-02T08:22:49.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:48 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:49.468 INFO:teuthology.orchestra.run.smithi028.stdout:231928234005 2024-04-02T08:22:50.038 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:49 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:50.039 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:49 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2806924517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:22:50.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:49 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:50.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:49 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2806924517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:22:50.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:49 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:22:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:49 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2806924517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-02T08:22:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:50 smithi028 ceph-mon[27433]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:50 smithi028 ceph-mon[39019]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:50 smithi137 ceph-mon[31169]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:51.550 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234002 got 231928234005 for osd.7 2024-04-02T08:22:51.550 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:51.958 INFO:teuthology.orchestra.run.smithi028.stdout:107374182442 2024-04-02T08:22:52.690 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182437 got 107374182442 for osd.3 2024-04-02T08:22:52.691 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:52.912 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:52 smithi028 ceph-mon[27433]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:52.913 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:52.913 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:52 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1835586398' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:22:52.913 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:52 smithi028 ceph-mon[39019]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:52.913 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:52.913 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:52 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1835586398' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:22:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:52 smithi137 ceph-mon[31169]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:52 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1835586398' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-02T08:22:53.512 INFO:teuthology.orchestra.run.smithi028.stdout:163208757280 2024-04-02T08:22:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:53 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3406664583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:22:54.078 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:53 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3406664583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:22:54.078 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:53 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3406664583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-02T08:22:54.187 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757277 got 163208757280 for osd.5 2024-04-02T08:22:54.187 DEBUG:teuthology.parallel:result is None 2024-04-02T08:22:54.187 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-02T08:22:54.187 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:22:54.426 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:54.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:22:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:22:54] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2024-04-02T08:22:54.889 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:54 smithi028 ceph-mon[27433]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:54.890 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:54 smithi028 ceph-mon[39019]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:55.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:54 smithi137 ceph-mon[31169]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:56.418 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:22:56.420 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:22:56.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:56 smithi137 ceph-mon[31169]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:56 smithi028 ceph-mon[27433]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:56 smithi028 ceph-mon[39019]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:57.240 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-04-02T08:22:54.889841+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223344,"kb_used_data":7164,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737872,"statfs":{"total":767960285184,"available":767731580928,"internally_reserved":0,"allocated":7335936,"data_stored":4140322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002622"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087490+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:22:03.087490+0000","last_peered":"2024-04-02T08:22:03.087490+0000","last_clean":"2024-04-02T08:22:03.087490+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:22:03.087490+0000","last_undegraded":"2024-04-02T08:22:03.087490+0000","last_fullsized":"2024-04-02T08:22:03.087490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086897+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:22:03.086897+0000","last_peered":"2024-04-02T08:22:03.086897+0000","last_clean":"2024-04-02T08:22:03.086897+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:22:03.086897+0000","last_undegraded":"2024-04-02T08:22:03.086897+0000","last_fullsized":"2024-04-02T08:22:03.086897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.680897+0000","last_change":"2024-04-02T08:21:24.953129+0000","last_active":"2024-04-02T08:22:01.680897+0000","last_peered":"2024-04-02T08:22:01.680897+0000","last_clean":"2024-04-02T08:22:01.680897+0000","last_became_active":"2024-04-02T08:21:24.952865+0000","last_became_peered":"2024-04-02T08:21:24.952865+0000","last_unstale":"2024-04-02T08:22:01.680897+0000","last_undegraded":"2024-04-02T08:22:01.680897+0000","last_fullsized":"2024-04-02T08:22:01.680897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:11.424279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087695+0000","last_change":"2024-04-02T08:21:24.954621+0000","last_active":"2024-04-02T08:22:03.087695+0000","last_peered":"2024-04-02T08:22:03.087695+0000","last_clean":"2024-04-02T08:22:03.087695+0000","last_became_active":"2024-04-02T08:21:24.952537+0000","last_became_peered":"2024-04-02T08:21:24.952537+0000","last_unstale":"2024-04-02T08:22:03.087695+0000","last_undegraded":"2024-04-02T08:22:03.087695+0000","last_fullsized":"2024-04-02T08:22:03.087695+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087179+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:22:03.087179+0000","last_peered":"2024-04-02T08:22:03.087179+0000","last_clean":"2024-04-02T08:22:03.087179+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:22:03.087179+0000","last_undegraded":"2024-04-02T08:22:03.087179+0000","last_fullsized":"2024-04-02T08:22:03.087179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087531+0000","last_change":"2024-04-02T08:21:24.950439+0000","last_active":"2024-04-02T08:22:03.087531+0000","last_peered":"2024-04-02T08:22:03.087531+0000","last_clean":"2024-04-02T08:22:03.087531+0000","last_became_active":"2024-04-02T08:21:24.948700+0000","last_became_peered":"2024-04-02T08:21:24.948700+0000","last_unstale":"2024-04-02T08:22:03.087531+0000","last_undegraded":"2024-04-02T08:22:03.087531+0000","last_fullsized":"2024-04-02T08:22:03.087531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086755+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:22:03.086755+0000","last_peered":"2024-04-02T08:22:03.086755+0000","last_clean":"2024-04-02T08:22:03.086755+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:22:03.086755+0000","last_undegraded":"2024-04-02T08:22:03.086755+0000","last_fullsized":"2024-04-02T08:22:03.086755+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086234+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:22:03.086234+0000","last_peered":"2024-04-02T08:22:03.086234+0000","last_clean":"2024-04-02T08:22:03.086234+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:22:03.086234+0000","last_undegraded":"2024-04-02T08:22:03.086234+0000","last_fullsized":"2024-04-02T08:22:03.086234+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087456+0000","last_change":"2024-04-02T08:21:24.960922+0000","last_active":"2024-04-02T08:22:03.087456+0000","last_peered":"2024-04-02T08:22:03.087456+0000","last_clean":"2024-04-02T08:22:03.087456+0000","last_became_active":"2024-04-02T08:21:24.960657+0000","last_became_peered":"2024-04-02T08:21:24.960657+0000","last_unstale":"2024-04-02T08:22:03.087456+0000","last_undegraded":"2024-04-02T08:22:03.087456+0000","last_fullsized":"2024-04-02T08:22:03.087456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:25:34.442274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439330+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:22:02.439330+0000","last_peered":"2024-04-02T08:22:02.439330+0000","last_clean":"2024-04-02T08:22:02.439330+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:22:02.439330+0000","last_undegraded":"2024-04-02T08:22:02.439330+0000","last_fullsized":"2024-04-02T08:22:02.439330+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439237+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:22:02.439237+0000","last_peered":"2024-04-02T08:22:02.439237+0000","last_clean":"2024-04-02T08:22:02.439237+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:22:02.439237+0000","last_undegraded":"2024-04-02T08:22:02.439237+0000","last_fullsized":"2024-04-02T08:22:02.439237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.683634+0000","last_change":"2024-04-02T08:21:24.958379+0000","last_active":"2024-04-02T08:22:01.683634+0000","last_peered":"2024-04-02T08:22:01.683634+0000","last_clean":"2024-04-02T08:22:01.683634+0000","last_became_active":"2024-04-02T08:21:24.958017+0000","last_became_peered":"2024-04-02T08:21:24.958017+0000","last_unstale":"2024-04-02T08:22:01.683634+0000","last_undegraded":"2024-04-02T08:22:01.683634+0000","last_fullsized":"2024-04-02T08:22:01.683634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086755+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:22:03.086755+0000","last_peered":"2024-04-02T08:22:03.086755+0000","last_clean":"2024-04-02T08:22:03.086755+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:22:03.086755+0000","last_undegraded":"2024-04-02T08:22:03.086755+0000","last_fullsized":"2024-04-02T08:22:03.086755+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.680348+0000","last_change":"2024-04-02T08:21:24.942913+0000","last_active":"2024-04-02T08:22:01.680348+0000","last_peered":"2024-04-02T08:22:01.680348+0000","last_clean":"2024-04-02T08:22:01.680348+0000","last_became_active":"2024-04-02T08:21:24.942577+0000","last_became_peered":"2024-04-02T08:21:24.942577+0000","last_unstale":"2024-04-02T08:22:01.680348+0000","last_undegraded":"2024-04-02T08:22:01.680348+0000","last_fullsized":"2024-04-02T08:22:01.680348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:49:58.312937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086893+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:22:03.086893+0000","last_peered":"2024-04-02T08:22:03.086893+0000","last_clean":"2024-04-02T08:22:03.086893+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:22:03.086893+0000","last_undegraded":"2024-04-02T08:22:03.086893+0000","last_fullsized":"2024-04-02T08:22:03.086893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086628+0000","last_change":"2024-04-02T08:21:24.950693+0000","last_active":"2024-04-02T08:22:03.086628+0000","last_peered":"2024-04-02T08:22:03.086628+0000","last_clean":"2024-04-02T08:22:03.086628+0000","last_became_active":"2024-04-02T08:21:24.948957+0000","last_became_peered":"2024-04-02T08:21:24.948957+0000","last_unstale":"2024-04-02T08:22:03.086628+0000","last_undegraded":"2024-04-02T08:22:03.086628+0000","last_fullsized":"2024-04-02T08:22:03.086628+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.088113+0000","last_change":"2024-04-02T08:21:24.945084+0000","last_active":"2024-04-02T08:22:03.088113+0000","last_peered":"2024-04-02T08:22:03.088113+0000","last_clean":"2024-04-02T08:22:03.088113+0000","last_became_active":"2024-04-02T08:21:24.944667+0000","last_became_peered":"2024-04-02T08:21:24.944667+0000","last_unstale":"2024-04-02T08:22:03.088113+0000","last_undegraded":"2024-04-02T08:22:03.088113+0000","last_fullsized":"2024-04-02T08:22:03.088113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.682698+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:22:01.682698+0000","last_peered":"2024-04-02T08:22:01.682698+0000","last_clean":"2024-04-02T08:22:01.682698+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:22:01.682698+0000","last_undegraded":"2024-04-02T08:22:01.682698+0000","last_fullsized":"2024-04-02T08:22:01.682698+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087105+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:03.087105+0000","last_peered":"2024-04-02T08:22:03.087105+0000","last_clean":"2024-04-02T08:22:03.087105+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:22:03.087105+0000","last_undegraded":"2024-04-02T08:22:03.087105+0000","last_fullsized":"2024-04-02T08:22:03.087105+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.681378+0000","last_change":"2024-04-02T08:21:24.579816+0000","last_active":"2024-04-02T08:22:01.681378+0000","last_peered":"2024-04-02T08:22:01.681378+0000","last_clean":"2024-04-02T08:22:01.681378+0000","last_became_active":"2024-04-02T08:21:24.579376+0000","last_became_peered":"2024-04-02T08:21:24.579376+0000","last_unstale":"2024-04-02T08:22:01.681378+0000","last_undegraded":"2024-04-02T08:22:01.681378+0000","last_fullsized":"2024-04-02T08:22:01.681378+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087014+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:22:03.087014+0000","last_peered":"2024-04-02T08:22:03.087014+0000","last_clean":"2024-04-02T08:22:03.087014+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:22:03.087014+0000","last_undegraded":"2024-04-02T08:22:03.087014+0000","last_fullsized":"2024-04-02T08:22:03.087014+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087099+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:22:03.087099+0000","last_peered":"2024-04-02T08:22:03.087099+0000","last_clean":"2024-04-02T08:22:03.087099+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:22:03.087099+0000","last_undegraded":"2024-04-02T08:22:03.087099+0000","last_fullsized":"2024-04-02T08:22:03.087099+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.681475+0000","last_change":"2024-04-02T08:21:24.936693+0000","last_active":"2024-04-02T08:22:01.681475+0000","last_peered":"2024-04-02T08:22:01.681475+0000","last_clean":"2024-04-02T08:22:01.681475+0000","last_became_active":"2024-04-02T08:21:24.936428+0000","last_became_peered":"2024-04-02T08:21:24.936428+0000","last_unstale":"2024-04-02T08:22:01.681475+0000","last_undegraded":"2024-04-02T08:22:01.681475+0000","last_fullsized":"2024-04-02T08:22:01.681475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:27.361995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087490+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:22:03.087490+0000","last_peered":"2024-04-02T08:22:03.087490+0000","last_clean":"2024-04-02T08:22:03.087490+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:22:03.087490+0000","last_undegraded":"2024-04-02T08:22:03.087490+0000","last_fullsized":"2024-04-02T08:22:03.087490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087768+0000","last_change":"2024-04-02T08:21:24.940546+0000","last_active":"2024-04-02T08:22:03.087768+0000","last_peered":"2024-04-02T08:22:03.087768+0000","last_clean":"2024-04-02T08:22:03.087768+0000","last_became_active":"2024-04-02T08:21:24.940252+0000","last_became_peered":"2024-04-02T08:21:24.940252+0000","last_unstale":"2024-04-02T08:22:03.087768+0000","last_undegraded":"2024-04-02T08:22:03.087768+0000","last_fullsized":"2024-04-02T08:22:03.087768+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087276+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:22:03.087276+0000","last_peered":"2024-04-02T08:22:03.087276+0000","last_clean":"2024-04-02T08:22:03.087276+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:22:03.087276+0000","last_undegraded":"2024-04-02T08:22:03.087276+0000","last_fullsized":"2024-04-02T08:22:03.087276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087747+0000","last_change":"2024-04-02T08:21:24.936639+0000","last_active":"2024-04-02T08:22:03.087747+0000","last_peered":"2024-04-02T08:22:03.087747+0000","last_clean":"2024-04-02T08:22:03.087747+0000","last_became_active":"2024-04-02T08:21:24.936310+0000","last_became_peered":"2024-04-02T08:21:24.936310+0000","last_unstale":"2024-04-02T08:22:03.087747+0000","last_undegraded":"2024-04-02T08:22:03.087747+0000","last_fullsized":"2024-04-02T08:22:03.087747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086863+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:22:03.086863+0000","last_peered":"2024-04-02T08:22:03.086863+0000","last_clean":"2024-04-02T08:22:03.086863+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:22:03.086863+0000","last_undegraded":"2024-04-02T08:22:03.086863+0000","last_fullsized":"2024-04-02T08:22:03.086863+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.683154+0000","last_change":"2024-04-02T08:21:24.939966+0000","last_active":"2024-04-02T08:22:01.683154+0000","last_peered":"2024-04-02T08:22:01.683154+0000","last_clean":"2024-04-02T08:22:01.683154+0000","last_became_active":"2024-04-02T08:21:24.939608+0000","last_became_peered":"2024-04-02T08:21:24.939608+0000","last_unstale":"2024-04-02T08:22:01.683154+0000","last_undegraded":"2024-04-02T08:22:01.683154+0000","last_fullsized":"2024-04-02T08:22:01.683154+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439063+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:22:02.439063+0000","last_peered":"2024-04-02T08:22:02.439063+0000","last_clean":"2024-04-02T08:22:02.439063+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:22:02.439063+0000","last_undegraded":"2024-04-02T08:22:02.439063+0000","last_fullsized":"2024-04-02T08:22:02.439063+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.680321+0000","last_change":"2024-04-02T08:21:24.948933+0000","last_active":"2024-04-02T08:22:01.680321+0000","last_peered":"2024-04-02T08:22:01.680321+0000","last_clean":"2024-04-02T08:22:01.680321+0000","last_became_active":"2024-04-02T08:21:24.948575+0000","last_became_peered":"2024-04-02T08:21:24.948575+0000","last_unstale":"2024-04-02T08:22:01.680321+0000","last_undegraded":"2024-04-02T08:22:01.680321+0000","last_fullsized":"2024-04-02T08:22:01.680321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:35.993935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086685+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:22:03.086685+0000","last_peered":"2024-04-02T08:22:03.086685+0000","last_clean":"2024-04-02T08:22:03.086685+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:22:03.086685+0000","last_undegraded":"2024-04-02T08:22:03.086685+0000","last_fullsized":"2024-04-02T08:22:03.086685+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086384+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:22:03.086384+0000","last_peered":"2024-04-02T08:22:03.086384+0000","last_clean":"2024-04-02T08:22:03.086384+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:22:03.086384+0000","last_undegraded":"2024-04-02T08:22:03.086384+0000","last_fullsized":"2024-04-02T08:22:03.086384+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086698+0000","last_change":"2024-04-02T08:21:24.570966+0000","last_active":"2024-04-02T08:22:03.086698+0000","last_peered":"2024-04-02T08:22:03.086698+0000","last_clean":"2024-04-02T08:22:03.086698+0000","last_became_active":"2024-04-02T08:21:24.570667+0000","last_became_peered":"2024-04-02T08:21:24.570667+0000","last_unstale":"2024-04-02T08:22:03.086698+0000","last_undegraded":"2024-04-02T08:22:03.086698+0000","last_fullsized":"2024-04-02T08:22:03.086698+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:55:43.774579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087011+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:22:03.087011+0000","last_peered":"2024-04-02T08:22:03.087011+0000","last_clean":"2024-04-02T08:22:03.087011+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:22:03.087011+0000","last_undegraded":"2024-04-02T08:22:03.087011+0000","last_fullsized":"2024-04-02T08:22:03.087011+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439345+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:22:02.439345+0000","last_peered":"2024-04-02T08:22:02.439345+0000","last_clean":"2024-04-02T08:22:02.439345+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:22:02.439345+0000","last_undegraded":"2024-04-02T08:22:02.439345+0000","last_fullsized":"2024-04-02T08:22:02.439345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087856+0000","last_change":"2024-04-02T08:21:24.943693+0000","last_active":"2024-04-02T08:22:03.087856+0000","last_peered":"2024-04-02T08:22:03.087856+0000","last_clean":"2024-04-02T08:22:03.087856+0000","last_became_active":"2024-04-02T08:21:24.943381+0000","last_became_peered":"2024-04-02T08:21:24.943381+0000","last_unstale":"2024-04-02T08:22:03.087856+0000","last_undegraded":"2024-04-02T08:22:03.087856+0000","last_fullsized":"2024-04-02T08:22:03.087856+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087902+0000","last_change":"2024-04-02T08:21:24.570135+0000","last_active":"2024-04-02T08:22:03.087902+0000","last_peered":"2024-04-02T08:22:03.087902+0000","last_clean":"2024-04-02T08:22:03.087902+0000","last_became_active":"2024-04-02T08:21:24.569719+0000","last_became_peered":"2024-04-02T08:21:24.569719+0000","last_unstale":"2024-04-02T08:22:03.087902+0000","last_undegraded":"2024-04-02T08:22:03.087902+0000","last_fullsized":"2024-04-02T08:22:03.087902+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.681151+0000","last_change":"2024-04-02T08:21:24.954247+0000","last_active":"2024-04-02T08:22:01.681151+0000","last_peered":"2024-04-02T08:22:01.681151+0000","last_clean":"2024-04-02T08:22:01.681151+0000","last_became_active":"2024-04-02T08:21:24.953991+0000","last_became_peered":"2024-04-02T08:21:24.953991+0000","last_unstale":"2024-04-02T08:22:01.681151+0000","last_undegraded":"2024-04-02T08:22:01.681151+0000","last_fullsized":"2024-04-02T08:22:01.681151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:06.124533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087101+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:22:03.087101+0000","last_peered":"2024-04-02T08:22:03.087101+0000","last_clean":"2024-04-02T08:22:03.087101+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:22:03.087101+0000","last_undegraded":"2024-04-02T08:22:03.087101+0000","last_fullsized":"2024-04-02T08:22:03.087101+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.683596+0000","last_change":"2024-04-02T08:21:24.940949+0000","last_active":"2024-04-02T08:22:01.683596+0000","last_peered":"2024-04-02T08:22:01.683596+0000","last_clean":"2024-04-02T08:22:01.683596+0000","last_became_active":"2024-04-02T08:21:24.940664+0000","last_became_peered":"2024-04-02T08:21:24.940664+0000","last_unstale":"2024-04-02T08:22:01.683596+0000","last_undegraded":"2024-04-02T08:22:01.683596+0000","last_fullsized":"2024-04-02T08:22:01.683596+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":26,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439151+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:22:02.439151+0000","last_peered":"2024-04-02T08:22:02.439151+0000","last_clean":"2024-04-02T08:22:02.439151+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:22:02.439151+0000","last_undegraded":"2024-04-02T08:22:02.439151+0000","last_fullsized":"2024-04-02T08:22:02.439151+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087273+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:22:03.087273+0000","last_peered":"2024-04-02T08:22:03.087273+0000","last_clean":"2024-04-02T08:22:03.087273+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:22:03.087273+0000","last_undegraded":"2024-04-02T08:22:03.087273+0000","last_fullsized":"2024-04-02T08:22:03.087273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.681580+0000","last_change":"2024-04-02T08:21:24.563119+0000","last_active":"2024-04-02T08:22:01.681580+0000","last_peered":"2024-04-02T08:22:01.681580+0000","last_clean":"2024-04-02T08:22:01.681580+0000","last_became_active":"2024-04-02T08:21:24.562567+0000","last_became_peered":"2024-04-02T08:21:24.562567+0000","last_unstale":"2024-04-02T08:22:01.681580+0000","last_undegraded":"2024-04-02T08:22:01.681580+0000","last_fullsized":"2024-04-02T08:22:01.681580+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.680256+0000","last_change":"2024-04-02T08:21:24.956261+0000","last_active":"2024-04-02T08:22:01.680256+0000","last_peered":"2024-04-02T08:22:01.680256+0000","last_clean":"2024-04-02T08:22:01.680256+0000","last_became_active":"2024-04-02T08:21:24.955989+0000","last_became_peered":"2024-04-02T08:21:24.955989+0000","last_unstale":"2024-04-02T08:22:01.680256+0000","last_undegraded":"2024-04-02T08:22:01.680256+0000","last_fullsized":"2024-04-02T08:22:01.680256+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:21.807172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087244+0000","last_change":"2024-04-02T08:21:24.574723+0000","last_active":"2024-04-02T08:22:03.087244+0000","last_peered":"2024-04-02T08:22:03.087244+0000","last_clean":"2024-04-02T08:22:03.087244+0000","last_became_active":"2024-04-02T08:21:24.574068+0000","last_became_peered":"2024-04-02T08:21:24.574068+0000","last_unstale":"2024-04-02T08:22:03.087244+0000","last_undegraded":"2024-04-02T08:22:03.087244+0000","last_fullsized":"2024-04-02T08:22:03.087244+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087080+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:22:03.087080+0000","last_peered":"2024-04-02T08:22:03.087080+0000","last_clean":"2024-04-02T08:22:03.087080+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:22:03.087080+0000","last_undegraded":"2024-04-02T08:22:03.087080+0000","last_fullsized":"2024-04-02T08:22:03.087080+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.438835+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:22:02.438835+0000","last_peered":"2024-04-02T08:22:02.438835+0000","last_clean":"2024-04-02T08:22:02.438835+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:22:02.438835+0000","last_undegraded":"2024-04-02T08:22:02.438835+0000","last_fullsized":"2024-04-02T08:22:02.438835+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.438866+0000","last_change":"2024-04-02T08:21:24.948324+0000","last_active":"2024-04-02T08:22:02.438866+0000","last_peered":"2024-04-02T08:22:02.438866+0000","last_clean":"2024-04-02T08:22:02.438866+0000","last_became_active":"2024-04-02T08:21:24.947852+0000","last_became_peered":"2024-04-02T08:21:24.947852+0000","last_unstale":"2024-04-02T08:22:02.438866+0000","last_undegraded":"2024-04-02T08:22:02.438866+0000","last_fullsized":"2024-04-02T08:22:02.438866+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:25.584061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.681508+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:22:01.681508+0000","last_peered":"2024-04-02T08:22:01.681508+0000","last_clean":"2024-04-02T08:22:01.681508+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:22:01.681508+0000","last_undegraded":"2024-04-02T08:22:01.681508+0000","last_fullsized":"2024-04-02T08:22:01.681508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086909+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:22:03.086909+0000","last_peered":"2024-04-02T08:22:03.086909+0000","last_clean":"2024-04-02T08:22:03.086909+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:22:03.086909+0000","last_undegraded":"2024-04-02T08:22:03.086909+0000","last_fullsized":"2024-04-02T08:22:03.086909+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.683890+0000","last_change":"2024-04-02T08:21:24.575270+0000","last_active":"2024-04-02T08:22:01.683890+0000","last_peered":"2024-04-02T08:22:01.683890+0000","last_clean":"2024-04-02T08:22:01.683890+0000","last_became_active":"2024-04-02T08:21:24.574968+0000","last_became_peered":"2024-04-02T08:21:24.574968+0000","last_unstale":"2024-04-02T08:22:01.683890+0000","last_undegraded":"2024-04-02T08:22:01.683890+0000","last_fullsized":"2024-04-02T08:22:01.683890+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087320+0000","last_change":"2024-04-02T08:21:24.956902+0000","last_active":"2024-04-02T08:22:03.087320+0000","last_peered":"2024-04-02T08:22:03.087320+0000","last_clean":"2024-04-02T08:22:03.087320+0000","last_became_active":"2024-04-02T08:21:24.955889+0000","last_became_peered":"2024-04-02T08:21:24.955889+0000","last_unstale":"2024-04-02T08:22:03.087320+0000","last_undegraded":"2024-04-02T08:22:03.087320+0000","last_fullsized":"2024-04-02T08:22:03.087320+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:23.035672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086302+0000","last_change":"2024-04-02T08:22:00.741173+0000","last_active":"2024-04-02T08:22:03.086302+0000","last_peered":"2024-04-02T08:22:03.086302+0000","last_clean":"2024-04-02T08:22:03.086302+0000","last_became_active":"2024-04-02T08:22:00.740870+0000","last_became_peered":"2024-04-02T08:22:00.740870+0000","last_unstale":"2024-04-02T08:22:03.086302+0000","last_undegraded":"2024-04-02T08:22:03.086302+0000","last_fullsized":"2024-04-02T08:22:03.086302+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:01:45.118699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086627+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:22:03.086627+0000","last_peered":"2024-04-02T08:22:03.086627+0000","last_clean":"2024-04-02T08:22:03.086627+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:22:03.086627+0000","last_undegraded":"2024-04-02T08:22:03.086627+0000","last_fullsized":"2024-04-02T08:22:03.086627+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087853+0000","last_change":"2024-04-02T08:21:24.952086+0000","last_active":"2024-04-02T08:22:03.087853+0000","last_peered":"2024-04-02T08:22:03.087853+0000","last_clean":"2024-04-02T08:22:03.087853+0000","last_became_active":"2024-04-02T08:21:24.949378+0000","last_became_peered":"2024-04-02T08:21:24.949378+0000","last_unstale":"2024-04-02T08:22:03.087853+0000","last_undegraded":"2024-04-02T08:22:03.087853+0000","last_fullsized":"2024-04-02T08:22:03.087853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086717+0000","last_change":"2024-04-02T08:22:00.740875+0000","last_active":"2024-04-02T08:22:03.086717+0000","last_peered":"2024-04-02T08:22:03.086717+0000","last_clean":"2024-04-02T08:22:03.086717+0000","last_became_active":"2024-04-02T08:22:00.740175+0000","last_became_peered":"2024-04-02T08:22:00.740175+0000","last_unstale":"2024-04-02T08:22:03.086717+0000","last_undegraded":"2024-04-02T08:22:03.086717+0000","last_fullsized":"2024-04-02T08:22:03.086717+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:50:59.115932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086840+0000","last_change":"2024-04-02T08:21:24.569996+0000","last_active":"2024-04-02T08:22:03.086840+0000","last_peered":"2024-04-02T08:22:03.086840+0000","last_clean":"2024-04-02T08:22:03.086840+0000","last_became_active":"2024-04-02T08:21:24.568565+0000","last_became_peered":"2024-04-02T08:21:24.568565+0000","last_unstale":"2024-04-02T08:22:03.086840+0000","last_undegraded":"2024-04-02T08:22:03.086840+0000","last_fullsized":"2024-04-02T08:22:03.086840+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.683433+0000","last_change":"2024-04-02T08:21:24.956856+0000","last_active":"2024-04-02T08:22:01.683433+0000","last_peered":"2024-04-02T08:22:01.683433+0000","last_clean":"2024-04-02T08:22:01.683433+0000","last_became_active":"2024-04-02T08:21:24.956582+0000","last_became_peered":"2024-04-02T08:21:24.956582+0000","last_unstale":"2024-04-02T08:22:01.683433+0000","last_undegraded":"2024-04-02T08:22:01.683433+0000","last_fullsized":"2024-04-02T08:22:01.683433+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086777+0000","last_change":"2024-04-02T08:22:00.739635+0000","last_active":"2024-04-02T08:22:03.086777+0000","last_peered":"2024-04-02T08:22:03.086777+0000","last_clean":"2024-04-02T08:22:03.086777+0000","last_became_active":"2024-04-02T08:22:00.739273+0000","last_became_peered":"2024-04-02T08:22:00.739273+0000","last_unstale":"2024-04-02T08:22:03.086777+0000","last_undegraded":"2024-04-02T08:22:03.086777+0000","last_fullsized":"2024-04-02T08:22:03.086777+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:25.884920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086467+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:22:03.086467+0000","last_peered":"2024-04-02T08:22:03.086467+0000","last_clean":"2024-04-02T08:22:03.086467+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:22:03.086467+0000","last_undegraded":"2024-04-02T08:22:03.086467+0000","last_fullsized":"2024-04-02T08:22:03.086467+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.681521+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:22:01.681521+0000","last_peered":"2024-04-02T08:22:01.681521+0000","last_clean":"2024-04-02T08:22:01.681521+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:22:01.681521+0000","last_undegraded":"2024-04-02T08:22:01.681521+0000","last_fullsized":"2024-04-02T08:22:01.681521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.881140+0000","last_change":"2024-04-02T08:22:00.680238+0000","last_active":"2024-04-02T08:22:02.881140+0000","last_peered":"2024-04-02T08:22:02.881140+0000","last_clean":"2024-04-02T08:22:02.881140+0000","last_became_active":"2024-04-02T08:22:00.679874+0000","last_became_peered":"2024-04-02T08:22:00.679874+0000","last_unstale":"2024-04-02T08:22:02.881140+0000","last_undegraded":"2024-04-02T08:22:02.881140+0000","last_fullsized":"2024-04-02T08:22:02.881140+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:40:46.575039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086596+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:22:03.086596+0000","last_peered":"2024-04-02T08:22:03.086596+0000","last_clean":"2024-04-02T08:22:03.086596+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:22:03.086596+0000","last_undegraded":"2024-04-02T08:22:03.086596+0000","last_fullsized":"2024-04-02T08:22:03.086596+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087083+0000","last_change":"2024-04-02T08:21:24.575794+0000","last_active":"2024-04-02T08:22:03.087083+0000","last_peered":"2024-04-02T08:22:03.087083+0000","last_clean":"2024-04-02T08:22:03.087083+0000","last_became_active":"2024-04-02T08:21:24.575501+0000","last_became_peered":"2024-04-02T08:21:24.575501+0000","last_unstale":"2024-04-02T08:22:03.087083+0000","last_undegraded":"2024-04-02T08:22:03.087083+0000","last_fullsized":"2024-04-02T08:22:03.087083+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":262,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086782+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:22:03.086782+0000","last_peered":"2024-04-02T08:22:03.086782+0000","last_clean":"2024-04-02T08:22:03.086782+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:22:03.086782+0000","last_undegraded":"2024-04-02T08:22:03.086782+0000","last_fullsized":"2024-04-02T08:22:03.086782+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.878002+0000","last_change":"2024-04-02T08:22:00.739500+0000","last_active":"2024-04-02T08:22:02.878002+0000","last_peered":"2024-04-02T08:22:02.878002+0000","last_clean":"2024-04-02T08:22:02.878002+0000","last_became_active":"2024-04-02T08:22:00.739198+0000","last_became_peered":"2024-04-02T08:22:00.739198+0000","last_unstale":"2024-04-02T08:22:02.878002+0000","last_undegraded":"2024-04-02T08:22:02.878002+0000","last_fullsized":"2024-04-02T08:22:02.878002+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:33.409098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.680095+0000","last_change":"2024-04-02T08:21:24.955254+0000","last_active":"2024-04-02T08:22:01.680095+0000","last_peered":"2024-04-02T08:22:01.680095+0000","last_clean":"2024-04-02T08:22:01.680095+0000","last_became_active":"2024-04-02T08:21:24.955003+0000","last_became_peered":"2024-04-02T08:21:24.955003+0000","last_unstale":"2024-04-02T08:22:01.680095+0000","last_undegraded":"2024-04-02T08:22:01.680095+0000","last_fullsized":"2024-04-02T08:22:01.680095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:57.787195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086628+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:22:03.086628+0000","last_peered":"2024-04-02T08:22:03.086628+0000","last_clean":"2024-04-02T08:22:03.086628+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:22:03.086628+0000","last_undegraded":"2024-04-02T08:22:03.086628+0000","last_fullsized":"2024-04-02T08:22:03.086628+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.877919+0000","last_change":"2024-04-02T08:22:00.739658+0000","last_active":"2024-04-02T08:22:02.877919+0000","last_peered":"2024-04-02T08:22:02.877919+0000","last_clean":"2024-04-02T08:22:02.877919+0000","last_became_active":"2024-04-02T08:22:00.739365+0000","last_became_peered":"2024-04-02T08:22:00.739365+0000","last_unstale":"2024-04-02T08:22:02.877919+0000","last_undegraded":"2024-04-02T08:22:02.877919+0000","last_fullsized":"2024-04-02T08:22:02.877919+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:38:18.026442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087373+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:22:03.087373+0000","last_peered":"2024-04-02T08:22:03.087373+0000","last_clean":"2024-04-02T08:22:03.087373+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:22:03.087373+0000","last_undegraded":"2024-04-02T08:22:03.087373+0000","last_fullsized":"2024-04-02T08:22:03.087373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086800+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:22:03.086800+0000","last_peered":"2024-04-02T08:22:03.086800+0000","last_clean":"2024-04-02T08:22:03.086800+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:22:03.086800+0000","last_undegraded":"2024-04-02T08:22:03.086800+0000","last_fullsized":"2024-04-02T08:22:03.086800+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086299+0000","last_change":"2024-04-02T08:22:00.680279+0000","last_active":"2024-04-02T08:22:03.086299+0000","last_peered":"2024-04-02T08:22:03.086299+0000","last_clean":"2024-04-02T08:22:03.086299+0000","last_became_active":"2024-04-02T08:22:00.679916+0000","last_became_peered":"2024-04-02T08:22:00.679916+0000","last_unstale":"2024-04-02T08:22:03.086299+0000","last_undegraded":"2024-04-02T08:22:03.086299+0000","last_fullsized":"2024-04-02T08:22:03.086299+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:00.514077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087144+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:22:03.087144+0000","last_peered":"2024-04-02T08:22:03.087144+0000","last_clean":"2024-04-02T08:22:03.087144+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:22:03.087144+0000","last_undegraded":"2024-04-02T08:22:03.087144+0000","last_fullsized":"2024-04-02T08:22:03.087144+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086641+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:22:03.086641+0000","last_peered":"2024-04-02T08:22:03.086641+0000","last_clean":"2024-04-02T08:22:03.086641+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:22:03.086641+0000","last_undegraded":"2024-04-02T08:22:03.086641+0000","last_fullsized":"2024-04-02T08:22:03.086641+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.881459+0000","last_change":"2024-04-02T08:22:00.739707+0000","last_active":"2024-04-02T08:22:02.881459+0000","last_peered":"2024-04-02T08:22:02.881459+0000","last_clean":"2024-04-02T08:22:02.881459+0000","last_became_active":"2024-04-02T08:22:00.739370+0000","last_became_peered":"2024-04-02T08:22:00.739370+0000","last_unstale":"2024-04-02T08:22:02.881459+0000","last_undegraded":"2024-04-02T08:22:02.881459+0000","last_fullsized":"2024-04-02T08:22:02.881459+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:48.057054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439359+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:22:02.439359+0000","last_peered":"2024-04-02T08:22:02.439359+0000","last_clean":"2024-04-02T08:22:02.439359+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:22:02.439359+0000","last_undegraded":"2024-04-02T08:22:02.439359+0000","last_fullsized":"2024-04-02T08:22:02.439359+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.680812+0000","last_change":"2024-04-02T08:21:24.947714+0000","last_active":"2024-04-02T08:22:01.680812+0000","last_peered":"2024-04-02T08:22:01.680812+0000","last_clean":"2024-04-02T08:22:01.680812+0000","last_became_active":"2024-04-02T08:21:24.947437+0000","last_became_peered":"2024-04-02T08:21:24.947437+0000","last_unstale":"2024-04-02T08:22:01.680812+0000","last_undegraded":"2024-04-02T08:22:01.680812+0000","last_fullsized":"2024-04-02T08:22:01.680812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:02.011156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086861+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:22:03.086861+0000","last_peered":"2024-04-02T08:22:03.086861+0000","last_clean":"2024-04-02T08:22:03.086861+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:22:03.086861+0000","last_undegraded":"2024-04-02T08:22:03.086861+0000","last_fullsized":"2024-04-02T08:22:03.086861+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.683229+0000","last_change":"2024-04-02T08:21:24.941661+0000","last_active":"2024-04-02T08:22:01.683229+0000","last_peered":"2024-04-02T08:22:01.683229+0000","last_clean":"2024-04-02T08:22:01.683229+0000","last_became_active":"2024-04-02T08:21:24.941381+0000","last_became_peered":"2024-04-02T08:21:24.941381+0000","last_unstale":"2024-04-02T08:22:01.683229+0000","last_undegraded":"2024-04-02T08:22:01.683229+0000","last_fullsized":"2024-04-02T08:22:01.683229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086932+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:22:03.086932+0000","last_peered":"2024-04-02T08:22:03.086932+0000","last_clean":"2024-04-02T08:22:03.086932+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:22:03.086932+0000","last_undegraded":"2024-04-02T08:22:03.086932+0000","last_fullsized":"2024-04-02T08:22:03.086932+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086324+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:22:03.086324+0000","last_peered":"2024-04-02T08:22:03.086324+0000","last_clean":"2024-04-02T08:22:03.086324+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:22:03.086324+0000","last_undegraded":"2024-04-02T08:22:03.086324+0000","last_fullsized":"2024-04-02T08:22:03.086324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086558+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:22:03.086558+0000","last_peered":"2024-04-02T08:22:03.086558+0000","last_clean":"2024-04-02T08:22:03.086558+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:22:03.086558+0000","last_undegraded":"2024-04-02T08:22:03.086558+0000","last_fullsized":"2024-04-02T08:22:03.086558+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086774+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:22:03.086774+0000","last_peered":"2024-04-02T08:22:03.086774+0000","last_clean":"2024-04-02T08:22:03.086774+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:22:03.086774+0000","last_undegraded":"2024-04-02T08:22:03.086774+0000","last_fullsized":"2024-04-02T08:22:03.086774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087021+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:22:03.087021+0000","last_peered":"2024-04-02T08:22:03.087021+0000","last_clean":"2024-04-02T08:22:03.087021+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:22:03.087021+0000","last_undegraded":"2024-04-02T08:22:03.087021+0000","last_fullsized":"2024-04-02T08:22:03.087021+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439006+0000","last_change":"2024-04-02T08:21:24.952197+0000","last_active":"2024-04-02T08:22:02.439006+0000","last_peered":"2024-04-02T08:22:02.439006+0000","last_clean":"2024-04-02T08:22:02.439006+0000","last_became_active":"2024-04-02T08:21:24.951895+0000","last_became_peered":"2024-04-02T08:21:24.951895+0000","last_unstale":"2024-04-02T08:22:02.439006+0000","last_undegraded":"2024-04-02T08:22:02.439006+0000","last_fullsized":"2024-04-02T08:22:02.439006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:42:39.977845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.682871+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:22:01.682871+0000","last_peered":"2024-04-02T08:22:01.682871+0000","last_clean":"2024-04-02T08:22:01.682871+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:22:01.682871+0000","last_undegraded":"2024-04-02T08:22:01.682871+0000","last_fullsized":"2024-04-02T08:22:01.682871+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087268+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:22:03.087268+0000","last_peered":"2024-04-02T08:22:03.087268+0000","last_clean":"2024-04-02T08:22:03.087268+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:22:03.087268+0000","last_undegraded":"2024-04-02T08:22:03.087268+0000","last_fullsized":"2024-04-02T08:22:03.087268+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087038+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:22:03.087038+0000","last_peered":"2024-04-02T08:22:03.087038+0000","last_clean":"2024-04-02T08:22:03.087038+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:22:03.087038+0000","last_undegraded":"2024-04-02T08:22:03.087038+0000","last_fullsized":"2024-04-02T08:22:03.087038+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087643+0000","last_change":"2024-04-02T08:21:24.954441+0000","last_active":"2024-04-02T08:22:03.087643+0000","last_peered":"2024-04-02T08:22:03.087643+0000","last_clean":"2024-04-02T08:22:03.087643+0000","last_became_active":"2024-04-02T08:21:24.953257+0000","last_became_peered":"2024-04-02T08:21:24.953257+0000","last_unstale":"2024-04-02T08:22:03.087643+0000","last_undegraded":"2024-04-02T08:22:03.087643+0000","last_fullsized":"2024-04-02T08:22:03.087643+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.682787+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:22:01.682787+0000","last_peered":"2024-04-02T08:22:01.682787+0000","last_clean":"2024-04-02T08:22:01.682787+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:22:01.682787+0000","last_undegraded":"2024-04-02T08:22:01.682787+0000","last_fullsized":"2024-04-02T08:22:01.682787+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087406+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:22:03.087406+0000","last_peered":"2024-04-02T08:22:03.087406+0000","last_clean":"2024-04-02T08:22:03.087406+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:22:03.087406+0000","last_undegraded":"2024-04-02T08:22:03.087406+0000","last_fullsized":"2024-04-02T08:22:03.087406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.438784+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:22:02.438784+0000","last_peered":"2024-04-02T08:22:02.438784+0000","last_clean":"2024-04-02T08:22:02.438784+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:22:02.438784+0000","last_undegraded":"2024-04-02T08:22:02.438784+0000","last_fullsized":"2024-04-02T08:22:02.438784+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.682171+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:22:01.682171+0000","last_peered":"2024-04-02T08:22:01.682171+0000","last_clean":"2024-04-02T08:22:01.682171+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:22:01.682171+0000","last_undegraded":"2024-04-02T08:22:01.682171+0000","last_fullsized":"2024-04-02T08:22:01.682171+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087321+0000","last_change":"2024-04-02T08:21:24.955301+0000","last_active":"2024-04-02T08:22:03.087321+0000","last_peered":"2024-04-02T08:22:03.087321+0000","last_clean":"2024-04-02T08:22:03.087321+0000","last_became_active":"2024-04-02T08:21:24.949456+0000","last_became_peered":"2024-04-02T08:21:24.949456+0000","last_unstale":"2024-04-02T08:22:03.087321+0000","last_undegraded":"2024-04-02T08:22:03.087321+0000","last_fullsized":"2024-04-02T08:22:03.087321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.680391+0000","last_change":"2024-04-02T08:21:24.957704+0000","last_active":"2024-04-02T08:22:01.680391+0000","last_peered":"2024-04-02T08:22:01.680391+0000","last_clean":"2024-04-02T08:22:01.680391+0000","last_became_active":"2024-04-02T08:21:24.957438+0000","last_became_peered":"2024-04-02T08:21:24.957438+0000","last_unstale":"2024-04-02T08:22:01.680391+0000","last_undegraded":"2024-04-02T08:22:01.680391+0000","last_fullsized":"2024-04-02T08:22:01.680391+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:22:32.573494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086627+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:03.086627+0000","last_peered":"2024-04-02T08:22:03.086627+0000","last_clean":"2024-04-02T08:22:03.086627+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:22:03.086627+0000","last_undegraded":"2024-04-02T08:22:03.086627+0000","last_fullsized":"2024-04-02T08:22:03.086627+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086952+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:22:03.086952+0000","last_peered":"2024-04-02T08:22:03.086952+0000","last_clean":"2024-04-02T08:22:03.086952+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:22:03.086952+0000","last_undegraded":"2024-04-02T08:22:03.086952+0000","last_fullsized":"2024-04-02T08:22:03.086952+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439398+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:22:02.439398+0000","last_peered":"2024-04-02T08:22:02.439398+0000","last_clean":"2024-04-02T08:22:02.439398+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:22:02.439398+0000","last_undegraded":"2024-04-02T08:22:02.439398+0000","last_fullsized":"2024-04-02T08:22:02.439398+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086728+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:22:03.086728+0000","last_peered":"2024-04-02T08:22:03.086728+0000","last_clean":"2024-04-02T08:22:03.086728+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:22:03.086728+0000","last_undegraded":"2024-04-02T08:22:03.086728+0000","last_fullsized":"2024-04-02T08:22:03.086728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086716+0000","last_change":"2024-04-02T08:21:24.942164+0000","last_active":"2024-04-02T08:22:03.086716+0000","last_peered":"2024-04-02T08:22:03.086716+0000","last_clean":"2024-04-02T08:22:03.086716+0000","last_became_active":"2024-04-02T08:21:24.941695+0000","last_became_peered":"2024-04-02T08:21:24.941695+0000","last_unstale":"2024-04-02T08:22:03.086716+0000","last_undegraded":"2024-04-02T08:22:03.086716+0000","last_fullsized":"2024-04-02T08:22:03.086716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.086550+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:22:03.086550+0000","last_peered":"2024-04-02T08:22:03.086550+0000","last_clean":"2024-04-02T08:22:03.086550+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:22:03.086550+0000","last_undegraded":"2024-04-02T08:22:03.086550+0000","last_fullsized":"2024-04-02T08:22:03.086550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.087396+0000","last_change":"2024-04-02T08:21:24.938270+0000","last_active":"2024-04-02T08:22:03.087396+0000","last_peered":"2024-04-02T08:22:03.087396+0000","last_clean":"2024-04-02T08:22:03.087396+0000","last_became_active":"2024-04-02T08:21:24.937871+0000","last_became_peered":"2024-04-02T08:21:24.937871+0000","last_unstale":"2024-04-02T08:22:03.087396+0000","last_undegraded":"2024-04-02T08:22:03.087396+0000","last_fullsized":"2024-04-02T08:22:03.087396+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:01.680661+0000","last_change":"2024-04-02T08:21:24.947381+0000","last_active":"2024-04-02T08:22:01.680661+0000","last_peered":"2024-04-02T08:22:01.680661+0000","last_clean":"2024-04-02T08:22:01.680661+0000","last_became_active":"2024-04-02T08:21:24.945536+0000","last_became_peered":"2024-04-02T08:21:24.945536+0000","last_unstale":"2024-04-02T08:22:01.680661+0000","last_undegraded":"2024-04-02T08:22:01.680661+0000","last_fullsized":"2024-04-02T08:22:01.680661+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:55:39.792609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-02T08:22:02.439206+0000","last_change":"2024-04-02T08:21:24.951435+0000","last_active":"2024-04-02T08:22:02.439206+0000","last_peered":"2024-04-02T08:22:02.439206+0000","last_clean":"2024-04-02T08:22:02.439206+0000","last_became_active":"2024-04-02T08:21:24.951150+0000","last_became_peered":"2024-04-02T08:21:24.951150+0000","last_unstale":"2024-04-02T08:22:02.439206+0000","last_undegraded":"2024-04-02T08:22:02.439206+0000","last_fullsized":"2024-04-02T08:22:02.439206+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:57:01.726834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28276,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716876,"statfs":{"total":95995035648,"available":95966081024,"internally_reserved":0,"allocated":1286144,"data_stored":886102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.58099999999999996}]},{"osd":1,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.60299999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.56999999999999995}]},{"osd":3,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.52900000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.45000000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.54100000000000004}]},{"osd":6,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.497},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.55600000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28280,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716872,"statfs":{"total":95995035648,"available":95966076928,"internally_reserved":0,"allocated":1286144,"data_stored":887517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.48099999999999998,"15min":0.48599999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.54900000000000004,"15min":0.55400000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71199999999999997,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.51100000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71499999999999997,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.50800000000000001,"15min":0.51100000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71299999999999997,"5min":0.752,"15min":0.752},"last":0.47899999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.51600000000000001,"15min":0.52300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69999999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.63}]},{"osd":3,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72899999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.498}]},{"osd":4,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.60199999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.52000000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.437,"15min":0.441},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.60699999999999998,"5min":0.75,"15min":0.75},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65500000000000003,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.54900000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.57599999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574900,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":688128,"data_stored":295017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.376,"15min":0.35999999999999999},"min":{"1min":0.30399999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57699999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38300000000000001,"15min":0.36599999999999999},"min":{"1min":0.29499999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.46600000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42999999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.495},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.41999999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.29199999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.52100000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:21:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.75,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.54400000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.621,"15min":0.63200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.78600000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.60499999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.753,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.629},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60299999999999998,"15min":0.60399999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75800000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.58099999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.58999999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":886226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.374,"15min":0.34000000000000002},"min":{"1min":0.23799999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.34100000000000003},"min":{"1min":0.27500000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.315}]},{"osd":2,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.39000000000000001,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41099999999999998,"15min":0.39700000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.29999999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:22:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.44900000000000001,"15min":0.44800000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.47999999999999998,"15min":0.48099999999999998},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.32900000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:21:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.55000000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56799999999999995,"15min":0.56100000000000005},"min":{"1min":0.47199999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52400000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:22:22 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.8300000000000001,"5min":1.8300000000000001,"15min":1.8300000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.60899999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.49399999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63,"15min":0.629},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63500000000000001,"15min":0.63100000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.51100000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.46000000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":684032,"data_stored":295130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.379,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55900000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.62,"15min":0.62},"last":0.37}]},{"osd":1,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38400000000000001,"15min":0.36899999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53400000000000003,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.432,"15min":0.41799999999999998},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59599999999999997,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.38200000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:22:39 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42199999999999999,"15min":0.42899999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.32800000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:21:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56599999999999995,"15min":0.56399999999999995},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58899999999999997,"15min":0.59099999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.76700000000000002,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.64300000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:22:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.59499999999999997,"15min":0.60699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.74299999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.49099999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.60699999999999998,"15min":0.62},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.69099999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.58699999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.56699999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":297584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.434,"15min":0.442},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.38900000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.42599999999999999},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55500000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.307}]},{"osd":2,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46800000000000003,"15min":0.47799999999999998},"min":{"1min":0.31900000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.59699999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.434,"15min":0.438},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67400000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.41899999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:21:56 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.63,"15min":0.63},"min":{"1min":0.51500000000000001,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60299999999999998,"15min":0.60599999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77000000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.65400000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.628},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.64100000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:22:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.621,"15min":0.624},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86599999999999999,"5min":1.016,"15min":1.016},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.433,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.75800000000000001,"5min":0.996,"15min":0.996},"last":0.61299999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.66800000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018917,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":696320,"data_stored":295507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:21:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.54500000000000004,"15min":0.55700000000000005},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68400000000000005,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.499,"15min":0.503},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.65400000000000003,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.49199999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:21:55 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.52800000000000002,"15min":0.53800000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.61499999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.34399999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.64900000000000002,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.39500000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:21:55 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.51000000000000001,"15min":0.51900000000000002},"min":{"1min":0.36199999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.62,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.66800000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.34799999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:21:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.56399999999999995,"15min":0.57699999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.58699999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55000000000000004,"15min":0.55200000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70899999999999996,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.59699999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.377,"15min":0.371},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61399999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.38200000000000001,"15min":0.372},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.32800000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.311,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69899999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.45800000000000002,"15min":0.45600000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.59399999999999997,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.40899999999999997}]},{"osd":7,"last update":"Tue Apr 2 08:22:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.37},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.45700000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27704,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717448,"statfs":{"total":95995035648,"available":95966666752,"internally_reserved":0,"allocated":696320,"data_stored":297239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47699999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.66200000000000003,"5min":0.746,"15min":0.746},"last":0.45600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.39300000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.435},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55800000000000005,"15min":0.56299999999999994},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.44900000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.747,"15min":0.747},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.64100000000000001,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.46999999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.437,"5min":0.38500000000000001,"15min":0.376},"min":{"1min":0.29699999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.37}]},{"osd":6,"last update":"Tue Apr 2 08:22:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61599999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.41899999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.38900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:22:57.246 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:22:57.894 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:22:58.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-04-02T08:22:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:58.180 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-04-02T08:22:58.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]: dispatch 2024-04-02T08:22:58.182 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-02T08:22:58.182 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]: dispatch 2024-04-02T08:22:58.182 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-04-02T08:22:58.182 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-04-02T08:22:58.182 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-04-02T08:22:58.182 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-04-02T08:22:58.182 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:22:59.071 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:59.071 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-04-02T08:22:59.071 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-02T08:22:59.071 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-02T08:22:59.071 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-04-02T08:22:59.071 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:59.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.074 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.074 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:59.074 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:59.074 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.a", "id": [6, 2]}]': finished 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [0, 1]}]': finished 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: osdmap e68: 8 total, 8 up, 8 in 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:22:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:22:59.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:22:59.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:00.076 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:59 smithi028 ceph-mon[27433]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:23:00.077 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:59 smithi028 ceph-mon[27433]: Reconfiguring daemon alertmanager.a on smithi028 2024-04-02T08:23:00.077 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:22:59 smithi028 ceph-mon[27433]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:23:00.077 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:59 smithi028 ceph-mon[39019]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:23:00.077 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:59 smithi028 ceph-mon[39019]: Reconfiguring daemon alertmanager.a on smithi028 2024-04-02T08:23:00.077 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:22:59 smithi028 ceph-mon[39019]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:23:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:59 smithi137 ceph-mon[31169]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-02T08:23:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:59 smithi137 ceph-mon[31169]: Reconfiguring daemon alertmanager.a on smithi028 2024-04-02T08:23:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:22:59 smithi137 ceph-mon[31169]: osdmap e69: 8 total, 8 up, 8 in 2024-04-02T08:23:00.540 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:00.542 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:23:01.041 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:00 smithi028 ceph-mon[27433]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:01.041 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:00 smithi028 ceph-mon[27433]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:23:01.041 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:00 smithi028 ceph-mon[39019]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:01.041 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:00 smithi028 ceph-mon[39019]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:23:01.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:00 smithi137 ceph-mon[31169]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:00 smithi137 ceph-mon[31169]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-02T08:23:02.080 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:01 smithi028 ceph-mon[27433]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:02.080 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:01 smithi028 ceph-mon[39019]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:02.106 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-04-02T08:22:58.890469+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223344,"kb_used_data":7164,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737872,"statfs":{"total":767960285184,"available":767731580928,"internally_reserved":0,"allocated":7335936,"data_stored":4140322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001484"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.179186+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:22:04.179186+0000","last_peered":"2024-04-02T08:22:04.179186+0000","last_clean":"2024-04-02T08:22:04.179186+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:22:04.179186+0000","last_undegraded":"2024-04-02T08:22:04.179186+0000","last_fullsized":"2024-04-02T08:22:04.179186+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178249+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:22:04.178249+0000","last_peered":"2024-04-02T08:22:04.178249+0000","last_clean":"2024-04-02T08:22:04.178249+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:22:04.178249+0000","last_undegraded":"2024-04-02T08:22:04.178249+0000","last_fullsized":"2024-04-02T08:22:04.178249+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658323+0000","last_change":"2024-04-02T08:21:24.953129+0000","last_active":"2024-04-02T08:22:03.658323+0000","last_peered":"2024-04-02T08:22:03.658323+0000","last_clean":"2024-04-02T08:22:03.658323+0000","last_became_active":"2024-04-02T08:21:24.952865+0000","last_became_peered":"2024-04-02T08:21:24.952865+0000","last_unstale":"2024-04-02T08:22:03.658323+0000","last_undegraded":"2024-04-02T08:22:03.658323+0000","last_fullsized":"2024-04-02T08:22:03.658323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:11.424279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662688+0000","last_change":"2024-04-02T08:21:24.954621+0000","last_active":"2024-04-02T08:22:03.662688+0000","last_peered":"2024-04-02T08:22:03.662688+0000","last_clean":"2024-04-02T08:22:03.662688+0000","last_became_active":"2024-04-02T08:21:24.952537+0000","last_became_peered":"2024-04-02T08:21:24.952537+0000","last_unstale":"2024-04-02T08:22:03.662688+0000","last_undegraded":"2024-04-02T08:22:03.662688+0000","last_fullsized":"2024-04-02T08:22:03.662688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178670+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:22:04.178670+0000","last_peered":"2024-04-02T08:22:04.178670+0000","last_clean":"2024-04-02T08:22:04.178670+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:22:04.178670+0000","last_undegraded":"2024-04-02T08:22:04.178670+0000","last_fullsized":"2024-04-02T08:22:04.178670+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662597+0000","last_change":"2024-04-02T08:21:24.950439+0000","last_active":"2024-04-02T08:22:03.662597+0000","last_peered":"2024-04-02T08:22:03.662597+0000","last_clean":"2024-04-02T08:22:03.662597+0000","last_became_active":"2024-04-02T08:21:24.948700+0000","last_became_peered":"2024-04-02T08:21:24.948700+0000","last_unstale":"2024-04-02T08:22:03.662597+0000","last_undegraded":"2024-04-02T08:22:03.662597+0000","last_fullsized":"2024-04-02T08:22:03.662597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178867+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:22:04.178867+0000","last_peered":"2024-04-02T08:22:04.178867+0000","last_clean":"2024-04-02T08:22:04.178867+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:22:04.178867+0000","last_undegraded":"2024-04-02T08:22:04.178867+0000","last_fullsized":"2024-04-02T08:22:04.178867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924471+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:22:03.924471+0000","last_peered":"2024-04-02T08:22:03.924471+0000","last_clean":"2024-04-02T08:22:03.924471+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:22:03.924471+0000","last_undegraded":"2024-04-02T08:22:03.924471+0000","last_fullsized":"2024-04-02T08:22:03.924471+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"peering","last_fresh":"2024-04-02T08:22:57.811115+0000","last_change":"2024-04-02T08:22:57.811326+0000","last_active":"2024-04-02T08:22:57.811115+0000","last_peered":"2024-04-02T08:22:04.179115+0000","last_clean":"2024-04-02T08:22:04.179115+0000","last_became_active":"2024-04-02T08:21:24.960657+0000","last_became_peered":"2024-04-02T08:21:24.960657+0000","last_unstale":"2024-04-02T08:22:57.811115+0000","last_undegraded":"2024-04-02T08:22:57.811115+0000","last_fullsized":"2024-04-02T08:22:57.811115+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:09:44.802412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.179038+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:22:04.179038+0000","last_peered":"2024-04-02T08:22:04.179038+0000","last_clean":"2024-04-02T08:22:04.179038+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:22:04.179038+0000","last_undegraded":"2024-04-02T08:22:04.179038+0000","last_fullsized":"2024-04-02T08:22:04.179038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.179024+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:22:04.179024+0000","last_peered":"2024-04-02T08:22:04.179024+0000","last_clean":"2024-04-02T08:22:04.179024+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:22:04.179024+0000","last_undegraded":"2024-04-02T08:22:04.179024+0000","last_fullsized":"2024-04-02T08:22:04.179024+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.677993+0000","last_change":"2024-04-02T08:21:24.958379+0000","last_active":"2024-04-02T08:22:03.677993+0000","last_peered":"2024-04-02T08:22:03.677993+0000","last_clean":"2024-04-02T08:22:03.677993+0000","last_became_active":"2024-04-02T08:21:24.958017+0000","last_became_peered":"2024-04-02T08:21:24.958017+0000","last_unstale":"2024-04-02T08:22:03.677993+0000","last_undegraded":"2024-04-02T08:22:03.677993+0000","last_fullsized":"2024-04-02T08:22:03.677993+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924719+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:22:03.924719+0000","last_peered":"2024-04-02T08:22:03.924719+0000","last_clean":"2024-04-02T08:22:03.924719+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:22:03.924719+0000","last_undegraded":"2024-04-02T08:22:03.924719+0000","last_fullsized":"2024-04-02T08:22:03.924719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.657721+0000","last_change":"2024-04-02T08:21:24.942913+0000","last_active":"2024-04-02T08:22:03.657721+0000","last_peered":"2024-04-02T08:22:03.657721+0000","last_clean":"2024-04-02T08:22:03.657721+0000","last_became_active":"2024-04-02T08:21:24.942577+0000","last_became_peered":"2024-04-02T08:21:24.942577+0000","last_unstale":"2024-04-02T08:22:03.657721+0000","last_undegraded":"2024-04-02T08:22:03.657721+0000","last_fullsized":"2024-04-02T08:22:03.657721+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:49:58.312937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.177820+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:22:04.177820+0000","last_peered":"2024-04-02T08:22:04.177820+0000","last_clean":"2024-04-02T08:22:04.177820+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:22:04.177820+0000","last_undegraded":"2024-04-02T08:22:04.177820+0000","last_fullsized":"2024-04-02T08:22:04.177820+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662192+0000","last_change":"2024-04-02T08:21:24.950693+0000","last_active":"2024-04-02T08:22:03.662192+0000","last_peered":"2024-04-02T08:22:03.662192+0000","last_clean":"2024-04-02T08:22:03.662192+0000","last_became_active":"2024-04-02T08:21:24.948957+0000","last_became_peered":"2024-04-02T08:21:24.948957+0000","last_unstale":"2024-04-02T08:22:03.662192+0000","last_undegraded":"2024-04-02T08:22:03.662192+0000","last_fullsized":"2024-04-02T08:22:03.662192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.663111+0000","last_change":"2024-04-02T08:21:24.945084+0000","last_active":"2024-04-02T08:22:03.663111+0000","last_peered":"2024-04-02T08:22:03.663111+0000","last_clean":"2024-04-02T08:22:03.663111+0000","last_became_active":"2024-04-02T08:21:24.944667+0000","last_became_peered":"2024-04-02T08:21:24.944667+0000","last_unstale":"2024-04-02T08:22:03.663111+0000","last_undegraded":"2024-04-02T08:22:03.663111+0000","last_fullsized":"2024-04-02T08:22:03.663111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658232+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:22:03.658232+0000","last_peered":"2024-04-02T08:22:03.658232+0000","last_clean":"2024-04-02T08:22:03.658232+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:22:03.658232+0000","last_undegraded":"2024-04-02T08:22:03.658232+0000","last_fullsized":"2024-04-02T08:22:03.658232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178411+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:04.178411+0000","last_peered":"2024-04-02T08:22:04.178411+0000","last_clean":"2024-04-02T08:22:04.178411+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:22:04.178411+0000","last_undegraded":"2024-04-02T08:22:04.178411+0000","last_fullsized":"2024-04-02T08:22:04.178411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658921+0000","last_change":"2024-04-02T08:21:24.579816+0000","last_active":"2024-04-02T08:22:03.658921+0000","last_peered":"2024-04-02T08:22:03.658921+0000","last_clean":"2024-04-02T08:22:03.658921+0000","last_became_active":"2024-04-02T08:21:24.579376+0000","last_became_peered":"2024-04-02T08:21:24.579376+0000","last_unstale":"2024-04-02T08:22:03.658921+0000","last_undegraded":"2024-04-02T08:22:03.658921+0000","last_fullsized":"2024-04-02T08:22:03.658921+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.925180+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:22:03.925180+0000","last_peered":"2024-04-02T08:22:03.925180+0000","last_clean":"2024-04-02T08:22:03.925180+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:22:03.925180+0000","last_undegraded":"2024-04-02T08:22:03.925180+0000","last_fullsized":"2024-04-02T08:22:03.925180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.925205+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:22:03.925205+0000","last_peered":"2024-04-02T08:22:03.925205+0000","last_clean":"2024-04-02T08:22:03.925205+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:22:03.925205+0000","last_undegraded":"2024-04-02T08:22:03.925205+0000","last_fullsized":"2024-04-02T08:22:03.925205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.659017+0000","last_change":"2024-04-02T08:21:24.936693+0000","last_active":"2024-04-02T08:22:03.659017+0000","last_peered":"2024-04-02T08:22:03.659017+0000","last_clean":"2024-04-02T08:22:03.659017+0000","last_became_active":"2024-04-02T08:21:24.936428+0000","last_became_peered":"2024-04-02T08:21:24.936428+0000","last_unstale":"2024-04-02T08:22:03.659017+0000","last_undegraded":"2024-04-02T08:22:03.659017+0000","last_fullsized":"2024-04-02T08:22:03.659017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:27.361995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178794+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:22:04.178794+0000","last_peered":"2024-04-02T08:22:04.178794+0000","last_clean":"2024-04-02T08:22:04.178794+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:22:04.178794+0000","last_undegraded":"2024-04-02T08:22:04.178794+0000","last_fullsized":"2024-04-02T08:22:04.178794+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662822+0000","last_change":"2024-04-02T08:21:24.940546+0000","last_active":"2024-04-02T08:22:03.662822+0000","last_peered":"2024-04-02T08:22:03.662822+0000","last_clean":"2024-04-02T08:22:03.662822+0000","last_became_active":"2024-04-02T08:21:24.940252+0000","last_became_peered":"2024-04-02T08:21:24.940252+0000","last_unstale":"2024-04-02T08:22:03.662822+0000","last_undegraded":"2024-04-02T08:22:03.662822+0000","last_fullsized":"2024-04-02T08:22:03.662822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178625+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:22:04.178625+0000","last_peered":"2024-04-02T08:22:04.178625+0000","last_clean":"2024-04-02T08:22:04.178625+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:22:04.178625+0000","last_undegraded":"2024-04-02T08:22:04.178625+0000","last_fullsized":"2024-04-02T08:22:04.178625+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662808+0000","last_change":"2024-04-02T08:21:24.936639+0000","last_active":"2024-04-02T08:22:03.662808+0000","last_peered":"2024-04-02T08:22:03.662808+0000","last_clean":"2024-04-02T08:22:03.662808+0000","last_became_active":"2024-04-02T08:21:24.936310+0000","last_became_peered":"2024-04-02T08:21:24.936310+0000","last_unstale":"2024-04-02T08:22:03.662808+0000","last_undegraded":"2024-04-02T08:22:03.662808+0000","last_fullsized":"2024-04-02T08:22:03.662808+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924890+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:22:03.924890+0000","last_peered":"2024-04-02T08:22:03.924890+0000","last_clean":"2024-04-02T08:22:03.924890+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:22:03.924890+0000","last_undegraded":"2024-04-02T08:22:03.924890+0000","last_fullsized":"2024-04-02T08:22:03.924890+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.677676+0000","last_change":"2024-04-02T08:21:24.939966+0000","last_active":"2024-04-02T08:22:03.677676+0000","last_peered":"2024-04-02T08:22:03.677676+0000","last_clean":"2024-04-02T08:22:03.677676+0000","last_became_active":"2024-04-02T08:21:24.939608+0000","last_became_peered":"2024-04-02T08:21:24.939608+0000","last_unstale":"2024-04-02T08:22:03.677676+0000","last_undegraded":"2024-04-02T08:22:03.677676+0000","last_fullsized":"2024-04-02T08:22:03.677676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178303+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:22:04.178303+0000","last_peered":"2024-04-02T08:22:04.178303+0000","last_clean":"2024-04-02T08:22:04.178303+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:22:04.178303+0000","last_undegraded":"2024-04-02T08:22:04.178303+0000","last_fullsized":"2024-04-02T08:22:04.178303+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658111+0000","last_change":"2024-04-02T08:21:24.948933+0000","last_active":"2024-04-02T08:22:03.658111+0000","last_peered":"2024-04-02T08:22:03.658111+0000","last_clean":"2024-04-02T08:22:03.658111+0000","last_became_active":"2024-04-02T08:21:24.948575+0000","last_became_peered":"2024-04-02T08:21:24.948575+0000","last_unstale":"2024-04-02T08:22:03.658111+0000","last_undegraded":"2024-04-02T08:22:03.658111+0000","last_fullsized":"2024-04-02T08:22:03.658111+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:35.993935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924752+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:22:03.924752+0000","last_peered":"2024-04-02T08:22:03.924752+0000","last_clean":"2024-04-02T08:22:03.924752+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:22:03.924752+0000","last_undegraded":"2024-04-02T08:22:03.924752+0000","last_fullsized":"2024-04-02T08:22:03.924752+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924673+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:22:03.924673+0000","last_peered":"2024-04-02T08:22:03.924673+0000","last_clean":"2024-04-02T08:22:03.924673+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:22:03.924673+0000","last_undegraded":"2024-04-02T08:22:03.924673+0000","last_fullsized":"2024-04-02T08:22:03.924673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"peering","last_fresh":"2024-04-02T08:22:57.808772+0000","last_change":"2024-04-02T08:22:57.808927+0000","last_active":"2024-04-02T08:22:57.808772+0000","last_peered":"2024-04-02T08:22:03.662284+0000","last_clean":"2024-04-02T08:22:03.662284+0000","last_became_active":"2024-04-02T08:21:24.570667+0000","last_became_peered":"2024-04-02T08:21:24.570667+0000","last_unstale":"2024-04-02T08:22:57.808772+0000","last_undegraded":"2024-04-02T08:22:57.808772+0000","last_fullsized":"2024-04-02T08:22:57.808772+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:38:54.575043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.177980+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:22:04.177980+0000","last_peered":"2024-04-02T08:22:04.177980+0000","last_clean":"2024-04-02T08:22:04.177980+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:22:04.177980+0000","last_undegraded":"2024-04-02T08:22:04.177980+0000","last_fullsized":"2024-04-02T08:22:04.177980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178826+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:22:04.178826+0000","last_peered":"2024-04-02T08:22:04.178826+0000","last_clean":"2024-04-02T08:22:04.178826+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:22:04.178826+0000","last_undegraded":"2024-04-02T08:22:04.178826+0000","last_fullsized":"2024-04-02T08:22:04.178826+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662849+0000","last_change":"2024-04-02T08:21:24.943693+0000","last_active":"2024-04-02T08:22:03.662849+0000","last_peered":"2024-04-02T08:22:03.662849+0000","last_clean":"2024-04-02T08:22:03.662849+0000","last_became_active":"2024-04-02T08:21:24.943381+0000","last_became_peered":"2024-04-02T08:21:24.943381+0000","last_unstale":"2024-04-02T08:22:03.662849+0000","last_undegraded":"2024-04-02T08:22:03.662849+0000","last_fullsized":"2024-04-02T08:22:03.662849+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662955+0000","last_change":"2024-04-02T08:21:24.570135+0000","last_active":"2024-04-02T08:22:03.662955+0000","last_peered":"2024-04-02T08:22:03.662955+0000","last_clean":"2024-04-02T08:22:03.662955+0000","last_became_active":"2024-04-02T08:21:24.569719+0000","last_became_peered":"2024-04-02T08:21:24.569719+0000","last_unstale":"2024-04-02T08:22:03.662955+0000","last_undegraded":"2024-04-02T08:22:03.662955+0000","last_fullsized":"2024-04-02T08:22:03.662955+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.657667+0000","last_change":"2024-04-02T08:21:24.954247+0000","last_active":"2024-04-02T08:22:03.657667+0000","last_peered":"2024-04-02T08:22:03.657667+0000","last_clean":"2024-04-02T08:22:03.657667+0000","last_became_active":"2024-04-02T08:21:24.953991+0000","last_became_peered":"2024-04-02T08:21:24.953991+0000","last_unstale":"2024-04-02T08:22:03.657667+0000","last_undegraded":"2024-04-02T08:22:03.657667+0000","last_fullsized":"2024-04-02T08:22:03.657667+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:06.124533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178307+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:22:04.178307+0000","last_peered":"2024-04-02T08:22:04.178307+0000","last_clean":"2024-04-02T08:22:04.178307+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:22:04.178307+0000","last_undegraded":"2024-04-02T08:22:04.178307+0000","last_fullsized":"2024-04-02T08:22:04.178307+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.677869+0000","last_change":"2024-04-02T08:21:24.940949+0000","last_active":"2024-04-02T08:22:03.677869+0000","last_peered":"2024-04-02T08:22:03.677869+0000","last_clean":"2024-04-02T08:22:03.677869+0000","last_became_active":"2024-04-02T08:21:24.940664+0000","last_became_peered":"2024-04-02T08:21:24.940664+0000","last_unstale":"2024-04-02T08:22:03.677869+0000","last_undegraded":"2024-04-02T08:22:03.677869+0000","last_fullsized":"2024-04-02T08:22:03.677869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178510+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:22:04.178510+0000","last_peered":"2024-04-02T08:22:04.178510+0000","last_clean":"2024-04-02T08:22:04.178510+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:22:04.178510+0000","last_undegraded":"2024-04-02T08:22:04.178510+0000","last_fullsized":"2024-04-02T08:22:04.178510+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178561+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:22:04.178561+0000","last_peered":"2024-04-02T08:22:04.178561+0000","last_clean":"2024-04-02T08:22:04.178561+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:22:04.178561+0000","last_undegraded":"2024-04-02T08:22:04.178561+0000","last_fullsized":"2024-04-02T08:22:04.178561+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658420+0000","last_change":"2024-04-02T08:21:24.563119+0000","last_active":"2024-04-02T08:22:03.658420+0000","last_peered":"2024-04-02T08:22:03.658420+0000","last_clean":"2024-04-02T08:22:03.658420+0000","last_became_active":"2024-04-02T08:21:24.562567+0000","last_became_peered":"2024-04-02T08:21:24.562567+0000","last_unstale":"2024-04-02T08:22:03.658420+0000","last_undegraded":"2024-04-02T08:22:03.658420+0000","last_fullsized":"2024-04-02T08:22:03.658420+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.657640+0000","last_change":"2024-04-02T08:21:24.956261+0000","last_active":"2024-04-02T08:22:03.657640+0000","last_peered":"2024-04-02T08:22:03.657640+0000","last_clean":"2024-04-02T08:22:03.657640+0000","last_became_active":"2024-04-02T08:21:24.955989+0000","last_became_peered":"2024-04-02T08:21:24.955989+0000","last_unstale":"2024-04-02T08:22:03.657640+0000","last_undegraded":"2024-04-02T08:22:03.657640+0000","last_fullsized":"2024-04-02T08:22:03.657640+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:21.807172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662411+0000","last_change":"2024-04-02T08:21:24.574723+0000","last_active":"2024-04-02T08:22:03.662411+0000","last_peered":"2024-04-02T08:22:03.662411+0000","last_clean":"2024-04-02T08:22:03.662411+0000","last_became_active":"2024-04-02T08:21:24.574068+0000","last_became_peered":"2024-04-02T08:21:24.574068+0000","last_unstale":"2024-04-02T08:22:03.662411+0000","last_undegraded":"2024-04-02T08:22:03.662411+0000","last_fullsized":"2024-04-02T08:22:03.662411+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178542+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:22:04.178542+0000","last_peered":"2024-04-02T08:22:04.178542+0000","last_clean":"2024-04-02T08:22:04.178542+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:22:04.178542+0000","last_undegraded":"2024-04-02T08:22:04.178542+0000","last_fullsized":"2024-04-02T08:22:04.178542+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.177953+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:22:04.177953+0000","last_peered":"2024-04-02T08:22:04.177953+0000","last_clean":"2024-04-02T08:22:04.177953+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:22:04.177953+0000","last_undegraded":"2024-04-02T08:22:04.177953+0000","last_fullsized":"2024-04-02T08:22:04.177953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"peering","last_fresh":"2024-04-02T08:22:57.811098+0000","last_change":"2024-04-02T08:22:57.811263+0000","last_active":"2024-04-02T08:22:57.811098+0000","last_peered":"2024-04-02T08:22:04.178007+0000","last_clean":"2024-04-02T08:22:04.178007+0000","last_became_active":"2024-04-02T08:21:24.947852+0000","last_became_peered":"2024-04-02T08:21:24.947852+0000","last_unstale":"2024-04-02T08:22:57.811098+0000","last_undegraded":"2024-04-02T08:22:57.811098+0000","last_fullsized":"2024-04-02T08:22:57.811098+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:37:42.623041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.657327+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:22:03.657327+0000","last_peered":"2024-04-02T08:22:03.657327+0000","last_clean":"2024-04-02T08:22:03.657327+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:22:03.657327+0000","last_undegraded":"2024-04-02T08:22:03.657327+0000","last_fullsized":"2024-04-02T08:22:03.657327+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178458+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:22:04.178458+0000","last_peered":"2024-04-02T08:22:04.178458+0000","last_clean":"2024-04-02T08:22:04.178458+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:22:04.178458+0000","last_undegraded":"2024-04-02T08:22:04.178458+0000","last_fullsized":"2024-04-02T08:22:04.178458+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.678175+0000","last_change":"2024-04-02T08:21:24.575270+0000","last_active":"2024-04-02T08:22:03.678175+0000","last_peered":"2024-04-02T08:22:03.678175+0000","last_clean":"2024-04-02T08:22:03.678175+0000","last_became_active":"2024-04-02T08:21:24.574968+0000","last_became_peered":"2024-04-02T08:21:24.574968+0000","last_unstale":"2024-04-02T08:22:03.678175+0000","last_undegraded":"2024-04-02T08:22:03.678175+0000","last_fullsized":"2024-04-02T08:22:03.678175+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"peering","last_fresh":"2024-04-02T08:22:57.811697+0000","last_change":"2024-04-02T08:22:57.811839+0000","last_active":"2024-04-02T08:22:57.811697+0000","last_peered":"2024-04-02T08:22:04.178601+0000","last_clean":"2024-04-02T08:22:04.178601+0000","last_became_active":"2024-04-02T08:21:24.955889+0000","last_became_peered":"2024-04-02T08:21:24.955889+0000","last_unstale":"2024-04-02T08:22:57.811697+0000","last_undegraded":"2024-04-02T08:22:57.811697+0000","last_fullsized":"2024-04-02T08:22:57.811697+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:06:02.889587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.177877+0000","last_change":"2024-04-02T08:22:00.741173+0000","last_active":"2024-04-02T08:22:04.177877+0000","last_peered":"2024-04-02T08:22:04.177877+0000","last_clean":"2024-04-02T08:22:04.177877+0000","last_became_active":"2024-04-02T08:22:00.740870+0000","last_became_peered":"2024-04-02T08:22:00.740870+0000","last_unstale":"2024-04-02T08:22:04.177877+0000","last_undegraded":"2024-04-02T08:22:04.177877+0000","last_fullsized":"2024-04-02T08:22:04.177877+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:01:45.118699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178145+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:22:04.178145+0000","last_peered":"2024-04-02T08:22:04.178145+0000","last_clean":"2024-04-02T08:22:04.178145+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:22:04.178145+0000","last_undegraded":"2024-04-02T08:22:04.178145+0000","last_fullsized":"2024-04-02T08:22:04.178145+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662855+0000","last_change":"2024-04-02T08:21:24.952086+0000","last_active":"2024-04-02T08:22:03.662855+0000","last_peered":"2024-04-02T08:22:03.662855+0000","last_clean":"2024-04-02T08:22:03.662855+0000","last_became_active":"2024-04-02T08:21:24.949378+0000","last_became_peered":"2024-04-02T08:21:24.949378+0000","last_unstale":"2024-04-02T08:22:03.662855+0000","last_undegraded":"2024-04-02T08:22:03.662855+0000","last_fullsized":"2024-04-02T08:22:03.662855+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178167+0000","last_change":"2024-04-02T08:22:00.740875+0000","last_active":"2024-04-02T08:22:04.178167+0000","last_peered":"2024-04-02T08:22:04.178167+0000","last_clean":"2024-04-02T08:22:04.178167+0000","last_became_active":"2024-04-02T08:22:00.740175+0000","last_became_peered":"2024-04-02T08:22:00.740175+0000","last_unstale":"2024-04-02T08:22:04.178167+0000","last_undegraded":"2024-04-02T08:22:04.178167+0000","last_fullsized":"2024-04-02T08:22:04.178167+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:50:59.115932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662344+0000","last_change":"2024-04-02T08:21:24.569996+0000","last_active":"2024-04-02T08:22:03.662344+0000","last_peered":"2024-04-02T08:22:03.662344+0000","last_clean":"2024-04-02T08:22:03.662344+0000","last_became_active":"2024-04-02T08:21:24.568565+0000","last_became_peered":"2024-04-02T08:21:24.568565+0000","last_unstale":"2024-04-02T08:22:03.662344+0000","last_undegraded":"2024-04-02T08:22:03.662344+0000","last_fullsized":"2024-04-02T08:22:03.662344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.677917+0000","last_change":"2024-04-02T08:21:24.956856+0000","last_active":"2024-04-02T08:22:03.677917+0000","last_peered":"2024-04-02T08:22:03.677917+0000","last_clean":"2024-04-02T08:22:03.677917+0000","last_became_active":"2024-04-02T08:21:24.956582+0000","last_became_peered":"2024-04-02T08:21:24.956582+0000","last_unstale":"2024-04-02T08:22:03.677917+0000","last_undegraded":"2024-04-02T08:22:03.677917+0000","last_fullsized":"2024-04-02T08:22:03.677917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178320+0000","last_change":"2024-04-02T08:22:00.739635+0000","last_active":"2024-04-02T08:22:04.178320+0000","last_peered":"2024-04-02T08:22:04.178320+0000","last_clean":"2024-04-02T08:22:04.178320+0000","last_became_active":"2024-04-02T08:22:00.739273+0000","last_became_peered":"2024-04-02T08:22:00.739273+0000","last_unstale":"2024-04-02T08:22:04.178320+0000","last_undegraded":"2024-04-02T08:22:04.178320+0000","last_fullsized":"2024-04-02T08:22:04.178320+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:25.884920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178022+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:22:04.178022+0000","last_peered":"2024-04-02T08:22:04.178022+0000","last_clean":"2024-04-02T08:22:04.178022+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:22:04.178022+0000","last_undegraded":"2024-04-02T08:22:04.178022+0000","last_fullsized":"2024-04-02T08:22:04.178022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.657263+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:22:03.657263+0000","last_peered":"2024-04-02T08:22:03.657263+0000","last_clean":"2024-04-02T08:22:03.657263+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:22:03.657263+0000","last_undegraded":"2024-04-02T08:22:03.657263+0000","last_fullsized":"2024-04-02T08:22:03.657263+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178830+0000","last_change":"2024-04-02T08:22:00.680238+0000","last_active":"2024-04-02T08:22:04.178830+0000","last_peered":"2024-04-02T08:22:04.178830+0000","last_clean":"2024-04-02T08:22:04.178830+0000","last_became_active":"2024-04-02T08:22:00.679874+0000","last_became_peered":"2024-04-02T08:22:00.679874+0000","last_unstale":"2024-04-02T08:22:04.178830+0000","last_undegraded":"2024-04-02T08:22:04.178830+0000","last_fullsized":"2024-04-02T08:22:04.178830+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:40:46.575039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924738+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:22:03.924738+0000","last_peered":"2024-04-02T08:22:03.924738+0000","last_clean":"2024-04-02T08:22:03.924738+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:22:03.924738+0000","last_undegraded":"2024-04-02T08:22:03.924738+0000","last_fullsized":"2024-04-02T08:22:03.924738+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662427+0000","last_change":"2024-04-02T08:21:24.575794+0000","last_active":"2024-04-02T08:22:03.662427+0000","last_peered":"2024-04-02T08:22:03.662427+0000","last_clean":"2024-04-02T08:22:03.662427+0000","last_became_active":"2024-04-02T08:21:24.575501+0000","last_became_peered":"2024-04-02T08:21:24.575501+0000","last_unstale":"2024-04-02T08:22:03.662427+0000","last_undegraded":"2024-04-02T08:22:03.662427+0000","last_fullsized":"2024-04-02T08:22:03.662427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":263,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178230+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:22:04.178230+0000","last_peered":"2024-04-02T08:22:04.178230+0000","last_clean":"2024-04-02T08:22:04.178230+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:22:04.178230+0000","last_undegraded":"2024-04-02T08:22:04.178230+0000","last_fullsized":"2024-04-02T08:22:04.178230+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658507+0000","last_change":"2024-04-02T08:22:00.739500+0000","last_active":"2024-04-02T08:22:03.658507+0000","last_peered":"2024-04-02T08:22:03.658507+0000","last_clean":"2024-04-02T08:22:03.658507+0000","last_became_active":"2024-04-02T08:22:00.739198+0000","last_became_peered":"2024-04-02T08:22:00.739198+0000","last_unstale":"2024-04-02T08:22:03.658507+0000","last_undegraded":"2024-04-02T08:22:03.658507+0000","last_fullsized":"2024-04-02T08:22:03.658507+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:33.409098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.657367+0000","last_change":"2024-04-02T08:21:24.955254+0000","last_active":"2024-04-02T08:22:03.657367+0000","last_peered":"2024-04-02T08:22:03.657367+0000","last_clean":"2024-04-02T08:22:03.657367+0000","last_became_active":"2024-04-02T08:21:24.955003+0000","last_became_peered":"2024-04-02T08:21:24.955003+0000","last_unstale":"2024-04-02T08:22:03.657367+0000","last_undegraded":"2024-04-02T08:22:03.657367+0000","last_fullsized":"2024-04-02T08:22:03.657367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:57.787195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178087+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:22:04.178087+0000","last_peered":"2024-04-02T08:22:04.178087+0000","last_clean":"2024-04-02T08:22:04.178087+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:22:04.178087+0000","last_undegraded":"2024-04-02T08:22:04.178087+0000","last_fullsized":"2024-04-02T08:22:04.178087+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658037+0000","last_change":"2024-04-02T08:22:00.739658+0000","last_active":"2024-04-02T08:22:03.658037+0000","last_peered":"2024-04-02T08:22:03.658037+0000","last_clean":"2024-04-02T08:22:03.658037+0000","last_became_active":"2024-04-02T08:22:00.739365+0000","last_became_peered":"2024-04-02T08:22:00.739365+0000","last_unstale":"2024-04-02T08:22:03.658037+0000","last_undegraded":"2024-04-02T08:22:03.658037+0000","last_fullsized":"2024-04-02T08:22:03.658037+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:38:18.026442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178709+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:22:04.178709+0000","last_peered":"2024-04-02T08:22:04.178709+0000","last_clean":"2024-04-02T08:22:04.178709+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:22:04.178709+0000","last_undegraded":"2024-04-02T08:22:04.178709+0000","last_fullsized":"2024-04-02T08:22:04.178709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178233+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:22:04.178233+0000","last_peered":"2024-04-02T08:22:04.178233+0000","last_clean":"2024-04-02T08:22:04.178233+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:22:04.178233+0000","last_undegraded":"2024-04-02T08:22:04.178233+0000","last_fullsized":"2024-04-02T08:22:04.178233+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924561+0000","last_change":"2024-04-02T08:22:00.680279+0000","last_active":"2024-04-02T08:22:03.924561+0000","last_peered":"2024-04-02T08:22:03.924561+0000","last_clean":"2024-04-02T08:22:03.924561+0000","last_became_active":"2024-04-02T08:22:00.679916+0000","last_became_peered":"2024-04-02T08:22:00.679916+0000","last_unstale":"2024-04-02T08:22:03.924561+0000","last_undegraded":"2024-04-02T08:22:03.924561+0000","last_fullsized":"2024-04-02T08:22:03.924561+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:00.514077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178412+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:22:04.178412+0000","last_peered":"2024-04-02T08:22:04.178412+0000","last_clean":"2024-04-02T08:22:04.178412+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:22:04.178412+0000","last_undegraded":"2024-04-02T08:22:04.178412+0000","last_fullsized":"2024-04-02T08:22:04.178412+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.925214+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:22:03.925214+0000","last_peered":"2024-04-02T08:22:03.925214+0000","last_clean":"2024-04-02T08:22:03.925214+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:22:03.925214+0000","last_undegraded":"2024-04-02T08:22:03.925214+0000","last_fullsized":"2024-04-02T08:22:03.925214+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.677454+0000","last_change":"2024-04-02T08:22:00.739707+0000","last_active":"2024-04-02T08:22:03.677454+0000","last_peered":"2024-04-02T08:22:03.677454+0000","last_clean":"2024-04-02T08:22:03.677454+0000","last_became_active":"2024-04-02T08:22:00.739370+0000","last_became_peered":"2024-04-02T08:22:00.739370+0000","last_unstale":"2024-04-02T08:22:03.677454+0000","last_undegraded":"2024-04-02T08:22:03.677454+0000","last_fullsized":"2024-04-02T08:22:03.677454+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:48.057054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178746+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:22:04.178746+0000","last_peered":"2024-04-02T08:22:04.178746+0000","last_clean":"2024-04-02T08:22:04.178746+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:22:04.178746+0000","last_undegraded":"2024-04-02T08:22:04.178746+0000","last_fullsized":"2024-04-02T08:22:04.178746+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658719+0000","last_change":"2024-04-02T08:21:24.947714+0000","last_active":"2024-04-02T08:22:03.658719+0000","last_peered":"2024-04-02T08:22:03.658719+0000","last_clean":"2024-04-02T08:22:03.658719+0000","last_became_active":"2024-04-02T08:21:24.947437+0000","last_became_peered":"2024-04-02T08:21:24.947437+0000","last_unstale":"2024-04-02T08:22:03.658719+0000","last_undegraded":"2024-04-02T08:22:03.658719+0000","last_fullsized":"2024-04-02T08:22:03.658719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:02.011156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178311+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:22:04.178311+0000","last_peered":"2024-04-02T08:22:04.178311+0000","last_clean":"2024-04-02T08:22:04.178311+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:22:04.178311+0000","last_undegraded":"2024-04-02T08:22:04.178311+0000","last_fullsized":"2024-04-02T08:22:04.178311+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.677765+0000","last_change":"2024-04-02T08:21:24.941661+0000","last_active":"2024-04-02T08:22:03.677765+0000","last_peered":"2024-04-02T08:22:03.677765+0000","last_clean":"2024-04-02T08:22:03.677765+0000","last_became_active":"2024-04-02T08:21:24.941381+0000","last_became_peered":"2024-04-02T08:21:24.941381+0000","last_unstale":"2024-04-02T08:22:03.677765+0000","last_undegraded":"2024-04-02T08:22:03.677765+0000","last_fullsized":"2024-04-02T08:22:03.677765+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.177887+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:22:04.177887+0000","last_peered":"2024-04-02T08:22:04.177887+0000","last_clean":"2024-04-02T08:22:04.177887+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:22:04.177887+0000","last_undegraded":"2024-04-02T08:22:04.177887+0000","last_fullsized":"2024-04-02T08:22:04.177887+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924560+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:22:03.924560+0000","last_peered":"2024-04-02T08:22:03.924560+0000","last_clean":"2024-04-02T08:22:03.924560+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:22:03.924560+0000","last_undegraded":"2024-04-02T08:22:03.924560+0000","last_fullsized":"2024-04-02T08:22:03.924560+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178048+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:22:04.178048+0000","last_peered":"2024-04-02T08:22:04.178048+0000","last_clean":"2024-04-02T08:22:04.178048+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:22:04.178048+0000","last_undegraded":"2024-04-02T08:22:04.178048+0000","last_fullsized":"2024-04-02T08:22:04.178048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924838+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:22:03.924838+0000","last_peered":"2024-04-02T08:22:03.924838+0000","last_clean":"2024-04-02T08:22:03.924838+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:22:03.924838+0000","last_undegraded":"2024-04-02T08:22:03.924838+0000","last_fullsized":"2024-04-02T08:22:03.924838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178462+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:22:04.178462+0000","last_peered":"2024-04-02T08:22:04.178462+0000","last_clean":"2024-04-02T08:22:04.178462+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:22:04.178462+0000","last_undegraded":"2024-04-02T08:22:04.178462+0000","last_fullsized":"2024-04-02T08:22:04.178462+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":2,"reported_epoch":68,"state":"peering","last_fresh":"2024-04-02T08:21:24.930117+0000","last_change":"2024-04-02T08:22:57.887019+0000","last_active":"2024-04-02T08:21:24.546273+0000","last_peered":"2024-04-02T08:21:24.546273+0000","last_clean":"2024-04-02T08:21:24.546273+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-02T08:21:24.930117+0000","last_undegraded":"2024-04-02T08:21:24.930117+0000","last_fullsized":"2024-04-02T08:21:24.930117+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:59:04.616649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658365+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:22:03.658365+0000","last_peered":"2024-04-02T08:22:03.658365+0000","last_clean":"2024-04-02T08:22:03.658365+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:22:03.658365+0000","last_undegraded":"2024-04-02T08:22:03.658365+0000","last_fullsized":"2024-04-02T08:22:03.658365+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178633+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:22:04.178633+0000","last_peered":"2024-04-02T08:22:04.178633+0000","last_clean":"2024-04-02T08:22:04.178633+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:22:04.178633+0000","last_undegraded":"2024-04-02T08:22:04.178633+0000","last_fullsized":"2024-04-02T08:22:04.178633+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178261+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:22:04.178261+0000","last_peered":"2024-04-02T08:22:04.178261+0000","last_clean":"2024-04-02T08:22:04.178261+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:22:04.178261+0000","last_undegraded":"2024-04-02T08:22:04.178261+0000","last_fullsized":"2024-04-02T08:22:04.178261+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662639+0000","last_change":"2024-04-02T08:21:24.954441+0000","last_active":"2024-04-02T08:22:03.662639+0000","last_peered":"2024-04-02T08:22:03.662639+0000","last_clean":"2024-04-02T08:22:03.662639+0000","last_became_active":"2024-04-02T08:21:24.953257+0000","last_became_peered":"2024-04-02T08:21:24.953257+0000","last_unstale":"2024-04-02T08:22:03.662639+0000","last_undegraded":"2024-04-02T08:22:03.662639+0000","last_fullsized":"2024-04-02T08:22:03.662639+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.658327+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:22:03.658327+0000","last_peered":"2024-04-02T08:22:03.658327+0000","last_clean":"2024-04-02T08:22:03.658327+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:22:03.658327+0000","last_undegraded":"2024-04-02T08:22:03.658327+0000","last_fullsized":"2024-04-02T08:22:03.658327+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.179034+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:22:04.179034+0000","last_peered":"2024-04-02T08:22:04.179034+0000","last_clean":"2024-04-02T08:22:04.179034+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:22:04.179034+0000","last_undegraded":"2024-04-02T08:22:04.179034+0000","last_fullsized":"2024-04-02T08:22:04.179034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.177945+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:22:04.177945+0000","last_peered":"2024-04-02T08:22:04.177945+0000","last_clean":"2024-04-02T08:22:04.177945+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:22:04.177945+0000","last_undegraded":"2024-04-02T08:22:04.177945+0000","last_fullsized":"2024-04-02T08:22:04.177945+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.657756+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:22:03.657756+0000","last_peered":"2024-04-02T08:22:03.657756+0000","last_clean":"2024-04-02T08:22:03.657756+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:22:03.657756+0000","last_undegraded":"2024-04-02T08:22:03.657756+0000","last_fullsized":"2024-04-02T08:22:03.657756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662438+0000","last_change":"2024-04-02T08:21:24.955301+0000","last_active":"2024-04-02T08:22:03.662438+0000","last_peered":"2024-04-02T08:22:03.662438+0000","last_clean":"2024-04-02T08:22:03.662438+0000","last_became_active":"2024-04-02T08:21:24.949456+0000","last_became_peered":"2024-04-02T08:21:24.949456+0000","last_unstale":"2024-04-02T08:22:03.662438+0000","last_undegraded":"2024-04-02T08:22:03.662438+0000","last_fullsized":"2024-04-02T08:22:03.662438+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":2,"reported_epoch":68,"state":"peering","last_fresh":"2024-04-02T08:22:03.658184+0000","last_change":"2024-04-02T08:22:57.887065+0000","last_active":"2024-04-02T08:22:57.887065+0000","last_peered":"2024-04-02T08:22:03.658184+0000","last_clean":"2024-04-02T08:22:03.658184+0000","last_became_active":"2024-04-02T08:21:24.957438+0000","last_became_peered":"2024-04-02T08:21:24.957438+0000","last_unstale":"2024-04-02T08:22:03.658184+0000","last_undegraded":"2024-04-02T08:22:03.658184+0000","last_fullsized":"2024-04-02T08:22:03.658184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:13.450855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924983+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:03.924983+0000","last_peered":"2024-04-02T08:22:03.924983+0000","last_clean":"2024-04-02T08:22:03.924983+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:22:03.924983+0000","last_undegraded":"2024-04-02T08:22:03.924983+0000","last_fullsized":"2024-04-02T08:22:03.924983+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.178229+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:22:04.178229+0000","last_peered":"2024-04-02T08:22:04.178229+0000","last_clean":"2024-04-02T08:22:04.178229+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:22:04.178229+0000","last_undegraded":"2024-04-02T08:22:04.178229+0000","last_fullsized":"2024-04-02T08:22:04.178229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:04.179101+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:22:04.179101+0000","last_peered":"2024-04-02T08:22:04.179101+0000","last_clean":"2024-04-02T08:22:04.179101+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:22:04.179101+0000","last_undegraded":"2024-04-02T08:22:04.179101+0000","last_fullsized":"2024-04-02T08:22:04.179101+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.925245+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:22:03.925245+0000","last_peered":"2024-04-02T08:22:03.925245+0000","last_clean":"2024-04-02T08:22:03.925245+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:22:03.925245+0000","last_undegraded":"2024-04-02T08:22:03.925245+0000","last_fullsized":"2024-04-02T08:22:03.925245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662308+0000","last_change":"2024-04-02T08:21:24.942164+0000","last_active":"2024-04-02T08:22:03.662308+0000","last_peered":"2024-04-02T08:22:03.662308+0000","last_clean":"2024-04-02T08:22:03.662308+0000","last_became_active":"2024-04-02T08:21:24.941695+0000","last_became_peered":"2024-04-02T08:21:24.941695+0000","last_unstale":"2024-04-02T08:22:03.662308+0000","last_undegraded":"2024-04-02T08:22:03.662308+0000","last_fullsized":"2024-04-02T08:22:03.662308+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.924611+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:22:03.924611+0000","last_peered":"2024-04-02T08:22:03.924611+0000","last_clean":"2024-04-02T08:22:03.924611+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:22:03.924611+0000","last_undegraded":"2024-04-02T08:22:03.924611+0000","last_fullsized":"2024-04-02T08:22:03.924611+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-02T08:22:03.662535+0000","last_change":"2024-04-02T08:21:24.938270+0000","last_active":"2024-04-02T08:22:03.662535+0000","last_peered":"2024-04-02T08:22:03.662535+0000","last_clean":"2024-04-02T08:22:03.662535+0000","last_became_active":"2024-04-02T08:21:24.937871+0000","last_became_peered":"2024-04-02T08:21:24.937871+0000","last_unstale":"2024-04-02T08:22:03.662535+0000","last_undegraded":"2024-04-02T08:22:03.662535+0000","last_fullsized":"2024-04-02T08:22:03.662535+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":2,"reported_epoch":68,"state":"peering","last_fresh":"2024-04-02T08:22:03.658266+0000","last_change":"2024-04-02T08:22:57.887046+0000","last_active":"2024-04-02T08:22:57.887046+0000","last_peered":"2024-04-02T08:22:03.658266+0000","last_clean":"2024-04-02T08:22:03.658266+0000","last_became_active":"2024-04-02T08:21:24.945536+0000","last_became_peered":"2024-04-02T08:21:24.945536+0000","last_unstale":"2024-04-02T08:22:03.658266+0000","last_undegraded":"2024-04-02T08:22:03.658266+0000","last_fullsized":"2024-04-02T08:22:03.658266+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:34:33.899643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"peering","last_fresh":"2024-04-02T08:22:57.810921+0000","last_change":"2024-04-02T08:22:57.811080+0000","last_active":"2024-04-02T08:22:57.810921+0000","last_peered":"2024-04-02T08:22:04.178592+0000","last_clean":"2024-04-02T08:22:04.178592+0000","last_became_active":"2024-04-02T08:21:24.951150+0000","last_became_peered":"2024-04-02T08:21:24.951150+0000","last_unstale":"2024-04-02T08:22:57.810921+0000","last_undegraded":"2024-04-02T08:22:57.810921+0000","last_fullsized":"2024-04-02T08:22:57.810921+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:23:09.412832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28276,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716876,"statfs":{"total":95995035648,"available":95966081024,"internally_reserved":0,"allocated":1286144,"data_stored":886102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.441}]},{"osd":1,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.379}]},{"osd":2,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.36699999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.40899999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.35099999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.41699999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.38900000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28280,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716872,"statfs":{"total":95995035648,"available":95966076928,"internally_reserved":0,"allocated":1286144,"data_stored":887517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.48099999999999998,"15min":0.48599999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.54900000000000004,"15min":0.55400000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71199999999999997,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.48499999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71499999999999997,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.437},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.50800000000000001,"15min":0.51100000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71299999999999997,"5min":0.752,"15min":0.752},"last":0.495}]},{"osd":2,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.51600000000000001,"15min":0.52300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69999999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.502},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.46300000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72899999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.45500000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.60199999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.38}]},{"osd":5,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.437,"15min":0.441},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.60699999999999998,"5min":0.75,"15min":0.75},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65500000000000003,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.42799999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.41699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":688128,"data_stored":295017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.376,"15min":0.35999999999999999},"min":{"1min":0.30399999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57699999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.307},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38300000000000001,"15min":0.36599999999999999},"min":{"1min":0.29499999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.33600000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42999999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.28999999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.377},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.29199999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.35199999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:21:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.75,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.58599999999999997,"15min":0.59199999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.51600000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.621,"15min":0.63200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.78600000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47399999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.753,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60299999999999998,"15min":0.60399999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75800000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.57999999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60399999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":886226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.374,"15min":0.34000000000000002},"min":{"1min":0.23799999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.34100000000000003},"min":{"1min":0.27500000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.32800000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.39000000000000001,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41099999999999998,"15min":0.39700000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.40300000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:22:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.44900000000000001,"15min":0.44800000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.47999999999999998,"15min":0.48099999999999998},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.373}]},{"osd":4,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.58699999999999997,"15min":0.56100000000000005},"min":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":2.0609999999999999,"5min":2.0609999999999999,"15min":2.0609999999999999},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.373},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.71599999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:22:22 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.8300000000000001,"5min":1.8300000000000001,"15min":1.8300000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.60899999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.749}]},{"osd":6,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63,"15min":0.629},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63500000000000001,"15min":0.63100000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.66000000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.88600000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":684032,"data_stored":295130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.379,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55900000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.62,"15min":0.62},"last":0.38}]},{"osd":1,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38400000000000001,"15min":0.36899999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53400000000000003,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.432,"15min":0.41799999999999998},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59599999999999997,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.308}]},{"osd":3,"last update":"Tue Apr 2 08:22:39 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42199999999999999,"15min":0.42899999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.32500000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:21:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.56599999999999995,"15min":0.56399999999999995},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.58899999999999997,"15min":0.59099999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.76700000000000002,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.65800000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:22:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.59499999999999997,"15min":0.60699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.74299999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55000000000000004}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.60699999999999998,"15min":0.62},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.69099999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.73399999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.64200000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":297584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.434,"15min":0.442},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.28199999999999997}]},{"osd":1,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.42599999999999999},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55500000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.33500000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46800000000000003,"15min":0.47799999999999998},"min":{"1min":0.31900000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.59699999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.434,"15min":0.438},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67400000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.36599999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:21:56 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.63,"15min":0.63},"min":{"1min":0.51500000000000001,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60299999999999998,"15min":0.60599999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77000000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.63200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Tue Apr 2 08:22:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.621,"15min":0.624},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86599999999999999,"5min":1.016,"15min":1.016},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.433,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.75800000000000001,"5min":0.996,"15min":0.996},"last":0.57999999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.59899999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":696320,"data_stored":295507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.501,"15min":0.503},"min":{"1min":0.312,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.66200000000000003,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.48899999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52200000000000002,"15min":0.53600000000000003},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.64400000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.51600000000000001,"15min":0.52700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.66600000000000004,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.45300000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.51800000000000002},"min":{"1min":0.38400000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65400000000000003,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.66100000000000003,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.43099999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55300000000000005,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.45600000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.68400000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.47299999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.377,"15min":0.371},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61399999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.38200000000000001,"15min":0.372},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.375}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.311,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69899999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.45800000000000002,"15min":0.45600000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.59399999999999997,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.41699999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:22:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.54800000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757282,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27704,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717448,"statfs":{"total":95995035648,"available":95966666752,"internally_reserved":0,"allocated":696320,"data_stored":297239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.45600000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.66200000000000003,"5min":0.746,"15min":0.746},"last":0.53700000000000003}]},{"osd":2,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.39300000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55800000000000005,"15min":0.56299999999999994},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.36299999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.747,"15min":0.747},"last":0.436},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.64100000000000001,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.41499999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.38500000000000001,"15min":0.376},"min":{"1min":0.29699999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.54600000000000004}]},{"osd":6,"last update":"Tue Apr 2 08:22:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61599999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.56200000000000006}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:23:02.111 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:23:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:01 smithi137 ceph-mon[31169]: from='client.24671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:02 smithi028 ceph-mon[27433]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:02 smithi028 ceph-mon[39019]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:03.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:02 smithi137 ceph-mon[31169]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:03.206 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:03.338 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:03 smithi028 systemd[1]: Stopping Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:04.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:03 smithi137 ceph-mon[31169]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:04.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:03 smithi137 ceph-mon[31169]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:23:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:03 smithi137 ceph-mon[31169]: Cluster is now healthy 2024-04-02T08:23:04.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:23:04] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-02T08:23:04.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:03 smithi028 ceph-mon[39019]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:03 smithi028 ceph-mon[39019]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:23:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:03 smithi028 ceph-mon[39019]: Cluster is now healthy 2024-04-02T08:23:04.198 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[71322]: ts=2024-04-02T08:23:04.005Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:23:04.198 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:04 smithi028 podman[76658]: 2024-04-02 08:23:04.025733736 +0000 UTC m=+0.533204223 container died 3ad02c695a083bed5192faf82022e5ff3340e98e1a68df7fb296d3fca1449584 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:03 smithi028 ceph-mon[27433]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:03 smithi028 ceph-mon[27433]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-02T08:23:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:03 smithi028 ceph-mon[27433]: Cluster is now healthy 2024-04-02T08:23:04.659 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:04 smithi028 podman[76658]: 2024-04-02 08:23:04.494365829 +0000 UTC m=+1.001836316 container cleanup 3ad02c695a083bed5192faf82022e5ff3340e98e1a68df7fb296d3fca1449584 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:04.660 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:04 smithi028 bash[76658]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:23:04.930 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:04 smithi028 podman[76696]: 2024-04-02 08:23:04.662200109 +0000 UTC m=+0.637123745 container remove 3ad02c695a083bed5192faf82022e5ff3340e98e1a68df7fb296d3fca1449584 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:04.930 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:04 smithi028 podman[76696]: 2024-04-02 08:23:04.763245113 +0000 UTC m=+0.738168749 volume remove 56aa0e43d8c2a726e60568d30c311715e2be76a1bcaf6b7995833e77df10c598 2024-04-02T08:23:05.947 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:05 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:23:05.947 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:05 smithi028 systemd[1]: Stopped Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:05.947 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:05 smithi028 systemd[1]: Starting Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:06.043 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:06.044 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:23:06.337 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-mon[27433]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:06.338 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-mon[39019]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:06.338 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 podman[76873]: 2024-04-02 08:23:05.950236673 +0000 UTC m=+0.018081320 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:23:06.338 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 podman[76873]: 2024-04-02 08:23:06.061335843 +0000 UTC m=+0.129180454 volume create 24fb16545dc2b3388483c24e132fbea306a8302385676a5d3a7c6980c7610dc6 2024-04-02T08:23:06.338 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 podman[76873]: 2024-04-02 08:23:06.145065754 +0000 UTC m=+0.212910363 container create 4319ce9cbf23ddcc93858cf58b90f8f3b7e9fed83cdf6806951e095a8b56f295 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:06.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:06 smithi137 ceph-mon[31169]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:06.604 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 podman[76873]: 2024-04-02 08:23:06.498242786 +0000 UTC m=+0.566087409 container init 4319ce9cbf23ddcc93858cf58b90f8f3b7e9fed83cdf6806951e095a8b56f295 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:06.604 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 podman[76873]: 2024-04-02 08:23:06.504358825 +0000 UTC m=+0.572203436 container start 4319ce9cbf23ddcc93858cf58b90f8f3b7e9fed83cdf6806951e095a8b56f295 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:06.604 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:06.516Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:23:06.605 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:06.516Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:23:06.605 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:06.517Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.28 port=9094 2024-04-02T08:23:06.605 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:06.518Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:23:06.605 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:06.541Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:23:06.605 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:06.541Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:23:06.605 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:06.544Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:23:06.605 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:06.544Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:23:06.605 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 bash[76873]: 4319ce9cbf23ddcc93858cf58b90f8f3b7e9fed83cdf6806951e095a8b56f295 2024-04-02T08:23:06.947 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:06 smithi028 systemd[1]: Started Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:07.355 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-04-02T08:23:04.891976+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":318,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223524,"kb_used_data":7356,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737692,"statfs":{"total":767960285184,"available":767731396608,"internally_reserved":0,"allocated":7532544,"data_stored":4257346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001797"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812454+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:22:57.812454+0000","last_peered":"2024-04-02T08:22:57.812454+0000","last_clean":"2024-04-02T08:22:57.812454+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:22:57.812454+0000","last_undegraded":"2024-04-02T08:22:57.812454+0000","last_fullsized":"2024-04-02T08:22:57.812454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810525+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:22:57.810525+0000","last_peered":"2024-04-02T08:22:57.810525+0000","last_clean":"2024-04-02T08:22:57.810525+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:22:57.810525+0000","last_undegraded":"2024-04-02T08:22:57.810525+0000","last_fullsized":"2024-04-02T08:22:57.810525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808241+0000","last_change":"2024-04-02T08:21:24.953129+0000","last_active":"2024-04-02T08:22:57.808241+0000","last_peered":"2024-04-02T08:22:57.808241+0000","last_clean":"2024-04-02T08:22:57.808241+0000","last_became_active":"2024-04-02T08:21:24.952865+0000","last_became_peered":"2024-04-02T08:21:24.952865+0000","last_unstale":"2024-04-02T08:22:57.808241+0000","last_undegraded":"2024-04-02T08:22:57.808241+0000","last_fullsized":"2024-04-02T08:22:57.808241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:11.424279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808758+0000","last_change":"2024-04-02T08:21:24.954621+0000","last_active":"2024-04-02T08:22:57.808758+0000","last_peered":"2024-04-02T08:22:57.808758+0000","last_clean":"2024-04-02T08:22:57.808758+0000","last_became_active":"2024-04-02T08:21:24.952537+0000","last_became_peered":"2024-04-02T08:21:24.952537+0000","last_unstale":"2024-04-02T08:22:57.808758+0000","last_undegraded":"2024-04-02T08:22:57.808758+0000","last_fullsized":"2024-04-02T08:22:57.808758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812195+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:22:57.812195+0000","last_peered":"2024-04-02T08:22:57.812195+0000","last_clean":"2024-04-02T08:22:57.812195+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:22:57.812195+0000","last_undegraded":"2024-04-02T08:22:57.812195+0000","last_fullsized":"2024-04-02T08:22:57.812195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808550+0000","last_change":"2024-04-02T08:21:24.950439+0000","last_active":"2024-04-02T08:22:57.808550+0000","last_peered":"2024-04-02T08:22:57.808550+0000","last_clean":"2024-04-02T08:22:57.808550+0000","last_became_active":"2024-04-02T08:21:24.948700+0000","last_became_peered":"2024-04-02T08:21:24.948700+0000","last_unstale":"2024-04-02T08:22:57.808550+0000","last_undegraded":"2024-04-02T08:22:57.808550+0000","last_fullsized":"2024-04-02T08:22:57.808550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810236+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:22:57.810236+0000","last_peered":"2024-04-02T08:22:57.810236+0000","last_clean":"2024-04-02T08:22:57.810236+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:22:57.810236+0000","last_undegraded":"2024-04-02T08:22:57.810236+0000","last_fullsized":"2024-04-02T08:22:57.810236+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813367+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:22:57.813367+0000","last_peered":"2024-04-02T08:22:57.813367+0000","last_clean":"2024-04-02T08:22:57.813367+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:22:57.813367+0000","last_undegraded":"2024-04-02T08:22:57.813367+0000","last_fullsized":"2024-04-02T08:22:57.813367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814881+0000","last_change":"2024-04-02T08:22:58.814881+0000","last_active":"2024-04-02T08:22:58.814881+0000","last_peered":"2024-04-02T08:22:58.814881+0000","last_clean":"2024-04-02T08:22:58.814881+0000","last_became_active":"2024-04-02T08:22:58.814538+0000","last_became_peered":"2024-04-02T08:22:58.814538+0000","last_unstale":"2024-04-02T08:22:58.814881+0000","last_undegraded":"2024-04-02T08:22:58.814881+0000","last_fullsized":"2024-04-02T08:22:58.814881+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:47.854693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812853+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:22:57.812853+0000","last_peered":"2024-04-02T08:22:57.812853+0000","last_clean":"2024-04-02T08:22:57.812853+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:22:57.812853+0000","last_undegraded":"2024-04-02T08:22:57.812853+0000","last_fullsized":"2024-04-02T08:22:57.812853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812506+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:22:57.812506+0000","last_peered":"2024-04-02T08:22:57.812506+0000","last_clean":"2024-04-02T08:22:57.812506+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:22:57.812506+0000","last_undegraded":"2024-04-02T08:22:57.812506+0000","last_fullsized":"2024-04-02T08:22:57.812506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812590+0000","last_change":"2024-04-02T08:21:24.958379+0000","last_active":"2024-04-02T08:22:57.812590+0000","last_peered":"2024-04-02T08:22:57.812590+0000","last_clean":"2024-04-02T08:22:57.812590+0000","last_became_active":"2024-04-02T08:21:24.958017+0000","last_became_peered":"2024-04-02T08:21:24.958017+0000","last_unstale":"2024-04-02T08:22:57.812590+0000","last_undegraded":"2024-04-02T08:22:57.812590+0000","last_fullsized":"2024-04-02T08:22:57.812590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814003+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:22:57.814003+0000","last_peered":"2024-04-02T08:22:57.814003+0000","last_clean":"2024-04-02T08:22:57.814003+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:22:57.814003+0000","last_undegraded":"2024-04-02T08:22:57.814003+0000","last_fullsized":"2024-04-02T08:22:57.814003+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808115+0000","last_change":"2024-04-02T08:21:24.942913+0000","last_active":"2024-04-02T08:22:57.808115+0000","last_peered":"2024-04-02T08:22:57.808115+0000","last_clean":"2024-04-02T08:22:57.808115+0000","last_became_active":"2024-04-02T08:21:24.942577+0000","last_became_peered":"2024-04-02T08:21:24.942577+0000","last_unstale":"2024-04-02T08:22:57.808115+0000","last_undegraded":"2024-04-02T08:22:57.808115+0000","last_fullsized":"2024-04-02T08:22:57.808115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:49:58.312937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809845+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:22:57.809845+0000","last_peered":"2024-04-02T08:22:57.809845+0000","last_clean":"2024-04-02T08:22:57.809845+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:22:57.809845+0000","last_undegraded":"2024-04-02T08:22:57.809845+0000","last_fullsized":"2024-04-02T08:22:57.809845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808184+0000","last_change":"2024-04-02T08:21:24.950693+0000","last_active":"2024-04-02T08:22:57.808184+0000","last_peered":"2024-04-02T08:22:57.808184+0000","last_clean":"2024-04-02T08:22:57.808184+0000","last_became_active":"2024-04-02T08:21:24.948957+0000","last_became_peered":"2024-04-02T08:21:24.948957+0000","last_unstale":"2024-04-02T08:22:57.808184+0000","last_undegraded":"2024-04-02T08:22:57.808184+0000","last_fullsized":"2024-04-02T08:22:57.808184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809212+0000","last_change":"2024-04-02T08:21:24.945084+0000","last_active":"2024-04-02T08:22:57.809212+0000","last_peered":"2024-04-02T08:22:57.809212+0000","last_clean":"2024-04-02T08:22:57.809212+0000","last_became_active":"2024-04-02T08:21:24.944667+0000","last_became_peered":"2024-04-02T08:21:24.944667+0000","last_unstale":"2024-04-02T08:22:57.809212+0000","last_undegraded":"2024-04-02T08:22:57.809212+0000","last_fullsized":"2024-04-02T08:22:57.809212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811664+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:22:57.811664+0000","last_peered":"2024-04-02T08:22:57.811664+0000","last_clean":"2024-04-02T08:22:57.811664+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:22:57.811664+0000","last_undegraded":"2024-04-02T08:22:57.811664+0000","last_fullsized":"2024-04-02T08:22:57.811664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811071+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:57.811071+0000","last_peered":"2024-04-02T08:22:57.811071+0000","last_clean":"2024-04-02T08:22:57.811071+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:22:57.811071+0000","last_undegraded":"2024-04-02T08:22:57.811071+0000","last_fullsized":"2024-04-02T08:22:57.811071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808589+0000","last_change":"2024-04-02T08:21:24.579816+0000","last_active":"2024-04-02T08:22:57.808589+0000","last_peered":"2024-04-02T08:22:57.808589+0000","last_clean":"2024-04-02T08:22:57.808589+0000","last_became_active":"2024-04-02T08:21:24.579376+0000","last_became_peered":"2024-04-02T08:21:24.579376+0000","last_unstale":"2024-04-02T08:22:57.808589+0000","last_undegraded":"2024-04-02T08:22:57.808589+0000","last_fullsized":"2024-04-02T08:22:57.808589+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814971+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:22:57.814971+0000","last_peered":"2024-04-02T08:22:57.814971+0000","last_clean":"2024-04-02T08:22:57.814971+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:22:57.814971+0000","last_undegraded":"2024-04-02T08:22:57.814971+0000","last_fullsized":"2024-04-02T08:22:57.814971+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.815108+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:22:57.815108+0000","last_peered":"2024-04-02T08:22:57.815108+0000","last_clean":"2024-04-02T08:22:57.815108+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:22:57.815108+0000","last_undegraded":"2024-04-02T08:22:57.815108+0000","last_fullsized":"2024-04-02T08:22:57.815108+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808672+0000","last_change":"2024-04-02T08:21:24.936693+0000","last_active":"2024-04-02T08:22:57.808672+0000","last_peered":"2024-04-02T08:22:57.808672+0000","last_clean":"2024-04-02T08:22:57.808672+0000","last_became_active":"2024-04-02T08:21:24.936428+0000","last_became_peered":"2024-04-02T08:21:24.936428+0000","last_unstale":"2024-04-02T08:22:57.808672+0000","last_undegraded":"2024-04-02T08:22:57.808672+0000","last_fullsized":"2024-04-02T08:22:57.808672+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:27.361995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811773+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:22:57.811773+0000","last_peered":"2024-04-02T08:22:57.811773+0000","last_clean":"2024-04-02T08:22:57.811773+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:22:57.811773+0000","last_undegraded":"2024-04-02T08:22:57.811773+0000","last_fullsized":"2024-04-02T08:22:57.811773+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808853+0000","last_change":"2024-04-02T08:21:24.940546+0000","last_active":"2024-04-02T08:22:57.808853+0000","last_peered":"2024-04-02T08:22:57.808853+0000","last_clean":"2024-04-02T08:22:57.808853+0000","last_became_active":"2024-04-02T08:21:24.940252+0000","last_became_peered":"2024-04-02T08:21:24.940252+0000","last_unstale":"2024-04-02T08:22:57.808853+0000","last_undegraded":"2024-04-02T08:22:57.808853+0000","last_fullsized":"2024-04-02T08:22:57.808853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810882+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:22:57.810882+0000","last_peered":"2024-04-02T08:22:57.810882+0000","last_clean":"2024-04-02T08:22:57.810882+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:22:57.810882+0000","last_undegraded":"2024-04-02T08:22:57.810882+0000","last_fullsized":"2024-04-02T08:22:57.810882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808591+0000","last_change":"2024-04-02T08:21:24.936639+0000","last_active":"2024-04-02T08:22:57.808591+0000","last_peered":"2024-04-02T08:22:57.808591+0000","last_clean":"2024-04-02T08:22:57.808591+0000","last_became_active":"2024-04-02T08:21:24.936310+0000","last_became_peered":"2024-04-02T08:21:24.936310+0000","last_unstale":"2024-04-02T08:22:57.808591+0000","last_undegraded":"2024-04-02T08:22:57.808591+0000","last_fullsized":"2024-04-02T08:22:57.808591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814358+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:22:57.814358+0000","last_peered":"2024-04-02T08:22:57.814358+0000","last_clean":"2024-04-02T08:22:57.814358+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:22:57.814358+0000","last_undegraded":"2024-04-02T08:22:57.814358+0000","last_fullsized":"2024-04-02T08:22:57.814358+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811639+0000","last_change":"2024-04-02T08:21:24.939966+0000","last_active":"2024-04-02T08:22:57.811639+0000","last_peered":"2024-04-02T08:22:57.811639+0000","last_clean":"2024-04-02T08:22:57.811639+0000","last_became_active":"2024-04-02T08:21:24.939608+0000","last_became_peered":"2024-04-02T08:21:24.939608+0000","last_unstale":"2024-04-02T08:22:57.811639+0000","last_undegraded":"2024-04-02T08:22:57.811639+0000","last_fullsized":"2024-04-02T08:22:57.811639+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811735+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:22:57.811735+0000","last_peered":"2024-04-02T08:22:57.811735+0000","last_clean":"2024-04-02T08:22:57.811735+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:22:57.811735+0000","last_undegraded":"2024-04-02T08:22:57.811735+0000","last_fullsized":"2024-04-02T08:22:57.811735+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808129+0000","last_change":"2024-04-02T08:21:24.948933+0000","last_active":"2024-04-02T08:22:57.808129+0000","last_peered":"2024-04-02T08:22:57.808129+0000","last_clean":"2024-04-02T08:22:57.808129+0000","last_became_active":"2024-04-02T08:21:24.948575+0000","last_became_peered":"2024-04-02T08:21:24.948575+0000","last_unstale":"2024-04-02T08:22:57.808129+0000","last_undegraded":"2024-04-02T08:22:57.808129+0000","last_fullsized":"2024-04-02T08:22:57.808129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:35.993935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813624+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:22:57.813624+0000","last_peered":"2024-04-02T08:22:57.813624+0000","last_clean":"2024-04-02T08:22:57.813624+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:22:57.813624+0000","last_undegraded":"2024-04-02T08:22:57.813624+0000","last_fullsized":"2024-04-02T08:22:57.813624+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813624+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:22:57.813624+0000","last_peered":"2024-04-02T08:22:57.813624+0000","last_clean":"2024-04-02T08:22:57.813624+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:22:57.813624+0000","last_undegraded":"2024-04-02T08:22:57.813624+0000","last_fullsized":"2024-04-02T08:22:57.813624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104648+0000","last_change":"2024-04-02T08:22:59.104648+0000","last_active":"2024-04-02T08:22:59.104648+0000","last_peered":"2024-04-02T08:22:59.104648+0000","last_clean":"2024-04-02T08:22:59.104648+0000","last_became_active":"2024-04-02T08:22:59.104213+0000","last_became_peered":"2024-04-02T08:22:59.104213+0000","last_unstale":"2024-04-02T08:22:59.104648+0000","last_undegraded":"2024-04-02T08:22:59.104648+0000","last_fullsized":"2024-04-02T08:22:59.104648+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:14.285415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810004+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:22:57.810004+0000","last_peered":"2024-04-02T08:22:57.810004+0000","last_clean":"2024-04-02T08:22:57.810004+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:22:57.810004+0000","last_undegraded":"2024-04-02T08:22:57.810004+0000","last_fullsized":"2024-04-02T08:22:57.810004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813290+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:22:57.813290+0000","last_peered":"2024-04-02T08:22:57.813290+0000","last_clean":"2024-04-02T08:22:57.813290+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:22:57.813290+0000","last_undegraded":"2024-04-02T08:22:57.813290+0000","last_fullsized":"2024-04-02T08:22:57.813290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808616+0000","last_change":"2024-04-02T08:21:24.943693+0000","last_active":"2024-04-02T08:22:57.808616+0000","last_peered":"2024-04-02T08:22:57.808616+0000","last_clean":"2024-04-02T08:22:57.808616+0000","last_became_active":"2024-04-02T08:21:24.943381+0000","last_became_peered":"2024-04-02T08:21:24.943381+0000","last_unstale":"2024-04-02T08:22:57.808616+0000","last_undegraded":"2024-04-02T08:22:57.808616+0000","last_fullsized":"2024-04-02T08:22:57.808616+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808702+0000","last_change":"2024-04-02T08:21:24.570135+0000","last_active":"2024-04-02T08:22:57.808702+0000","last_peered":"2024-04-02T08:22:57.808702+0000","last_clean":"2024-04-02T08:22:57.808702+0000","last_became_active":"2024-04-02T08:21:24.569719+0000","last_became_peered":"2024-04-02T08:21:24.569719+0000","last_unstale":"2024-04-02T08:22:57.808702+0000","last_undegraded":"2024-04-02T08:22:57.808702+0000","last_fullsized":"2024-04-02T08:22:57.808702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808439+0000","last_change":"2024-04-02T08:21:24.954247+0000","last_active":"2024-04-02T08:22:57.808439+0000","last_peered":"2024-04-02T08:22:57.808439+0000","last_clean":"2024-04-02T08:22:57.808439+0000","last_became_active":"2024-04-02T08:21:24.953991+0000","last_became_peered":"2024-04-02T08:21:24.953991+0000","last_unstale":"2024-04-02T08:22:57.808439+0000","last_undegraded":"2024-04-02T08:22:57.808439+0000","last_fullsized":"2024-04-02T08:22:57.808439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:06.124533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810464+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:22:57.810464+0000","last_peered":"2024-04-02T08:22:57.810464+0000","last_clean":"2024-04-02T08:22:57.810464+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:22:57.810464+0000","last_undegraded":"2024-04-02T08:22:57.810464+0000","last_fullsized":"2024-04-02T08:22:57.810464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812513+0000","last_change":"2024-04-02T08:21:24.940949+0000","last_active":"2024-04-02T08:22:57.812513+0000","last_peered":"2024-04-02T08:22:57.812513+0000","last_clean":"2024-04-02T08:22:57.812513+0000","last_became_active":"2024-04-02T08:21:24.940664+0000","last_became_peered":"2024-04-02T08:21:24.940664+0000","last_unstale":"2024-04-02T08:22:57.812513+0000","last_undegraded":"2024-04-02T08:22:57.812513+0000","last_fullsized":"2024-04-02T08:22:57.812513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813600+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:22:57.813600+0000","last_peered":"2024-04-02T08:22:57.813600+0000","last_clean":"2024-04-02T08:22:57.813600+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:22:57.813600+0000","last_undegraded":"2024-04-02T08:22:57.813600+0000","last_fullsized":"2024-04-02T08:22:57.813600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811252+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:22:57.811252+0000","last_peered":"2024-04-02T08:22:57.811252+0000","last_clean":"2024-04-02T08:22:57.811252+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:22:57.811252+0000","last_undegraded":"2024-04-02T08:22:57.811252+0000","last_fullsized":"2024-04-02T08:22:57.811252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808908+0000","last_change":"2024-04-02T08:21:24.563119+0000","last_active":"2024-04-02T08:22:57.808908+0000","last_peered":"2024-04-02T08:22:57.808908+0000","last_clean":"2024-04-02T08:22:57.808908+0000","last_became_active":"2024-04-02T08:21:24.562567+0000","last_became_peered":"2024-04-02T08:21:24.562567+0000","last_unstale":"2024-04-02T08:22:57.808908+0000","last_undegraded":"2024-04-02T08:22:57.808908+0000","last_fullsized":"2024-04-02T08:22:57.808908+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808030+0000","last_change":"2024-04-02T08:21:24.956261+0000","last_active":"2024-04-02T08:22:57.808030+0000","last_peered":"2024-04-02T08:22:57.808030+0000","last_clean":"2024-04-02T08:22:57.808030+0000","last_became_active":"2024-04-02T08:21:24.955989+0000","last_became_peered":"2024-04-02T08:21:24.955989+0000","last_unstale":"2024-04-02T08:22:57.808030+0000","last_undegraded":"2024-04-02T08:22:57.808030+0000","last_fullsized":"2024-04-02T08:22:57.808030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:21.807172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808285+0000","last_change":"2024-04-02T08:21:24.574723+0000","last_active":"2024-04-02T08:22:57.808285+0000","last_peered":"2024-04-02T08:22:57.808285+0000","last_clean":"2024-04-02T08:22:57.808285+0000","last_became_active":"2024-04-02T08:21:24.574068+0000","last_became_peered":"2024-04-02T08:21:24.574068+0000","last_unstale":"2024-04-02T08:22:57.808285+0000","last_undegraded":"2024-04-02T08:22:57.808285+0000","last_fullsized":"2024-04-02T08:22:57.808285+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811817+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:22:57.811817+0000","last_peered":"2024-04-02T08:22:57.811817+0000","last_clean":"2024-04-02T08:22:57.811817+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:22:57.811817+0000","last_undegraded":"2024-04-02T08:22:57.811817+0000","last_fullsized":"2024-04-02T08:22:57.811817+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810352+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:22:57.810352+0000","last_peered":"2024-04-02T08:22:57.810352+0000","last_clean":"2024-04-02T08:22:57.810352+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:22:57.810352+0000","last_undegraded":"2024-04-02T08:22:57.810352+0000","last_fullsized":"2024-04-02T08:22:57.810352+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814804+0000","last_change":"2024-04-02T08:22:58.814804+0000","last_active":"2024-04-02T08:22:58.814804+0000","last_peered":"2024-04-02T08:22:58.814804+0000","last_clean":"2024-04-02T08:22:58.814804+0000","last_became_active":"2024-04-02T08:22:58.813994+0000","last_became_peered":"2024-04-02T08:22:58.813994+0000","last_unstale":"2024-04-02T08:22:58.814804+0000","last_undegraded":"2024-04-02T08:22:58.814804+0000","last_fullsized":"2024-04-02T08:22:58.814804+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:22.563229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811349+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:22:57.811349+0000","last_peered":"2024-04-02T08:22:57.811349+0000","last_clean":"2024-04-02T08:22:57.811349+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:22:57.811349+0000","last_undegraded":"2024-04-02T08:22:57.811349+0000","last_fullsized":"2024-04-02T08:22:57.811349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810376+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:22:57.810376+0000","last_peered":"2024-04-02T08:22:57.810376+0000","last_clean":"2024-04-02T08:22:57.810376+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:22:57.810376+0000","last_undegraded":"2024-04-02T08:22:57.810376+0000","last_fullsized":"2024-04-02T08:22:57.810376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813240+0000","last_change":"2024-04-02T08:21:24.575270+0000","last_active":"2024-04-02T08:22:57.813240+0000","last_peered":"2024-04-02T08:22:57.813240+0000","last_clean":"2024-04-02T08:22:57.813240+0000","last_became_active":"2024-04-02T08:21:24.574968+0000","last_became_peered":"2024-04-02T08:21:24.574968+0000","last_unstale":"2024-04-02T08:22:57.813240+0000","last_undegraded":"2024-04-02T08:22:57.813240+0000","last_fullsized":"2024-04-02T08:22:57.813240+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104592+0000","last_change":"2024-04-02T08:22:59.104592+0000","last_active":"2024-04-02T08:22:59.104592+0000","last_peered":"2024-04-02T08:22:59.104592+0000","last_clean":"2024-04-02T08:22:59.104592+0000","last_became_active":"2024-04-02T08:22:59.104117+0000","last_became_peered":"2024-04-02T08:22:59.104117+0000","last_unstale":"2024-04-02T08:22:59.104592+0000","last_undegraded":"2024-04-02T08:22:59.104592+0000","last_fullsized":"2024-04-02T08:22:59.104592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:46:47.025307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809940+0000","last_change":"2024-04-02T08:22:00.741173+0000","last_active":"2024-04-02T08:22:57.809940+0000","last_peered":"2024-04-02T08:22:57.809940+0000","last_clean":"2024-04-02T08:22:57.809940+0000","last_became_active":"2024-04-02T08:22:00.740870+0000","last_became_peered":"2024-04-02T08:22:00.740870+0000","last_unstale":"2024-04-02T08:22:57.809940+0000","last_undegraded":"2024-04-02T08:22:57.809940+0000","last_fullsized":"2024-04-02T08:22:57.809940+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:01:45.118699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810205+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:22:57.810205+0000","last_peered":"2024-04-02T08:22:57.810205+0000","last_clean":"2024-04-02T08:22:57.810205+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:22:57.810205+0000","last_undegraded":"2024-04-02T08:22:57.810205+0000","last_fullsized":"2024-04-02T08:22:57.810205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808870+0000","last_change":"2024-04-02T08:21:24.952086+0000","last_active":"2024-04-02T08:22:57.808870+0000","last_peered":"2024-04-02T08:22:57.808870+0000","last_clean":"2024-04-02T08:22:57.808870+0000","last_became_active":"2024-04-02T08:21:24.949378+0000","last_became_peered":"2024-04-02T08:21:24.949378+0000","last_unstale":"2024-04-02T08:22:57.808870+0000","last_undegraded":"2024-04-02T08:22:57.808870+0000","last_fullsized":"2024-04-02T08:22:57.808870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810284+0000","last_change":"2024-04-02T08:22:00.740875+0000","last_active":"2024-04-02T08:22:57.810284+0000","last_peered":"2024-04-02T08:22:57.810284+0000","last_clean":"2024-04-02T08:22:57.810284+0000","last_became_active":"2024-04-02T08:22:00.740175+0000","last_became_peered":"2024-04-02T08:22:00.740175+0000","last_unstale":"2024-04-02T08:22:57.810284+0000","last_undegraded":"2024-04-02T08:22:57.810284+0000","last_fullsized":"2024-04-02T08:22:57.810284+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:50:59.115932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808285+0000","last_change":"2024-04-02T08:21:24.569996+0000","last_active":"2024-04-02T08:22:57.808285+0000","last_peered":"2024-04-02T08:22:57.808285+0000","last_clean":"2024-04-02T08:22:57.808285+0000","last_became_active":"2024-04-02T08:21:24.568565+0000","last_became_peered":"2024-04-02T08:21:24.568565+0000","last_unstale":"2024-04-02T08:22:57.808285+0000","last_undegraded":"2024-04-02T08:22:57.808285+0000","last_fullsized":"2024-04-02T08:22:57.808285+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812168+0000","last_change":"2024-04-02T08:21:24.956856+0000","last_active":"2024-04-02T08:22:57.812168+0000","last_peered":"2024-04-02T08:22:57.812168+0000","last_clean":"2024-04-02T08:22:57.812168+0000","last_became_active":"2024-04-02T08:21:24.956582+0000","last_became_peered":"2024-04-02T08:21:24.956582+0000","last_unstale":"2024-04-02T08:22:57.812168+0000","last_undegraded":"2024-04-02T08:22:57.812168+0000","last_fullsized":"2024-04-02T08:22:57.812168+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810045+0000","last_change":"2024-04-02T08:22:00.739635+0000","last_active":"2024-04-02T08:22:57.810045+0000","last_peered":"2024-04-02T08:22:57.810045+0000","last_clean":"2024-04-02T08:22:57.810045+0000","last_became_active":"2024-04-02T08:22:00.739273+0000","last_became_peered":"2024-04-02T08:22:00.739273+0000","last_unstale":"2024-04-02T08:22:57.810045+0000","last_undegraded":"2024-04-02T08:22:57.810045+0000","last_fullsized":"2024-04-02T08:22:57.810045+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:25.884920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809776+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:22:57.809776+0000","last_peered":"2024-04-02T08:22:57.809776+0000","last_clean":"2024-04-02T08:22:57.809776+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:22:57.809776+0000","last_undegraded":"2024-04-02T08:22:57.809776+0000","last_fullsized":"2024-04-02T08:22:57.809776+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810783+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:22:57.810783+0000","last_peered":"2024-04-02T08:22:57.810783+0000","last_clean":"2024-04-02T08:22:57.810783+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:22:57.810783+0000","last_undegraded":"2024-04-02T08:22:57.810783+0000","last_fullsized":"2024-04-02T08:22:57.810783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812244+0000","last_change":"2024-04-02T08:22:00.680238+0000","last_active":"2024-04-02T08:22:57.812244+0000","last_peered":"2024-04-02T08:22:57.812244+0000","last_clean":"2024-04-02T08:22:57.812244+0000","last_became_active":"2024-04-02T08:22:00.679874+0000","last_became_peered":"2024-04-02T08:22:00.679874+0000","last_unstale":"2024-04-02T08:22:57.812244+0000","last_undegraded":"2024-04-02T08:22:57.812244+0000","last_fullsized":"2024-04-02T08:22:57.812244+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:40:46.575039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814162+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:22:57.814162+0000","last_peered":"2024-04-02T08:22:57.814162+0000","last_clean":"2024-04-02T08:22:57.814162+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:22:57.814162+0000","last_undegraded":"2024-04-02T08:22:57.814162+0000","last_fullsized":"2024-04-02T08:22:57.814162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808411+0000","last_change":"2024-04-02T08:21:24.575794+0000","last_active":"2024-04-02T08:22:57.808411+0000","last_peered":"2024-04-02T08:22:57.808411+0000","last_clean":"2024-04-02T08:22:57.808411+0000","last_became_active":"2024-04-02T08:21:24.575501+0000","last_became_peered":"2024-04-02T08:21:24.575501+0000","last_unstale":"2024-04-02T08:22:57.808411+0000","last_undegraded":"2024-04-02T08:22:57.808411+0000","last_fullsized":"2024-04-02T08:22:57.808411+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":264,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812367+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:22:57.812367+0000","last_peered":"2024-04-02T08:22:57.812367+0000","last_clean":"2024-04-02T08:22:57.812367+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:22:57.812367+0000","last_undegraded":"2024-04-02T08:22:57.812367+0000","last_fullsized":"2024-04-02T08:22:57.812367+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808688+0000","last_change":"2024-04-02T08:22:00.739500+0000","last_active":"2024-04-02T08:22:57.808688+0000","last_peered":"2024-04-02T08:22:57.808688+0000","last_clean":"2024-04-02T08:22:57.808688+0000","last_became_active":"2024-04-02T08:22:00.739198+0000","last_became_peered":"2024-04-02T08:22:00.739198+0000","last_unstale":"2024-04-02T08:22:57.808688+0000","last_undegraded":"2024-04-02T08:22:57.808688+0000","last_fullsized":"2024-04-02T08:22:57.808688+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:33.409098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.807742+0000","last_change":"2024-04-02T08:21:24.955254+0000","last_active":"2024-04-02T08:22:57.807742+0000","last_peered":"2024-04-02T08:22:57.807742+0000","last_clean":"2024-04-02T08:22:57.807742+0000","last_became_active":"2024-04-02T08:21:24.955003+0000","last_became_peered":"2024-04-02T08:21:24.955003+0000","last_unstale":"2024-04-02T08:22:57.807742+0000","last_undegraded":"2024-04-02T08:22:57.807742+0000","last_fullsized":"2024-04-02T08:22:57.807742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:57.787195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811300+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:22:57.811300+0000","last_peered":"2024-04-02T08:22:57.811300+0000","last_clean":"2024-04-02T08:22:57.811300+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:22:57.811300+0000","last_undegraded":"2024-04-02T08:22:57.811300+0000","last_fullsized":"2024-04-02T08:22:57.811300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808044+0000","last_change":"2024-04-02T08:22:00.739658+0000","last_active":"2024-04-02T08:22:57.808044+0000","last_peered":"2024-04-02T08:22:57.808044+0000","last_clean":"2024-04-02T08:22:57.808044+0000","last_became_active":"2024-04-02T08:22:00.739365+0000","last_became_peered":"2024-04-02T08:22:00.739365+0000","last_unstale":"2024-04-02T08:22:57.808044+0000","last_undegraded":"2024-04-02T08:22:57.808044+0000","last_fullsized":"2024-04-02T08:22:57.808044+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:38:18.026442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811679+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:22:57.811679+0000","last_peered":"2024-04-02T08:22:57.811679+0000","last_clean":"2024-04-02T08:22:57.811679+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:22:57.811679+0000","last_undegraded":"2024-04-02T08:22:57.811679+0000","last_fullsized":"2024-04-02T08:22:57.811679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810363+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:22:57.810363+0000","last_peered":"2024-04-02T08:22:57.810363+0000","last_clean":"2024-04-02T08:22:57.810363+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:22:57.810363+0000","last_undegraded":"2024-04-02T08:22:57.810363+0000","last_fullsized":"2024-04-02T08:22:57.810363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813447+0000","last_change":"2024-04-02T08:22:00.680279+0000","last_active":"2024-04-02T08:22:57.813447+0000","last_peered":"2024-04-02T08:22:57.813447+0000","last_clean":"2024-04-02T08:22:57.813447+0000","last_became_active":"2024-04-02T08:22:00.679916+0000","last_became_peered":"2024-04-02T08:22:00.679916+0000","last_unstale":"2024-04-02T08:22:57.813447+0000","last_undegraded":"2024-04-02T08:22:57.813447+0000","last_fullsized":"2024-04-02T08:22:57.813447+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:00.514077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810681+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:22:57.810681+0000","last_peered":"2024-04-02T08:22:57.810681+0000","last_clean":"2024-04-02T08:22:57.810681+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:22:57.810681+0000","last_undegraded":"2024-04-02T08:22:57.810681+0000","last_fullsized":"2024-04-02T08:22:57.810681+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814868+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:22:57.814868+0000","last_peered":"2024-04-02T08:22:57.814868+0000","last_clean":"2024-04-02T08:22:57.814868+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:22:57.814868+0000","last_undegraded":"2024-04-02T08:22:57.814868+0000","last_fullsized":"2024-04-02T08:22:57.814868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810500+0000","last_change":"2024-04-02T08:22:00.739707+0000","last_active":"2024-04-02T08:22:57.810500+0000","last_peered":"2024-04-02T08:22:57.810500+0000","last_clean":"2024-04-02T08:22:57.810500+0000","last_became_active":"2024-04-02T08:22:00.739370+0000","last_became_peered":"2024-04-02T08:22:00.739370+0000","last_unstale":"2024-04-02T08:22:57.810500+0000","last_undegraded":"2024-04-02T08:22:57.810500+0000","last_fullsized":"2024-04-02T08:22:57.810500+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:48.057054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813209+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:22:57.813209+0000","last_peered":"2024-04-02T08:22:57.813209+0000","last_clean":"2024-04-02T08:22:57.813209+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:22:57.813209+0000","last_undegraded":"2024-04-02T08:22:57.813209+0000","last_fullsized":"2024-04-02T08:22:57.813209+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808872+0000","last_change":"2024-04-02T08:21:24.947714+0000","last_active":"2024-04-02T08:22:57.808872+0000","last_peered":"2024-04-02T08:22:57.808872+0000","last_clean":"2024-04-02T08:22:57.808872+0000","last_became_active":"2024-04-02T08:21:24.947437+0000","last_became_peered":"2024-04-02T08:21:24.947437+0000","last_unstale":"2024-04-02T08:22:57.808872+0000","last_undegraded":"2024-04-02T08:22:57.808872+0000","last_fullsized":"2024-04-02T08:22:57.808872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:02.011156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812448+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:22:57.812448+0000","last_peered":"2024-04-02T08:22:57.812448+0000","last_clean":"2024-04-02T08:22:57.812448+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:22:57.812448+0000","last_undegraded":"2024-04-02T08:22:57.812448+0000","last_fullsized":"2024-04-02T08:22:57.812448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810854+0000","last_change":"2024-04-02T08:21:24.941661+0000","last_active":"2024-04-02T08:22:57.810854+0000","last_peered":"2024-04-02T08:22:57.810854+0000","last_clean":"2024-04-02T08:22:57.810854+0000","last_became_active":"2024-04-02T08:21:24.941381+0000","last_became_peered":"2024-04-02T08:21:24.941381+0000","last_unstale":"2024-04-02T08:22:57.810854+0000","last_undegraded":"2024-04-02T08:22:57.810854+0000","last_fullsized":"2024-04-02T08:22:57.810854+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811162+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:22:57.811162+0000","last_peered":"2024-04-02T08:22:57.811162+0000","last_clean":"2024-04-02T08:22:57.811162+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:22:57.811162+0000","last_undegraded":"2024-04-02T08:22:57.811162+0000","last_fullsized":"2024-04-02T08:22:57.811162+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813531+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:22:57.813531+0000","last_peered":"2024-04-02T08:22:57.813531+0000","last_clean":"2024-04-02T08:22:57.813531+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:22:57.813531+0000","last_undegraded":"2024-04-02T08:22:57.813531+0000","last_fullsized":"2024-04-02T08:22:57.813531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811138+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:22:57.811138+0000","last_peered":"2024-04-02T08:22:57.811138+0000","last_clean":"2024-04-02T08:22:57.811138+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:22:57.811138+0000","last_undegraded":"2024-04-02T08:22:57.811138+0000","last_fullsized":"2024-04-02T08:22:57.811138+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813995+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:22:57.813995+0000","last_peered":"2024-04-02T08:22:57.813995+0000","last_clean":"2024-04-02T08:22:57.813995+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:22:57.813995+0000","last_undegraded":"2024-04-02T08:22:57.813995+0000","last_fullsized":"2024-04-02T08:22:57.813995+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811077+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:22:57.811077+0000","last_peered":"2024-04-02T08:22:57.811077+0000","last_clean":"2024-04-02T08:22:57.811077+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:22:57.811077+0000","last_undegraded":"2024-04-02T08:22:57.811077+0000","last_fullsized":"2024-04-02T08:22:57.811077+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104683+0000","last_change":"2024-04-02T08:22:59.104683+0000","last_active":"2024-04-02T08:22:59.104683+0000","last_peered":"2024-04-02T08:22:59.104683+0000","last_clean":"2024-04-02T08:22:59.104683+0000","last_became_active":"2024-04-02T08:22:59.104280+0000","last_became_peered":"2024-04-02T08:22:59.104280+0000","last_unstale":"2024-04-02T08:22:59.104683+0000","last_undegraded":"2024-04-02T08:22:59.104683+0000","last_fullsized":"2024-04-02T08:22:59.104683+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:59:04.616649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811257+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:22:57.811257+0000","last_peered":"2024-04-02T08:22:57.811257+0000","last_clean":"2024-04-02T08:22:57.811257+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:22:57.811257+0000","last_undegraded":"2024-04-02T08:22:57.811257+0000","last_fullsized":"2024-04-02T08:22:57.811257+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811338+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:22:57.811338+0000","last_peered":"2024-04-02T08:22:57.811338+0000","last_clean":"2024-04-02T08:22:57.811338+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:22:57.811338+0000","last_undegraded":"2024-04-02T08:22:57.811338+0000","last_fullsized":"2024-04-02T08:22:57.811338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810387+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:22:57.810387+0000","last_peered":"2024-04-02T08:22:57.810387+0000","last_clean":"2024-04-02T08:22:57.810387+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:22:57.810387+0000","last_undegraded":"2024-04-02T08:22:57.810387+0000","last_fullsized":"2024-04-02T08:22:57.810387+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808751+0000","last_change":"2024-04-02T08:21:24.954441+0000","last_active":"2024-04-02T08:22:57.808751+0000","last_peered":"2024-04-02T08:22:57.808751+0000","last_clean":"2024-04-02T08:22:57.808751+0000","last_became_active":"2024-04-02T08:21:24.953257+0000","last_became_peered":"2024-04-02T08:21:24.953257+0000","last_unstale":"2024-04-02T08:22:57.808751+0000","last_undegraded":"2024-04-02T08:22:57.808751+0000","last_fullsized":"2024-04-02T08:22:57.808751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811692+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:22:57.811692+0000","last_peered":"2024-04-02T08:22:57.811692+0000","last_clean":"2024-04-02T08:22:57.811692+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:22:57.811692+0000","last_undegraded":"2024-04-02T08:22:57.811692+0000","last_fullsized":"2024-04-02T08:22:57.811692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811897+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:22:57.811897+0000","last_peered":"2024-04-02T08:22:57.811897+0000","last_clean":"2024-04-02T08:22:57.811897+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:22:57.811897+0000","last_undegraded":"2024-04-02T08:22:57.811897+0000","last_fullsized":"2024-04-02T08:22:57.811897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811729+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:22:57.811729+0000","last_peered":"2024-04-02T08:22:57.811729+0000","last_clean":"2024-04-02T08:22:57.811729+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:22:57.811729+0000","last_undegraded":"2024-04-02T08:22:57.811729+0000","last_fullsized":"2024-04-02T08:22:57.811729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810878+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:22:57.810878+0000","last_peered":"2024-04-02T08:22:57.810878+0000","last_clean":"2024-04-02T08:22:57.810878+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:22:57.810878+0000","last_undegraded":"2024-04-02T08:22:57.810878+0000","last_fullsized":"2024-04-02T08:22:57.810878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808430+0000","last_change":"2024-04-02T08:21:24.955301+0000","last_active":"2024-04-02T08:22:57.808430+0000","last_peered":"2024-04-02T08:22:57.808430+0000","last_clean":"2024-04-02T08:22:57.808430+0000","last_became_active":"2024-04-02T08:21:24.949456+0000","last_became_peered":"2024-04-02T08:21:24.949456+0000","last_unstale":"2024-04-02T08:22:57.808430+0000","last_undegraded":"2024-04-02T08:22:57.808430+0000","last_fullsized":"2024-04-02T08:22:57.808430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104735+0000","last_change":"2024-04-02T08:22:59.104735+0000","last_active":"2024-04-02T08:22:59.104735+0000","last_peered":"2024-04-02T08:22:59.104735+0000","last_clean":"2024-04-02T08:22:59.104735+0000","last_became_active":"2024-04-02T08:22:59.104224+0000","last_became_peered":"2024-04-02T08:22:59.104224+0000","last_unstale":"2024-04-02T08:22:59.104735+0000","last_undegraded":"2024-04-02T08:22:59.104735+0000","last_fullsized":"2024-04-02T08:22:59.104735+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:13.450855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814649+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:57.814649+0000","last_peered":"2024-04-02T08:22:57.814649+0000","last_clean":"2024-04-02T08:22:57.814649+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:22:57.814649+0000","last_undegraded":"2024-04-02T08:22:57.814649+0000","last_fullsized":"2024-04-02T08:22:57.814649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810293+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:22:57.810293+0000","last_peered":"2024-04-02T08:22:57.810293+0000","last_clean":"2024-04-02T08:22:57.810293+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:22:57.810293+0000","last_undegraded":"2024-04-02T08:22:57.810293+0000","last_fullsized":"2024-04-02T08:22:57.810293+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812999+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:22:57.812999+0000","last_peered":"2024-04-02T08:22:57.812999+0000","last_clean":"2024-04-02T08:22:57.812999+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:22:57.812999+0000","last_undegraded":"2024-04-02T08:22:57.812999+0000","last_fullsized":"2024-04-02T08:22:57.812999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814902+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:22:57.814902+0000","last_peered":"2024-04-02T08:22:57.814902+0000","last_clean":"2024-04-02T08:22:57.814902+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:22:57.814902+0000","last_undegraded":"2024-04-02T08:22:57.814902+0000","last_fullsized":"2024-04-02T08:22:57.814902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808764+0000","last_change":"2024-04-02T08:21:24.942164+0000","last_active":"2024-04-02T08:22:57.808764+0000","last_peered":"2024-04-02T08:22:57.808764+0000","last_clean":"2024-04-02T08:22:57.808764+0000","last_became_active":"2024-04-02T08:21:24.941695+0000","last_became_peered":"2024-04-02T08:21:24.941695+0000","last_unstale":"2024-04-02T08:22:57.808764+0000","last_undegraded":"2024-04-02T08:22:57.808764+0000","last_fullsized":"2024-04-02T08:22:57.808764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813481+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:22:57.813481+0000","last_peered":"2024-04-02T08:22:57.813481+0000","last_clean":"2024-04-02T08:22:57.813481+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:22:57.813481+0000","last_undegraded":"2024-04-02T08:22:57.813481+0000","last_fullsized":"2024-04-02T08:22:57.813481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808397+0000","last_change":"2024-04-02T08:21:24.938270+0000","last_active":"2024-04-02T08:22:57.808397+0000","last_peered":"2024-04-02T08:22:57.808397+0000","last_clean":"2024-04-02T08:22:57.808397+0000","last_became_active":"2024-04-02T08:21:24.937871+0000","last_became_peered":"2024-04-02T08:21:24.937871+0000","last_unstale":"2024-04-02T08:22:57.808397+0000","last_undegraded":"2024-04-02T08:22:57.808397+0000","last_fullsized":"2024-04-02T08:22:57.808397+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.816309+0000","last_change":"2024-04-02T08:22:58.816309+0000","last_active":"2024-04-02T08:22:58.816309+0000","last_peered":"2024-04-02T08:22:58.816309+0000","last_clean":"2024-04-02T08:22:58.816309+0000","last_became_active":"2024-04-02T08:22:58.815987+0000","last_became_peered":"2024-04-02T08:22:58.815987+0000","last_unstale":"2024-04-02T08:22:58.816309+0000","last_undegraded":"2024-04-02T08:22:58.816309+0000","last_fullsized":"2024-04-02T08:22:58.816309+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:34:33.899643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814490+0000","last_change":"2024-04-02T08:22:58.814490+0000","last_active":"2024-04-02T08:22:58.814490+0000","last_peered":"2024-04-02T08:22:58.814490+0000","last_clean":"2024-04-02T08:22:58.814490+0000","last_became_active":"2024-04-02T08:22:58.814033+0000","last_became_peered":"2024-04-02T08:22:58.814033+0000","last_unstale":"2024-04-02T08:22:58.814490+0000","last_undegraded":"2024-04-02T08:22:58.814490+0000","last_fullsized":"2024-04-02T08:22:58.814490+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:20:04.628826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234009,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":900730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.82499999999999996}]},{"osd":1,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.85999999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.755},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.84099999999999997}]},{"osd":3,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.68100000000000005}]},{"osd":4,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.69299999999999995}]},{"osd":5,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.66200000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.63400000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495646,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":902145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.48099999999999998,"15min":0.48599999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.504},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.54900000000000004,"15min":0.55400000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71199999999999997,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.58299999999999996}]},{"osd":1,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71499999999999997,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.50800000000000001,"15min":0.51100000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71299999999999997,"5min":0.752,"15min":0.752},"last":0.61299999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.51600000000000001,"15min":0.52300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69999999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.627}]},{"osd":3,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72899999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.59699999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.60199999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.40699999999999997}]},{"osd":5,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.437,"15min":0.441},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.60699999999999998,"5min":0.75,"15min":0.75},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65500000000000003,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.46200000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.64100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":309645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.376,"15min":0.35999999999999999},"min":{"1min":0.30399999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57699999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38300000000000001,"15min":0.36599999999999999},"min":{"1min":0.29499999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.35099999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42999999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.314}]},{"osd":3,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.29199999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.36799999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.379,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66000000000000003,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57999999999999996,"15min":0.58999999999999997},"min":{"1min":0.41299999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.83199999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.41299999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.621,"15min":0.63200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.78600000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.48999999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.753,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60299999999999998,"15min":0.60399999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75800000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52500000000000002}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.504},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.51200000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":900854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.374,"15min":0.34000000000000002},"min":{"1min":0.23799999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.34100000000000003},"min":{"1min":0.27500000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.35599999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.39000000000000001,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41099999999999998,"15min":0.39700000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.374}]},{"osd":3,"last update":"Tue Apr 2 08:22:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.44900000000000001,"15min":0.44800000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.47999999999999998,"15min":0.48099999999999998},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.33400000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.58699999999999997,"15min":0.56100000000000005},"min":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":2.0609999999999999,"5min":2.0609999999999999,"15min":2.0609999999999999},"last":0.495},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.373},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.50900000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:22:22 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.8300000000000001,"5min":1.8300000000000001,"15min":1.8300000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.60899999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.41699999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63,"15min":0.629},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63500000000000001,"15min":0.63100000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.53000000000000003}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.439}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.379,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55900000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.62,"15min":0.62},"last":0.40999999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38400000000000001,"15min":0.36899999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53400000000000003,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.432,"15min":0.41799999999999998},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59599999999999997,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.437}]},{"osd":3,"last update":"Tue Apr 2 08:22:39 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42199999999999999,"15min":0.42899999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.38600000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76800000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.58799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71999999999999997,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.627}]},{"osd":5,"last update":"Tue Apr 2 08:22:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.59499999999999997,"15min":0.60699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.74299999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":1.2},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.64400000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.60699999999999998,"15min":0.62},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.69099999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":1.1080000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.69699999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":312212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.434,"15min":0.442},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.29799999999999999}]},{"osd":1,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.42599999999999999},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55500000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.439},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.42999999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46800000000000003,"15min":0.47799999999999998},"min":{"1min":0.31900000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.59699999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.434,"15min":0.438},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67400000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.34100000000000003}]},{"osd":4,"last update":"Tue Apr 2 08:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.629},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.60499999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.51200000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.46000000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:22:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.621,"15min":0.624},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86599999999999999,"5min":1.016,"15min":1.016},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.433,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.75800000000000001,"5min":0.996,"15min":0.996},"last":0.378}]},{"osd":7,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.5}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":310135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.501,"15min":0.503},"min":{"1min":0.312,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.66200000000000003,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.73299999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52200000000000002,"15min":0.53600000000000003},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.64400000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.496,"5min":0.51600000000000001,"15min":0.52700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.66600000000000004,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.622}]},{"osd":2,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.51800000000000002},"min":{"1min":0.38400000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65400000000000003,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.66100000000000003,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.75600000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55300000000000005,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.45600000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.68400000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.65300000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.377,"15min":0.371},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61399999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.38200000000000001,"15min":0.372},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.52600000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.311,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69899999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.45800000000000002,"15min":0.45600000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.59399999999999997,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.60999999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:22:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.67900000000000005}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":720896,"data_stored":311867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.59199999999999997}]},{"osd":1,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.66200000000000003,"5min":0.746,"15min":0.746},"last":0.72699999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.39300000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55800000000000005,"15min":0.56299999999999994},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.61699999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.747,"15min":0.747},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.64100000000000001,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.71499999999999997}]},{"osd":4,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.38500000000000001,"15min":0.376},"min":{"1min":0.29699999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.69899999999999995}]},{"osd":6,"last update":"Tue Apr 2 08:22:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61599999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.67500000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.751}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:23:07.361 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph status --format=json 2024-04-02T08:23:07.572 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:07.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:07 smithi137 ceph-mon[31169]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:07 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:07 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:07 smithi137 ceph-mon[31169]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:23:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:07 smithi028 ceph-mon[39019]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:07 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:07 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:07 smithi028 ceph-mon[39019]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:23:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:07 smithi028 ceph-mon[27433]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:07 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:07 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:07 smithi028 ceph-mon[27433]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:23:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:08 smithi028 ceph-mon[39019]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:08 smithi028 ceph-mon[39019]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:23:08.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:08 smithi028 ceph-mon[27433]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:08.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:08 smithi028 ceph-mon[27433]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:23:08.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:08.518Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000341851s 2024-04-02T08:23:08.832 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:08 smithi137 ceph-mon[31169]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:08.832 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:08 smithi137 ceph-mon[31169]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:23:09.703 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:09.703 INFO:teuthology.orchestra.run.smithi028.stdout:{"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":328,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":69,"num_osds":8,"num_up_osds":8,"osd_up_since":1712046066,"num_in_osds":8,"osd_in_since":1712046048,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":24,"data_bytes":593516,"bytes_used":228888576,"bytes_avail":767731396608,"bytes_total":767960285184},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24332}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.28:8443/","prometheus":"http://172.21.15.28:9283/"}},"servicemap":{"epoch":13,"modified":"2024-04-02T08:22:58.890546+0000","services":{}},"progress_events":{}} 2024-04-02T08:23:10.145 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:09 smithi137 systemd[1]: Stopping Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:10.356 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-04-02T08:23:10.356 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:23:10.478 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.215Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:23:10.479 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:23:10.479 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:23:10.479 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:23:10.479 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:23:10.479 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:23:10.480 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:23:10.480 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:23:10.480 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:23:10.480 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:23:10.480 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:23:10.481 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[61979]: ts=2024-04-02T08:23:10.216Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:23:10.481 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 podman[65461]: 2024-04-02 08:23:10.226133498 +0000 UTC m=+0.127788741 container died 02c3bd1c2e22f069926bfffb7095880dbc598092d555a1a45dad8b4dceb295fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:10.566 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:10.744 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-mon[31169]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:10.744 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:10 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2570856834' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:23:10.745 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 podman[65461]: 2024-04-02 08:23:10.562504401 +0000 UTC m=+0.464159642 container cleanup 02c3bd1c2e22f069926bfffb7095880dbc598092d555a1a45dad8b4dceb295fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:10.745 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 bash[65461]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:23:10.928 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:10 smithi028 ceph-mon[27433]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:10.929 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:10 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2570856834' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:23:10.929 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:10 smithi028 ceph-mon[39019]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:10.929 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:10 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2570856834' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-02T08:23:11.144 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 podman[65480]: 2024-04-02 08:23:10.746792803 +0000 UTC m=+0.520784180 container remove 02c3bd1c2e22f069926bfffb7095880dbc598092d555a1a45dad8b4dceb295fe (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:11.145 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:23:11.145 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 systemd[1]: Stopped Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:11.145 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.123s CPU time. 2024-04-02T08:23:11.145 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:10 smithi137 systemd[1]: Starting Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 podman[65582]: 2024-04-02 08:23:11.0875757 +0000 UTC m=+0.018878397 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 podman[65582]: 2024-04-02 08:23:11.189456535 +0000 UTC m=+0.120759220 container create 07c1b9455767a1c667a9f086a80cf8b28609a162d3e21bdb213d5c2c80771505 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 podman[65582]: 2024-04-02 08:23:11.391606579 +0000 UTC m=+0.322909278 container init 07c1b9455767a1c667a9f086a80cf8b28609a162d3e21bdb213d5c2c80771505 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 podman[65582]: 2024-04-02 08:23:11.397306737 +0000 UTC m=+0.328609426 container start 07c1b9455767a1c667a9f086a80cf8b28609a162d3e21bdb213d5c2c80771505 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.420Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.420Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.420Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi137 (none))" 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.420Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.420Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.421Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:23:11.443 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.422Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.422Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.422Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.424Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.424Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.468µs 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.424Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.426Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.427Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.427Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.035µs wal_replay_duration=2.881526ms wbl_replay_duration=139ns total_replay_duration=2.915297ms 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.428Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.428Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.428Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.445Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.968433ms db_storage=865ns remote_storage=1.459µs web_handler=313ns query_engine=607ns scrape=419.076µs scrape_sd=81.025µs notify=10.008µs notify_sd=8.428µs rules=16.216685ms tracing=5.292µs 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.445Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:23:11.444 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:23:11.445Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:23:11.659 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STOPPING 2024-04-02T08:23:11.660 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:11.660 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STOPPED 2024-04-02T08:23:11.660 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STARTING 2024-04-02T08:23:11.660 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Serving on http://:::9283 2024-04-02T08:23:11.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 bash[65582]: 07c1b9455767a1c667a9f086a80cf8b28609a162d3e21bdb213d5c2c80771505 2024-04-02T08:23:11.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:23:11 smithi137 systemd[1]: Started Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:23:11.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STARTED 2024-04-02T08:23:11.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STOPPING 2024-04-02T08:23:11.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STOPPED 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STARTING 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Serving on http://:::9283 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STARTED 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STOPPING 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STOPPED 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STARTING 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Serving on http://:::9283 2024-04-02T08:23:11.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:11] ENGINE Bus STARTED 2024-04-02T08:23:12.570 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:12.572 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi137.front.sepia.ceph.com:9095"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:23:12.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:23:12.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi137.front.sepia.ceph.com:3000"}]: dispatch 2024-04-02T08:23:12.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:12.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:12.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:13.451 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":46,"stamp":"2024-04-02T08:23:10.893255+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223524,"kb_used_data":7356,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737692,"statfs":{"total":767960285184,"available":767731396608,"internally_reserved":0,"allocated":7532544,"data_stored":4257346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002786"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812454+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:22:57.812454+0000","last_peered":"2024-04-02T08:22:57.812454+0000","last_clean":"2024-04-02T08:22:57.812454+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:22:57.812454+0000","last_undegraded":"2024-04-02T08:22:57.812454+0000","last_fullsized":"2024-04-02T08:22:57.812454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810525+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:22:57.810525+0000","last_peered":"2024-04-02T08:22:57.810525+0000","last_clean":"2024-04-02T08:22:57.810525+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:22:57.810525+0000","last_undegraded":"2024-04-02T08:22:57.810525+0000","last_fullsized":"2024-04-02T08:22:57.810525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808241+0000","last_change":"2024-04-02T08:21:24.953129+0000","last_active":"2024-04-02T08:22:57.808241+0000","last_peered":"2024-04-02T08:22:57.808241+0000","last_clean":"2024-04-02T08:22:57.808241+0000","last_became_active":"2024-04-02T08:21:24.952865+0000","last_became_peered":"2024-04-02T08:21:24.952865+0000","last_unstale":"2024-04-02T08:22:57.808241+0000","last_undegraded":"2024-04-02T08:22:57.808241+0000","last_fullsized":"2024-04-02T08:22:57.808241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:11.424279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808758+0000","last_change":"2024-04-02T08:21:24.954621+0000","last_active":"2024-04-02T08:22:57.808758+0000","last_peered":"2024-04-02T08:22:57.808758+0000","last_clean":"2024-04-02T08:22:57.808758+0000","last_became_active":"2024-04-02T08:21:24.952537+0000","last_became_peered":"2024-04-02T08:21:24.952537+0000","last_unstale":"2024-04-02T08:22:57.808758+0000","last_undegraded":"2024-04-02T08:22:57.808758+0000","last_fullsized":"2024-04-02T08:22:57.808758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812195+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:22:57.812195+0000","last_peered":"2024-04-02T08:22:57.812195+0000","last_clean":"2024-04-02T08:22:57.812195+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:22:57.812195+0000","last_undegraded":"2024-04-02T08:22:57.812195+0000","last_fullsized":"2024-04-02T08:22:57.812195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808550+0000","last_change":"2024-04-02T08:21:24.950439+0000","last_active":"2024-04-02T08:22:57.808550+0000","last_peered":"2024-04-02T08:22:57.808550+0000","last_clean":"2024-04-02T08:22:57.808550+0000","last_became_active":"2024-04-02T08:21:24.948700+0000","last_became_peered":"2024-04-02T08:21:24.948700+0000","last_unstale":"2024-04-02T08:22:57.808550+0000","last_undegraded":"2024-04-02T08:22:57.808550+0000","last_fullsized":"2024-04-02T08:22:57.808550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810236+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:22:57.810236+0000","last_peered":"2024-04-02T08:22:57.810236+0000","last_clean":"2024-04-02T08:22:57.810236+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:22:57.810236+0000","last_undegraded":"2024-04-02T08:22:57.810236+0000","last_fullsized":"2024-04-02T08:22:57.810236+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813367+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:22:57.813367+0000","last_peered":"2024-04-02T08:22:57.813367+0000","last_clean":"2024-04-02T08:22:57.813367+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:22:57.813367+0000","last_undegraded":"2024-04-02T08:22:57.813367+0000","last_fullsized":"2024-04-02T08:22:57.813367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814881+0000","last_change":"2024-04-02T08:22:58.814881+0000","last_active":"2024-04-02T08:22:58.814881+0000","last_peered":"2024-04-02T08:22:58.814881+0000","last_clean":"2024-04-02T08:22:58.814881+0000","last_became_active":"2024-04-02T08:22:58.814538+0000","last_became_peered":"2024-04-02T08:22:58.814538+0000","last_unstale":"2024-04-02T08:22:58.814881+0000","last_undegraded":"2024-04-02T08:22:58.814881+0000","last_fullsized":"2024-04-02T08:22:58.814881+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:47.854693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812853+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:22:57.812853+0000","last_peered":"2024-04-02T08:22:57.812853+0000","last_clean":"2024-04-02T08:22:57.812853+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:22:57.812853+0000","last_undegraded":"2024-04-02T08:22:57.812853+0000","last_fullsized":"2024-04-02T08:22:57.812853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812506+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:22:57.812506+0000","last_peered":"2024-04-02T08:22:57.812506+0000","last_clean":"2024-04-02T08:22:57.812506+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:22:57.812506+0000","last_undegraded":"2024-04-02T08:22:57.812506+0000","last_fullsized":"2024-04-02T08:22:57.812506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812590+0000","last_change":"2024-04-02T08:21:24.958379+0000","last_active":"2024-04-02T08:22:57.812590+0000","last_peered":"2024-04-02T08:22:57.812590+0000","last_clean":"2024-04-02T08:22:57.812590+0000","last_became_active":"2024-04-02T08:21:24.958017+0000","last_became_peered":"2024-04-02T08:21:24.958017+0000","last_unstale":"2024-04-02T08:22:57.812590+0000","last_undegraded":"2024-04-02T08:22:57.812590+0000","last_fullsized":"2024-04-02T08:22:57.812590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814003+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:22:57.814003+0000","last_peered":"2024-04-02T08:22:57.814003+0000","last_clean":"2024-04-02T08:22:57.814003+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:22:57.814003+0000","last_undegraded":"2024-04-02T08:22:57.814003+0000","last_fullsized":"2024-04-02T08:22:57.814003+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808115+0000","last_change":"2024-04-02T08:21:24.942913+0000","last_active":"2024-04-02T08:22:57.808115+0000","last_peered":"2024-04-02T08:22:57.808115+0000","last_clean":"2024-04-02T08:22:57.808115+0000","last_became_active":"2024-04-02T08:21:24.942577+0000","last_became_peered":"2024-04-02T08:21:24.942577+0000","last_unstale":"2024-04-02T08:22:57.808115+0000","last_undegraded":"2024-04-02T08:22:57.808115+0000","last_fullsized":"2024-04-02T08:22:57.808115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:49:58.312937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809845+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:22:57.809845+0000","last_peered":"2024-04-02T08:22:57.809845+0000","last_clean":"2024-04-02T08:22:57.809845+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:22:57.809845+0000","last_undegraded":"2024-04-02T08:22:57.809845+0000","last_fullsized":"2024-04-02T08:22:57.809845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808184+0000","last_change":"2024-04-02T08:21:24.950693+0000","last_active":"2024-04-02T08:22:57.808184+0000","last_peered":"2024-04-02T08:22:57.808184+0000","last_clean":"2024-04-02T08:22:57.808184+0000","last_became_active":"2024-04-02T08:21:24.948957+0000","last_became_peered":"2024-04-02T08:21:24.948957+0000","last_unstale":"2024-04-02T08:22:57.808184+0000","last_undegraded":"2024-04-02T08:22:57.808184+0000","last_fullsized":"2024-04-02T08:22:57.808184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809212+0000","last_change":"2024-04-02T08:21:24.945084+0000","last_active":"2024-04-02T08:22:57.809212+0000","last_peered":"2024-04-02T08:22:57.809212+0000","last_clean":"2024-04-02T08:22:57.809212+0000","last_became_active":"2024-04-02T08:21:24.944667+0000","last_became_peered":"2024-04-02T08:21:24.944667+0000","last_unstale":"2024-04-02T08:22:57.809212+0000","last_undegraded":"2024-04-02T08:22:57.809212+0000","last_fullsized":"2024-04-02T08:22:57.809212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811664+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:22:57.811664+0000","last_peered":"2024-04-02T08:22:57.811664+0000","last_clean":"2024-04-02T08:22:57.811664+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:22:57.811664+0000","last_undegraded":"2024-04-02T08:22:57.811664+0000","last_fullsized":"2024-04-02T08:22:57.811664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811071+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:57.811071+0000","last_peered":"2024-04-02T08:22:57.811071+0000","last_clean":"2024-04-02T08:22:57.811071+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:22:57.811071+0000","last_undegraded":"2024-04-02T08:22:57.811071+0000","last_fullsized":"2024-04-02T08:22:57.811071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808589+0000","last_change":"2024-04-02T08:21:24.579816+0000","last_active":"2024-04-02T08:22:57.808589+0000","last_peered":"2024-04-02T08:22:57.808589+0000","last_clean":"2024-04-02T08:22:57.808589+0000","last_became_active":"2024-04-02T08:21:24.579376+0000","last_became_peered":"2024-04-02T08:21:24.579376+0000","last_unstale":"2024-04-02T08:22:57.808589+0000","last_undegraded":"2024-04-02T08:22:57.808589+0000","last_fullsized":"2024-04-02T08:22:57.808589+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814971+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:22:57.814971+0000","last_peered":"2024-04-02T08:22:57.814971+0000","last_clean":"2024-04-02T08:22:57.814971+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:22:57.814971+0000","last_undegraded":"2024-04-02T08:22:57.814971+0000","last_fullsized":"2024-04-02T08:22:57.814971+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.815108+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:22:57.815108+0000","last_peered":"2024-04-02T08:22:57.815108+0000","last_clean":"2024-04-02T08:22:57.815108+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:22:57.815108+0000","last_undegraded":"2024-04-02T08:22:57.815108+0000","last_fullsized":"2024-04-02T08:22:57.815108+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808672+0000","last_change":"2024-04-02T08:21:24.936693+0000","last_active":"2024-04-02T08:22:57.808672+0000","last_peered":"2024-04-02T08:22:57.808672+0000","last_clean":"2024-04-02T08:22:57.808672+0000","last_became_active":"2024-04-02T08:21:24.936428+0000","last_became_peered":"2024-04-02T08:21:24.936428+0000","last_unstale":"2024-04-02T08:22:57.808672+0000","last_undegraded":"2024-04-02T08:22:57.808672+0000","last_fullsized":"2024-04-02T08:22:57.808672+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:27.361995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811773+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:22:57.811773+0000","last_peered":"2024-04-02T08:22:57.811773+0000","last_clean":"2024-04-02T08:22:57.811773+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:22:57.811773+0000","last_undegraded":"2024-04-02T08:22:57.811773+0000","last_fullsized":"2024-04-02T08:22:57.811773+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808853+0000","last_change":"2024-04-02T08:21:24.940546+0000","last_active":"2024-04-02T08:22:57.808853+0000","last_peered":"2024-04-02T08:22:57.808853+0000","last_clean":"2024-04-02T08:22:57.808853+0000","last_became_active":"2024-04-02T08:21:24.940252+0000","last_became_peered":"2024-04-02T08:21:24.940252+0000","last_unstale":"2024-04-02T08:22:57.808853+0000","last_undegraded":"2024-04-02T08:22:57.808853+0000","last_fullsized":"2024-04-02T08:22:57.808853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810882+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:22:57.810882+0000","last_peered":"2024-04-02T08:22:57.810882+0000","last_clean":"2024-04-02T08:22:57.810882+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:22:57.810882+0000","last_undegraded":"2024-04-02T08:22:57.810882+0000","last_fullsized":"2024-04-02T08:22:57.810882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808591+0000","last_change":"2024-04-02T08:21:24.936639+0000","last_active":"2024-04-02T08:22:57.808591+0000","last_peered":"2024-04-02T08:22:57.808591+0000","last_clean":"2024-04-02T08:22:57.808591+0000","last_became_active":"2024-04-02T08:21:24.936310+0000","last_became_peered":"2024-04-02T08:21:24.936310+0000","last_unstale":"2024-04-02T08:22:57.808591+0000","last_undegraded":"2024-04-02T08:22:57.808591+0000","last_fullsized":"2024-04-02T08:22:57.808591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814358+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:22:57.814358+0000","last_peered":"2024-04-02T08:22:57.814358+0000","last_clean":"2024-04-02T08:22:57.814358+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:22:57.814358+0000","last_undegraded":"2024-04-02T08:22:57.814358+0000","last_fullsized":"2024-04-02T08:22:57.814358+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811639+0000","last_change":"2024-04-02T08:21:24.939966+0000","last_active":"2024-04-02T08:22:57.811639+0000","last_peered":"2024-04-02T08:22:57.811639+0000","last_clean":"2024-04-02T08:22:57.811639+0000","last_became_active":"2024-04-02T08:21:24.939608+0000","last_became_peered":"2024-04-02T08:21:24.939608+0000","last_unstale":"2024-04-02T08:22:57.811639+0000","last_undegraded":"2024-04-02T08:22:57.811639+0000","last_fullsized":"2024-04-02T08:22:57.811639+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811735+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:22:57.811735+0000","last_peered":"2024-04-02T08:22:57.811735+0000","last_clean":"2024-04-02T08:22:57.811735+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:22:57.811735+0000","last_undegraded":"2024-04-02T08:22:57.811735+0000","last_fullsized":"2024-04-02T08:22:57.811735+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808129+0000","last_change":"2024-04-02T08:21:24.948933+0000","last_active":"2024-04-02T08:22:57.808129+0000","last_peered":"2024-04-02T08:22:57.808129+0000","last_clean":"2024-04-02T08:22:57.808129+0000","last_became_active":"2024-04-02T08:21:24.948575+0000","last_became_peered":"2024-04-02T08:21:24.948575+0000","last_unstale":"2024-04-02T08:22:57.808129+0000","last_undegraded":"2024-04-02T08:22:57.808129+0000","last_fullsized":"2024-04-02T08:22:57.808129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:35.993935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813624+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:22:57.813624+0000","last_peered":"2024-04-02T08:22:57.813624+0000","last_clean":"2024-04-02T08:22:57.813624+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:22:57.813624+0000","last_undegraded":"2024-04-02T08:22:57.813624+0000","last_fullsized":"2024-04-02T08:22:57.813624+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813624+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:22:57.813624+0000","last_peered":"2024-04-02T08:22:57.813624+0000","last_clean":"2024-04-02T08:22:57.813624+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:22:57.813624+0000","last_undegraded":"2024-04-02T08:22:57.813624+0000","last_fullsized":"2024-04-02T08:22:57.813624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104648+0000","last_change":"2024-04-02T08:22:59.104648+0000","last_active":"2024-04-02T08:22:59.104648+0000","last_peered":"2024-04-02T08:22:59.104648+0000","last_clean":"2024-04-02T08:22:59.104648+0000","last_became_active":"2024-04-02T08:22:59.104213+0000","last_became_peered":"2024-04-02T08:22:59.104213+0000","last_unstale":"2024-04-02T08:22:59.104648+0000","last_undegraded":"2024-04-02T08:22:59.104648+0000","last_fullsized":"2024-04-02T08:22:59.104648+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:14.285415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810004+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:22:57.810004+0000","last_peered":"2024-04-02T08:22:57.810004+0000","last_clean":"2024-04-02T08:22:57.810004+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:22:57.810004+0000","last_undegraded":"2024-04-02T08:22:57.810004+0000","last_fullsized":"2024-04-02T08:22:57.810004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813290+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:22:57.813290+0000","last_peered":"2024-04-02T08:22:57.813290+0000","last_clean":"2024-04-02T08:22:57.813290+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:22:57.813290+0000","last_undegraded":"2024-04-02T08:22:57.813290+0000","last_fullsized":"2024-04-02T08:22:57.813290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808616+0000","last_change":"2024-04-02T08:21:24.943693+0000","last_active":"2024-04-02T08:22:57.808616+0000","last_peered":"2024-04-02T08:22:57.808616+0000","last_clean":"2024-04-02T08:22:57.808616+0000","last_became_active":"2024-04-02T08:21:24.943381+0000","last_became_peered":"2024-04-02T08:21:24.943381+0000","last_unstale":"2024-04-02T08:22:57.808616+0000","last_undegraded":"2024-04-02T08:22:57.808616+0000","last_fullsized":"2024-04-02T08:22:57.808616+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808702+0000","last_change":"2024-04-02T08:21:24.570135+0000","last_active":"2024-04-02T08:22:57.808702+0000","last_peered":"2024-04-02T08:22:57.808702+0000","last_clean":"2024-04-02T08:22:57.808702+0000","last_became_active":"2024-04-02T08:21:24.569719+0000","last_became_peered":"2024-04-02T08:21:24.569719+0000","last_unstale":"2024-04-02T08:22:57.808702+0000","last_undegraded":"2024-04-02T08:22:57.808702+0000","last_fullsized":"2024-04-02T08:22:57.808702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808439+0000","last_change":"2024-04-02T08:21:24.954247+0000","last_active":"2024-04-02T08:22:57.808439+0000","last_peered":"2024-04-02T08:22:57.808439+0000","last_clean":"2024-04-02T08:22:57.808439+0000","last_became_active":"2024-04-02T08:21:24.953991+0000","last_became_peered":"2024-04-02T08:21:24.953991+0000","last_unstale":"2024-04-02T08:22:57.808439+0000","last_undegraded":"2024-04-02T08:22:57.808439+0000","last_fullsized":"2024-04-02T08:22:57.808439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:06.124533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810464+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:22:57.810464+0000","last_peered":"2024-04-02T08:22:57.810464+0000","last_clean":"2024-04-02T08:22:57.810464+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:22:57.810464+0000","last_undegraded":"2024-04-02T08:22:57.810464+0000","last_fullsized":"2024-04-02T08:22:57.810464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812513+0000","last_change":"2024-04-02T08:21:24.940949+0000","last_active":"2024-04-02T08:22:57.812513+0000","last_peered":"2024-04-02T08:22:57.812513+0000","last_clean":"2024-04-02T08:22:57.812513+0000","last_became_active":"2024-04-02T08:21:24.940664+0000","last_became_peered":"2024-04-02T08:21:24.940664+0000","last_unstale":"2024-04-02T08:22:57.812513+0000","last_undegraded":"2024-04-02T08:22:57.812513+0000","last_fullsized":"2024-04-02T08:22:57.812513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813600+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:22:57.813600+0000","last_peered":"2024-04-02T08:22:57.813600+0000","last_clean":"2024-04-02T08:22:57.813600+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:22:57.813600+0000","last_undegraded":"2024-04-02T08:22:57.813600+0000","last_fullsized":"2024-04-02T08:22:57.813600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811252+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:22:57.811252+0000","last_peered":"2024-04-02T08:22:57.811252+0000","last_clean":"2024-04-02T08:22:57.811252+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:22:57.811252+0000","last_undegraded":"2024-04-02T08:22:57.811252+0000","last_fullsized":"2024-04-02T08:22:57.811252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808908+0000","last_change":"2024-04-02T08:21:24.563119+0000","last_active":"2024-04-02T08:22:57.808908+0000","last_peered":"2024-04-02T08:22:57.808908+0000","last_clean":"2024-04-02T08:22:57.808908+0000","last_became_active":"2024-04-02T08:21:24.562567+0000","last_became_peered":"2024-04-02T08:21:24.562567+0000","last_unstale":"2024-04-02T08:22:57.808908+0000","last_undegraded":"2024-04-02T08:22:57.808908+0000","last_fullsized":"2024-04-02T08:22:57.808908+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808030+0000","last_change":"2024-04-02T08:21:24.956261+0000","last_active":"2024-04-02T08:22:57.808030+0000","last_peered":"2024-04-02T08:22:57.808030+0000","last_clean":"2024-04-02T08:22:57.808030+0000","last_became_active":"2024-04-02T08:21:24.955989+0000","last_became_peered":"2024-04-02T08:21:24.955989+0000","last_unstale":"2024-04-02T08:22:57.808030+0000","last_undegraded":"2024-04-02T08:22:57.808030+0000","last_fullsized":"2024-04-02T08:22:57.808030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:21.807172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808285+0000","last_change":"2024-04-02T08:21:24.574723+0000","last_active":"2024-04-02T08:22:57.808285+0000","last_peered":"2024-04-02T08:22:57.808285+0000","last_clean":"2024-04-02T08:22:57.808285+0000","last_became_active":"2024-04-02T08:21:24.574068+0000","last_became_peered":"2024-04-02T08:21:24.574068+0000","last_unstale":"2024-04-02T08:22:57.808285+0000","last_undegraded":"2024-04-02T08:22:57.808285+0000","last_fullsized":"2024-04-02T08:22:57.808285+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811817+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:22:57.811817+0000","last_peered":"2024-04-02T08:22:57.811817+0000","last_clean":"2024-04-02T08:22:57.811817+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:22:57.811817+0000","last_undegraded":"2024-04-02T08:22:57.811817+0000","last_fullsized":"2024-04-02T08:22:57.811817+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810352+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:22:57.810352+0000","last_peered":"2024-04-02T08:22:57.810352+0000","last_clean":"2024-04-02T08:22:57.810352+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:22:57.810352+0000","last_undegraded":"2024-04-02T08:22:57.810352+0000","last_fullsized":"2024-04-02T08:22:57.810352+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814804+0000","last_change":"2024-04-02T08:22:58.814804+0000","last_active":"2024-04-02T08:22:58.814804+0000","last_peered":"2024-04-02T08:22:58.814804+0000","last_clean":"2024-04-02T08:22:58.814804+0000","last_became_active":"2024-04-02T08:22:58.813994+0000","last_became_peered":"2024-04-02T08:22:58.813994+0000","last_unstale":"2024-04-02T08:22:58.814804+0000","last_undegraded":"2024-04-02T08:22:58.814804+0000","last_fullsized":"2024-04-02T08:22:58.814804+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:22.563229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811349+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:22:57.811349+0000","last_peered":"2024-04-02T08:22:57.811349+0000","last_clean":"2024-04-02T08:22:57.811349+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:22:57.811349+0000","last_undegraded":"2024-04-02T08:22:57.811349+0000","last_fullsized":"2024-04-02T08:22:57.811349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810376+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:22:57.810376+0000","last_peered":"2024-04-02T08:22:57.810376+0000","last_clean":"2024-04-02T08:22:57.810376+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:22:57.810376+0000","last_undegraded":"2024-04-02T08:22:57.810376+0000","last_fullsized":"2024-04-02T08:22:57.810376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813240+0000","last_change":"2024-04-02T08:21:24.575270+0000","last_active":"2024-04-02T08:22:57.813240+0000","last_peered":"2024-04-02T08:22:57.813240+0000","last_clean":"2024-04-02T08:22:57.813240+0000","last_became_active":"2024-04-02T08:21:24.574968+0000","last_became_peered":"2024-04-02T08:21:24.574968+0000","last_unstale":"2024-04-02T08:22:57.813240+0000","last_undegraded":"2024-04-02T08:22:57.813240+0000","last_fullsized":"2024-04-02T08:22:57.813240+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104592+0000","last_change":"2024-04-02T08:22:59.104592+0000","last_active":"2024-04-02T08:22:59.104592+0000","last_peered":"2024-04-02T08:22:59.104592+0000","last_clean":"2024-04-02T08:22:59.104592+0000","last_became_active":"2024-04-02T08:22:59.104117+0000","last_became_peered":"2024-04-02T08:22:59.104117+0000","last_unstale":"2024-04-02T08:22:59.104592+0000","last_undegraded":"2024-04-02T08:22:59.104592+0000","last_fullsized":"2024-04-02T08:22:59.104592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:46:47.025307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809940+0000","last_change":"2024-04-02T08:22:00.741173+0000","last_active":"2024-04-02T08:22:57.809940+0000","last_peered":"2024-04-02T08:22:57.809940+0000","last_clean":"2024-04-02T08:22:57.809940+0000","last_became_active":"2024-04-02T08:22:00.740870+0000","last_became_peered":"2024-04-02T08:22:00.740870+0000","last_unstale":"2024-04-02T08:22:57.809940+0000","last_undegraded":"2024-04-02T08:22:57.809940+0000","last_fullsized":"2024-04-02T08:22:57.809940+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:01:45.118699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810205+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:22:57.810205+0000","last_peered":"2024-04-02T08:22:57.810205+0000","last_clean":"2024-04-02T08:22:57.810205+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:22:57.810205+0000","last_undegraded":"2024-04-02T08:22:57.810205+0000","last_fullsized":"2024-04-02T08:22:57.810205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808870+0000","last_change":"2024-04-02T08:21:24.952086+0000","last_active":"2024-04-02T08:22:57.808870+0000","last_peered":"2024-04-02T08:22:57.808870+0000","last_clean":"2024-04-02T08:22:57.808870+0000","last_became_active":"2024-04-02T08:21:24.949378+0000","last_became_peered":"2024-04-02T08:21:24.949378+0000","last_unstale":"2024-04-02T08:22:57.808870+0000","last_undegraded":"2024-04-02T08:22:57.808870+0000","last_fullsized":"2024-04-02T08:22:57.808870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810284+0000","last_change":"2024-04-02T08:22:00.740875+0000","last_active":"2024-04-02T08:22:57.810284+0000","last_peered":"2024-04-02T08:22:57.810284+0000","last_clean":"2024-04-02T08:22:57.810284+0000","last_became_active":"2024-04-02T08:22:00.740175+0000","last_became_peered":"2024-04-02T08:22:00.740175+0000","last_unstale":"2024-04-02T08:22:57.810284+0000","last_undegraded":"2024-04-02T08:22:57.810284+0000","last_fullsized":"2024-04-02T08:22:57.810284+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:50:59.115932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808285+0000","last_change":"2024-04-02T08:21:24.569996+0000","last_active":"2024-04-02T08:22:57.808285+0000","last_peered":"2024-04-02T08:22:57.808285+0000","last_clean":"2024-04-02T08:22:57.808285+0000","last_became_active":"2024-04-02T08:21:24.568565+0000","last_became_peered":"2024-04-02T08:21:24.568565+0000","last_unstale":"2024-04-02T08:22:57.808285+0000","last_undegraded":"2024-04-02T08:22:57.808285+0000","last_fullsized":"2024-04-02T08:22:57.808285+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812168+0000","last_change":"2024-04-02T08:21:24.956856+0000","last_active":"2024-04-02T08:22:57.812168+0000","last_peered":"2024-04-02T08:22:57.812168+0000","last_clean":"2024-04-02T08:22:57.812168+0000","last_became_active":"2024-04-02T08:21:24.956582+0000","last_became_peered":"2024-04-02T08:21:24.956582+0000","last_unstale":"2024-04-02T08:22:57.812168+0000","last_undegraded":"2024-04-02T08:22:57.812168+0000","last_fullsized":"2024-04-02T08:22:57.812168+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810045+0000","last_change":"2024-04-02T08:22:00.739635+0000","last_active":"2024-04-02T08:22:57.810045+0000","last_peered":"2024-04-02T08:22:57.810045+0000","last_clean":"2024-04-02T08:22:57.810045+0000","last_became_active":"2024-04-02T08:22:00.739273+0000","last_became_peered":"2024-04-02T08:22:00.739273+0000","last_unstale":"2024-04-02T08:22:57.810045+0000","last_undegraded":"2024-04-02T08:22:57.810045+0000","last_fullsized":"2024-04-02T08:22:57.810045+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:25.884920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809776+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:22:57.809776+0000","last_peered":"2024-04-02T08:22:57.809776+0000","last_clean":"2024-04-02T08:22:57.809776+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:22:57.809776+0000","last_undegraded":"2024-04-02T08:22:57.809776+0000","last_fullsized":"2024-04-02T08:22:57.809776+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810783+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:22:57.810783+0000","last_peered":"2024-04-02T08:22:57.810783+0000","last_clean":"2024-04-02T08:22:57.810783+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:22:57.810783+0000","last_undegraded":"2024-04-02T08:22:57.810783+0000","last_fullsized":"2024-04-02T08:22:57.810783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812244+0000","last_change":"2024-04-02T08:22:00.680238+0000","last_active":"2024-04-02T08:22:57.812244+0000","last_peered":"2024-04-02T08:22:57.812244+0000","last_clean":"2024-04-02T08:22:57.812244+0000","last_became_active":"2024-04-02T08:22:00.679874+0000","last_became_peered":"2024-04-02T08:22:00.679874+0000","last_unstale":"2024-04-02T08:22:57.812244+0000","last_undegraded":"2024-04-02T08:22:57.812244+0000","last_fullsized":"2024-04-02T08:22:57.812244+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:40:46.575039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814162+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:22:57.814162+0000","last_peered":"2024-04-02T08:22:57.814162+0000","last_clean":"2024-04-02T08:22:57.814162+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:22:57.814162+0000","last_undegraded":"2024-04-02T08:22:57.814162+0000","last_fullsized":"2024-04-02T08:22:57.814162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808411+0000","last_change":"2024-04-02T08:21:24.575794+0000","last_active":"2024-04-02T08:22:57.808411+0000","last_peered":"2024-04-02T08:22:57.808411+0000","last_clean":"2024-04-02T08:22:57.808411+0000","last_became_active":"2024-04-02T08:21:24.575501+0000","last_became_peered":"2024-04-02T08:21:24.575501+0000","last_unstale":"2024-04-02T08:22:57.808411+0000","last_undegraded":"2024-04-02T08:22:57.808411+0000","last_fullsized":"2024-04-02T08:22:57.808411+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":264,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812367+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:22:57.812367+0000","last_peered":"2024-04-02T08:22:57.812367+0000","last_clean":"2024-04-02T08:22:57.812367+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:22:57.812367+0000","last_undegraded":"2024-04-02T08:22:57.812367+0000","last_fullsized":"2024-04-02T08:22:57.812367+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808688+0000","last_change":"2024-04-02T08:22:00.739500+0000","last_active":"2024-04-02T08:22:57.808688+0000","last_peered":"2024-04-02T08:22:57.808688+0000","last_clean":"2024-04-02T08:22:57.808688+0000","last_became_active":"2024-04-02T08:22:00.739198+0000","last_became_peered":"2024-04-02T08:22:00.739198+0000","last_unstale":"2024-04-02T08:22:57.808688+0000","last_undegraded":"2024-04-02T08:22:57.808688+0000","last_fullsized":"2024-04-02T08:22:57.808688+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:33.409098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.807742+0000","last_change":"2024-04-02T08:21:24.955254+0000","last_active":"2024-04-02T08:22:57.807742+0000","last_peered":"2024-04-02T08:22:57.807742+0000","last_clean":"2024-04-02T08:22:57.807742+0000","last_became_active":"2024-04-02T08:21:24.955003+0000","last_became_peered":"2024-04-02T08:21:24.955003+0000","last_unstale":"2024-04-02T08:22:57.807742+0000","last_undegraded":"2024-04-02T08:22:57.807742+0000","last_fullsized":"2024-04-02T08:22:57.807742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:57.787195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811300+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:22:57.811300+0000","last_peered":"2024-04-02T08:22:57.811300+0000","last_clean":"2024-04-02T08:22:57.811300+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:22:57.811300+0000","last_undegraded":"2024-04-02T08:22:57.811300+0000","last_fullsized":"2024-04-02T08:22:57.811300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808044+0000","last_change":"2024-04-02T08:22:00.739658+0000","last_active":"2024-04-02T08:22:57.808044+0000","last_peered":"2024-04-02T08:22:57.808044+0000","last_clean":"2024-04-02T08:22:57.808044+0000","last_became_active":"2024-04-02T08:22:00.739365+0000","last_became_peered":"2024-04-02T08:22:00.739365+0000","last_unstale":"2024-04-02T08:22:57.808044+0000","last_undegraded":"2024-04-02T08:22:57.808044+0000","last_fullsized":"2024-04-02T08:22:57.808044+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:38:18.026442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811679+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:22:57.811679+0000","last_peered":"2024-04-02T08:22:57.811679+0000","last_clean":"2024-04-02T08:22:57.811679+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:22:57.811679+0000","last_undegraded":"2024-04-02T08:22:57.811679+0000","last_fullsized":"2024-04-02T08:22:57.811679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810363+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:22:57.810363+0000","last_peered":"2024-04-02T08:22:57.810363+0000","last_clean":"2024-04-02T08:22:57.810363+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:22:57.810363+0000","last_undegraded":"2024-04-02T08:22:57.810363+0000","last_fullsized":"2024-04-02T08:22:57.810363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813447+0000","last_change":"2024-04-02T08:22:00.680279+0000","last_active":"2024-04-02T08:22:57.813447+0000","last_peered":"2024-04-02T08:22:57.813447+0000","last_clean":"2024-04-02T08:22:57.813447+0000","last_became_active":"2024-04-02T08:22:00.679916+0000","last_became_peered":"2024-04-02T08:22:00.679916+0000","last_unstale":"2024-04-02T08:22:57.813447+0000","last_undegraded":"2024-04-02T08:22:57.813447+0000","last_fullsized":"2024-04-02T08:22:57.813447+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:00.514077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810681+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:22:57.810681+0000","last_peered":"2024-04-02T08:22:57.810681+0000","last_clean":"2024-04-02T08:22:57.810681+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:22:57.810681+0000","last_undegraded":"2024-04-02T08:22:57.810681+0000","last_fullsized":"2024-04-02T08:22:57.810681+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814868+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:22:57.814868+0000","last_peered":"2024-04-02T08:22:57.814868+0000","last_clean":"2024-04-02T08:22:57.814868+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:22:57.814868+0000","last_undegraded":"2024-04-02T08:22:57.814868+0000","last_fullsized":"2024-04-02T08:22:57.814868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810500+0000","last_change":"2024-04-02T08:22:00.739707+0000","last_active":"2024-04-02T08:22:57.810500+0000","last_peered":"2024-04-02T08:22:57.810500+0000","last_clean":"2024-04-02T08:22:57.810500+0000","last_became_active":"2024-04-02T08:22:00.739370+0000","last_became_peered":"2024-04-02T08:22:00.739370+0000","last_unstale":"2024-04-02T08:22:57.810500+0000","last_undegraded":"2024-04-02T08:22:57.810500+0000","last_fullsized":"2024-04-02T08:22:57.810500+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:48.057054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813209+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:22:57.813209+0000","last_peered":"2024-04-02T08:22:57.813209+0000","last_clean":"2024-04-02T08:22:57.813209+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:22:57.813209+0000","last_undegraded":"2024-04-02T08:22:57.813209+0000","last_fullsized":"2024-04-02T08:22:57.813209+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808872+0000","last_change":"2024-04-02T08:21:24.947714+0000","last_active":"2024-04-02T08:22:57.808872+0000","last_peered":"2024-04-02T08:22:57.808872+0000","last_clean":"2024-04-02T08:22:57.808872+0000","last_became_active":"2024-04-02T08:21:24.947437+0000","last_became_peered":"2024-04-02T08:21:24.947437+0000","last_unstale":"2024-04-02T08:22:57.808872+0000","last_undegraded":"2024-04-02T08:22:57.808872+0000","last_fullsized":"2024-04-02T08:22:57.808872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:02.011156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812448+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:22:57.812448+0000","last_peered":"2024-04-02T08:22:57.812448+0000","last_clean":"2024-04-02T08:22:57.812448+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:22:57.812448+0000","last_undegraded":"2024-04-02T08:22:57.812448+0000","last_fullsized":"2024-04-02T08:22:57.812448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810854+0000","last_change":"2024-04-02T08:21:24.941661+0000","last_active":"2024-04-02T08:22:57.810854+0000","last_peered":"2024-04-02T08:22:57.810854+0000","last_clean":"2024-04-02T08:22:57.810854+0000","last_became_active":"2024-04-02T08:21:24.941381+0000","last_became_peered":"2024-04-02T08:21:24.941381+0000","last_unstale":"2024-04-02T08:22:57.810854+0000","last_undegraded":"2024-04-02T08:22:57.810854+0000","last_fullsized":"2024-04-02T08:22:57.810854+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811162+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:22:57.811162+0000","last_peered":"2024-04-02T08:22:57.811162+0000","last_clean":"2024-04-02T08:22:57.811162+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:22:57.811162+0000","last_undegraded":"2024-04-02T08:22:57.811162+0000","last_fullsized":"2024-04-02T08:22:57.811162+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813531+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:22:57.813531+0000","last_peered":"2024-04-02T08:22:57.813531+0000","last_clean":"2024-04-02T08:22:57.813531+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:22:57.813531+0000","last_undegraded":"2024-04-02T08:22:57.813531+0000","last_fullsized":"2024-04-02T08:22:57.813531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811138+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:22:57.811138+0000","last_peered":"2024-04-02T08:22:57.811138+0000","last_clean":"2024-04-02T08:22:57.811138+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:22:57.811138+0000","last_undegraded":"2024-04-02T08:22:57.811138+0000","last_fullsized":"2024-04-02T08:22:57.811138+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813995+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:22:57.813995+0000","last_peered":"2024-04-02T08:22:57.813995+0000","last_clean":"2024-04-02T08:22:57.813995+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:22:57.813995+0000","last_undegraded":"2024-04-02T08:22:57.813995+0000","last_fullsized":"2024-04-02T08:22:57.813995+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811077+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:22:57.811077+0000","last_peered":"2024-04-02T08:22:57.811077+0000","last_clean":"2024-04-02T08:22:57.811077+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:22:57.811077+0000","last_undegraded":"2024-04-02T08:22:57.811077+0000","last_fullsized":"2024-04-02T08:22:57.811077+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104683+0000","last_change":"2024-04-02T08:22:59.104683+0000","last_active":"2024-04-02T08:22:59.104683+0000","last_peered":"2024-04-02T08:22:59.104683+0000","last_clean":"2024-04-02T08:22:59.104683+0000","last_became_active":"2024-04-02T08:22:59.104280+0000","last_became_peered":"2024-04-02T08:22:59.104280+0000","last_unstale":"2024-04-02T08:22:59.104683+0000","last_undegraded":"2024-04-02T08:22:59.104683+0000","last_fullsized":"2024-04-02T08:22:59.104683+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:59:04.616649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811257+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:22:57.811257+0000","last_peered":"2024-04-02T08:22:57.811257+0000","last_clean":"2024-04-02T08:22:57.811257+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:22:57.811257+0000","last_undegraded":"2024-04-02T08:22:57.811257+0000","last_fullsized":"2024-04-02T08:22:57.811257+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811338+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:22:57.811338+0000","last_peered":"2024-04-02T08:22:57.811338+0000","last_clean":"2024-04-02T08:22:57.811338+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:22:57.811338+0000","last_undegraded":"2024-04-02T08:22:57.811338+0000","last_fullsized":"2024-04-02T08:22:57.811338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810387+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:22:57.810387+0000","last_peered":"2024-04-02T08:22:57.810387+0000","last_clean":"2024-04-02T08:22:57.810387+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:22:57.810387+0000","last_undegraded":"2024-04-02T08:22:57.810387+0000","last_fullsized":"2024-04-02T08:22:57.810387+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808751+0000","last_change":"2024-04-02T08:21:24.954441+0000","last_active":"2024-04-02T08:22:57.808751+0000","last_peered":"2024-04-02T08:22:57.808751+0000","last_clean":"2024-04-02T08:22:57.808751+0000","last_became_active":"2024-04-02T08:21:24.953257+0000","last_became_peered":"2024-04-02T08:21:24.953257+0000","last_unstale":"2024-04-02T08:22:57.808751+0000","last_undegraded":"2024-04-02T08:22:57.808751+0000","last_fullsized":"2024-04-02T08:22:57.808751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811692+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:22:57.811692+0000","last_peered":"2024-04-02T08:22:57.811692+0000","last_clean":"2024-04-02T08:22:57.811692+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:22:57.811692+0000","last_undegraded":"2024-04-02T08:22:57.811692+0000","last_fullsized":"2024-04-02T08:22:57.811692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811897+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:22:57.811897+0000","last_peered":"2024-04-02T08:22:57.811897+0000","last_clean":"2024-04-02T08:22:57.811897+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:22:57.811897+0000","last_undegraded":"2024-04-02T08:22:57.811897+0000","last_fullsized":"2024-04-02T08:22:57.811897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811729+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:22:57.811729+0000","last_peered":"2024-04-02T08:22:57.811729+0000","last_clean":"2024-04-02T08:22:57.811729+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:22:57.811729+0000","last_undegraded":"2024-04-02T08:22:57.811729+0000","last_fullsized":"2024-04-02T08:22:57.811729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810878+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:22:57.810878+0000","last_peered":"2024-04-02T08:22:57.810878+0000","last_clean":"2024-04-02T08:22:57.810878+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:22:57.810878+0000","last_undegraded":"2024-04-02T08:22:57.810878+0000","last_fullsized":"2024-04-02T08:22:57.810878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808430+0000","last_change":"2024-04-02T08:21:24.955301+0000","last_active":"2024-04-02T08:22:57.808430+0000","last_peered":"2024-04-02T08:22:57.808430+0000","last_clean":"2024-04-02T08:22:57.808430+0000","last_became_active":"2024-04-02T08:21:24.949456+0000","last_became_peered":"2024-04-02T08:21:24.949456+0000","last_unstale":"2024-04-02T08:22:57.808430+0000","last_undegraded":"2024-04-02T08:22:57.808430+0000","last_fullsized":"2024-04-02T08:22:57.808430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104735+0000","last_change":"2024-04-02T08:22:59.104735+0000","last_active":"2024-04-02T08:22:59.104735+0000","last_peered":"2024-04-02T08:22:59.104735+0000","last_clean":"2024-04-02T08:22:59.104735+0000","last_became_active":"2024-04-02T08:22:59.104224+0000","last_became_peered":"2024-04-02T08:22:59.104224+0000","last_unstale":"2024-04-02T08:22:59.104735+0000","last_undegraded":"2024-04-02T08:22:59.104735+0000","last_fullsized":"2024-04-02T08:22:59.104735+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:13.450855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814649+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:57.814649+0000","last_peered":"2024-04-02T08:22:57.814649+0000","last_clean":"2024-04-02T08:22:57.814649+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:22:57.814649+0000","last_undegraded":"2024-04-02T08:22:57.814649+0000","last_fullsized":"2024-04-02T08:22:57.814649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810293+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:22:57.810293+0000","last_peered":"2024-04-02T08:22:57.810293+0000","last_clean":"2024-04-02T08:22:57.810293+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:22:57.810293+0000","last_undegraded":"2024-04-02T08:22:57.810293+0000","last_fullsized":"2024-04-02T08:22:57.810293+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812999+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:22:57.812999+0000","last_peered":"2024-04-02T08:22:57.812999+0000","last_clean":"2024-04-02T08:22:57.812999+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:22:57.812999+0000","last_undegraded":"2024-04-02T08:22:57.812999+0000","last_fullsized":"2024-04-02T08:22:57.812999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814902+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:22:57.814902+0000","last_peered":"2024-04-02T08:22:57.814902+0000","last_clean":"2024-04-02T08:22:57.814902+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:22:57.814902+0000","last_undegraded":"2024-04-02T08:22:57.814902+0000","last_fullsized":"2024-04-02T08:22:57.814902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808764+0000","last_change":"2024-04-02T08:21:24.942164+0000","last_active":"2024-04-02T08:22:57.808764+0000","last_peered":"2024-04-02T08:22:57.808764+0000","last_clean":"2024-04-02T08:22:57.808764+0000","last_became_active":"2024-04-02T08:21:24.941695+0000","last_became_peered":"2024-04-02T08:21:24.941695+0000","last_unstale":"2024-04-02T08:22:57.808764+0000","last_undegraded":"2024-04-02T08:22:57.808764+0000","last_fullsized":"2024-04-02T08:22:57.808764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813481+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:22:57.813481+0000","last_peered":"2024-04-02T08:22:57.813481+0000","last_clean":"2024-04-02T08:22:57.813481+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:22:57.813481+0000","last_undegraded":"2024-04-02T08:22:57.813481+0000","last_fullsized":"2024-04-02T08:22:57.813481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808397+0000","last_change":"2024-04-02T08:21:24.938270+0000","last_active":"2024-04-02T08:22:57.808397+0000","last_peered":"2024-04-02T08:22:57.808397+0000","last_clean":"2024-04-02T08:22:57.808397+0000","last_became_active":"2024-04-02T08:21:24.937871+0000","last_became_peered":"2024-04-02T08:21:24.937871+0000","last_unstale":"2024-04-02T08:22:57.808397+0000","last_undegraded":"2024-04-02T08:22:57.808397+0000","last_fullsized":"2024-04-02T08:22:57.808397+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.816309+0000","last_change":"2024-04-02T08:22:58.816309+0000","last_active":"2024-04-02T08:22:58.816309+0000","last_peered":"2024-04-02T08:22:58.816309+0000","last_clean":"2024-04-02T08:22:58.816309+0000","last_became_active":"2024-04-02T08:22:58.815987+0000","last_became_peered":"2024-04-02T08:22:58.815987+0000","last_unstale":"2024-04-02T08:22:58.816309+0000","last_undegraded":"2024-04-02T08:22:58.816309+0000","last_fullsized":"2024-04-02T08:22:58.816309+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:34:33.899643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814490+0000","last_change":"2024-04-02T08:22:58.814490+0000","last_active":"2024-04-02T08:22:58.814490+0000","last_peered":"2024-04-02T08:22:58.814490+0000","last_clean":"2024-04-02T08:22:58.814490+0000","last_became_active":"2024-04-02T08:22:58.814033+0000","last_became_peered":"2024-04-02T08:22:58.814033+0000","last_unstale":"2024-04-02T08:22:58.814490+0000","last_undegraded":"2024-04-02T08:22:58.814490+0000","last_fullsized":"2024-04-02T08:22:58.814490+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:20:04.628826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234010,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":900730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.504}]},{"osd":1,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.57099999999999995}]},{"osd":2,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.53800000000000003}]},{"osd":3,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51300000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.379},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36499999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.42399999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.39700000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495647,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":902145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.48099999999999998,"15min":0.48599999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.54900000000000004,"15min":0.55400000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71199999999999997,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.39900000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71499999999999997,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.434},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.50800000000000001,"15min":0.51100000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71299999999999997,"5min":0.752,"15min":0.752},"last":0.44800000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.51600000000000001,"15min":0.52300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69999999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.44},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.35699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72899999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.36399999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.60199999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.379}]},{"osd":5,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.437,"15min":0.441},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.60699999999999998,"5min":0.75,"15min":0.75},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65500000000000003,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.42499999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.46100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":309645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.376,"15min":0.35999999999999999},"min":{"1min":0.30399999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57699999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38300000000000001,"15min":0.36599999999999999},"min":{"1min":0.29499999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.32100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42999999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.38900000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.29199999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.41099999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.379,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66000000000000003,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57999999999999996,"15min":0.58999999999999997},"min":{"1min":0.41299999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.83199999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.56000000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.621,"15min":0.63200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.78600000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.51500000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.753,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60299999999999998,"15min":0.60399999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75800000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.57899999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.498}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":900854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.374,"15min":0.34000000000000002},"min":{"1min":0.23799999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.34100000000000003},"min":{"1min":0.27500000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.376}]},{"osd":2,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.39000000000000001,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41099999999999998,"15min":0.39700000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.34999999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:22:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.44900000000000001,"15min":0.44800000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.47999999999999998,"15min":0.48099999999999998},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.41999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.58699999999999997,"15min":0.56100000000000005},"min":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":2.0609999999999999,"5min":2.0609999999999999,"15min":2.0609999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.373},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.60399999999999998}]},{"osd":5,"last update":"Tue Apr 2 08:22:22 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.8300000000000001,"5min":1.8300000000000001,"15min":1.8300000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.60899999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.48899999999999999}]},{"osd":6,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63,"15min":0.629},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63500000000000001,"15min":0.63100000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.624}]},{"osd":7,"last update":"Tue Apr 2 08:22:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.67800000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.379,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55900000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.62,"15min":0.62},"last":0.51100000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38400000000000001,"15min":0.36899999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53400000000000003,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.441,"5min":0.432,"15min":0.41799999999999998},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59599999999999997,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.85699999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:22:39 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42199999999999999,"15min":0.42899999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.63}]},{"osd":4,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76800000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.58799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71999999999999997,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.83199999999999996}]},{"osd":5,"last update":"Tue Apr 2 08:22:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.59499999999999997,"15min":0.60699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.74299999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.76600000000000001}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.60699999999999998,"15min":0.62},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.69099999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.79300000000000004}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.92000000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":312212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.434,"15min":0.442},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.40300000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.42599999999999999},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55500000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.38800000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46800000000000003,"15min":0.47799999999999998},"min":{"1min":0.31900000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.59699999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.372},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.434,"15min":0.438},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67400000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.318}]},{"osd":4,"last update":"Tue Apr 2 08:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.629},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.60499999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52800000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.47499999999999998}]},{"osd":6,"last update":"Tue Apr 2 08:22:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.621,"15min":0.624},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86599999999999999,"5min":1.016,"15min":1.016},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.433,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.75800000000000001,"5min":0.996,"15min":0.996},"last":0.49299999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:22:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.52100000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":310135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.501,"15min":0.503},"min":{"1min":0.312,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.66200000000000003,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.54400000000000004}]},{"osd":1,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52200000000000002,"15min":0.53600000000000003},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.64400000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.51600000000000001,"15min":0.52700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.66600000000000004,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.52700000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.51800000000000002},"min":{"1min":0.38400000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65400000000000003,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.66100000000000003,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.70199999999999996}]},{"osd":3,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55300000000000005,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.45600000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.68400000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.67600000000000005}]},{"osd":5,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.377,"15min":0.371},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61399999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.44,"5min":0.38200000000000001,"15min":0.372},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.624}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.311,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69899999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.45800000000000002,"15min":0.45600000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.59399999999999997,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.73499999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:22:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.747}]}]},{"osd":5,"up_from":38,"seq":163208757284,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":720896,"data_stored":311867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47599999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.66200000000000003,"5min":0.746,"15min":0.746},"last":0.42599999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.39300000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.502},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55800000000000005,"15min":0.56299999999999994},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.629}]},{"osd":3,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.747,"15min":0.747},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.64100000000000001,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.67900000000000005}]},{"osd":4,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.38500000000000001,"15min":0.376},"min":{"1min":0.29699999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.64300000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:22:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61599999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.60799999999999998}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.70099999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:23:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:13 smithi028 ceph-mon[27433]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:13 smithi028 ceph-mon[39019]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:13.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:13 smithi137 ceph-mon[31169]: from='client.24689 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:14 smithi028 ceph-mon[39019]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:14 smithi028 ceph-mon[27433]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:14.811 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:14 smithi137 ceph-mon[31169]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[27433]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[39019]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:16.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:16.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.457 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:23:16.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:16 smithi137 ceph-mon[31169]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:16.670 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:16.791 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:23:16 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:23:16.521Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002600909s 2024-04-02T08:23:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:18 smithi028 ceph-mon[27433]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:18 smithi028 ceph-mon[39019]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:18.584 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:18.586 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:23:18.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:18 smithi137 ceph-mon[31169]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:19.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:19 smithi028 ceph-mon[27433]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:19.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:19 smithi028 ceph-mon[39019]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:19.348 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2024-04-02T08:23:16.894241+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223524,"kb_used_data":7356,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749737692,"statfs":{"total":767960285184,"available":767731396608,"internally_reserved":0,"allocated":7532544,"data_stored":4257346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002265"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812454+0000","last_change":"2024-04-02T08:21:24.963058+0000","last_active":"2024-04-02T08:22:57.812454+0000","last_peered":"2024-04-02T08:22:57.812454+0000","last_clean":"2024-04-02T08:22:57.812454+0000","last_became_active":"2024-04-02T08:21:24.962676+0000","last_became_peered":"2024-04-02T08:21:24.962676+0000","last_unstale":"2024-04-02T08:22:57.812454+0000","last_undegraded":"2024-04-02T08:22:57.812454+0000","last_fullsized":"2024-04-02T08:22:57.812454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810525+0000","last_change":"2024-04-02T08:21:24.947239+0000","last_active":"2024-04-02T08:22:57.810525+0000","last_peered":"2024-04-02T08:22:57.810525+0000","last_clean":"2024-04-02T08:22:57.810525+0000","last_became_active":"2024-04-02T08:21:24.946964+0000","last_became_peered":"2024-04-02T08:21:24.946964+0000","last_unstale":"2024-04-02T08:22:57.810525+0000","last_undegraded":"2024-04-02T08:22:57.810525+0000","last_fullsized":"2024-04-02T08:22:57.810525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808241+0000","last_change":"2024-04-02T08:21:24.953129+0000","last_active":"2024-04-02T08:22:57.808241+0000","last_peered":"2024-04-02T08:22:57.808241+0000","last_clean":"2024-04-02T08:22:57.808241+0000","last_became_active":"2024-04-02T08:21:24.952865+0000","last_became_peered":"2024-04-02T08:21:24.952865+0000","last_unstale":"2024-04-02T08:22:57.808241+0000","last_undegraded":"2024-04-02T08:22:57.808241+0000","last_fullsized":"2024-04-02T08:22:57.808241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:39:11.424279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808758+0000","last_change":"2024-04-02T08:21:24.954621+0000","last_active":"2024-04-02T08:22:57.808758+0000","last_peered":"2024-04-02T08:22:57.808758+0000","last_clean":"2024-04-02T08:22:57.808758+0000","last_became_active":"2024-04-02T08:21:24.952537+0000","last_became_peered":"2024-04-02T08:21:24.952537+0000","last_unstale":"2024-04-02T08:22:57.808758+0000","last_undegraded":"2024-04-02T08:22:57.808758+0000","last_fullsized":"2024-04-02T08:22:57.808758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812195+0000","last_change":"2024-04-02T08:21:24.955404+0000","last_active":"2024-04-02T08:22:57.812195+0000","last_peered":"2024-04-02T08:22:57.812195+0000","last_clean":"2024-04-02T08:22:57.812195+0000","last_became_active":"2024-04-02T08:21:24.954888+0000","last_became_peered":"2024-04-02T08:21:24.954888+0000","last_unstale":"2024-04-02T08:22:57.812195+0000","last_undegraded":"2024-04-02T08:22:57.812195+0000","last_fullsized":"2024-04-02T08:22:57.812195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808550+0000","last_change":"2024-04-02T08:21:24.950439+0000","last_active":"2024-04-02T08:22:57.808550+0000","last_peered":"2024-04-02T08:22:57.808550+0000","last_clean":"2024-04-02T08:22:57.808550+0000","last_became_active":"2024-04-02T08:21:24.948700+0000","last_became_peered":"2024-04-02T08:21:24.948700+0000","last_unstale":"2024-04-02T08:22:57.808550+0000","last_undegraded":"2024-04-02T08:22:57.808550+0000","last_fullsized":"2024-04-02T08:22:57.808550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810236+0000","last_change":"2024-04-02T08:21:24.958082+0000","last_active":"2024-04-02T08:22:57.810236+0000","last_peered":"2024-04-02T08:22:57.810236+0000","last_clean":"2024-04-02T08:22:57.810236+0000","last_became_active":"2024-04-02T08:21:24.957778+0000","last_became_peered":"2024-04-02T08:21:24.957778+0000","last_unstale":"2024-04-02T08:22:57.810236+0000","last_undegraded":"2024-04-02T08:22:57.810236+0000","last_fullsized":"2024-04-02T08:22:57.810236+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813367+0000","last_change":"2024-04-02T08:21:24.949085+0000","last_active":"2024-04-02T08:22:57.813367+0000","last_peered":"2024-04-02T08:22:57.813367+0000","last_clean":"2024-04-02T08:22:57.813367+0000","last_became_active":"2024-04-02T08:21:24.948612+0000","last_became_peered":"2024-04-02T08:21:24.948612+0000","last_unstale":"2024-04-02T08:22:57.813367+0000","last_undegraded":"2024-04-02T08:22:57.813367+0000","last_fullsized":"2024-04-02T08:22:57.813367+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814881+0000","last_change":"2024-04-02T08:22:58.814881+0000","last_active":"2024-04-02T08:22:58.814881+0000","last_peered":"2024-04-02T08:22:58.814881+0000","last_clean":"2024-04-02T08:22:58.814881+0000","last_became_active":"2024-04-02T08:22:58.814538+0000","last_became_peered":"2024-04-02T08:22:58.814538+0000","last_unstale":"2024-04-02T08:22:58.814881+0000","last_undegraded":"2024-04-02T08:22:58.814881+0000","last_fullsized":"2024-04-02T08:22:58.814881+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:43:47.854693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812853+0000","last_change":"2024-04-02T08:21:24.941628+0000","last_active":"2024-04-02T08:22:57.812853+0000","last_peered":"2024-04-02T08:22:57.812853+0000","last_clean":"2024-04-02T08:22:57.812853+0000","last_became_active":"2024-04-02T08:21:24.941308+0000","last_became_peered":"2024-04-02T08:21:24.941308+0000","last_unstale":"2024-04-02T08:22:57.812853+0000","last_undegraded":"2024-04-02T08:22:57.812853+0000","last_fullsized":"2024-04-02T08:22:57.812853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812506+0000","last_change":"2024-04-02T08:21:24.951494+0000","last_active":"2024-04-02T08:22:57.812506+0000","last_peered":"2024-04-02T08:22:57.812506+0000","last_clean":"2024-04-02T08:22:57.812506+0000","last_became_active":"2024-04-02T08:21:24.950407+0000","last_became_peered":"2024-04-02T08:21:24.950407+0000","last_unstale":"2024-04-02T08:22:57.812506+0000","last_undegraded":"2024-04-02T08:22:57.812506+0000","last_fullsized":"2024-04-02T08:22:57.812506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812590+0000","last_change":"2024-04-02T08:21:24.958379+0000","last_active":"2024-04-02T08:22:57.812590+0000","last_peered":"2024-04-02T08:22:57.812590+0000","last_clean":"2024-04-02T08:22:57.812590+0000","last_became_active":"2024-04-02T08:21:24.958017+0000","last_became_peered":"2024-04-02T08:21:24.958017+0000","last_unstale":"2024-04-02T08:22:57.812590+0000","last_undegraded":"2024-04-02T08:22:57.812590+0000","last_fullsized":"2024-04-02T08:22:57.812590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814003+0000","last_change":"2024-04-02T08:21:24.951061+0000","last_active":"2024-04-02T08:22:57.814003+0000","last_peered":"2024-04-02T08:22:57.814003+0000","last_clean":"2024-04-02T08:22:57.814003+0000","last_became_active":"2024-04-02T08:21:24.950768+0000","last_became_peered":"2024-04-02T08:21:24.950768+0000","last_unstale":"2024-04-02T08:22:57.814003+0000","last_undegraded":"2024-04-02T08:22:57.814003+0000","last_fullsized":"2024-04-02T08:22:57.814003+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808115+0000","last_change":"2024-04-02T08:21:24.942913+0000","last_active":"2024-04-02T08:22:57.808115+0000","last_peered":"2024-04-02T08:22:57.808115+0000","last_clean":"2024-04-02T08:22:57.808115+0000","last_became_active":"2024-04-02T08:21:24.942577+0000","last_became_peered":"2024-04-02T08:21:24.942577+0000","last_unstale":"2024-04-02T08:22:57.808115+0000","last_undegraded":"2024-04-02T08:22:57.808115+0000","last_fullsized":"2024-04-02T08:22:57.808115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:49:58.312937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809845+0000","last_change":"2024-04-02T08:21:24.944141+0000","last_active":"2024-04-02T08:22:57.809845+0000","last_peered":"2024-04-02T08:22:57.809845+0000","last_clean":"2024-04-02T08:22:57.809845+0000","last_became_active":"2024-04-02T08:21:24.943803+0000","last_became_peered":"2024-04-02T08:21:24.943803+0000","last_unstale":"2024-04-02T08:22:57.809845+0000","last_undegraded":"2024-04-02T08:22:57.809845+0000","last_fullsized":"2024-04-02T08:22:57.809845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808184+0000","last_change":"2024-04-02T08:21:24.950693+0000","last_active":"2024-04-02T08:22:57.808184+0000","last_peered":"2024-04-02T08:22:57.808184+0000","last_clean":"2024-04-02T08:22:57.808184+0000","last_became_active":"2024-04-02T08:21:24.948957+0000","last_became_peered":"2024-04-02T08:21:24.948957+0000","last_unstale":"2024-04-02T08:22:57.808184+0000","last_undegraded":"2024-04-02T08:22:57.808184+0000","last_fullsized":"2024-04-02T08:22:57.808184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809212+0000","last_change":"2024-04-02T08:21:24.945084+0000","last_active":"2024-04-02T08:22:57.809212+0000","last_peered":"2024-04-02T08:22:57.809212+0000","last_clean":"2024-04-02T08:22:57.809212+0000","last_became_active":"2024-04-02T08:21:24.944667+0000","last_became_peered":"2024-04-02T08:21:24.944667+0000","last_unstale":"2024-04-02T08:22:57.809212+0000","last_undegraded":"2024-04-02T08:22:57.809212+0000","last_fullsized":"2024-04-02T08:22:57.809212+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811664+0000","last_change":"2024-04-02T08:21:24.942785+0000","last_active":"2024-04-02T08:22:57.811664+0000","last_peered":"2024-04-02T08:22:57.811664+0000","last_clean":"2024-04-02T08:22:57.811664+0000","last_became_active":"2024-04-02T08:21:24.942486+0000","last_became_peered":"2024-04-02T08:21:24.942486+0000","last_unstale":"2024-04-02T08:22:57.811664+0000","last_undegraded":"2024-04-02T08:22:57.811664+0000","last_fullsized":"2024-04-02T08:22:57.811664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811071+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:57.811071+0000","last_peered":"2024-04-02T08:22:57.811071+0000","last_clean":"2024-04-02T08:22:57.811071+0000","last_became_active":"2024-04-02T08:21:24.955416+0000","last_became_peered":"2024-04-02T08:21:24.955416+0000","last_unstale":"2024-04-02T08:22:57.811071+0000","last_undegraded":"2024-04-02T08:22:57.811071+0000","last_fullsized":"2024-04-02T08:22:57.811071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808589+0000","last_change":"2024-04-02T08:21:24.579816+0000","last_active":"2024-04-02T08:22:57.808589+0000","last_peered":"2024-04-02T08:22:57.808589+0000","last_clean":"2024-04-02T08:22:57.808589+0000","last_became_active":"2024-04-02T08:21:24.579376+0000","last_became_peered":"2024-04-02T08:21:24.579376+0000","last_unstale":"2024-04-02T08:22:57.808589+0000","last_undegraded":"2024-04-02T08:22:57.808589+0000","last_fullsized":"2024-04-02T08:22:57.808589+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814971+0000","last_change":"2024-04-02T08:21:24.945352+0000","last_active":"2024-04-02T08:22:57.814971+0000","last_peered":"2024-04-02T08:22:57.814971+0000","last_clean":"2024-04-02T08:22:57.814971+0000","last_became_active":"2024-04-02T08:21:24.944944+0000","last_became_peered":"2024-04-02T08:21:24.944944+0000","last_unstale":"2024-04-02T08:22:57.814971+0000","last_undegraded":"2024-04-02T08:22:57.814971+0000","last_fullsized":"2024-04-02T08:22:57.814971+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.815108+0000","last_change":"2024-04-02T08:21:24.579777+0000","last_active":"2024-04-02T08:22:57.815108+0000","last_peered":"2024-04-02T08:22:57.815108+0000","last_clean":"2024-04-02T08:22:57.815108+0000","last_became_active":"2024-04-02T08:21:24.579495+0000","last_became_peered":"2024-04-02T08:21:24.579495+0000","last_unstale":"2024-04-02T08:22:57.815108+0000","last_undegraded":"2024-04-02T08:22:57.815108+0000","last_fullsized":"2024-04-02T08:22:57.815108+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808672+0000","last_change":"2024-04-02T08:21:24.936693+0000","last_active":"2024-04-02T08:22:57.808672+0000","last_peered":"2024-04-02T08:22:57.808672+0000","last_clean":"2024-04-02T08:22:57.808672+0000","last_became_active":"2024-04-02T08:21:24.936428+0000","last_became_peered":"2024-04-02T08:21:24.936428+0000","last_unstale":"2024-04-02T08:22:57.808672+0000","last_undegraded":"2024-04-02T08:22:57.808672+0000","last_fullsized":"2024-04-02T08:22:57.808672+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:13:27.361995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811773+0000","last_change":"2024-04-02T08:21:24.580075+0000","last_active":"2024-04-02T08:22:57.811773+0000","last_peered":"2024-04-02T08:22:57.811773+0000","last_clean":"2024-04-02T08:22:57.811773+0000","last_became_active":"2024-04-02T08:21:24.579535+0000","last_became_peered":"2024-04-02T08:21:24.579535+0000","last_unstale":"2024-04-02T08:22:57.811773+0000","last_undegraded":"2024-04-02T08:22:57.811773+0000","last_fullsized":"2024-04-02T08:22:57.811773+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808853+0000","last_change":"2024-04-02T08:21:24.940546+0000","last_active":"2024-04-02T08:22:57.808853+0000","last_peered":"2024-04-02T08:22:57.808853+0000","last_clean":"2024-04-02T08:22:57.808853+0000","last_became_active":"2024-04-02T08:21:24.940252+0000","last_became_peered":"2024-04-02T08:21:24.940252+0000","last_unstale":"2024-04-02T08:22:57.808853+0000","last_undegraded":"2024-04-02T08:22:57.808853+0000","last_fullsized":"2024-04-02T08:22:57.808853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810882+0000","last_change":"2024-04-02T08:21:24.575653+0000","last_active":"2024-04-02T08:22:57.810882+0000","last_peered":"2024-04-02T08:22:57.810882+0000","last_clean":"2024-04-02T08:22:57.810882+0000","last_became_active":"2024-04-02T08:21:24.575375+0000","last_became_peered":"2024-04-02T08:21:24.575375+0000","last_unstale":"2024-04-02T08:22:57.810882+0000","last_undegraded":"2024-04-02T08:22:57.810882+0000","last_fullsized":"2024-04-02T08:22:57.810882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808591+0000","last_change":"2024-04-02T08:21:24.936639+0000","last_active":"2024-04-02T08:22:57.808591+0000","last_peered":"2024-04-02T08:22:57.808591+0000","last_clean":"2024-04-02T08:22:57.808591+0000","last_became_active":"2024-04-02T08:21:24.936310+0000","last_became_peered":"2024-04-02T08:21:24.936310+0000","last_unstale":"2024-04-02T08:22:57.808591+0000","last_undegraded":"2024-04-02T08:22:57.808591+0000","last_fullsized":"2024-04-02T08:22:57.808591+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814358+0000","last_change":"2024-04-02T08:21:24.574424+0000","last_active":"2024-04-02T08:22:57.814358+0000","last_peered":"2024-04-02T08:22:57.814358+0000","last_clean":"2024-04-02T08:22:57.814358+0000","last_became_active":"2024-04-02T08:21:24.574111+0000","last_became_peered":"2024-04-02T08:21:24.574111+0000","last_unstale":"2024-04-02T08:22:57.814358+0000","last_undegraded":"2024-04-02T08:22:57.814358+0000","last_fullsized":"2024-04-02T08:22:57.814358+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811639+0000","last_change":"2024-04-02T08:21:24.939966+0000","last_active":"2024-04-02T08:22:57.811639+0000","last_peered":"2024-04-02T08:22:57.811639+0000","last_clean":"2024-04-02T08:22:57.811639+0000","last_became_active":"2024-04-02T08:21:24.939608+0000","last_became_peered":"2024-04-02T08:21:24.939608+0000","last_unstale":"2024-04-02T08:22:57.811639+0000","last_undegraded":"2024-04-02T08:22:57.811639+0000","last_fullsized":"2024-04-02T08:22:57.811639+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811735+0000","last_change":"2024-04-02T08:21:24.577032+0000","last_active":"2024-04-02T08:22:57.811735+0000","last_peered":"2024-04-02T08:22:57.811735+0000","last_clean":"2024-04-02T08:22:57.811735+0000","last_became_active":"2024-04-02T08:21:24.576747+0000","last_became_peered":"2024-04-02T08:21:24.576747+0000","last_unstale":"2024-04-02T08:22:57.811735+0000","last_undegraded":"2024-04-02T08:22:57.811735+0000","last_fullsized":"2024-04-02T08:22:57.811735+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808129+0000","last_change":"2024-04-02T08:21:24.948933+0000","last_active":"2024-04-02T08:22:57.808129+0000","last_peered":"2024-04-02T08:22:57.808129+0000","last_clean":"2024-04-02T08:22:57.808129+0000","last_became_active":"2024-04-02T08:21:24.948575+0000","last_became_peered":"2024-04-02T08:21:24.948575+0000","last_unstale":"2024-04-02T08:22:57.808129+0000","last_undegraded":"2024-04-02T08:22:57.808129+0000","last_fullsized":"2024-04-02T08:22:57.808129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:50:35.993935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813624+0000","last_change":"2024-04-02T08:21:24.567567+0000","last_active":"2024-04-02T08:22:57.813624+0000","last_peered":"2024-04-02T08:22:57.813624+0000","last_clean":"2024-04-02T08:22:57.813624+0000","last_became_active":"2024-04-02T08:21:24.566995+0000","last_became_peered":"2024-04-02T08:21:24.566995+0000","last_unstale":"2024-04-02T08:22:57.813624+0000","last_undegraded":"2024-04-02T08:22:57.813624+0000","last_fullsized":"2024-04-02T08:22:57.813624+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813624+0000","last_change":"2024-04-02T08:21:24.955412+0000","last_active":"2024-04-02T08:22:57.813624+0000","last_peered":"2024-04-02T08:22:57.813624+0000","last_clean":"2024-04-02T08:22:57.813624+0000","last_became_active":"2024-04-02T08:21:24.954887+0000","last_became_peered":"2024-04-02T08:21:24.954887+0000","last_unstale":"2024-04-02T08:22:57.813624+0000","last_undegraded":"2024-04-02T08:22:57.813624+0000","last_fullsized":"2024-04-02T08:22:57.813624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104648+0000","last_change":"2024-04-02T08:22:59.104648+0000","last_active":"2024-04-02T08:22:59.104648+0000","last_peered":"2024-04-02T08:22:59.104648+0000","last_clean":"2024-04-02T08:22:59.104648+0000","last_became_active":"2024-04-02T08:22:59.104213+0000","last_became_peered":"2024-04-02T08:22:59.104213+0000","last_unstale":"2024-04-02T08:22:59.104648+0000","last_undegraded":"2024-04-02T08:22:59.104648+0000","last_fullsized":"2024-04-02T08:22:59.104648+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:38:14.285415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810004+0000","last_change":"2024-04-02T08:21:24.956438+0000","last_active":"2024-04-02T08:22:57.810004+0000","last_peered":"2024-04-02T08:22:57.810004+0000","last_clean":"2024-04-02T08:22:57.810004+0000","last_became_active":"2024-04-02T08:21:24.956155+0000","last_became_peered":"2024-04-02T08:21:24.956155+0000","last_unstale":"2024-04-02T08:22:57.810004+0000","last_undegraded":"2024-04-02T08:22:57.810004+0000","last_fullsized":"2024-04-02T08:22:57.810004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813290+0000","last_change":"2024-04-02T08:21:24.569100+0000","last_active":"2024-04-02T08:22:57.813290+0000","last_peered":"2024-04-02T08:22:57.813290+0000","last_clean":"2024-04-02T08:22:57.813290+0000","last_became_active":"2024-04-02T08:21:24.568763+0000","last_became_peered":"2024-04-02T08:21:24.568763+0000","last_unstale":"2024-04-02T08:22:57.813290+0000","last_undegraded":"2024-04-02T08:22:57.813290+0000","last_fullsized":"2024-04-02T08:22:57.813290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808616+0000","last_change":"2024-04-02T08:21:24.943693+0000","last_active":"2024-04-02T08:22:57.808616+0000","last_peered":"2024-04-02T08:22:57.808616+0000","last_clean":"2024-04-02T08:22:57.808616+0000","last_became_active":"2024-04-02T08:21:24.943381+0000","last_became_peered":"2024-04-02T08:21:24.943381+0000","last_unstale":"2024-04-02T08:22:57.808616+0000","last_undegraded":"2024-04-02T08:22:57.808616+0000","last_fullsized":"2024-04-02T08:22:57.808616+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808702+0000","last_change":"2024-04-02T08:21:24.570135+0000","last_active":"2024-04-02T08:22:57.808702+0000","last_peered":"2024-04-02T08:22:57.808702+0000","last_clean":"2024-04-02T08:22:57.808702+0000","last_became_active":"2024-04-02T08:21:24.569719+0000","last_became_peered":"2024-04-02T08:21:24.569719+0000","last_unstale":"2024-04-02T08:22:57.808702+0000","last_undegraded":"2024-04-02T08:22:57.808702+0000","last_fullsized":"2024-04-02T08:22:57.808702+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808439+0000","last_change":"2024-04-02T08:21:24.954247+0000","last_active":"2024-04-02T08:22:57.808439+0000","last_peered":"2024-04-02T08:22:57.808439+0000","last_clean":"2024-04-02T08:22:57.808439+0000","last_became_active":"2024-04-02T08:21:24.953991+0000","last_became_peered":"2024-04-02T08:21:24.953991+0000","last_unstale":"2024-04-02T08:22:57.808439+0000","last_undegraded":"2024-04-02T08:22:57.808439+0000","last_fullsized":"2024-04-02T08:22:57.808439+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:06.124533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810464+0000","last_change":"2024-04-02T08:21:24.568461+0000","last_active":"2024-04-02T08:22:57.810464+0000","last_peered":"2024-04-02T08:22:57.810464+0000","last_clean":"2024-04-02T08:22:57.810464+0000","last_became_active":"2024-04-02T08:21:24.568164+0000","last_became_peered":"2024-04-02T08:21:24.568164+0000","last_unstale":"2024-04-02T08:22:57.810464+0000","last_undegraded":"2024-04-02T08:22:57.810464+0000","last_fullsized":"2024-04-02T08:22:57.810464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812513+0000","last_change":"2024-04-02T08:21:24.940949+0000","last_active":"2024-04-02T08:22:57.812513+0000","last_peered":"2024-04-02T08:22:57.812513+0000","last_clean":"2024-04-02T08:22:57.812513+0000","last_became_active":"2024-04-02T08:21:24.940664+0000","last_became_peered":"2024-04-02T08:21:24.940664+0000","last_unstale":"2024-04-02T08:22:57.812513+0000","last_undegraded":"2024-04-02T08:22:57.812513+0000","last_fullsized":"2024-04-02T08:22:57.812513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813600+0000","last_change":"2024-04-02T08:21:24.573002+0000","last_active":"2024-04-02T08:22:57.813600+0000","last_peered":"2024-04-02T08:22:57.813600+0000","last_clean":"2024-04-02T08:22:57.813600+0000","last_became_active":"2024-04-02T08:21:24.572697+0000","last_became_peered":"2024-04-02T08:21:24.572697+0000","last_unstale":"2024-04-02T08:22:57.813600+0000","last_undegraded":"2024-04-02T08:22:57.813600+0000","last_fullsized":"2024-04-02T08:22:57.813600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811252+0000","last_change":"2024-04-02T08:21:24.955347+0000","last_active":"2024-04-02T08:22:57.811252+0000","last_peered":"2024-04-02T08:22:57.811252+0000","last_clean":"2024-04-02T08:22:57.811252+0000","last_became_active":"2024-04-02T08:21:24.954522+0000","last_became_peered":"2024-04-02T08:21:24.954522+0000","last_unstale":"2024-04-02T08:22:57.811252+0000","last_undegraded":"2024-04-02T08:22:57.811252+0000","last_fullsized":"2024-04-02T08:22:57.811252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808908+0000","last_change":"2024-04-02T08:21:24.563119+0000","last_active":"2024-04-02T08:22:57.808908+0000","last_peered":"2024-04-02T08:22:57.808908+0000","last_clean":"2024-04-02T08:22:57.808908+0000","last_became_active":"2024-04-02T08:21:24.562567+0000","last_became_peered":"2024-04-02T08:21:24.562567+0000","last_unstale":"2024-04-02T08:22:57.808908+0000","last_undegraded":"2024-04-02T08:22:57.808908+0000","last_fullsized":"2024-04-02T08:22:57.808908+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808030+0000","last_change":"2024-04-02T08:21:24.956261+0000","last_active":"2024-04-02T08:22:57.808030+0000","last_peered":"2024-04-02T08:22:57.808030+0000","last_clean":"2024-04-02T08:22:57.808030+0000","last_became_active":"2024-04-02T08:21:24.955989+0000","last_became_peered":"2024-04-02T08:21:24.955989+0000","last_unstale":"2024-04-02T08:22:57.808030+0000","last_undegraded":"2024-04-02T08:22:57.808030+0000","last_fullsized":"2024-04-02T08:22:57.808030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:21.807172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808285+0000","last_change":"2024-04-02T08:21:24.574723+0000","last_active":"2024-04-02T08:22:57.808285+0000","last_peered":"2024-04-02T08:22:57.808285+0000","last_clean":"2024-04-02T08:22:57.808285+0000","last_became_active":"2024-04-02T08:21:24.574068+0000","last_became_peered":"2024-04-02T08:21:24.574068+0000","last_unstale":"2024-04-02T08:22:57.808285+0000","last_undegraded":"2024-04-02T08:22:57.808285+0000","last_fullsized":"2024-04-02T08:22:57.808285+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811817+0000","last_change":"2024-04-02T08:21:24.955209+0000","last_active":"2024-04-02T08:22:57.811817+0000","last_peered":"2024-04-02T08:22:57.811817+0000","last_clean":"2024-04-02T08:22:57.811817+0000","last_became_active":"2024-04-02T08:21:24.954460+0000","last_became_peered":"2024-04-02T08:21:24.954460+0000","last_unstale":"2024-04-02T08:22:57.811817+0000","last_undegraded":"2024-04-02T08:22:57.811817+0000","last_fullsized":"2024-04-02T08:22:57.811817+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810352+0000","last_change":"2024-04-02T08:21:24.570556+0000","last_active":"2024-04-02T08:22:57.810352+0000","last_peered":"2024-04-02T08:22:57.810352+0000","last_clean":"2024-04-02T08:22:57.810352+0000","last_became_active":"2024-04-02T08:21:24.570229+0000","last_became_peered":"2024-04-02T08:21:24.570229+0000","last_unstale":"2024-04-02T08:22:57.810352+0000","last_undegraded":"2024-04-02T08:22:57.810352+0000","last_fullsized":"2024-04-02T08:22:57.810352+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814804+0000","last_change":"2024-04-02T08:22:58.814804+0000","last_active":"2024-04-02T08:22:58.814804+0000","last_peered":"2024-04-02T08:22:58.814804+0000","last_clean":"2024-04-02T08:22:58.814804+0000","last_became_active":"2024-04-02T08:22:58.813994+0000","last_became_peered":"2024-04-02T08:22:58.813994+0000","last_unstale":"2024-04-02T08:22:58.814804+0000","last_undegraded":"2024-04-02T08:22:58.814804+0000","last_fullsized":"2024-04-02T08:22:58.814804+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:18:22.563229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811349+0000","last_change":"2024-04-02T08:21:24.575501+0000","last_active":"2024-04-02T08:22:57.811349+0000","last_peered":"2024-04-02T08:22:57.811349+0000","last_clean":"2024-04-02T08:22:57.811349+0000","last_became_active":"2024-04-02T08:21:24.575158+0000","last_became_peered":"2024-04-02T08:21:24.575158+0000","last_unstale":"2024-04-02T08:22:57.811349+0000","last_undegraded":"2024-04-02T08:22:57.811349+0000","last_fullsized":"2024-04-02T08:22:57.811349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810376+0000","last_change":"2024-04-02T08:21:24.953957+0000","last_active":"2024-04-02T08:22:57.810376+0000","last_peered":"2024-04-02T08:22:57.810376+0000","last_clean":"2024-04-02T08:22:57.810376+0000","last_became_active":"2024-04-02T08:21:24.953510+0000","last_became_peered":"2024-04-02T08:21:24.953510+0000","last_unstale":"2024-04-02T08:22:57.810376+0000","last_undegraded":"2024-04-02T08:22:57.810376+0000","last_fullsized":"2024-04-02T08:22:57.810376+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813240+0000","last_change":"2024-04-02T08:21:24.575270+0000","last_active":"2024-04-02T08:22:57.813240+0000","last_peered":"2024-04-02T08:22:57.813240+0000","last_clean":"2024-04-02T08:22:57.813240+0000","last_became_active":"2024-04-02T08:21:24.574968+0000","last_became_peered":"2024-04-02T08:21:24.574968+0000","last_unstale":"2024-04-02T08:22:57.813240+0000","last_undegraded":"2024-04-02T08:22:57.813240+0000","last_fullsized":"2024-04-02T08:22:57.813240+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104592+0000","last_change":"2024-04-02T08:22:59.104592+0000","last_active":"2024-04-02T08:22:59.104592+0000","last_peered":"2024-04-02T08:22:59.104592+0000","last_clean":"2024-04-02T08:22:59.104592+0000","last_became_active":"2024-04-02T08:22:59.104117+0000","last_became_peered":"2024-04-02T08:22:59.104117+0000","last_unstale":"2024-04-02T08:22:59.104592+0000","last_undegraded":"2024-04-02T08:22:59.104592+0000","last_fullsized":"2024-04-02T08:22:59.104592+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:46:47.025307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809940+0000","last_change":"2024-04-02T08:22:00.741173+0000","last_active":"2024-04-02T08:22:57.809940+0000","last_peered":"2024-04-02T08:22:57.809940+0000","last_clean":"2024-04-02T08:22:57.809940+0000","last_became_active":"2024-04-02T08:22:00.740870+0000","last_became_peered":"2024-04-02T08:22:00.740870+0000","last_unstale":"2024-04-02T08:22:57.809940+0000","last_undegraded":"2024-04-02T08:22:57.809940+0000","last_fullsized":"2024-04-02T08:22:57.809940+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:01:45.118699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810205+0000","last_change":"2024-04-02T08:21:24.575308+0000","last_active":"2024-04-02T08:22:57.810205+0000","last_peered":"2024-04-02T08:22:57.810205+0000","last_clean":"2024-04-02T08:22:57.810205+0000","last_became_active":"2024-04-02T08:21:24.575002+0000","last_became_peered":"2024-04-02T08:21:24.575002+0000","last_unstale":"2024-04-02T08:22:57.810205+0000","last_undegraded":"2024-04-02T08:22:57.810205+0000","last_fullsized":"2024-04-02T08:22:57.810205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808870+0000","last_change":"2024-04-02T08:21:24.952086+0000","last_active":"2024-04-02T08:22:57.808870+0000","last_peered":"2024-04-02T08:22:57.808870+0000","last_clean":"2024-04-02T08:22:57.808870+0000","last_became_active":"2024-04-02T08:21:24.949378+0000","last_became_peered":"2024-04-02T08:21:24.949378+0000","last_unstale":"2024-04-02T08:22:57.808870+0000","last_undegraded":"2024-04-02T08:22:57.808870+0000","last_fullsized":"2024-04-02T08:22:57.808870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810284+0000","last_change":"2024-04-02T08:22:00.740875+0000","last_active":"2024-04-02T08:22:57.810284+0000","last_peered":"2024-04-02T08:22:57.810284+0000","last_clean":"2024-04-02T08:22:57.810284+0000","last_became_active":"2024-04-02T08:22:00.740175+0000","last_became_peered":"2024-04-02T08:22:00.740175+0000","last_unstale":"2024-04-02T08:22:57.810284+0000","last_undegraded":"2024-04-02T08:22:57.810284+0000","last_fullsized":"2024-04-02T08:22:57.810284+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:50:59.115932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808285+0000","last_change":"2024-04-02T08:21:24.569996+0000","last_active":"2024-04-02T08:22:57.808285+0000","last_peered":"2024-04-02T08:22:57.808285+0000","last_clean":"2024-04-02T08:22:57.808285+0000","last_became_active":"2024-04-02T08:21:24.568565+0000","last_became_peered":"2024-04-02T08:21:24.568565+0000","last_unstale":"2024-04-02T08:22:57.808285+0000","last_undegraded":"2024-04-02T08:22:57.808285+0000","last_fullsized":"2024-04-02T08:22:57.808285+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812168+0000","last_change":"2024-04-02T08:21:24.956856+0000","last_active":"2024-04-02T08:22:57.812168+0000","last_peered":"2024-04-02T08:22:57.812168+0000","last_clean":"2024-04-02T08:22:57.812168+0000","last_became_active":"2024-04-02T08:21:24.956582+0000","last_became_peered":"2024-04-02T08:21:24.956582+0000","last_unstale":"2024-04-02T08:22:57.812168+0000","last_undegraded":"2024-04-02T08:22:57.812168+0000","last_fullsized":"2024-04-02T08:22:57.812168+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810045+0000","last_change":"2024-04-02T08:22:00.739635+0000","last_active":"2024-04-02T08:22:57.810045+0000","last_peered":"2024-04-02T08:22:57.810045+0000","last_clean":"2024-04-02T08:22:57.810045+0000","last_became_active":"2024-04-02T08:22:00.739273+0000","last_became_peered":"2024-04-02T08:22:00.739273+0000","last_unstale":"2024-04-02T08:22:57.810045+0000","last_undegraded":"2024-04-02T08:22:57.810045+0000","last_fullsized":"2024-04-02T08:22:57.810045+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:25.884920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.809776+0000","last_change":"2024-04-02T08:21:24.956937+0000","last_active":"2024-04-02T08:22:57.809776+0000","last_peered":"2024-04-02T08:22:57.809776+0000","last_clean":"2024-04-02T08:22:57.809776+0000","last_became_active":"2024-04-02T08:21:24.953698+0000","last_became_peered":"2024-04-02T08:21:24.953698+0000","last_unstale":"2024-04-02T08:22:57.809776+0000","last_undegraded":"2024-04-02T08:22:57.809776+0000","last_fullsized":"2024-04-02T08:22:57.809776+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810783+0000","last_change":"2024-04-02T08:21:24.575682+0000","last_active":"2024-04-02T08:22:57.810783+0000","last_peered":"2024-04-02T08:22:57.810783+0000","last_clean":"2024-04-02T08:22:57.810783+0000","last_became_active":"2024-04-02T08:21:24.575217+0000","last_became_peered":"2024-04-02T08:21:24.575217+0000","last_unstale":"2024-04-02T08:22:57.810783+0000","last_undegraded":"2024-04-02T08:22:57.810783+0000","last_fullsized":"2024-04-02T08:22:57.810783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812244+0000","last_change":"2024-04-02T08:22:00.680238+0000","last_active":"2024-04-02T08:22:57.812244+0000","last_peered":"2024-04-02T08:22:57.812244+0000","last_clean":"2024-04-02T08:22:57.812244+0000","last_became_active":"2024-04-02T08:22:00.679874+0000","last_became_peered":"2024-04-02T08:22:00.679874+0000","last_unstale":"2024-04-02T08:22:57.812244+0000","last_undegraded":"2024-04-02T08:22:57.812244+0000","last_fullsized":"2024-04-02T08:22:57.812244+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:40:46.575039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814162+0000","last_change":"2024-04-02T08:21:24.940553+0000","last_active":"2024-04-02T08:22:57.814162+0000","last_peered":"2024-04-02T08:22:57.814162+0000","last_clean":"2024-04-02T08:22:57.814162+0000","last_became_active":"2024-04-02T08:21:24.940164+0000","last_became_peered":"2024-04-02T08:21:24.940164+0000","last_unstale":"2024-04-02T08:22:57.814162+0000","last_undegraded":"2024-04-02T08:22:57.814162+0000","last_fullsized":"2024-04-02T08:22:57.814162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808411+0000","last_change":"2024-04-02T08:21:24.575794+0000","last_active":"2024-04-02T08:22:57.808411+0000","last_peered":"2024-04-02T08:22:57.808411+0000","last_clean":"2024-04-02T08:22:57.808411+0000","last_became_active":"2024-04-02T08:21:24.575501+0000","last_became_peered":"2024-04-02T08:21:24.575501+0000","last_unstale":"2024-04-02T08:22:57.808411+0000","last_undegraded":"2024-04-02T08:22:57.808411+0000","last_fullsized":"2024-04-02T08:22:57.808411+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":265,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.813311+0000","last_change":"2024-04-02T08:21:10.013902+0000","last_active":"2024-04-02T08:22:58.813311+0000","last_peered":"2024-04-02T08:22:58.813311+0000","last_clean":"2024-04-02T08:22:58.813311+0000","last_became_active":"2024-04-02T08:21:10.013476+0000","last_became_peered":"2024-04-02T08:21:10.013476+0000","last_unstale":"2024-04-02T08:22:58.813311+0000","last_undegraded":"2024-04-02T08:22:58.813311+0000","last_fullsized":"2024-04-02T08:22:58.813311+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808688+0000","last_change":"2024-04-02T08:22:00.739500+0000","last_active":"2024-04-02T08:22:57.808688+0000","last_peered":"2024-04-02T08:22:57.808688+0000","last_clean":"2024-04-02T08:22:57.808688+0000","last_became_active":"2024-04-02T08:22:00.739198+0000","last_became_peered":"2024-04-02T08:22:00.739198+0000","last_unstale":"2024-04-02T08:22:57.808688+0000","last_undegraded":"2024-04-02T08:22:57.808688+0000","last_fullsized":"2024-04-02T08:22:57.808688+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:14:33.409098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.807742+0000","last_change":"2024-04-02T08:21:24.955254+0000","last_active":"2024-04-02T08:22:57.807742+0000","last_peered":"2024-04-02T08:22:57.807742+0000","last_clean":"2024-04-02T08:22:57.807742+0000","last_became_active":"2024-04-02T08:21:24.955003+0000","last_became_peered":"2024-04-02T08:21:24.955003+0000","last_unstale":"2024-04-02T08:22:57.807742+0000","last_undegraded":"2024-04-02T08:22:57.807742+0000","last_fullsized":"2024-04-02T08:22:57.807742+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:41:57.787195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811300+0000","last_change":"2024-04-02T08:21:24.577527+0000","last_active":"2024-04-02T08:22:57.811300+0000","last_peered":"2024-04-02T08:22:57.811300+0000","last_clean":"2024-04-02T08:22:57.811300+0000","last_became_active":"2024-04-02T08:21:24.577253+0000","last_became_peered":"2024-04-02T08:21:24.577253+0000","last_unstale":"2024-04-02T08:22:57.811300+0000","last_undegraded":"2024-04-02T08:22:57.811300+0000","last_fullsized":"2024-04-02T08:22:57.811300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808044+0000","last_change":"2024-04-02T08:22:00.739658+0000","last_active":"2024-04-02T08:22:57.808044+0000","last_peered":"2024-04-02T08:22:57.808044+0000","last_clean":"2024-04-02T08:22:57.808044+0000","last_became_active":"2024-04-02T08:22:00.739365+0000","last_became_peered":"2024-04-02T08:22:00.739365+0000","last_unstale":"2024-04-02T08:22:57.808044+0000","last_undegraded":"2024-04-02T08:22:57.808044+0000","last_fullsized":"2024-04-02T08:22:57.808044+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:38:18.026442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811679+0000","last_change":"2024-04-02T08:21:24.576927+0000","last_active":"2024-04-02T08:22:57.811679+0000","last_peered":"2024-04-02T08:22:57.811679+0000","last_clean":"2024-04-02T08:22:57.811679+0000","last_became_active":"2024-04-02T08:21:24.576178+0000","last_became_peered":"2024-04-02T08:21:24.576178+0000","last_unstale":"2024-04-02T08:22:57.811679+0000","last_undegraded":"2024-04-02T08:22:57.811679+0000","last_fullsized":"2024-04-02T08:22:57.811679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810363+0000","last_change":"2024-04-02T08:21:24.942043+0000","last_active":"2024-04-02T08:22:57.810363+0000","last_peered":"2024-04-02T08:22:57.810363+0000","last_clean":"2024-04-02T08:22:57.810363+0000","last_became_active":"2024-04-02T08:21:24.941758+0000","last_became_peered":"2024-04-02T08:21:24.941758+0000","last_unstale":"2024-04-02T08:22:57.810363+0000","last_undegraded":"2024-04-02T08:22:57.810363+0000","last_fullsized":"2024-04-02T08:22:57.810363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813447+0000","last_change":"2024-04-02T08:22:00.680279+0000","last_active":"2024-04-02T08:22:57.813447+0000","last_peered":"2024-04-02T08:22:57.813447+0000","last_clean":"2024-04-02T08:22:57.813447+0000","last_became_active":"2024-04-02T08:22:00.679916+0000","last_became_peered":"2024-04-02T08:22:00.679916+0000","last_unstale":"2024-04-02T08:22:57.813447+0000","last_undegraded":"2024-04-02T08:22:57.813447+0000","last_fullsized":"2024-04-02T08:22:57.813447+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:34:00.514077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810681+0000","last_change":"2024-04-02T08:21:24.562103+0000","last_active":"2024-04-02T08:22:57.810681+0000","last_peered":"2024-04-02T08:22:57.810681+0000","last_clean":"2024-04-02T08:22:57.810681+0000","last_became_active":"2024-04-02T08:21:24.561792+0000","last_became_peered":"2024-04-02T08:21:24.561792+0000","last_unstale":"2024-04-02T08:22:57.810681+0000","last_undegraded":"2024-04-02T08:22:57.810681+0000","last_fullsized":"2024-04-02T08:22:57.810681+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814868+0000","last_change":"2024-04-02T08:21:24.956054+0000","last_active":"2024-04-02T08:22:57.814868+0000","last_peered":"2024-04-02T08:22:57.814868+0000","last_clean":"2024-04-02T08:22:57.814868+0000","last_became_active":"2024-04-02T08:21:24.955767+0000","last_became_peered":"2024-04-02T08:21:24.955767+0000","last_unstale":"2024-04-02T08:22:57.814868+0000","last_undegraded":"2024-04-02T08:22:57.814868+0000","last_fullsized":"2024-04-02T08:22:57.814868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810500+0000","last_change":"2024-04-02T08:22:00.739707+0000","last_active":"2024-04-02T08:22:57.810500+0000","last_peered":"2024-04-02T08:22:57.810500+0000","last_clean":"2024-04-02T08:22:57.810500+0000","last_became_active":"2024-04-02T08:22:00.739370+0000","last_became_peered":"2024-04-02T08:22:00.739370+0000","last_unstale":"2024-04-02T08:22:57.810500+0000","last_undegraded":"2024-04-02T08:22:57.810500+0000","last_fullsized":"2024-04-02T08:22:57.810500+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:53:48.057054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813209+0000","last_change":"2024-04-02T08:21:24.577757+0000","last_active":"2024-04-02T08:22:57.813209+0000","last_peered":"2024-04-02T08:22:57.813209+0000","last_clean":"2024-04-02T08:22:57.813209+0000","last_became_active":"2024-04-02T08:21:24.577452+0000","last_became_peered":"2024-04-02T08:21:24.577452+0000","last_unstale":"2024-04-02T08:22:57.813209+0000","last_undegraded":"2024-04-02T08:22:57.813209+0000","last_fullsized":"2024-04-02T08:22:57.813209+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808872+0000","last_change":"2024-04-02T08:21:24.947714+0000","last_active":"2024-04-02T08:22:57.808872+0000","last_peered":"2024-04-02T08:22:57.808872+0000","last_clean":"2024-04-02T08:22:57.808872+0000","last_became_active":"2024-04-02T08:21:24.947437+0000","last_became_peered":"2024-04-02T08:21:24.947437+0000","last_unstale":"2024-04-02T08:22:57.808872+0000","last_undegraded":"2024-04-02T08:22:57.808872+0000","last_fullsized":"2024-04-02T08:22:57.808872+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:52:02.011156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812448+0000","last_change":"2024-04-02T08:21:24.576987+0000","last_active":"2024-04-02T08:22:57.812448+0000","last_peered":"2024-04-02T08:22:57.812448+0000","last_clean":"2024-04-02T08:22:57.812448+0000","last_became_active":"2024-04-02T08:21:24.576148+0000","last_became_peered":"2024-04-02T08:21:24.576148+0000","last_unstale":"2024-04-02T08:22:57.812448+0000","last_undegraded":"2024-04-02T08:22:57.812448+0000","last_fullsized":"2024-04-02T08:22:57.812448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810854+0000","last_change":"2024-04-02T08:21:24.941661+0000","last_active":"2024-04-02T08:22:57.810854+0000","last_peered":"2024-04-02T08:22:57.810854+0000","last_clean":"2024-04-02T08:22:57.810854+0000","last_became_active":"2024-04-02T08:21:24.941381+0000","last_became_peered":"2024-04-02T08:21:24.941381+0000","last_unstale":"2024-04-02T08:22:57.810854+0000","last_undegraded":"2024-04-02T08:22:57.810854+0000","last_fullsized":"2024-04-02T08:22:57.810854+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811162+0000","last_change":"2024-04-02T08:21:24.573884+0000","last_active":"2024-04-02T08:22:57.811162+0000","last_peered":"2024-04-02T08:22:57.811162+0000","last_clean":"2024-04-02T08:22:57.811162+0000","last_became_active":"2024-04-02T08:21:24.573547+0000","last_became_peered":"2024-04-02T08:21:24.573547+0000","last_unstale":"2024-04-02T08:22:57.811162+0000","last_undegraded":"2024-04-02T08:22:57.811162+0000","last_fullsized":"2024-04-02T08:22:57.811162+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813531+0000","last_change":"2024-04-02T08:21:24.953486+0000","last_active":"2024-04-02T08:22:57.813531+0000","last_peered":"2024-04-02T08:22:57.813531+0000","last_clean":"2024-04-02T08:22:57.813531+0000","last_became_active":"2024-04-02T08:21:24.952483+0000","last_became_peered":"2024-04-02T08:21:24.952483+0000","last_unstale":"2024-04-02T08:22:57.813531+0000","last_undegraded":"2024-04-02T08:22:57.813531+0000","last_fullsized":"2024-04-02T08:22:57.813531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811138+0000","last_change":"2024-04-02T08:21:24.575508+0000","last_active":"2024-04-02T08:22:57.811138+0000","last_peered":"2024-04-02T08:22:57.811138+0000","last_clean":"2024-04-02T08:22:57.811138+0000","last_became_active":"2024-04-02T08:21:24.574295+0000","last_became_peered":"2024-04-02T08:21:24.574295+0000","last_unstale":"2024-04-02T08:22:57.811138+0000","last_undegraded":"2024-04-02T08:22:57.811138+0000","last_fullsized":"2024-04-02T08:22:57.811138+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813995+0000","last_change":"2024-04-02T08:21:24.959693+0000","last_active":"2024-04-02T08:22:57.813995+0000","last_peered":"2024-04-02T08:22:57.813995+0000","last_clean":"2024-04-02T08:22:57.813995+0000","last_became_active":"2024-04-02T08:21:24.959425+0000","last_became_peered":"2024-04-02T08:21:24.959425+0000","last_unstale":"2024-04-02T08:22:57.813995+0000","last_undegraded":"2024-04-02T08:22:57.813995+0000","last_fullsized":"2024-04-02T08:22:57.813995+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811077+0000","last_change":"2024-04-02T08:21:24.575311+0000","last_active":"2024-04-02T08:22:57.811077+0000","last_peered":"2024-04-02T08:22:57.811077+0000","last_clean":"2024-04-02T08:22:57.811077+0000","last_became_active":"2024-04-02T08:21:24.574814+0000","last_became_peered":"2024-04-02T08:21:24.574814+0000","last_unstale":"2024-04-02T08:22:57.811077+0000","last_undegraded":"2024-04-02T08:22:57.811077+0000","last_fullsized":"2024-04-02T08:22:57.811077+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104683+0000","last_change":"2024-04-02T08:22:59.104683+0000","last_active":"2024-04-02T08:22:59.104683+0000","last_peered":"2024-04-02T08:22:59.104683+0000","last_clean":"2024-04-02T08:22:59.104683+0000","last_became_active":"2024-04-02T08:22:59.104280+0000","last_became_peered":"2024-04-02T08:22:59.104280+0000","last_unstale":"2024-04-02T08:22:59.104683+0000","last_undegraded":"2024-04-02T08:22:59.104683+0000","last_fullsized":"2024-04-02T08:22:59.104683+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:59:04.616649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811257+0000","last_change":"2024-04-02T08:21:24.576447+0000","last_active":"2024-04-02T08:22:57.811257+0000","last_peered":"2024-04-02T08:22:57.811257+0000","last_clean":"2024-04-02T08:22:57.811257+0000","last_became_active":"2024-04-02T08:21:24.576141+0000","last_became_peered":"2024-04-02T08:21:24.576141+0000","last_unstale":"2024-04-02T08:22:57.811257+0000","last_undegraded":"2024-04-02T08:22:57.811257+0000","last_fullsized":"2024-04-02T08:22:57.811257+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811338+0000","last_change":"2024-04-02T08:21:24.960934+0000","last_active":"2024-04-02T08:22:57.811338+0000","last_peered":"2024-04-02T08:22:57.811338+0000","last_clean":"2024-04-02T08:22:57.811338+0000","last_became_active":"2024-04-02T08:21:24.960696+0000","last_became_peered":"2024-04-02T08:21:24.960696+0000","last_unstale":"2024-04-02T08:22:57.811338+0000","last_undegraded":"2024-04-02T08:22:57.811338+0000","last_fullsized":"2024-04-02T08:22:57.811338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810387+0000","last_change":"2024-04-02T08:21:24.567295+0000","last_active":"2024-04-02T08:22:57.810387+0000","last_peered":"2024-04-02T08:22:57.810387+0000","last_clean":"2024-04-02T08:22:57.810387+0000","last_became_active":"2024-04-02T08:21:24.566399+0000","last_became_peered":"2024-04-02T08:21:24.566399+0000","last_unstale":"2024-04-02T08:22:57.810387+0000","last_undegraded":"2024-04-02T08:22:57.810387+0000","last_fullsized":"2024-04-02T08:22:57.810387+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808751+0000","last_change":"2024-04-02T08:21:24.954441+0000","last_active":"2024-04-02T08:22:57.808751+0000","last_peered":"2024-04-02T08:22:57.808751+0000","last_clean":"2024-04-02T08:22:57.808751+0000","last_became_active":"2024-04-02T08:21:24.953257+0000","last_became_peered":"2024-04-02T08:21:24.953257+0000","last_unstale":"2024-04-02T08:22:57.808751+0000","last_undegraded":"2024-04-02T08:22:57.808751+0000","last_fullsized":"2024-04-02T08:22:57.808751+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811692+0000","last_change":"2024-04-02T08:21:24.575743+0000","last_active":"2024-04-02T08:22:57.811692+0000","last_peered":"2024-04-02T08:22:57.811692+0000","last_clean":"2024-04-02T08:22:57.811692+0000","last_became_active":"2024-04-02T08:21:24.575464+0000","last_became_peered":"2024-04-02T08:21:24.575464+0000","last_unstale":"2024-04-02T08:22:57.811692+0000","last_undegraded":"2024-04-02T08:22:57.811692+0000","last_fullsized":"2024-04-02T08:22:57.811692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811897+0000","last_change":"2024-04-02T08:21:24.959484+0000","last_active":"2024-04-02T08:22:57.811897+0000","last_peered":"2024-04-02T08:22:57.811897+0000","last_clean":"2024-04-02T08:22:57.811897+0000","last_became_active":"2024-04-02T08:21:24.959167+0000","last_became_peered":"2024-04-02T08:21:24.959167+0000","last_unstale":"2024-04-02T08:22:57.811897+0000","last_undegraded":"2024-04-02T08:22:57.811897+0000","last_fullsized":"2024-04-02T08:22:57.811897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.811729+0000","last_change":"2024-04-02T08:21:24.948858+0000","last_active":"2024-04-02T08:22:57.811729+0000","last_peered":"2024-04-02T08:22:57.811729+0000","last_clean":"2024-04-02T08:22:57.811729+0000","last_became_active":"2024-04-02T08:21:24.948564+0000","last_became_peered":"2024-04-02T08:21:24.948564+0000","last_unstale":"2024-04-02T08:22:57.811729+0000","last_undegraded":"2024-04-02T08:22:57.811729+0000","last_fullsized":"2024-04-02T08:22:57.811729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810878+0000","last_change":"2024-04-02T08:21:24.936391+0000","last_active":"2024-04-02T08:22:57.810878+0000","last_peered":"2024-04-02T08:22:57.810878+0000","last_clean":"2024-04-02T08:22:57.810878+0000","last_became_active":"2024-04-02T08:21:24.936085+0000","last_became_peered":"2024-04-02T08:21:24.936085+0000","last_unstale":"2024-04-02T08:22:57.810878+0000","last_undegraded":"2024-04-02T08:22:57.810878+0000","last_fullsized":"2024-04-02T08:22:57.810878+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808430+0000","last_change":"2024-04-02T08:21:24.955301+0000","last_active":"2024-04-02T08:22:57.808430+0000","last_peered":"2024-04-02T08:22:57.808430+0000","last_clean":"2024-04-02T08:22:57.808430+0000","last_became_active":"2024-04-02T08:21:24.949456+0000","last_became_peered":"2024-04-02T08:21:24.949456+0000","last_unstale":"2024-04-02T08:22:57.808430+0000","last_undegraded":"2024-04-02T08:22:57.808430+0000","last_fullsized":"2024-04-02T08:22:57.808430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:59.104735+0000","last_change":"2024-04-02T08:22:59.104735+0000","last_active":"2024-04-02T08:22:59.104735+0000","last_peered":"2024-04-02T08:22:59.104735+0000","last_clean":"2024-04-02T08:22:59.104735+0000","last_became_active":"2024-04-02T08:22:59.104224+0000","last_became_peered":"2024-04-02T08:22:59.104224+0000","last_unstale":"2024-04-02T08:22:59.104735+0000","last_undegraded":"2024-04-02T08:22:59.104735+0000","last_fullsized":"2024-04-02T08:22:59.104735+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:13.450855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814649+0000","last_change":"2024-04-02T08:21:24.955713+0000","last_active":"2024-04-02T08:22:57.814649+0000","last_peered":"2024-04-02T08:22:57.814649+0000","last_clean":"2024-04-02T08:22:57.814649+0000","last_became_active":"2024-04-02T08:21:24.955428+0000","last_became_peered":"2024-04-02T08:21:24.955428+0000","last_unstale":"2024-04-02T08:22:57.814649+0000","last_undegraded":"2024-04-02T08:22:57.814649+0000","last_fullsized":"2024-04-02T08:22:57.814649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.810293+0000","last_change":"2024-04-02T08:21:24.956827+0000","last_active":"2024-04-02T08:22:57.810293+0000","last_peered":"2024-04-02T08:22:57.810293+0000","last_clean":"2024-04-02T08:22:57.810293+0000","last_became_active":"2024-04-02T08:21:24.956545+0000","last_became_peered":"2024-04-02T08:21:24.956545+0000","last_unstale":"2024-04-02T08:22:57.810293+0000","last_undegraded":"2024-04-02T08:22:57.810293+0000","last_fullsized":"2024-04-02T08:22:57.810293+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.812999+0000","last_change":"2024-04-02T08:21:24.943075+0000","last_active":"2024-04-02T08:22:57.812999+0000","last_peered":"2024-04-02T08:22:57.812999+0000","last_clean":"2024-04-02T08:22:57.812999+0000","last_became_active":"2024-04-02T08:21:24.942660+0000","last_became_peered":"2024-04-02T08:21:24.942660+0000","last_unstale":"2024-04-02T08:22:57.812999+0000","last_undegraded":"2024-04-02T08:22:57.812999+0000","last_fullsized":"2024-04-02T08:22:57.812999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.814902+0000","last_change":"2024-04-02T08:21:24.942597+0000","last_active":"2024-04-02T08:22:57.814902+0000","last_peered":"2024-04-02T08:22:57.814902+0000","last_clean":"2024-04-02T08:22:57.814902+0000","last_became_active":"2024-04-02T08:21:24.941436+0000","last_became_peered":"2024-04-02T08:21:24.941436+0000","last_unstale":"2024-04-02T08:22:57.814902+0000","last_undegraded":"2024-04-02T08:22:57.814902+0000","last_fullsized":"2024-04-02T08:22:57.814902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808764+0000","last_change":"2024-04-02T08:21:24.942164+0000","last_active":"2024-04-02T08:22:57.808764+0000","last_peered":"2024-04-02T08:22:57.808764+0000","last_clean":"2024-04-02T08:22:57.808764+0000","last_became_active":"2024-04-02T08:21:24.941695+0000","last_became_peered":"2024-04-02T08:21:24.941695+0000","last_unstale":"2024-04-02T08:22:57.808764+0000","last_undegraded":"2024-04-02T08:22:57.808764+0000","last_fullsized":"2024-04-02T08:22:57.808764+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.813481+0000","last_change":"2024-04-02T08:21:24.951949+0000","last_active":"2024-04-02T08:22:57.813481+0000","last_peered":"2024-04-02T08:22:57.813481+0000","last_clean":"2024-04-02T08:22:57.813481+0000","last_became_active":"2024-04-02T08:21:24.951642+0000","last_became_peered":"2024-04-02T08:21:24.951642+0000","last_unstale":"2024-04-02T08:22:57.813481+0000","last_undegraded":"2024-04-02T08:22:57.813481+0000","last_fullsized":"2024-04-02T08:22:57.813481+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-02T08:22:57.808397+0000","last_change":"2024-04-02T08:21:24.938270+0000","last_active":"2024-04-02T08:22:57.808397+0000","last_peered":"2024-04-02T08:22:57.808397+0000","last_clean":"2024-04-02T08:22:57.808397+0000","last_became_active":"2024-04-02T08:21:24.937871+0000","last_became_peered":"2024-04-02T08:21:24.937871+0000","last_unstale":"2024-04-02T08:22:57.808397+0000","last_undegraded":"2024-04-02T08:22:57.808397+0000","last_fullsized":"2024-04-02T08:22:57.808397+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.816309+0000","last_change":"2024-04-02T08:22:58.816309+0000","last_active":"2024-04-02T08:22:58.816309+0000","last_peered":"2024-04-02T08:22:58.816309+0000","last_clean":"2024-04-02T08:22:58.816309+0000","last_became_active":"2024-04-02T08:22:58.815987+0000","last_became_peered":"2024-04-02T08:22:58.815987+0000","last_unstale":"2024-04-02T08:22:58.816309+0000","last_undegraded":"2024-04-02T08:22:58.816309+0000","last_fullsized":"2024-04-02T08:22:58.816309+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:34:33.899643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-02T08:22:58.814490+0000","last_change":"2024-04-02T08:22:58.814490+0000","last_active":"2024-04-02T08:22:58.814490+0000","last_peered":"2024-04-02T08:22:58.814490+0000","last_clean":"2024-04-02T08:22:58.814490+0000","last_became_active":"2024-04-02T08:22:58.814033+0000","last_became_peered":"2024-04-02T08:22:58.814033+0000","last_unstale":"2024-04-02T08:22:58.814490+0000","last_undegraded":"2024-04-02T08:22:58.814490+0000","last_fullsized":"2024-04-02T08:22:58.814490+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:20:04.628826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234011,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":900730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:23:11 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.316,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72799999999999998,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55300000000000005,"15min":0.55900000000000005},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.57699999999999996}]},{"osd":1,"last update":"Tue Apr 2 08:23:11 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52500000000000002,"15min":0.53000000000000003},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.65100000000000002,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61299999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:23:11 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.502,"15min":0.504},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.755,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.52300000000000002,"15min":0.52800000000000002},"min":{"1min":0.313,"5min":0.31,"15min":0.31},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.44800000000000001}]},{"osd":3,"last update":"Tue Apr 2 08:23:11 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.54300000000000004,"15min":0.55300000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.77800000000000002,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.34300000000000003,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.68700000000000006,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.59999999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:23:11 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.48499999999999999,"15min":0.499},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.60899999999999999,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.46000000000000002,"15min":0.46800000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.69299999999999995,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.36799999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:23:11 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.45500000000000002,"15min":0.46300000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.67000000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.433,"5min":0.50700000000000001,"15min":0.51900000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.66200000000000003,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.39200000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:23:11 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.53300000000000003,"15min":0.54300000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.70799999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.433},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.50600000000000001,"15min":0.51500000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.46899999999999997}]}]},{"osd":6,"up_from":46,"seq":197568495648,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":902145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.48099999999999998,"15min":0.48599999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.54900000000000004,"15min":0.55400000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.71199999999999997,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.33200000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71499999999999997,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.50800000000000001,"15min":0.51100000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71299999999999997,"5min":0.752,"15min":0.752},"last":0.40999999999999998}]},{"osd":2,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.51600000000000001,"15min":0.52300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69999999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.433,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.438}]},{"osd":3,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51400000000000001,"15min":0.52000000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.317},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72899999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.38500000000000001}]},{"osd":4,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.51800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.60199999999999998,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44700000000000001}]},{"osd":5,"last update":"Tue Apr 2 08:22:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.437,"15min":0.441},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.60699999999999998,"5min":0.75,"15min":0.75},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65500000000000003,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.373}]},{"osd":7,"last update":"Tue Apr 2 08:23:12 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.499,"15min":0.501},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72399999999999998,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.499,"15min":0.499},"min":{"1min":0.41699999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.66800000000000004,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.41999999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":712704,"data_stored":309645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.376,"15min":0.35999999999999999},"min":{"1min":0.30399999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57699999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38300000000000001,"15min":0.36599999999999999},"min":{"1min":0.29499999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.33400000000000002}]},{"osd":2,"last update":"Tue Apr 2 08:23:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42999999999999999,"15min":0.42899999999999999},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40600000000000003,"15min":0.41199999999999998},"min":{"1min":0.26700000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.441,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.36599999999999999}]},{"osd":3,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.29199999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.42099999999999999}]},{"osd":4,"last update":"Tue Apr 2 08:23:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.379,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.66000000000000003,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.57999999999999996,"15min":0.58999999999999997},"min":{"1min":0.41299999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.83199999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.54300000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.621,"15min":0.63200000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.78600000000000003,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.627}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59299999999999997,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.753,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60299999999999998,"15min":0.60399999999999998},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75800000000000001,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.57799999999999996}]},{"osd":7,"last update":"Tue Apr 2 08:23:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61899999999999999,"15min":0.61499999999999999},"min":{"1min":0.495,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60199999999999998,"15min":0.59999999999999998},"min":{"1min":0.46500000000000002,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.76500000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60499999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1318912,"data_stored":900854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.374,"15min":0.34000000000000002},"min":{"1min":0.23799999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.253},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.34100000000000003},"min":{"1min":0.27500000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Tue Apr 2 08:23:08 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.38700000000000001,"15min":0.38500000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.41099999999999998,"15min":0.39700000000000002},"min":{"1min":0.25800000000000001,"5min":0.223,"15min":0.223},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.28999999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:22:36 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.44900000000000001,"15min":0.44800000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.47999999999999998,"15min":0.48099999999999998},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.34699999999999998}]},{"osd":4,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.58699999999999997,"15min":0.56100000000000005},"min":{"1min":0.38200000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":2.0609999999999999,"5min":2.0609999999999999,"15min":2.0609999999999999},"last":0.437},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.373},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.53500000000000003}]},{"osd":5,"last update":"Tue Apr 2 08:22:22 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.60299999999999998,"15min":0.59899999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.8300000000000001,"5min":1.8300000000000001,"15min":1.8300000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61299999999999999,"15min":0.60899999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.45500000000000002}]},{"osd":6,"last update":"Tue Apr 2 08:22:48 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63,"15min":0.629},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63500000000000001,"15min":0.63100000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.44500000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:23:08 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.63500000000000001,"15min":0.63300000000000001},"min":{"1min":0.46600000000000003,"5min":0.371,"15min":0.371},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.64500000000000002,"15min":0.64100000000000001},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.5129999999999999,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":0.59099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":309758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.379,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.55900000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.377,"15min":0.36899999999999999},"min":{"1min":0.254,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56200000000000006,"5min":0.62,"15min":0.62},"last":0.28699999999999998}]},{"osd":1,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38400000000000001,"15min":0.36899999999999999},"min":{"1min":0.316,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53400000000000003,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.432,"15min":0.41799999999999998},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.59599999999999997,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.35199999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:22:39 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.42199999999999999,"15min":0.42899999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.33600000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.76800000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.58799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71999999999999997,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.66500000000000004}]},{"osd":5,"last update":"Tue Apr 2 08:22:19 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.59499999999999997,"15min":0.60699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.74299999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.67700000000000005}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73499999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.60699999999999998,"15min":0.62},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.69099999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.752}]},{"osd":7,"last update":"Tue Apr 2 08:22:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.77700000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182447,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":312212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.26500000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.434,"15min":0.442},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.33200000000000002}]},{"osd":1,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.42599999999999999},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.55500000000000005,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.26500000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.57099999999999995,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.316}]},{"osd":2,"last update":"Tue Apr 2 08:22:34 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.46800000000000003,"15min":0.47799999999999998},"min":{"1min":0.31900000000000001,"5min":0.316,"15min":0.316},"max":{"1min":0.59699999999999998,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.434,"15min":0.438},"min":{"1min":0.29199999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67400000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.27300000000000002}]},{"osd":4,"last update":"Tue Apr 2 08:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.626,"15min":0.629},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.60499999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76900000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.49399999999999999}]},{"osd":5,"last update":"Tue Apr 2 08:22:20 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.75800000000000001,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.504}]},{"osd":6,"last update":"Tue Apr 2 08:22:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.621,"15min":0.624},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86599999999999999,"5min":1.016,"15min":1.016},"last":0.434},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60699999999999998,"15min":0.61199999999999999},"min":{"1min":0.433,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.75800000000000001,"5min":0.996,"15min":0.996},"last":0.45300000000000001}]},{"osd":7,"last update":"Tue Apr 2 08:23:12 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.57899999999999996,"15min":0.58499999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.755,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.64600000000000002,"15min":0.65500000000000003},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.76900000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.52700000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018921,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27724,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717428,"statfs":{"total":95995035648,"available":95966646272,"internally_reserved":0,"allocated":720896,"data_stored":310135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.34699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.624,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.501,"15min":0.503},"min":{"1min":0.312,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.66200000000000003,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.44800000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.52200000000000002,"15min":0.53600000000000003},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.64400000000000002,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.437},{"interface":"front","average":{"1min":0.496,"5min":0.51600000000000001,"15min":0.52700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.66600000000000004,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.38100000000000001}]},{"osd":2,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.50700000000000001,"15min":0.51800000000000002},"min":{"1min":0.38400000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.65400000000000003,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54000000000000004,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.66100000000000003,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.47599999999999998}]},{"osd":3,"last update":"Tue Apr 2 08:22:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55300000000000005,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.66600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.372},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.45600000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.68400000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.39700000000000002}]},{"osd":5,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.377,"15min":0.371},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61399999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.44,"5min":0.38200000000000001,"15min":0.372},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.34100000000000003}]},{"osd":6,"last update":"Tue Apr 2 08:22:47 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.311,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69899999999999995,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.499},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.45800000000000002,"15min":0.45600000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.59399999999999997,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.48799999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:23:09 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52100000000000002,"15min":0.52300000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.76100000000000001,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54500000000000004,"15min":0.54600000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.747,"5min":0.75,"15min":0.75},"last":0.51600000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757285,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":720896,"data_stored":311867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.50900000000000001}]},{"osd":1,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76000000000000001,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.66200000000000003,"5min":0.746,"15min":0.746},"last":0.441}]},{"osd":2,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.39300000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55800000000000005,"15min":0.56299999999999994},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.64300000000000002}]},{"osd":3,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.36099999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.747,"15min":0.747},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57699999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.64100000000000001,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.67400000000000004}]},{"osd":4,"last update":"Tue Apr 2 08:22:21 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.38500000000000001,"15min":0.376},"min":{"1min":0.29699999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.34599999999999997}]},{"osd":6,"last update":"Tue Apr 2 08:22:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.437,"15min":0.433},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61599999999999999,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.36299999999999999}]},{"osd":7,"last update":"Tue Apr 2 08:23:11 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.48999999999999999,"15min":0.48799999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.52600000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:23:19.353 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-02T08:23:19.354 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-02T08:23:19.354 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-02T08:23:19.354 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph health --format=json 2024-04-02T08:23:19.568 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:19.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:19 smithi137 ceph-mon[31169]: from='client.24695 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:23:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:20 smithi028 ceph-mon[27433]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:20.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:20 smithi028 ceph-mon[39019]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:20 smithi137 ceph-mon[31169]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:21.604 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:21.604 INFO:teuthology.orchestra.run.smithi028.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-02T08:23:22.184 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-02T08:23:22.185 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:23:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:22 smithi028 ceph-mon[27433]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:22 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1432823962' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:23:22.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:22 smithi028 ceph-mon[39019]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:22.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:22 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1432823962' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:23:22.481 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:22.481 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":69,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:22:58.805940+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:58.963937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:0/3372285336":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2706222486":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6800/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2670582231":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4104292319":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:23:22.493 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:19:05.108772+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:21:22.870885+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:21:24.118274+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:21:58.963937+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:23:22.494 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:23:22.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:22 smithi137 ceph-mon[31169]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:22 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1432823962' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-02T08:23:22.787 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-02T08:23:22.800 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:23:23.097 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-02T08:23:23.109 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:23:23.404 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-02T08:23:23.415 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:23 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2833413343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:23.415 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:23 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/319870235' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:23:23.416 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:23 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3388671715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:23:23.416 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:23 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2833413343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:23.416 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:23 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/319870235' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:23:23.416 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:23 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3388671715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:23:23.417 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:23:23.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:23 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2833413343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:23 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/319870235' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:23:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:23 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3388671715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:23:23.710 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 8 2024-04-02T08:23:23.723 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:23:24.052 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:24.052 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/3704243855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":3704243855},{"type":"v1","addr":"172.21.15.137:6833","nonce":3704243855}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:21:24.921132+0000","modified":"2024-04-02T08:21:26.930541+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24332},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24332":{"gid":24332,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.28:6835/1879364580","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1879364580},{"type":"v1","addr":"172.21.15.28:6835","nonce":1879364580}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:23:24.052 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 6 2024-04-02T08:23:24.064 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:23:24.361 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:24.361 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":69,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:22:58.805940+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:58.963937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:0/3372285336":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2706222486":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6800/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2670582231":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4104292319":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:23:24.372 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:23:24] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-02T08:23:24.372 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-mon[27433]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:24.372 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3636197067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:23:24.372 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2550186894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:23:24.373 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1327309452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:24.373 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-mon[39019]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:24.373 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3636197067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:23:24.373 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2550186894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:23:24.373 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:24 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1327309452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:24.374 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-02T08:19:05.108772+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-02T08:21:22.870885+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-02T08:21:24.118274+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-02T08:21:58.963937+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-02T08:23:24.375 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-02T08:23:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:24 smithi137 ceph-mon[31169]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:24 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3636197067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:23:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:24 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2550186894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:23:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:24 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1327309452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:24.670 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-04-02T08:23:24.683 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-02T08:23:24.982 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 32 2024-04-02T08:23:24.995 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-02T08:23:25.290 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 64 2024-04-02T08:23:25.302 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:25 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/4036003084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:25.302 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:25 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1363867959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:23:25.302 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:25 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1599237369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:23:25.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:25 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/4036003084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:25.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:25 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1363867959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:23:25.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:25 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1599237369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:23:25.303 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-02T08:23:25.596 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 8 2024-04-02T08:23:25.609 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:23:25.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:25 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/4036003084' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:25.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:25 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1363867959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-02T08:23:25.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:25 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1599237369' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-02T08:23:25.937 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:25.937 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/3704243855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":3704243855},{"type":"v1","addr":"172.21.15.137:6833","nonce":3704243855}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:21:24.921132+0000","modified":"2024-04-02T08:21:26.930541+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24332},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24332":{"gid":24332,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.28:6835/1879364580","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1879364580},{"type":"v1","addr":"172.21.15.28:6835","nonce":1879364580}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:23:25.937 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 6 2024-04-02T08:23:25.950 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T08:23:26.246 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:26.247 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":69,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:22:58.805940+0000","last_up_change":"2024-04-02T08:21:06.176603+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:58.963937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6803","nonce":576978489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6805","nonce":576978489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6809","nonce":576978489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":576978489},{"type":"v1","addr":"172.21.15.28:6807","nonce":576978489}]},"public_addr":"172.21.15.28:6803/576978489","cluster_addr":"172.21.15.28:6805/576978489","heartbeat_back_addr":"172.21.15.28:6809/576978489","heartbeat_front_addr":"172.21.15.28:6807/576978489","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6811","nonce":1760631730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6813","nonce":1760631730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6817","nonce":1760631730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":1760631730},{"type":"v1","addr":"172.21.15.28:6815","nonce":1760631730}]},"public_addr":"172.21.15.28:6811/1760631730","cluster_addr":"172.21.15.28:6813/1760631730","heartbeat_back_addr":"172.21.15.28:6817/1760631730","heartbeat_front_addr":"172.21.15.28:6815/1760631730","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6819","nonce":3022315649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6821","nonce":3022315649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6825","nonce":3022315649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3022315649},{"type":"v1","addr":"172.21.15.28:6823","nonce":3022315649}]},"public_addr":"172.21.15.28:6819/3022315649","cluster_addr":"172.21.15.28:6821/3022315649","heartbeat_back_addr":"172.21.15.28:6825/3022315649","heartbeat_front_addr":"172.21.15.28:6823/3022315649","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6827","nonce":584297807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6829","nonce":584297807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6833","nonce":584297807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":584297807},{"type":"v1","addr":"172.21.15.28:6831","nonce":584297807}]},"public_addr":"172.21.15.28:6827/584297807","cluster_addr":"172.21.15.28:6829/584297807","heartbeat_back_addr":"172.21.15.28:6833/584297807","heartbeat_front_addr":"172.21.15.28:6831/584297807","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6801","nonce":1408272053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6803","nonce":1408272053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6807","nonce":1408272053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1408272053},{"type":"v1","addr":"172.21.15.137:6805","nonce":1408272053}]},"public_addr":"172.21.15.137:6801/1408272053","cluster_addr":"172.21.15.137:6803/1408272053","heartbeat_back_addr":"172.21.15.137:6807/1408272053","heartbeat_front_addr":"172.21.15.137:6805/1408272053","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6809","nonce":1287382220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6811","nonce":1287382220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6815","nonce":1287382220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1287382220},{"type":"v1","addr":"172.21.15.137:6813","nonce":1287382220}]},"public_addr":"172.21.15.137:6809/1287382220","cluster_addr":"172.21.15.137:6811/1287382220","heartbeat_back_addr":"172.21.15.137:6815/1287382220","heartbeat_front_addr":"172.21.15.137:6813/1287382220","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6817","nonce":2882091060}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6819","nonce":2882091060}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6823","nonce":2882091060}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":2882091060},{"type":"v1","addr":"172.21.15.137:6821","nonce":2882091060}]},"public_addr":"172.21.15.137:6817/2882091060","cluster_addr":"172.21.15.137:6819/2882091060","heartbeat_back_addr":"172.21.15.137:6823/2882091060","heartbeat_front_addr":"172.21.15.137:6821/2882091060","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6825","nonce":1507985236}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6827","nonce":1507985236}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6831","nonce":1507985236}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1507985236},{"type":"v1","addr":"172.21.15.137:6829","nonce":1507985236}]},"public_addr":"172.21.15.137:6825/1507985236","cluster_addr":"172.21.15.137:6827/1507985236","heartbeat_back_addr":"172.21.15.137:6831/1507985236","heartbeat_front_addr":"172.21.15.137:6829/1507985236","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:0/3372285336":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2706222486":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6800/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2670582231":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/4104292319":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:23:26.258 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:26 smithi028 ceph-mon[27433]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:26.258 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:26 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1292424918' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:23:26.258 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:26 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2830728484' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:23:26.258 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:26 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2291808930' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:26.258 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:26 smithi028 ceph-mon[39019]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:26.258 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:26 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1292424918' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:23:26.258 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:26 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2830728484' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:23:26.258 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:26 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2291808930' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:26.260 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T08:23:26.589 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:23:26.589 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/3704243855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":3704243855},{"type":"v1","addr":"172.21.15.137:6833","nonce":3704243855}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:21:24.921132+0000","modified":"2024-04-02T08:21:26.930541+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24332},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24332":{"gid":24332,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.28:6835/1879364580","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1879364580},{"type":"v1","addr":"172.21.15.28:6835","nonce":1879364580}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-02T08:23:26.589 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 6 2024-04-02T08:23:26.601 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-02T08:21:24.921132+0000', 'modified': '2024-04-02T08:21:26.930541+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24332}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24332': {'gid': 24332, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.28:6835/1879364580', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.28:6834', 'nonce': 1879364580}, {'type': 'v1', 'addr': '172.21.15.28:6835', 'nonce': 1879364580}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-02T08:23:26.601 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-02T08:23:26.601 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-02T08:23:26.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:26 smithi137 ceph-mon[31169]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:26.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:26 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1292424918' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-02T08:23:26.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:26 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2830728484' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-02T08:23:26.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:26 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2291808930' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:26.715 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-02T08:23:26.716+0000 7fc57b7fe640 0 client.24797 ms_handle_reset on v2:172.21.15.28:6834/1879364580 2024-04-02T08:23:26.733 INFO:teuthology.orchestra.run.smithi028.stderr:2024-04-02T08:23:26.735+0000 7fc57b7fe640 0 client.24803 ms_handle_reset on v2:172.21.15.28:6834/1879364580 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "21c79bf8-f0c9-11ee-b647-cb9ed24678a4", 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 0, 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24332, 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 121.812619787, 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 6, 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 69, 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 62, 2024-04-02T08:23:26.734 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 128.816149905 2024-04-02T08:23:26.735 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:23:26.745 INFO:tasks.cephadm:Setup complete, yielding 2024-04-02T08:23:26.745 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:23:26.754 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-02T08:23:26.754 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:23:26.794 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-02T08:23:26.794 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-02T08:23:26.827 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi028.front.sepia.ceph.com 2024-04-02T08:23:26.827 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-02T08:23:27.047 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:23:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:27 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3064553097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:27 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2386106018' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:27 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:27 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3064553097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:27 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2386106018' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:27 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:27 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3064553097' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:27 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2386106018' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T08:23:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:27 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:28 smithi028 ceph-mon[27433]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:28.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:28 smithi028 ceph-mon[39019]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:28.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:28 smithi137 ceph-mon[31169]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:29.317 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:28 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:28] ENGINE Bus STOPPING 2024-04-02T08:23:29.317 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:23:29.317 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:29] ENGINE Bus STOPPED 2024-04-02T08:23:29.317 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:29] ENGINE Bus STARTING 2024-04-02T08:23:29.317 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:29] ENGINE Serving on http://:::9283 2024-04-02T08:23:29.317 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:23:29] ENGINE Bus STARTED 2024-04-02T08:23:29.693 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:23:29.703 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-02T08:23:29.703 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:23:29.779 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-02T08:23:29.779 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T08:23:29.848 INFO:tasks.workunit:Pulling workunits from ref 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:23:29.848 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:23:29.848 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:23:29.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:23:29.864 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:23:29.864 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:23:29.918 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:23:29.918 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:23:29.975 INFO:tasks.workunit:timeout=3h 2024-04-02T08:23:29.975 INFO:tasks.workunit:cleanup=True 2024-04-02T08:23:29.975 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:23:30.030 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:23:30.270 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-mon[27433]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:30.270 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' 2024-04-02T08:23:30.270 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:30.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-mon[27433]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:23:30.271 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-mon[39019]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:30.271 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' 2024-04-02T08:23:30.271 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:30.271 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:29 smithi028 ceph-mon[39019]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:23:30.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:29 smithi137 ceph-mon[31169]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:29 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' 2024-04-02T08:23:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:29 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:23:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:29 smithi137 ceph-mon[31169]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-02T08:23:32.102 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:31 smithi028 ceph-mon[27433]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:32.102 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:31 smithi028 ceph-mon[39019]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:32.298 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:31 smithi137 ceph-mon[31169]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:23:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:23:34.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:34 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:23:34] "GET /metrics HTTP/1.1" 200 33646 "" "Prometheus/2.43.0" 2024-04-02T08:23:34.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:34 smithi137 ceph-mon[31169]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:34.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:34 smithi028 ceph-mon[27433]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:34.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:34 smithi028 ceph-mon[39019]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:36.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:36 smithi137 ceph-mon[31169]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:36 smithi028 ceph-mon[27433]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:36.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:36 smithi028 ceph-mon[39019]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:38.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:38 smithi137 ceph-mon[31169]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:38.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:38 smithi028 ceph-mon[27433]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:38.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:38 smithi028 ceph-mon[39019]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:40.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:40 smithi137 ceph-mon[31169]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:40.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:40 smithi028 ceph-mon[27433]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:40.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:40 smithi028 ceph-mon[39019]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:23:42.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:42 smithi137 ceph-mon[31169]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:42.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:42 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:42 smithi028 ceph-mon[27433]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:42 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:42.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:42 smithi028 ceph-mon[39019]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:42 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:44.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:23:44] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-02T08:23:44.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:44 smithi137 ceph-mon[31169]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:44.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:44 smithi028 ceph-mon[27433]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:44.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:44 smithi028 ceph-mon[39019]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:46.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:46 smithi137 ceph-mon[31169]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:46.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:46 smithi028 ceph-mon[27433]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:46.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:46 smithi028 ceph-mon[39019]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:48.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:48 smithi137 ceph-mon[31169]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:48.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:48 smithi028 ceph-mon[27433]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:48.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:48 smithi028 ceph-mon[39019]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:50.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:50 smithi137 ceph-mon[31169]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:50 smithi028 ceph-mon[27433]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:50 smithi028 ceph-mon[39019]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:52.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:52 smithi137 ceph-mon[31169]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:52 smithi028 ceph-mon[27433]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:52 smithi028 ceph-mon[39019]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:54.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:23:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:23:54] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-02T08:23:54.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:54 smithi137 ceph-mon[31169]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:54 smithi028 ceph-mon[27433]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:54 smithi028 ceph-mon[39019]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:56.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:56 smithi137 ceph-mon[31169]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:56 smithi028 ceph-mon[27433]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:56 smithi028 ceph-mon[39019]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:57.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:23:58.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:23:58 smithi137 ceph-mon[31169]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:23:58 smithi028 ceph-mon[27433]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:23:58.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:23:58 smithi028 ceph-mon[39019]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:00 smithi137 ceph-mon[31169]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:00 smithi028 ceph-mon[27433]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:00 smithi028 ceph-mon[39019]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:02.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:02 smithi137 ceph-mon[31169]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:02 smithi028 ceph-mon[27433]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:02 smithi028 ceph-mon[39019]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:04.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:24:04] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-04-02T08:24:04.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:04 smithi137 ceph-mon[31169]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:04 smithi028 ceph-mon[27433]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:04.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:04 smithi028 ceph-mon[39019]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:06 smithi137 ceph-mon[31169]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:06 smithi028 ceph-mon[27433]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:06.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:06 smithi028 ceph-mon[39019]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:08.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:08 smithi137 ceph-mon[31169]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:08.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:08 smithi028 ceph-mon[27433]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:08.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:08 smithi028 ceph-mon[39019]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:10 smithi137 ceph-mon[31169]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:10.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:10 smithi028 ceph-mon[27433]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:10.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:10 smithi028 ceph-mon[39019]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:12.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:12 smithi137 ceph-mon[31169]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:12 smithi028 ceph-mon[27433]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:12 smithi028 ceph-mon[39019]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:14.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:14 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:24:14] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-02T08:24:14.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:14 smithi137 ceph-mon[31169]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:14.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:14 smithi028 ceph-mon[27433]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:14.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:14 smithi028 ceph-mon[39019]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:16.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:16 smithi137 ceph-mon[31169]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:16.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:16 smithi028 ceph-mon[27433]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:16.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:16 smithi028 ceph-mon[39019]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:18 smithi137 ceph-mon[31169]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:18.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:18 smithi028 ceph-mon[27433]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:18.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:18 smithi028 ceph-mon[39019]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:20.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:20 smithi137 ceph-mon[31169]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:20 smithi028 ceph-mon[27433]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:20 smithi028 ceph-mon[39019]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:22.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:22 smithi137 ceph-mon[31169]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:22 smithi028 ceph-mon[27433]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:22 smithi028 ceph-mon[39019]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:24.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:24:24] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-02T08:24:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:24 smithi137 ceph-mon[31169]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:24.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:24 smithi028 ceph-mon[27433]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:24.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:24 smithi028 ceph-mon[39019]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:26 smithi137 ceph-mon[31169]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:26 smithi028 ceph-mon[27433]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:26.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:26 smithi028 ceph-mon[39019]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:27.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:27 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:27 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:27 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:28.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:28 smithi137 ceph-mon[31169]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:28 smithi028 ceph-mon[27433]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:28.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:28 smithi028 ceph-mon[39019]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:30 smithi137 ceph-mon[31169]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:30.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:30 smithi028 ceph-mon[27433]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:30.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:30 smithi028 ceph-mon[39019]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:32.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:32 smithi137 ceph-mon[31169]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:32.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:32 smithi028 ceph-mon[27433]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:32.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:32 smithi028 ceph-mon[39019]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:33.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:33 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:33 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:33 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:34.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:34 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:24:34] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-04-02T08:24:34.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:34 smithi137 ceph-mon[31169]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:34.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:34 smithi028 ceph-mon[27433]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:34.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:34 smithi028 ceph-mon[39019]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:36.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:36 smithi137 ceph-mon[31169]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:36.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:36 smithi028 ceph-mon[27433]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:36.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:36 smithi028 ceph-mon[39019]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:38 smithi137 ceph-mon[31169]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:38.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:38 smithi028 ceph-mon[27433]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:38.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:38 smithi028 ceph-mon[39019]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:40.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:40 smithi028 ceph-mon[27433]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:40.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:40 smithi028 ceph-mon[39019]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:41.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:40 smithi137 ceph-mon[31169]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:42 smithi028 ceph-mon[27433]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:42 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:42.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:42 smithi028 ceph-mon[39019]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:42 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:43.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:42 smithi137 ceph-mon[31169]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:43.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:42 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:44.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:24:44] "GET /metrics HTTP/1.1" 200 33660 "" "Prometheus/2.43.0" 2024-04-02T08:24:44.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:44 smithi028 ceph-mon[27433]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:44.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:44 smithi028 ceph-mon[39019]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:44 smithi137 ceph-mon[31169]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:46.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:46 smithi028 ceph-mon[27433]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:46.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:46 smithi028 ceph-mon[39019]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:47.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:46 smithi137 ceph-mon[31169]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:48.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:48 smithi028 ceph-mon[27433]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:48.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:48 smithi028 ceph-mon[39019]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:48 smithi137 ceph-mon[31169]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:49.566 INFO:tasks.workunit.client.0.smithi028.stderr:Updating files: 94% (11613/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr:Note: switching to '3cba26eaefcf7477205a2b2318143422b83a518d'. 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T08:24:50.225 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr: git switch -c 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr:Or undo this operation with: 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr: git switch - 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:50.226 INFO:tasks.workunit.client.0.smithi028.stderr:HEAD is now at 3cba26eaefc scripts: use 'deep_scrub' instead of 'deep-scrub' 2024-04-02T08:24:50.231 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:24:50.294 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:24:50.297 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:24:50.297 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:24:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:50 smithi028 ceph-mon[27433]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:50 smithi028 ceph-mon[39019]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:51.076 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:24:51.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:50 smithi137 ceph-mon[31169]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:51.154 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:24:51.194 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:24:51.196 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:24:51.196 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:24:51.234 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:24:51.237 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:24:51.238 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:24:51.293 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-02T08:24:51.295 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-02T08:24:51.295 DEBUG:teuthology.orchestra.run.smithi028:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cba26eaefcf7477205a2b2318143422b83a518d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-02T08:24:51.351 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-02T08:24:51.748 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-02T08:24:51.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:51] ENGINE Bus STOPPING 2024-04-02T08:24:51.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:24:51.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:51] ENGINE Bus STOPPED 2024-04-02T08:24:51.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:51] ENGINE Bus STARTING 2024-04-02T08:24:51.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:51] ENGINE Serving on http://:::9283 2024-04-02T08:24:51.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:51] ENGINE Bus STARTED 2024-04-02T08:24:52.145 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-02T08:24:52.425 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Bus STOPPING 2024-04-02T08:24:52.425 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:24:52.425 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Bus STOPPED 2024-04-02T08:24:52.426 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Bus STARTING 2024-04-02T08:24:52.426 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Serving on http://:::9283 2024-04-02T08:24:52.426 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Bus STARTED 2024-04-02T08:24:52.426 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Bus STOPPING 2024-04-02T08:24:52.545 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview 2024-04-02T08:24:52.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:24:52.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Bus STOPPED 2024-04-02T08:24:52.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Bus STARTING 2024-04-02T08:24:52.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Serving on http://:::9283 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:52] ENGINE Bus STARTED 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1587860090' entity='client.admin' 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/56656057' entity='client.admin' 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1587860090' entity='client.admin' 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/56656057' entity='client.admin' 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:52 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1587860090' entity='client.admin' 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/56656057' entity='client.admin' 2024-04-02T08:24:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:52.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:52.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:52.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:52 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.059 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T08:24:53.059 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-04-02T08:24:53.059 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "ident" 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T08:24:53.060 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-04-02T08:24:53.062 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T08:24:53.063 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_block_size", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_cache_size", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_compression", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_log", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_write_buffer_size", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T08:24:53.064 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:24:53.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:24:53.066 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:24:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pg_delete_cost", 2024-04-02T08:24:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T08:24:53.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addr", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addrv", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.070 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T08:24:53.071 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-04-02T08:24:53.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:24:53.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T08:24:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T08:24:53.075 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-04-02T08:15:51.295509Z", 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-04-02T08:24:53.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-04-02T08:24:53.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 1, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 0, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-04-02T08:24:53.078 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-04-02T08:24:53.079 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-04", 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-04-02T08:24:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-04-02T08:24:53.081 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:53.082 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 2 2024-04-02T08:24:53.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-04-02T08:24:53.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 3 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 8 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:24:53.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-04-02T08:24:53.089 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "reef" 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 18, 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:24:53.090 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "reef" 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-04-02T08:24:53.091 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.443002131258254e-06, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 212, 2024-04-02T08:24:53.092 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 313344, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 179, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 98304, 2024-04-02T08:24:53.094 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 98304, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 3430, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 3430, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:53.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 10290, 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 51, 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 20480 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:53.096 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:53.097 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.098 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T08:24:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "d6007bec-0212-4c4c-a85e-9356e2f10643", 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-04-02T08:24:53.054738", 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-04-02T08:24:53.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-04-02T08:24:53.103 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-04-02T08:24:53.104 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 228872192, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 228872192, 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.0002980260760523379 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.107 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:24:53.107 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T08:24:53.107 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 228872192 2024-04-02T08:24:53.107 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.107 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T08:24:53.107 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T08:24:53.107 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview-device 2024-04-02T08:24:53.593 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T08:24:53.593 INFO:tasks.workunit.client.0.smithi028.stdout: "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:53.593 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_7b14d65c-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:53.593 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081907": { 2024-04-02T08:24:53.593 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T08:24:53.594 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045946 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T08:24:53.595 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T08:24:53.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 6041562 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T08:24:53.598 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 16 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T08:24:53.601 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 5 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1687340 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:53.602 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2393, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 89290377, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 395939806, 2024-04-02T08:24:53.603 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 1933531063, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 8112081652, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 6, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 16063, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 34645, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 33, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 4152 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 16063, 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 34645 2024-04-02T08:24:53.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T08:24:53.605 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-02T08:24:53.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 33 Celsius", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 6%", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 89,290,377 [45.7 TB]", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 395,939,806 [202 TB]", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 1,933,531,063", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 8,112,081,652", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,393", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 16,063", 2024-04-02T08:24:53.608 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 34,645", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 4,152", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:53.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 33 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPEDMD400G4_7b167caa-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081909": { 2024-04-02T08:24:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045948 2024-04-02T08:24:53.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:53.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T08:24:53.613 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:24:53.614 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 25290572 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T08:24:53.615 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 43736952 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T08:24:53.616 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 64 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.618 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 91, 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 2960, 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 2972, 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 2948 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.619 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 10, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 0, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 315229549, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 1657442957, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 5240668618, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 29694942499, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T08:24:53.620 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 9, 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 48055, 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 53026, 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 25, 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 105 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 48055, 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 53026 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:53.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:24:53.622 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:24:53.623 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:24:53.624 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:24:53.624 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:24:53.624 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.624 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T08:24:53.624 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:24:53.624 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:24:53.624 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: " 1 - 512 8 2", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: " 2 - 512 16 2", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: " 3 - 4096 0 0", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: " 4 - 4096 8 0", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: " 5 - 4096 64 0", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: " 6 - 4096 128 0", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:24:53.626 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 25 Celsius", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 9%", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 315,229,549 [161 TB]", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 1,657,442,957 [848 TB]", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 5,240,668,618", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 29,694,942,499", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 0", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 48,055", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 53,026", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 105", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:24:53.627 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 25 2024-04-02T08:24:53.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T08:24:53.629 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview-all 2024-04-02T08:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:53 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:53.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:53.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:53 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "device_report": { 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_7b14d65c-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081907": { 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T08:24:54.129 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045946 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T08:24:54.130 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.131 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:24:54.132 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.133 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.133 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T08:24:54.133 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.133 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.133 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T08:24:54.133 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 6041562 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.134 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:24:54.135 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T08:24:54.136 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 16 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 5 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1687340 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.137 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:24:54.138 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2393, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 89290377, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 395939806, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 1933531063, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 8112081652, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 6, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 16063, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 34645, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 33, 2024-04-02T08:24:54.139 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 4152 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 16063, 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 34645 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T08:24:54.140 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:24:54.141 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-02T08:24:54.142 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 33 Celsius", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 6%", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 89,290,377 [45.7 TB]", 2024-04-02T08:24:54.143 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 395,939,806 [202 TB]", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 1,933,531,063", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 8,112,081,652", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,393", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 16,063", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 34,645", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 4,152", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T08:24:54.144 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T08:24:54.145 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 33 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPEDMD400G4_7b167caa-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081909": { 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:24:54.146 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:54.147 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045948 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T08:24:54.148 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.149 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 25290572 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T08:24:54.151 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 43736952 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T08:24:54.152 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T08:24:54.153 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.154 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 64 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:54.155 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 91, 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 2960, 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 2972, 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 2948 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.156 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 10, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 0, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 315229549, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 1657442957, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 5240668618, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 29694942499, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 9, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 48055, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 53026, 2024-04-02T08:24:54.157 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 25, 2024-04-02T08:24:54.158 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 105 2024-04-02T08:24:54.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.158 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T08:24:54.158 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 48055, 2024-04-02T08:24:54.158 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T08:24:54.158 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 53026 2024-04-02T08:24:54.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.158 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T08:24:54.159 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T08:24:54.160 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: " 1 - 512 8 2", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: " 2 - 512 16 2", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: " 3 - 4096 0 0", 2024-04-02T08:24:54.161 INFO:tasks.workunit.client.0.smithi028.stdout: " 4 - 4096 8 0", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: " 5 - 4096 64 0", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: " 6 - 4096 128 0", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 25 Celsius", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 9%", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 315,229,549 [161 TB]", 2024-04-02T08:24:54.162 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 1,657,442,957 [848 TB]", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 5,240,668,618", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 29,694,942,499", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 0", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 48,055", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 53,026", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 105", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:24:54.163 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 25 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.164 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.165 INFO:tasks.workunit.client.0.smithi028.stdout: "report": { 2024-04-02T08:24:54.165 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-04-02T08:24:54.165 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-04-02T08:24:54.165 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-04-02T08:24:54.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.165 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-04-02T08:24:54.165 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T08:24:54.166 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T08:24:54.166 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T08:24:54.166 INFO:tasks.workunit.client.0.smithi028.stdout: "ident" 2024-04-02T08:24:54.166 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.166 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-04-02T08:24:54.166 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T08:24:54.166 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T08:24:54.167 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T08:24:54.167 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T08:24:54.167 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T08:24:54.167 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.167 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-04-02T08:24:54.167 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T08:24:54.167 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T08:24:54.168 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T08:24:54.168 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T08:24:54.168 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T08:24:54.168 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T08:24:54.168 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T08:24:54.168 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T08:24:54.168 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T08:24:54.169 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T08:24:54.169 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-04-02T08:24:54.169 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.169 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-04-02T08:24:54.169 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T08:24:54.169 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T08:24:54.170 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T08:24:54.170 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T08:24:54.170 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T08:24:54.170 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T08:24:54.170 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T08:24:54.170 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T08:24:54.171 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T08:24:54.171 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T08:24:54.171 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-04-02T08:24:54.171 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.171 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-04-02T08:24:54.172 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-04-02T08:24:54.172 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:24:54.172 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T08:24:54.173 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:24:54.173 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T08:24:54.173 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T08:24:54.173 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-04-02T08:24:54.173 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-04-02T08:24:54.173 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-04-02T08:24:54.174 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-04-02T08:24:54.174 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T08:24:54.174 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-04-02T08:24:54.174 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:24:54.174 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T08:24:54.174 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T08:24:54.175 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T08:24:54.175 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T08:24:54.175 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T08:24:54.175 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-04-02T08:24:54.175 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_block_size", 2024-04-02T08:24:54.175 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_cache_size", 2024-04-02T08:24:54.176 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_compression", 2024-04-02T08:24:54.176 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_log", 2024-04-02T08:24:54.176 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_write_buffer_size", 2024-04-02T08:24:54.176 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T08:24:54.176 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T08:24:54.176 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T08:24:54.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T08:24:54.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T08:24:54.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T08:24:54.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T08:24:54.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:24:54.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:24:54.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T08:24:54.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T08:24:54.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-04-02T08:24:54.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T08:24:54.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:24:54.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:24:54.179 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:24:54.179 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:24:54.179 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:24:54.179 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:24:54.179 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:24:54.179 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:24:54.180 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:24:54.180 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:24:54.180 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:24:54.180 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:24:54.180 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:24:54.180 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T08:24:54.181 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T08:24:54.181 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-04-02T08:24:54.181 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T08:24:54.181 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T08:24:54.181 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:24:54.181 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:24:54.181 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T08:24:54.182 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:24:54.182 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T08:24:54.182 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:24:54.182 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:24:54.182 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:24:54.183 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:24:54.183 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-04-02T08:24:54.183 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:24:54.183 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:24:54.183 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:24:54.183 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-04-02T08:24:54.184 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:24:54.184 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T08:24:54.184 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:24:54.184 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:24:54.184 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:24:54.184 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:24:54.185 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:24:54.185 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:24:54.185 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:24:54.185 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:24:54.185 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:24:54.185 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T08:24:54.185 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T08:24:54.186 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T08:24:54.186 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T08:24:54.186 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pg_delete_cost", 2024-04-02T08:24:54.186 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:24:54.186 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:24:54.186 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:24:54.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T08:24:54.188 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T08:24:54.188 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-04-02T08:24:54.188 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:24:54.188 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-04-02T08:24:54.188 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:24:54.188 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:24:54.188 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addr", 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addrv", 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.189 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-04-02T08:24:54.190 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:24:54.190 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T08:24:54.190 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:24:54.190 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T08:24:54.190 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T08:24:54.190 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T08:24:54.190 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T08:24:54.191 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T08:24:54.192 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:24:54.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:24:54.194 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-04-02T08:24:54.195 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-04-02T08:15:51.295509Z", 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-04-02T08:24:54.196 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 1, 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-04-02T08:24:54.197 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 0, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-04-02T08:24:54.198 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.199 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-04", 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-04-02T08:24:54.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-04-02T08:24:54.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-02T08:24:54.202 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 2 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:54.203 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:54.204 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 3 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:54.205 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:54.206 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 8 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-04-02T08:24:54.207 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-04-02T08:24:54.208 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "reef" 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 18, 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T08:24:54.209 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "reef" 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-04-02T08:24:54.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.443002131258254e-06, 2024-04-02T08:24:54.211 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 212, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 313344, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 179, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:54.212 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:54.213 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 98304, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 98304, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:54.214 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 3430, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 3430, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 10290, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 51, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 20480 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:54.215 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:54.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.216 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:54.216 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:54.216 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:54.216 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.217 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:54.217 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:54.217 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:54.217 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:54.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:54.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:54.218 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:54.219 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:54.220 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T08:24:54.221 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-04-02T08:24:54.222 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "d6007bec-0212-4c4c-a85e-9356e2f10643", 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-04-02T08:24:54.113452", 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-04-02T08:24:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-04-02T08:24:54.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-04-02T08:24:54.225 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.226 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-04-02T08:24:54.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 228872192, 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 228872192, 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.0002980260760523379 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 228872192 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:54.228 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T08:24:54.229 INFO:tasks.workunit.client.0.smithi028.stderr:++ ceph telemetry collection ls 2024-04-02T08:24:54.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:24:54] "GET /metrics HTTP/1.1" 200 33660 "" "Prometheus/2.43.0" 2024-04-02T08:24:54.642 INFO:tasks.workunit.client.0.smithi028.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T08:24:54.642 INFO:tasks.workunit.client.0.smithi028.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-02T08:24:54.642 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:24:54.642 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:54.642 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T08:24:54.642 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:24:54.642 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T08:24:54.643 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:24:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:24:54.645 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:24:54.646 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:24:54.647 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T08:24:54.648 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T08:24:54.649 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T08:24:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:24:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:54 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:54.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.154 INFO:tasks.workunit.client.0.smithi028.stdout:Telemetry is on. 2024-04-02T08:24:55.155 INFO:tasks.workunit.client.0.smithi028.stdout:Some channels are disabled, please enable with: 2024-04-02T08:24:55.155 INFO:tasks.workunit.client.0.smithi028.stdout:`ceph telemetry enable channel perf` 2024-04-02T08:24:55.165 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry enable channel perf 2024-04-02T08:24:55.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:54] ENGINE Bus STOPPING 2024-04-02T08:24:55.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:24:55.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:54] ENGINE Bus STOPPED 2024-04-02T08:24:55.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:54] ENGINE Bus STARTING 2024-04-02T08:24:55.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:55] ENGINE Serving on http://:::9283 2024-04-02T08:24:55.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:55] ENGINE Bus STARTED 2024-04-02T08:24:55.670 INFO:tasks.workunit.client.0.smithi028.stdout:channel_perf is enabled 2024-04-02T08:24:55.681 INFO:tasks.workunit.client.0.smithi028.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T08:24:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:55 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:55] ENGINE Bus STOPPING 2024-04-02T08:24:55.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:24:55.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:55] ENGINE Bus STOPPED 2024-04-02T08:24:55.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:55] ENGINE Bus STARTING 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:55] ENGINE Serving on http://:::9283 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:24:55] ENGINE Bus STARTED 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:24:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:55 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:24:56.072 INFO:tasks.workunit.client.0.smithi028.stderr:+ LAST_OPT_REVISION=1 2024-04-02T08:24:56.072 INFO:tasks.workunit.client.0.smithi028.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T08:24:56.072 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show 2024-04-02T08:24:56.825 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T08:24:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-04-02T08:24:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-04-02T08:24:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-04-02T08:24:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-04-02T08:24:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T08:24:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T08:24:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T08:24:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T08:24:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T08:24:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-04-02T08:24:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T08:24:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T08:24:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T08:24:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T08:24:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T08:24:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-04-02T08:24:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T08:24:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T08:24:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T08:24:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T08:24:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T08:24:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T08:24:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T08:24:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T08:24:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T08:24:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T08:24:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-04-02T08:24:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-04-02T08:24:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T08:24:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T08:24:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T08:24:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T08:24:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T08:24:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T08:24:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T08:24:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T08:24:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T08:24:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T08:24:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-04-02T08:24:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-04-02T08:24:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-04-02T08:24:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:24:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T08:24:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:24:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T08:24:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T08:24:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-04-02T08:24:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-04-02T08:24:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-04-02T08:24:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-04-02T08:24:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T08:24:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-04-02T08:24:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:24:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T08:24:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T08:24:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T08:24:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T08:24:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T08:24:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-04-02T08:24:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_block_size", 2024-04-02T08:24:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_cache_size", 2024-04-02T08:24:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_compression", 2024-04-02T08:24:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_log", 2024-04-02T08:24:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_write_buffer_size", 2024-04-02T08:24:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T08:24:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T08:24:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T08:24:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T08:24:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T08:24:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T08:24:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T08:24:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:24:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:24:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T08:24:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T08:24:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-04-02T08:24:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T08:24:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:24:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:24:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:24:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:24:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:24:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:24:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:24:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:24:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:24:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:24:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:24:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:24:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:24:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T08:24:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T08:24:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-04-02T08:24:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T08:24:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T08:24:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:24:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:24:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T08:24:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:24:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T08:24:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:24:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:24:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:24:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:24:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-04-02T08:24:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:24:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:24:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:24:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-04-02T08:24:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:24:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T08:24:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:24:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:24:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:24:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:24:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:24:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:24:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:24:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:24:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:24:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T08:24:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T08:24:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T08:24:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T08:24:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pg_delete_cost", 2024-04-02T08:24:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:24:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:24:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T08:24:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-04-02T08:24:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:24:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:24:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T08:24:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-04-02T08:24:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:24:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:24:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:24:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T08:24:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T08:24:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-04-02T08:24:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:24:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-04-02T08:24:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:24:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:24:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:24:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addr", 2024-04-02T08:24:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addrv", 2024-04-02T08:24:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T08:24:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-04-02T08:24:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:24:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-04-02T08:24:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-04-02T08:24:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-04-02T08:24:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:24:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T08:24:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:24:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T08:24:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T08:24:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T08:24:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:24:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T08:24:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T08:24:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T08:24:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T08:24:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T08:24:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T08:24:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T08:24:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T08:24:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-04-02T08:24:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:24:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-04-02T08:24:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:24:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:24:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:24:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:24:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:24:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:24:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:24:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:24:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:24:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:24:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-04-02T08:24:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-04-02T08:24:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-04-02T08:24:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T08:24:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T08:24:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T08:24:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T08:24:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T08:24:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T08:24:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T08:24:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:24:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:24:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:24:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:24:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:24:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:24:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:24:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:24:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:24:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:24:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:24:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:24:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:24:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T08:24:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T08:24:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T08:24:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T08:24:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:24:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T08:24:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:24:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T08:24:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:24:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:24:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:24:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:24:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:24:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T08:24:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T08:24:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T08:24:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T08:24:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T08:24:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:24:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:24:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T08:24:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T08:24:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T08:24:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T08:24:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:24:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T08:24:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-04-02T08:24:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-04-02T08:24:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-04-02T08:24:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-04-02T08:24:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-04-02T08:24:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-04-02T08:15:51.295509Z", 2024-04-02T08:24:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-04-02T08:24:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-04-02T08:24:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-04-02T08:24:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-04-02T08:24:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-04-02T08:24:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-04-02T08:24:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-04-02T08:24:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-04-02T08:24:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-04-02T08:24:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 1, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:24:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 0, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-04-02T08:24:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-04", 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-04-02T08:24:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20267008, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 349328, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 933888, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-04-02T08:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 326, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 983776, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 775168, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14472336, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20463616, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 492304, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 106496, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 851968, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 400, 2024-04-02T08:24:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1171880, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1022976, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14917448, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21315584 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 34824192, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1547032, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 9682944, 2024-04-02T08:24:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1152, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 8992624, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1015040, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 20516984, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 34349056, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1179512, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 10158080, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1030, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 8157208, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1350656, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 20909168, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 43761664, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1815640, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 647168, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 4841472, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1646, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 10897264, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 23, 2024-04-02T08:24:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2866944, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 24782136, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 48603136 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 46645248, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1018664, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 720896, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1361, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4748456, 2024-04-02T08:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2377984, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 35616560, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 47366144 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 45506560, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 955872, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 811008, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1328, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4785456, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2248448, 2024-04-02T08:24:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34633200, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 46317568 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 45006848, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 718880, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 262144, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1240, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5106936, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2152192, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34145256, 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:24:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 43950080, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 683072, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 270336, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1222, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4297136, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 45, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1829632, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34256656, 2024-04-02T08:24:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 44220416 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 44711936, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 767768, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 491520, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1216, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4443592, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1809920, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34807072, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 48603136, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1719400, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 860160, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1632, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5509832, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3560192, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34930128, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 48521216, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2076208, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 942080, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1640, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5722080, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3595520, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34243824, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T08:24:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 45703168, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1071504, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1662976, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1310, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5174560, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2072064, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34501456, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 47366144 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-04-02T08:24:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.002541", 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T08:24:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149177, 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 222439, 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 68 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 51496, 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 208 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8104, 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 127 2024-04-02T08:24:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1077387, 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 348 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6680, 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5152, 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 83 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1139781, 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 365 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 176, 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6680, 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-04-02T08:24:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5152, 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 83 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1143501, 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 345 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 352, 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 4 2024-04-02T08:24:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6680, 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10304, 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 166 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5840, 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 73 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20944, 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1936, 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 47 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 620753, 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 50844, 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9431 2024-04-02T08:24:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 136256, 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 232 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11260, 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 741 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8976, 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31446, 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 200 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20944, 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 408200, 2024-04-02T08:24:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 91 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2465368, 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 199 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6952, 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 79 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 510048, 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88920, 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 175 2024-04-02T08:24:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 225704, 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3430 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4720, 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 59 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19488, 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1152, 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12288, 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 45215, 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8544 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 128096, 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 220 2024-04-02T08:24:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9532, 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 567 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8352, 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27938, 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 188 2024-04-02T08:24:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19488, 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 409537, 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 91 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T08:24:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2420276, 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5016, 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 57 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 452088, 2024-04-02T08:24:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7280, 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 226472, 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3466 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4320, 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19376, 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 173 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1040, 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8192, 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 43200, 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8233 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 122656, 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 212 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8280, 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 515 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8304, 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 173 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26058, 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 180 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19376, 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 173 2024-04-02T08:24:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 339486, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 74 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2418694, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4312, 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 49 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 359352, 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 31 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8320, 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 226216, 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3454 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T08:24:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19936, 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 178 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480, 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 44416, 2024-04-02T08:24:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8505 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 127416, 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 219 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9420, 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 575 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8544, 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 178 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27010, 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19936, 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 178 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 253646, 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 53 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26565, 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2453461, 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4752, 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-04-02T08:24:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 428904, 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10400, 2024-04-02T08:24:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 225704, 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3430 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3440, 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 43 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19712, 2024-04-02T08:24:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 816, 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 44687, 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8541 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 128096, 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 220 2024-04-02T08:24:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9572, 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 571 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8448, 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27602, 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 188 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19712, 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 899828, 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 68 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2411786, 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 173 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4752, 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 452088, 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7904, 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 225960, 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3442 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2800, 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 35 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19712, 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480, 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 85849, 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14872 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 197456, 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 322 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9828, 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 575 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8448, 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28114, 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19712, 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 830309, 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 51 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26565, 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2415388, 2024-04-02T08:24:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 170 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5368, 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 61 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 475272, 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11960, 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 23 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 226216, 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3454 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T08:24:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2320, 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 29 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20720, 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 368, 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4096, 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T08:24:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86245, 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 15139 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 196096, 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 320 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10740, 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 731 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8880, 2024-04-02T08:24:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28630, 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 188 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20720, 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 212623, 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 43 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2448860, 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 180 2024-04-02T08:24:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4488, 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 51 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 440496, 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88712, 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 226472, 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3466 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1760, 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 22 2024-04-02T08:24:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20720, 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1488, 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 43 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 293073, 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 48764, 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9293 2024-04-02T08:24:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 134896, 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 230 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11636, 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 739 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8880, 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31190, 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 198 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20720, 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 138260, 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2435874, 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6248, 2024-04-02T08:24:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 71 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 533232, 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 91000, 2024-04-02T08:24:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 203 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 225704, 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3430 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-04-02T08:24:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 2 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:24:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 3 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:24:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-02T08:24:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 8 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-04-02T08:24:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reef" 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 18, 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "reef" 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T08:24:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T08:24:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:24:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T08:24:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T08:24:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T08:24:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T08:24:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T08:24:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T08:24:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T08:24:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T08:24:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T08:24:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T08:24:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T08:24:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T08:24:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T08:24:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T08:24:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T08:24:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T08:24:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T08:24:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T08:24:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 4, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17, 3, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17, 1, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 204845 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-04-02T08:24:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-04-02T08:24:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-04-02T08:24:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-04-02T08:24:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15869799 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-04-02T08:24:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 207156 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41068 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-04-02T08:24:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 204845 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-04-02T08:24:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85 2024-04-02T08:24:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-04-02T08:24:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T08:24:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T08:24:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 911 2024-04-02T08:24:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 911, 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3953965 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 911, 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169997150 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T08:24:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 999984 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 912 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 912 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 912, 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2097964715 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 912 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T08:24:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 912, 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7736648 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 912, 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6424 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 912, 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 426992819 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T08:24:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41754624 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31113216 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10641408 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T08:24:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277021405 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271149 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70834678 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277021405 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41467 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71064360 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184680936 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71171608 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38694, 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102225744 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1970, 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 689390789 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T08:24:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 104 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 898 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T08:24:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 898, 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3925541 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 898, 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116996773 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T08:24:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 900, 2024-04-02T08:24:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2104941907 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 899 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 899, 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7682465 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 899, 2024-04-02T08:24:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6330 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 899, 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108996994 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41754624 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30629888 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11124736 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277021405 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271149 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70834678 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277021405 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41467 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71064360 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184680936 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71171608 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38199, 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 113317611 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1918, 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229928483 2024-04-02T08:24:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T08:24:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 196 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1048 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1048, 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5004536 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1048, 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3144 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1048, 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152995792 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1048 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1048, 2024-04-02T08:24:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4929046 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1048, 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6275 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1048, 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150189290 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1050 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1050, 2024-04-02T08:24:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2572929006 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1627 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45850624 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39247872 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6602752 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277022481 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270719 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70834032 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277022481 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39028 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71065723 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184681654 2024-04-02T08:24:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71170890 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46889, 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 197898719 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2263, 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 307503845 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2793472 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1785856 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1646592 2024-04-02T08:24:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4517888 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1318912 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 221126 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23, 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64731 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 389, 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81107764 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 375, 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13385431 2024-04-02T08:24:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 389, 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 381068 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 389, 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81488832 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42639 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18256 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4818 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 830 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 220 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 121, 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2191542 2024-04-02T08:24:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 330, 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 289494 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 209, 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1234128 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64725 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5958350 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7420421 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 127, 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 366563682641 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-04-02T08:24:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 126304709279 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 482, 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39676084432 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 482, 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64834 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520027 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 173328352 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 174194 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96717445 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26784630 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900854 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62, 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 346934 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 303383068 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41847598 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 483, 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3487384 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1862577648 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44482560 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43671552 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3138687078 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 811008 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85528177 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 614400 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73240975 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641461328 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71568224 2024-04-02T08:24:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57018784 2024-04-02T08:24:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68809872 2024-04-02T08:24:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641461328 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9773 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 232112 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71328467 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 616 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143377291 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2790417 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 140358800 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 616 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143377291 2024-04-02T08:24:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2790417 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 140358800 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1771104 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28987392 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2478080 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1581056 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1441792 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3997696 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 712704 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 190018 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31, 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71960 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 339, 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58806300 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9598752 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 339, 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 341673 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 339, 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59147973 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40592 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5987 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5228 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 819 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 231 2024-04-02T08:24:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129, 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1857543 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 339, 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 276258 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 210, 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1435670 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125992 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7155990 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 121, 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7202327 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 120, 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314865956112 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 121, 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 127496999671 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 419, 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34252118672 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 419, 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45178 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 450855 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 157455097 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150354 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 105264430 2024-04-02T08:24:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20775512 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 309645 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 55, 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 246912 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291164867 2024-04-02T08:24:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25732097 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2848167 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1862577648 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43433984 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42598400 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3138687078 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 835584 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85565753 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73805511 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641743151 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71286401 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57043835 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68784821 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641743151 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14141 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 205051 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71069337 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 155 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2429440 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 155, 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 341542235 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 155, 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54088064 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 155, 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193556742 2024-04-02T08:24:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4948322 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4242231 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3449471 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19203590 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9080671 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17989359 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2429440 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 100, 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317390323 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 100, 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40765162 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 100, 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172117912 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 590368 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28381184 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2093056 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1306624 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1167360 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3338240 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 708608 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201925 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14427 2024-04-02T08:24:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 272, 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50236305 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 268, 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4477280 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 272, 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 307906 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 272, 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50544211 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37498 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5020 2024-04-02T08:24:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 593 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 211 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92, 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 975107 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 260, 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 295400 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 168, 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 527685 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 119566 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5257901 2024-04-02T08:24:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 116, 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6836546 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 115, 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 292239927456 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 116, 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116354812221 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 331, 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75588857940 2024-04-02T08:24:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 331, 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34216 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 392736 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85354658 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 112277 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65102781 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17631510 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 309758 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240384 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 173787691 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22115350 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2117406 2024-04-02T08:24:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1862577648 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42385408 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42057728 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3138687078 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 327680 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85566657 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73808703 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641749931 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71279621 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57044438 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68784218 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641749931 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11711 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 196758 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71073280 2024-04-02T08:24:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198862125 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5076205 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182132281 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198862125 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5076205 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182132281 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28377088 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1105920 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 811008 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671744 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5502 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5502 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1855488 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729088 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5004 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35122963 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 150, 2024-04-02T08:24:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6049579 2024-04-02T08:24:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T08:24:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201069 2024-04-02T08:24:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35324032 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39256 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4237 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 330 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80, 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 691301 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 138, 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 250577 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58, 2024-04-02T08:24:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161492 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3528293 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52, 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3347693 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323868195846 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52, 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73626793786 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 231, 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 614835 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 231, 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24943 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268264 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 103965245 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77727 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 113353655 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12530236 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312494 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43, 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 205183 2024-04-02T08:24:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233681567 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14912754 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2018175 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1862577648 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41336832 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40845312 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3138687078 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491520 2024-04-02T08:24:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85566616 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73816936 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641749627 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71279925 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57044411 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68784245 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641749627 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12916 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206665 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71062472 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1301375 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1301375 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28393472 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1167360 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 835584 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 696320 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1941504 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720896 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 349170 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2199 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54443331 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 150, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5254068 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 151420 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54594751 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45433 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3659 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 364 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 235 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 94, 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 865653 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254992 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63, 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 155957 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 154158 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5194362 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3158670 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 177493544631 2024-04-02T08:24:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65532610142 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 264, 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 543419 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 264, 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27567 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 256676 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 190103301 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78912 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108373763 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13577251 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310135 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 171121 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317539399 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15816311 2024-04-02T08:24:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1745250 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1861621688 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42319872 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41689088 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3137562419 2024-04-02T08:24:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 630784 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85509170 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73874382 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641318776 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71710776 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57006113 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68822543 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641318776 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8229 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 208091 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71496584 2024-04-02T08:24:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28305250 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315249 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26460350 2024-04-02T08:24:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28305250 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315249 2024-04-02T08:24:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26460350 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28389376 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5971968 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2961408 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2822144 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8871936 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720896 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 337787 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4351 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 676, 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491356754 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 676, 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17746017 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 676, 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578107 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 676, 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491934861 2024-04-02T08:24:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39981 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4700 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3434 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 343 2024-04-02T08:24:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 90, 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 791480 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 143, 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323837 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 53, 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 398797 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 104, 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5557772 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3897798412 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39, 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15843157 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 36, 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 210318127315 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39, 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62712800930 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3370, 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1148339488 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3370, 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192348 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88903709 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2852252333 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 435065 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1694377273 2024-04-02T08:24:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 370178552 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312149 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32, 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 133515 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8903738666 2024-04-02T08:24:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 403337833 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277032179 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1861621688 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46579712 2024-04-02T08:24:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45703168 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3137562419 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 876544 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85502512 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73881040 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641268846 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71760706 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57001675 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68826981 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641268846 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14921 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317946 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71429967 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28385280 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T08:24:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5808128 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2834432 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2695168 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5504 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5504 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8581120 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1310720 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161238 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5876 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 645, 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 461980118 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 640, 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19485088 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 645, 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511658 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 645, 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 462491776 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38821 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7233 2024-04-02T08:24:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3418 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 89, 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 807660 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 137, 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271791 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 559410 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 101, 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5590602 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3869679192 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34, 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17896715 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31, 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 253836860439 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34, 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59290168064 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3356, 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1103169765 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3356, 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 168695 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4199422 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2629140718 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443899 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1502713575 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 359911209 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 902427 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27, 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114070 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8365890067 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 391052044 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3359, 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272012174 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1861621688 2024-04-02T08:24:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45531136 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45514752 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3137562419 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85502077 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73877379 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641265578 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71763974 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57001384 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68827272 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641265578 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15143 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 320346 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71430613 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2812 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81454461 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8830535 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71323440 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2812 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81454461 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8830535 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71323440 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28975104 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1019904 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 765952 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 626688 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5500 2024-04-02T08:24:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5500 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1724416 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1310720 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116512 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16273 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 140, 2024-04-02T08:24:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67001742 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 116, 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14752051 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 140, 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85865 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 140, 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67087607 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54356 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3567 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 392 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93, 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1948541 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 134, 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 244675 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1416522 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20195 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2114957 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1578156 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18, 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 160490528130 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32700173073 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 277, 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 423628 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 277, 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29130 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198677 2024-04-02T08:24:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 390248768 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 84993 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259173459 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12175829 2024-04-02T08:24:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900730 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74385 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 663950907 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13926381 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 279, 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1745283 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1861621688 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43433984 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42737664 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3137562419 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 696320 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85499352 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143360 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73740840 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641245141 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71784411 2024-04-02T08:24:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56999568 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68829088 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641245141 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6063 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229197 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71551279 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43, 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 145168731 2024-04-02T08:24:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 132134 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45, 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11196174 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43, 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 84813757 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28, 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4182929 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 132134 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28, 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3916381 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28, 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3305884 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7745927 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3381380 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7407826 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 133239875 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3898413 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74100047 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28983296 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.443002131258254e-06, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 212, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 313344, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 179, 2024-04-02T08:24:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 98304, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 98304, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-02T08:24:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 3430, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 3430, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 10290, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 51, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 20480 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T08:24:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T08:24:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "d6007bec-0212-4c4c-a85e-9356e2f10643", 2024-04-02T08:24:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-04-02T08:24:56.687161", 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-04-02T08:24:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.962676+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.962676+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.963058+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-04-02T08:24:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000", 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.946964+0000", 2024-04-02T08:24:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.946964+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.947239+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000", 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.952865+0000", 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.952865+0000", 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.953129+0000", 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:39:11.424279+0000", 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.952537+0000", 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.952537+0000", 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.954621+0000", 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000", 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.954888+0000", 2024-04-02T08:24:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.954888+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955404+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000", 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948700+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948700+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.950439+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000", 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.957778+0000", 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.957778+0000", 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.958082+0000", 2024-04-02T08:24:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000", 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948612+0000", 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948612+0000", 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.949085+0000", 2024-04-02T08:24:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000", 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:58.814538+0000", 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:58.814538+0000", 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:58.814881+0000", 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:47.854693+0000", 2024-04-02T08:24:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941308+0000", 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941308+0000", 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.941628+0000", 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000", 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.950407+0000", 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.950407+0000", 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.951494+0000", 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000", 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.958017+0000", 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.958017+0000", 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.958379+0000", 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000", 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.950768+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.950768+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.951061+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000", 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.942577+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.942577+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942913+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-04-02T08:24:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:49:58.312937+0000", 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.943803+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.943803+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.944141+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000", 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948957+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948957+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.950693+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000", 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.944667+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.944667+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.945084+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000", 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.942486+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.942486+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942785+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-04-02T08:24:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000", 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955416+0000", 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955416+0000", 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955713+0000", 2024-04-02T08:24:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000", 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.579376+0000", 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.579376+0000", 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.579816+0000", 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 4, 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 4, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000", 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 582, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'4" 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.944944+0000", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.944944+0000", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.945352+0000", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000", 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.579495+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.579495+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.579777+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000", 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.936428+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.936428+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.936693+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-04-02T08:24:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:13:27.361995+0000", 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.579535+0000", 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.579535+0000", 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.580075+0000", 2024-04-02T08:24:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000", 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.940252+0000", 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.940252+0000", 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.940546+0000", 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000", 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575375+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575375+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575653+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000", 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.936310+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.936310+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.936639+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000", 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574111+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574111+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.574424+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000", 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.939608+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.939608+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.939966+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-04-02T08:24:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000", 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.576747+0000", 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.576747+0000", 2024-04-02T08:24:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.577032+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000", 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948575+0000", 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948575+0000", 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.948933+0000", 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:35.993935+0000", 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.566995+0000", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.566995+0000", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.567567+0000", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000", 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.954887+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.954887+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955412+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000", 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:59.104213+0000", 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:59.104213+0000", 2024-04-02T08:24:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:59.104648+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 29, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:14.285415+0000", 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.956155+0000", 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.956155+0000", 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956438+0000", 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000", 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.568763+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.568763+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.569100+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000", 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.943381+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.943381+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.943693+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-04-02T08:24:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000", 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.569719+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.569719+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.570135+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-04-02T08:24:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000", 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.953991+0000", 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.953991+0000", 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.954247+0000", 2024-04-02T08:24:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:10:06.124533+0000", 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.568164+0000", 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.568164+0000", 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.568461+0000", 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 23, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000", 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'3" 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.940664+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.940664+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.940949+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000", 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.572697+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.572697+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.573002+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 12, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 12, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 32, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000", 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 2632, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 9 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "69'12" 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.954522+0000", 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.954522+0000", 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955347+0000", 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000", 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.562567+0000", 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.562567+0000", 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.563119+0000", 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000", 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 7 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955989+0000", 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955989+0000", 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956261+0000", 2024-04-02T08:24:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:21.807172+0000", 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574068+0000", 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574068+0000", 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.574723+0000", 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000", 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.954460+0000", 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.954460+0000", 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955209+0000", 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000", 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.570229+0000", 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.570229+0000", 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.570556+0000", 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000", 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:58.813994+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:58.813994+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:58.814804+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:18:22.563229+0000", 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575158+0000", 2024-04-02T08:24:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575158+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575501+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000", 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'8" 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.953510+0000", 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.953510+0000", 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.953957+0000", 2024-04-02T08:24:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000", 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574968+0000", 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574968+0000", 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575270+0000", 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000", 2024-04-02T08:24:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:59.104117+0000", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:59.104117+0000", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:59.104592+0000", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:46:47.025307+0000", 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.740870+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.740870+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.741173+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:01:45.118699+0000", 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575002+0000", 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575002+0000", 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575308+0000", 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000", 2024-04-02T08:24:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.949378+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.949378+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.952086+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000", 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.740175+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.740175+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.740875+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:50:59.115932+0000", 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.568565+0000", 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.568565+0000", 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.569996+0000", 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000", 2024-04-02T08:24:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.956582+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.956582+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956856+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000", 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.739273+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.739273+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.739635+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-04-02T08:24:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:37:25.884920+0000", 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.953698+0000", 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.953698+0000", 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956937+0000", 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000", 2024-04-02T08:24:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575217+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575217+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575682+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000", 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.679874+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.679874+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.680238+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:46.575039+0000", 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.940164+0000", 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.940164+0000", 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.940553+0000", 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000", 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575501+0000", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575501+0000", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575794+0000", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000", 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:10.013476+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:10.013476+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:10.013902+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 58, 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 128, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 57, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 128, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 265, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000", 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 212, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 306, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 179, 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "63'128" 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.739198+0000", 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.739198+0000", 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.739500+0000", 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:33.409098+0000", 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955003+0000", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955003+0000", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955254+0000", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:41:57.787195+0000", 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.577253+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.577253+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.577527+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000", 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.739365+0000", 2024-04-02T08:24:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.739365+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.739658+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:38:18.026442+0000", 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.576178+0000", 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.576178+0000", 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.576927+0000", 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000", 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941758+0000", 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941758+0000", 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942043+0000", 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000", 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.679916+0000", 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.679916+0000", 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.680279+0000", 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:34:00.514077+0000", 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.561792+0000", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.561792+0000", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.562103+0000", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000", 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "62'1" 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955767+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955767+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956054+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000", 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.739370+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.739370+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.739707+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:48.057054+0000", 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.577452+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.577452+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.577757+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000", 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.947437+0000", 2024-04-02T08:24:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.947437+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.947714+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-04-02T08:24:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:02.011156+0000", 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.576148+0000", 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.576148+0000", 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.576987+0000", 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000", 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941381+0000", 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941381+0000", 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.941661+0000", 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000", 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.573547+0000", 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.573547+0000", 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.573884+0000", 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000", 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.952483+0000", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.952483+0000", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.953486+0000", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000", 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574295+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574295+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575508+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000", 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.959425+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.959425+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.959693+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000", 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574814+0000", 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574814+0000", 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575311+0000", 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000", 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:59.104280+0000", 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:59.104280+0000", 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 11, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:59:04.616649+0000", 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.576141+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.576141+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.576447+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000", 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.960696+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.960696+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.960934+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000", 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.566399+0000", 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.566399+0000", 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.567295+0000", 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000", 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.953257+0000", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.953257+0000", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.954441+0000", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000", 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575464+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575464+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575743+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000", 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.959167+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.959167+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.959484+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000", 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948564+0000", 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948564+0000", 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.948858+0000", 2024-04-02T08:24:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000", 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.936085+0000", 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.936085+0000", 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.936391+0000", 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000", 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.949456+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.949456+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955301+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000", 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:59.104224+0000", 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:59.104224+0000", 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 11, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:13.450855+0000", 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955428+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955428+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955713+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000", 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.956545+0000", 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.956545+0000", 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956827+0000", 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000", 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.942660+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.942660+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.943075+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-04-02T08:24:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000", 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941436+0000", 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941436+0000", 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942597+0000", 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000", 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941695+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941695+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942164+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000", 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.228 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:58.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.951642+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.951642+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.951949+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.230 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-04-02T08:24:58.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000", 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.235 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.937871+0000", 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.937871+0000", 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.938270+0000", 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:58.237 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000", 2024-04-02T08:24:58.238 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:58.815987+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:58.815987+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 11, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:34:33.899643+0000", 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:58.814033+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:58.814033+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:58.814490+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:20:04.628826+0000", 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-04-02T08:24:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T08:24:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 128, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 128, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 212, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 306, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 179, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 45, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 45, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 3430, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 51, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 20 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 98304, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 10290, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 228872192, 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 228872192, 2024-04-02T08:24:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.0002980260760523379 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 228872192 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T08:24:58.276 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show-device 2024-04-02T08:24:58.277 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:58.277 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.277 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.277 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.277 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.277 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2779780155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2779780155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.278 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.279 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2779780155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2779780155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.280 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.282 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.282 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.282 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.282 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.282 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.282 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.282 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.282 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:56 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_7b14d65c-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081907": { 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045946 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T08:24:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 6041562 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 16 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 5 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1687340 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-04-02T08:24:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2393, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 89290377, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 395939806, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 1933531063, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 8112081652, 2024-04-02T08:24:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 6, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 16063, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 34645, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 33, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 4152 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 16063, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 34645 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T08:24:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T08:24:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:24:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:24:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 33 Celsius", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 6%", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 89,290,377 [45.7 TB]", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 395,939,806 [202 TB]", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 1,933,531,063", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 8,112,081,652", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,393", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 16,063", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 34,645", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 4,152", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T08:24:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 33 2024-04-02T08:24:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPEDMD400G4_7b167caa-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081909": { 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T08:24:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045948 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T08:24:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T08:24:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 25290572 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 43736952 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 64 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 91, 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 2960, 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 2972, 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 2948 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 10, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 0, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 315229549, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 1657442957, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 5240668618, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 29694942499, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 9, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 48055, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 53026, 2024-04-02T08:24:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 25, 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 105 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 48055, 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 53026 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T08:24:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T08:24:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: " 1 - 512 8 2", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: " 2 - 512 16 2", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: " 3 - 4096 0 0", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: " 4 - 4096 8 0", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: " 5 - 4096 64 0", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: " 6 - 4096 128 0", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 25 Celsius", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T08:24:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 9%", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 315,229,549 [161 TB]", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 1,657,442,957 [848 TB]", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 5,240,668,618", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 29,694,942,499", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 0", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 48,055", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 53,026", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 105", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T08:24:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 25 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.315 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T08:24:58.315 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show-all 2024-04-02T08:24:58.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.319 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.320 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.320 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.320 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.320 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2779780155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2779780155' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.324 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:56 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.325 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:58.326 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:58.327 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:58.327 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:58.327 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:58.327 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:24:58.330 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T08:24:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "device_report": { 2024-04-02T08:24:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_7b14d65c-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081907": { 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045946 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T08:24:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 6041562 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 16 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 5 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1687340 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:24:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2393, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 89290377, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 395939806, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 1933531063, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 8112081652, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 6, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 16063, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 34645, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 33, 2024-04-02T08:24:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 4152 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 16063, 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 34645 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T08:24:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-02T08:24:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:24:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 33 Celsius", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 6%", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 89,290,377 [45.7 TB]", 2024-04-02T08:24:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 395,939,806 [202 TB]", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 1,933,531,063", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 8,112,081,652", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,393", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 16,063", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 34,645", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 4,152", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:24:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 33 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPEDMD400G4_7b167caa-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081909": { 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "8DV101H0", 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045948 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T08:24:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T08:24:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 25290572 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T08:24:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 43736952 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T08:24:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 64 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T08:24:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 91, 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 2960, 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 2972, 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 2948 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T08:24:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 10, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 0, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 315229549, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 1657442957, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 5240668618, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 29694942499, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 9, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 48055, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 53026, 2024-04-02T08:24:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 25, 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 105 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 48055, 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 53026 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T08:24:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: 8DV101H0", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T08:24:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: " 1 - 512 8 2", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: " 2 - 512 16 2", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: " 3 - 4096 0 0", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: " 4 - 4096 8 0", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: " 5 - 4096 64 0", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: " 6 - 4096 128 0", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T08:24:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 25 Celsius", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 10%", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 9%", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 315,229,549 [161 TB]", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 1,657,442,957 [848 TB]", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 5,240,668,618", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 29,694,942,499", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 0", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 48,055", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 53,026", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 105", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T08:24:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 25 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "report": { 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T08:24:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T08:24:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T08:24:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-04-02T08:24:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_block_size", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_cache_size", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_compression", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_log", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_write_buffer_size", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T08:24:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_journald", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:24:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T08:24:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_crush_chooseleaf_type", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:24:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pg_delete_cost", 2024-04-02T08:24:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-04-02T08:24:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addr", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addrv", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T08:24:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-04-02T08:24:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T08:24:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T08:24:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T08:24:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-04-02T08:24:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-04-02T08:15:51.295509Z", 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-04-02T08:24:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 1, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-04-02T08:24:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 0, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-04", 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-04-02T08:24:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20267008, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 333248, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 933888, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 327, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 999856, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 12, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 775168, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14472336, 2024-04-02T08:24:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20267008 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20463616, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 499888, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 73728, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 851968, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 402, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1262600, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 20, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 957440, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14917448, 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21315584 2024-04-02T08:24:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 34873344, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1542968, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 9633792, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1156, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 8655648, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1324288, 2024-04-02T08:24:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 20597928, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 34906112, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1263384, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 647168, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 9601024, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1031, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 8096632, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1248768, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 20897648, 2024-04-02T08:24:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 44507136 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 43769856, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1797128, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 622592, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 4833280, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1647, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 11146976, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 23, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2702592, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 24748056, 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 48603136 2024-04-02T08:24:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 46645248, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 930640, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 720896, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1361, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4879200, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2323200, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 35628624, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 47366144 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 45547520, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 922728, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 16384, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 770048, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1329, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4928712, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2159872, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34636240, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 46317568 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 45056000, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 703600, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 212992, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1242, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5231304, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2089216, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34148296, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 45268992 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T08:24:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 43950080, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 645584, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 270336, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1222, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4421184, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 45, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1740032, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34259696, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 44220416 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 44711936, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 688648, 2024-04-02T08:24:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 57344, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 491520, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1216, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4523032, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1746944, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34812384, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 45203456 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 48603136, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1714008, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 860160, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1632, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5619160, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3453184, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34933200, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 48529408, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2051184, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 24576, 2024-04-02T08:24:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 933888, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1642, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5789056, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3524352, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34256656, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 49463296 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 45752320, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1060736, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1613824, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1317, 2024-04-02T08:24:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5220720, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2067456, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 34519824, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 47366144 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-04-02T08:24:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.002230", 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149177, 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T08:24:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 222439, 2024-04-02T08:24:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 68 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 51496, 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 208 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8104, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 127 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1105907, 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 359 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6680, 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5152, 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 83 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1113509, 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 366 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6680, 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-04-02T08:24:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5152, 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 83 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1145957, 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 340 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 352, 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 4 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6680, 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10304, 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 166 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5840, 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 73 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20944, 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1936, 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 47 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 620753, 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 50844, 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9431 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 136256, 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 232 2024-04-02T08:24:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11260, 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 741 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8976, 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31446, 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 200 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20944, 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 408200, 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 91 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2465368, 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 199 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6952, 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 79 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 510048, 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 95160, 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 225704, 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3430 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4720, 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 59 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19488, 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1152, 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12288, 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 45215, 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8544 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 128096, 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 220 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9532, 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 567 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8352, 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T08:24:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27938, 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 188 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19488, 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T08:24:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 409537, 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 91 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2420276, 2024-04-02T08:24:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5016, 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 57 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 452088, 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7280, 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 226472, 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3466 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4320, 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19376, 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 173 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1040, 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8192, 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 43200, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8233 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 122656, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 212 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8280, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 515 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8304, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 173 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26058, 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 180 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19376, 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 173 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 339486, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 74 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2418694, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4312, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 49 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 359352, 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 31 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8320, 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 226216, 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3454 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19936, 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 178 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480, 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-04-02T08:24:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 44416, 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8505 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 127416, 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 219 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9420, 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 575 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8544, 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 178 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27010, 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19936, 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 178 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 253646, 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 53 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26565, 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-04-02T08:24:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2453461, 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4752, 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 428904, 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-04-02T08:24:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10400, 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 225704, 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3430 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T08:24:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3440, 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 43 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19712, 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 816, 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 44687, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8541 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 128096, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 220 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9572, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 571 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8448, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27602, 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 188 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19712, 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T08:24:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 899828, 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 68 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2411786, 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 173 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4752, 2024-04-02T08:24:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 452088, 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7904, 2024-04-02T08:24:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 225960, 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3442 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2800, 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 35 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19712, 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480, 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 85849, 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14872 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 197456, 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 322 2024-04-02T08:24:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9828, 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 575 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8448, 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28114, 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-04-02T08:24:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19712, 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 830309, 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 51 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26565, 2024-04-02T08:24:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2415388, 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 170 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5368, 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 61 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 475272, 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11960, 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 23 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 226216, 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3454 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2320, 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 29 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20720, 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 368, 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4096, 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86245, 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 15139 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 196096, 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 320 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10740, 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 731 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8880, 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28630, 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 188 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20720, 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 212623, 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 43 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2448860, 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 180 2024-04-02T08:24:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4488, 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 51 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 440496, 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 94952, 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 226472, 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3466 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6368, 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 123 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T08:24:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1760, 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 22 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20720, 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1488, 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 43 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 293073, 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T08:24:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 48764, 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9293 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 134896, 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 230 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11636, 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 739 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8880, 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31190, 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 198 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20720, 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 185 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 138260, 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2435874, 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6248, 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 71 2024-04-02T08:24:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 533232, 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 98488, 2024-04-02T08:24:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 227 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 225704, 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3430 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 2 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 3 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 8 2024-04-02T08:24:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-04-02T08:24:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "reef" 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 18, 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-04-02T08:24:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "reef" 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T08:24:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T08:24:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T08:24:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T08:24:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T08:24:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T08:24:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T08:24:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T08:24:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T08:24:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.540 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.541 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T08:24:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T08:24:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:24:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T08:24:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T08:24:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T08:24:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T08:24:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T08:24:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T08:24:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T08:24:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T08:24:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T08:24:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 4, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17, 3, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17, 1, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 204845 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-04-02T08:24:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-04-02T08:24:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15869799 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 207156 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41068 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-04-02T08:24:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 204845 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-04-02T08:24:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-04-02T08:24:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-04-02T08:24:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T08:24:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 933 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 933, 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4121231 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 933, 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 173997083 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 999984 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 934 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T08:24:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 934 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 934, 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2154963739 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T08:24:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 934 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 934, 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8067000 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 934, 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6642 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 934, 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 434992684 2024-04-02T08:24:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41754624 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32071680 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9682944 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277021405 2024-04-02T08:24:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271149 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70834678 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277021405 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41467 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71064360 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184680936 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71171608 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T08:24:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39609, 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 105923175 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2015, 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 703395161 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T08:24:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 120 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 920 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 920, 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4092807 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 920, 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 120996662 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T08:24:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T08:24:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 922 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 922 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 922, 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2159940377 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T08:24:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 921 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 921, 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8012817 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 921, 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6548 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 921, 2024-04-02T08:24:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 111996910 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41754624 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31531008 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T08:24:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10223616 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277021405 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271149 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70834678 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277021405 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41467 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71064360 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184680936 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71171608 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T08:24:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39114, 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116640873 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:24:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1962, 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 234707185 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T08:24:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T08:24:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 210 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1070 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1070, 2024-04-02T08:24:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5171802 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1070, 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3210 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1070, 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 155995709 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T08:24:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1070 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1070, 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5094706 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1070, 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6471 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1070, 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152702644 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1072 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1072, 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2629927423 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1627 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45850624 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40460288 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5390336 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277022481 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270719 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70834032 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277022481 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39028 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71065723 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184681654 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71170890 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47873, 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201707787 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T08:24:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2308, 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312500605 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2981888 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1916928 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1777664 2024-04-02T08:24:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4837376 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1318912 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 221126 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23, 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64731 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 421, 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 84691883 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 407, 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13611470 2024-04-02T08:24:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 421, 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 385591 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 421, 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85077474 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42639 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18256 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4818 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 894 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 121, 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2191542 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 330, 2024-04-02T08:24:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 289494 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 209, 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1234128 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64725 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5962168 2024-04-02T08:24:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7420421 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 478582155082 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 126304709279 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39676122654 2024-04-02T08:24:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68671 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 529812 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 177206574 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 185692 2024-04-02T08:24:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 97024431 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27538775 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900854 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62, 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 346934 2024-04-02T08:24:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308341436 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42701343 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 515, 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3662131 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1862577648 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44482560 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43761664 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3138687078 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720896 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85528226 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 614400 2024-04-02T08:24:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73240926 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641461695 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71567857 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57018817 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68809839 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641461695 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2436 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6090 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4872 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 230226 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71326361 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 616 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143377291 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2790417 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 140358800 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 616 2024-04-02T08:24:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143377291 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2790417 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 140358800 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1771104 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28983296 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2478080 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1581056 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1441792 2024-04-02T08:24:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3997696 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 712704 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 190018 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31, 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71960 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 339, 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58806300 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9598752 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 339, 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 341673 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 339, 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59147973 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40592 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5987 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5228 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 819 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129, 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1857543 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 339, 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 276258 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 210, 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1435670 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125992 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7155990 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 121, 2024-04-02T08:24:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7202327 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 120, 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314865956112 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 121, 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 127496999671 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 419, 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34252118672 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 419, 2024-04-02T08:24:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45178 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 450855 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 157455097 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150354 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 105264430 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20775512 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 309645 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 55, 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 246912 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291164867 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25732097 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 420, 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2848167 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1862577648 2024-04-02T08:24:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43433984 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42622976 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3138687078 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 811008 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85565753 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73805511 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641743151 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71286401 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57043835 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68784821 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641743151 2024-04-02T08:24:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9427 2024-04-02T08:24:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 209765 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71069337 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36 2024-04-02T08:24:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 155 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2429440 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 155, 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 341542235 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 155, 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54088064 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 155, 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193556742 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4948322 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4242231 2024-04-02T08:24:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3449471 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19203590 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9080671 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17989359 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2429440 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 100, 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317390323 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 100, 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40765162 2024-04-02T08:24:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 100, 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172117912 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 590368 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28381184 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2093056 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1306624 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1167360 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3338240 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 708608 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201925 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14427 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 272, 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50236305 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 268, 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4477280 2024-04-02T08:24:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 272, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 307906 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 272, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50544211 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37498 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5020 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 593 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 211 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92, 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 975107 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 260, 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 295400 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 168, 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 527685 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 119566 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5257901 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 116, 2024-04-02T08:24:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6836546 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 115, 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 292239927456 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 116, 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116354812221 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 331, 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75588857940 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 331, 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34216 2024-04-02T08:24:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 392736 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85354658 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 112277 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65102781 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17631510 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 309758 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240384 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 173787691 2024-04-02T08:24:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22115350 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 332, 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2117406 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1862577648 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42385408 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42123264 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3138687078 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 262144 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85566657 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73808703 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641749931 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71279621 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57044438 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68784218 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641749931 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7027 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201442 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71073280 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198862125 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5076205 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182132281 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198862125 2024-04-02T08:24:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5076205 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182132281 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28377088 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1105920 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 811008 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671744 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5502 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5502 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1855488 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729088 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5004 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T08:24:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35122963 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 150, 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6049579 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201069 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35324032 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:58.834 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39256 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4237 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 330 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80, 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 691301 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 138, 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 250577 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58, 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161492 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3528293 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52, 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3347693 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323868195846 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52, 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73626793786 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 231, 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 614835 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 231, 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24943 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268264 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 103965245 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77727 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 113353655 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12530236 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312494 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43, 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 205183 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233681567 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14912754 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 234, 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2018175 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1862577648 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41336832 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41066496 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3138687078 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270336 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85566616 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73816936 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641749626 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71279926 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57044411 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68784245 2024-04-02T08:24:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641749626 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10568 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 209014 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71062472 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1301375 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1301375 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28393472 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1167360 2024-04-02T08:24:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 835584 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 696320 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1941504 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720896 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 349170 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2199 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54443331 2024-04-02T08:24:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 150, 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5254068 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 151420 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54594751 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45433 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3659 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 364 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 236 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 94, 2024-04-02T08:24:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 865653 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254992 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63, 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 155957 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 154158 2024-04-02T08:24:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5194362 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3158670 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 177493544631 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T08:24:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65532610142 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 264, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 543419 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 264, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27567 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 256676 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 190103301 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78912 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108373763 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13577251 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310135 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 171121 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317539399 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15816311 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 265, 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1745250 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1861621688 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42319872 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41828352 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3137562419 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491520 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85509170 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73874382 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641318776 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71710776 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57006113 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68822543 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641318776 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8229 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 208091 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71496584 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28305250 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315249 2024-04-02T08:24:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26460350 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28305250 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315249 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26460350 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28389376 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5971968 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2961408 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2822144 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5505 2024-04-02T08:24:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8871936 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720896 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 337787 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4351 2024-04-02T08:24:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 676, 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491356754 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 676, 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17746017 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 676, 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578107 2024-04-02T08:24:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 676, 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491934861 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39981 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4700 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3434 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 343 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 90, 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 791480 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 143, 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323837 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 53, 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 398797 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 104, 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5557772 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3897798412 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39, 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15843157 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 36, 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 210318127315 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39, 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62712800930 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3370, 2024-04-02T08:24:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1148339488 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3370, 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192348 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88903709 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2852252333 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 435065 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1694377273 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 370178552 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312149 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32, 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 133515 2024-04-02T08:24:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8903738666 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 403337833 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3373, 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277032179 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1861621688 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46579712 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45719552 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3137562419 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 860160 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85502512 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73881040 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641268846 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71760706 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57001675 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68826981 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641268846 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14921 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317946 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71429967 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28385280 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5996544 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2965504 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2826240 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5504 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5504 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8900608 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1310720 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161238 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5876 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 677, 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 467219207 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 672, 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19813270 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 677, 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 515863 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 677, 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 467735070 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38821 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7233 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3482 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 89, 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 807660 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 137, 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271791 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 559410 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 101, 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5590602 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3869683697 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34, 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17896715 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34, 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 506492888885 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34, 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59290168064 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1103212313 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172985 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4210215 2024-04-02T08:24:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2634646696 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 459551 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1503076939 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360804254 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 902427 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27, 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114070 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8372675199 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 392097854 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3391, 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272221203 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1861621688 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46579712 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45645824 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3137562419 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 933888 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85502099 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73877357 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641265744 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71763808 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57001399 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68827257 2024-04-02T08:24:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641265744 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5818 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15128 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314211 2024-04-02T08:24:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71430779 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-04-02T08:24:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2812 2024-04-02T08:24:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81454461 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8830535 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71323440 2024-04-02T08:24:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2812 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81454461 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8830535 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71323440 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28975104 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1208320 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T08:24:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27656192 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 897024 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 757760 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31850496 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206272 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282048 2024-04-02T08:24:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1286144 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913 2024-04-02T08:24:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5500 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5500 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2043904 2024-04-02T08:24:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1310720 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116512 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31108 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 172, 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72846990 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 148, 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15075192 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 172, 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92116 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T08:24:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 172, 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72939106 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54356 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3567 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 749 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 284 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 130, 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3242560 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 208, 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 279011 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78, 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2471138 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T08:24:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20195 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2119783 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1578156 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 386078264879 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32700173073 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 481863 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34078 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 211270 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 396360401 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 103956 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259646491 2024-04-02T08:24:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13249895 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900730 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74385 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671636665 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T08:24:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15152999 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 311, 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1989499 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1861621688 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44482560 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42860544 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3137562419 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1622016 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85490788 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 151552 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 135168 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73606044 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 780140544 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641180910 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71848642 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56993858 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68834798 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T08:24:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 713031680 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641180910 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15729 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4839 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219005 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71611197 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 157 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193312608 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266182 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 159, 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39220199 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 126983248 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T08:24:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110, 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17237415 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266182 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110, 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15601592 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110, 2024-04-02T08:24:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12672215 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42835318 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T08:24:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19720194 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40210986 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T08:24:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 133239875 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3898413 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74100047 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28975104 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-04-02T08:24:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.443002131258254e-06, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 212, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 313344, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-04-02T08:24:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 179, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 98304, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 98304, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-04-02T08:24:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.3478663163368765e-07, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 3430, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 3430, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 10290, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 51, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 20480 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T08:24:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T08:24:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T08:24:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 729330362634, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 243110117376, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T08:24:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-04-02T08:24:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "d6007bec-0212-4c4c-a85e-9356e2f10643", 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-04-02T08:24:57.964895", 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-04-02T08:24:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-04-02T08:24:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T08:24:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.962676+0000", 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.962676+0000", 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.963058+0000", 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.814073+0000", 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:04.698481+0000", 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.946964+0000", 2024-04-02T08:24:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.946964+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.947239+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809881+0000", 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:13.649008+0000", 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.952865+0000", 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.952865+0000", 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.953129+0000", 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809302+0000", 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:39:11.424279+0000", 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.952537+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.952537+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.954621+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809795+0000", 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:10:11.082935+0000", 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.954888+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.954888+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955404+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813442+0000", 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:11:41.674214+0000", 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948700+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948700+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.950439+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809762+0000", 2024-04-02T08:24:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:45.151531+0000", 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.074 INFO:tasks.workunit.client.0.smithi028.stderr:+ echo OK 2024-04-02T08:24:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.957778+0000", 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.957778+0000", 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.958082+0000", 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812569+0000", 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:05:27.030986+0000", 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948612+0000", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948612+0000", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.949085+0000", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.102983+0000", 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:40:31.356666+0000", 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:58.814538+0000", 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:58.814538+0000", 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:58.814881+0000", 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.815309+0000", 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:43:47.854693+0000", 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941308+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941308+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.941628+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812070+0000", 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:41:27.660257+0000", 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.950407+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.950407+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.951494+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811532+0000", 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:59:37.694726+0000", 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.958017+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.958017+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.958379+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103152+0000", 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-04-02T08:24:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:31:32.667033+0000", 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.950768+0000", 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.950768+0000", 2024-04-02T08:24:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.951061+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103569+0000", 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:45:09.195495+0000", 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.942577+0000", 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.942577+0000", 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942913+0000", 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809281+0000", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:49:58.312937+0000", 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.943803+0000", 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.943803+0000", 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.944141+0000", 2024-04-02T08:24:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:57:53.455366+0000", 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948957+0000", 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948957+0000", 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.950693+0000", 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809208+0000", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:23:33.275158+0000", 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.944667+0000", 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.944667+0000", 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.945084+0000", 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810253+0000", 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:10:43.585508+0000", 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.942486+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.942486+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942785+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812892+0000", 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:14:32.814246+0000", 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955416+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955416+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955713+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812371+0000", 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:06:33.764302+0000", 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.579376+0000", 2024-04-02T08:24:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.579376+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.579816+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809988+0000", 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 4, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 4, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:22:34.308300+0000", 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 582, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T08:24:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'4" 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.944944+0000", 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.944944+0000", 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.945352+0000", 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103411+0000", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:46:19.571642+0000", 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.579495+0000", 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.579495+0000", 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.579777+0000", 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103510+0000", 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:53:26.274722+0000", 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.936428+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.936428+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.936693+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810073+0000", 2024-04-02T08:24:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:13:27.361995+0000", 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.579535+0000", 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.579535+0000", 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.580075+0000", 2024-04-02T08:24:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812974+0000", 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:11:03.688368+0000", 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.204 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.205 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.940252+0000", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.940252+0000", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.940546+0000", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810024+0000", 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:25.546629+0000", 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575375+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575375+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575653+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812960+0000", 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:10:54.205728+0000", 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.936310+0000", 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.936310+0000", 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.936639+0000", 2024-04-02T08:24:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809913+0000", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:23:05.313989+0000", 2024-04-02T08:24:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574111+0000", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574111+0000", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.574424+0000", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103577+0000", 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:48:10.433047+0000", 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.939608+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.939608+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.939966+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103211+0000", 2024-04-02T08:24:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-04-02T08:24:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:02:10.084607+0000", 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.576747+0000", 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.576747+0000", 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.577032+0000", 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811433+0000", 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:05:44.601425+0000", 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948575+0000", 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948575+0000", 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.948933+0000", 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809941+0000", 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:50:35.993935+0000", 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.566995+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.566995+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.567567+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103281+0000", 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:42:44.814552+0000", 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.954887+0000", 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.954887+0000", 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955412+0000", 2024-04-02T08:24:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103113+0000", 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:09:26.842829+0000", 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.263 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:59.104213+0000", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:59.104213+0000", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:59.104648+0000", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.105056+0000", 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 29, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:38:14.285415+0000", 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.956155+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.956155+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956438+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809614+0000", 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:56:09.503316+0000", 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.568763+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.568763+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.569100+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811925+0000", 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-04-02T08:24:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:19.931810+0000", 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.943381+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.943381+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.943693+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809868+0000", 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:02:19.035960+0000", 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.569719+0000", 2024-04-02T08:24:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.569719+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.570135+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809899+0000", 2024-04-02T08:24:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:16:24.094682+0000", 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.953991+0000", 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.953991+0000", 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.954247+0000", 2024-04-02T08:24:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809768+0000", 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:10:06.124533+0000", 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.568164+0000", 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.568164+0000", 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.568461+0000", 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809423+0000", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 23, 2024-04-02T08:24:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:17:23.362816+0000", 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T08:24:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'3" 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.940664+0000", 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.940664+0000", 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.940949+0000", 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103080+0000", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:58.939349+0000", 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.319 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.320 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.572697+0000", 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.572697+0000", 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.573002+0000", 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:23:26.973038+0000", 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 12, 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 12, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 32, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:44:15.022583+0000", 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 2632, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 9 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "69'12" 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.954522+0000", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.954522+0000", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955347+0000", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812626+0000", 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:57:28.853468+0000", 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.562567+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.562567+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.563119+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810409+0000", 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:40:53.672577+0000", 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 7 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955989+0000", 2024-04-02T08:24:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955989+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956261+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809025+0000", 2024-04-02T08:24:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:21:21.807172+0000", 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574068+0000", 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574068+0000", 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.574723+0000", 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809329+0000", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:52:14.670675+0000", 2024-04-02T08:24:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.954460+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.954460+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955209+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813188+0000", 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:22:01.527825+0000", 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.570229+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.570229+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.570556+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810781+0000", 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:59:11.315135+0000", 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:58.813994+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:58.813994+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:58.814804+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.815325+0000", 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:18:22.563229+0000", 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575158+0000", 2024-04-02T08:24:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575158+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575501+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812294+0000", 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:35:04.154946+0000", 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-04-02T08:24:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'8" 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.953510+0000", 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.953510+0000", 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.953957+0000", 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812572+0000", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:05:57.857297+0000", 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574968+0000", 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574968+0000", 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575270+0000", 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103715+0000", 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:06:22.838353+0000", 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:59.104117+0000", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:59.104117+0000", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:59.104592+0000", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.105074+0000", 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:46:47.025307+0000", 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.740870+0000", 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.740870+0000", 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.741173+0000", 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809403+0000", 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:01:45.118699+0000", 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575002+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575002+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575308+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809512+0000", 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:21:19.561307+0000", 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.949378+0000", 2024-04-02T08:24:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.949378+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.952086+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810704+0000", 2024-04-02T08:24:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:53:03.690068+0000", 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.740175+0000", 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.740175+0000", 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.740875+0000", 2024-04-02T08:24:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809593+0000", 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:50:59.115932+0000", 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.568565+0000", 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.568565+0000", 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.569996+0000", 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809312+0000", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:15:26.549678+0000", 2024-04-02T08:24:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.956582+0000", 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.956582+0000", 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956856+0000", 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103399+0000", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:18:33.134051+0000", 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.739273+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.739273+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.739635+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809767+0000", 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:37:25.884920+0000", 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.953698+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.953698+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956937+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-04-02T08:24:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:02:12.872124+0000", 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575217+0000", 2024-04-02T08:24:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575217+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575682+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812289+0000", 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-04-02T08:24:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:57:24.687727+0000", 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.679874+0000", 2024-04-02T08:24:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.679874+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.680238+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811343+0000", 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:40:46.575039+0000", 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.940164+0000", 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.940164+0000", 2024-04-02T08:24:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.940553+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103671+0000", 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:07:06.945794+0000", 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575501+0000", 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575501+0000", 2024-04-02T08:24:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575794+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809440+0000", 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:53:09.960523+0000", 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:10.013476+0000", 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:10.013476+0000", 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:10.013902+0000", 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 58, 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813311+0000", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 128, 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 57, 2024-04-02T08:24:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 128, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 265, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:42:32.951810+0000", 2024-04-02T08:24:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T08:24:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 212, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 306, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 179, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "63'128" 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.739198+0000", 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.739198+0000", 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.739500+0000", 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.808985+0000", 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:14:33.409098+0000", 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955003+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955003+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955254+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.808841+0000", 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:41:57.787195+0000", 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.577253+0000", 2024-04-02T08:24:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.577253+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.577527+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812365+0000", 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:39:03.538109+0000", 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.739365+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.739365+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.739658+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809850+0000", 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:38:18.026442+0000", 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.576178+0000", 2024-04-02T08:24:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.576178+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.576927+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812870+0000", 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:43:29.250526+0000", 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941758+0000", 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941758+0000", 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942043+0000", 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809677+0000", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:34:16.934263+0000", 2024-04-02T08:24:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.679916+0000", 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.679916+0000", 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.680279+0000", 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103023+0000", 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:34:00.514077+0000", 2024-04-02T08:24:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.561792+0000", 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.561792+0000", 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.562103+0000", 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.810131+0000", 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:50:42.843600+0000", 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "62'1" 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955767+0000", 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955767+0000", 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956054+0000", 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103456+0000", 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:58.259901+0000", 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:00.739370+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:00.739370+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:00.739707+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 65, 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.102695+0000", 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 64, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 15, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:53:48.057054+0000", 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.577452+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.577452+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.577757+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811832+0000", 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:59:43.962617+0000", 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.947437+0000", 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.947437+0000", 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.947714+0000", 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809192+0000", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:52:02.011156+0000", 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.576148+0000", 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.576148+0000", 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.576987+0000", 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812913+0000", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:22.051877+0000", 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T08:24:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941381+0000", 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941381+0000", 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.941661+0000", 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103016+0000", 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:57.436679+0000", 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.573547+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.573547+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.573884+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:10:15.089400+0000", 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.952483+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.952483+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.953486+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103082+0000", 2024-04-02T08:24:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:36:32.191288+0000", 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574295+0000", 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574295+0000", 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575508+0000", 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809664+0000", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:21:20.040759+0000", 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.959425+0000", 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.959425+0000", 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.959693+0000", 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103457+0000", 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:28:14.452556+0000", 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.574814+0000", 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.574814+0000", 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575311+0000", 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813094+0000", 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:07:10.721212+0000", 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:59.104280+0000", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:59.104280+0000", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.104683+0000", 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 11, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:59:04.616649+0000", 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.576141+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.576141+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.576447+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812666+0000", 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:09:21.342804+0000", 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.960696+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.960696+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.960934+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812764+0000", 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:57.985372+0000", 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.566399+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.566399+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.567295+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809337+0000", 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-04-02T08:24:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:04:01.028493+0000", 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.953257+0000", 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.953257+0000", 2024-04-02T08:24:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.954441+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809698+0000", 2024-04-02T08:24:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:04:14.576029+0000", 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.575464+0000", 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.575464+0000", 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.575743+0000", 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812811+0000", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-04-02T08:24:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 22, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:22:25.425670+0000", 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T08:24:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.959167+0000", 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.959167+0000", 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.959484+0000", 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.813731+0000", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:39.677362+0000", 2024-04-02T08:24:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.948564+0000", 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.948564+0000", 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.948858+0000", 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.811972+0000", 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:56:18.361060+0000", 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.936085+0000", 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.936085+0000", 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.936391+0000", 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812370+0000", 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:23:14.797402+0000", 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.949456+0000", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.949456+0000", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955301+0000", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809597+0000", 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:53:32.293941+0000", 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:59.104224+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:59.104224+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.104735+0000", 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 11, 2024-04-02T08:24:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:13.450855+0000", 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.955428+0000", 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.955428+0000", 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.955713+0000", 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103282+0000", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.701 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:59:28.336351+0000", 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.705 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.956545+0000", 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.956545+0000", 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.956827+0000", 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809254+0000", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.707 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:19:04.315026+0000", 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.708 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.711 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.712 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.942660+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.942660+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.943075+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.812164+0000", 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:12:40.777906+0000", 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941436+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941436+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942597+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103545+0000", 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:11:10.842177+0000", 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.941695+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.941695+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.942164+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809412+0000", 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:29:08.712466+0000", 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.951642+0000", 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.951642+0000", 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.951949+0000", 2024-04-02T08:24:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:59.103171+0000", 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T20:05:49.197695+0000", 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:21:24.937871+0000", 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:21:24.937871+0000", 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:21:24.938270+0000", 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 61, 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.809476+0000", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 60, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-04-02T08:24:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:04:05.196686+0000", 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:58.815987+0000", 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:58.815987+0000", 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.816309+0000", 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 11, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:34:33.899643+0000", 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T08:24:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:22:58.814033+0000", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:22:58.814033+0000", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:22:58.814490+0000", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 69, 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T08:22:58.815351+0000", 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 68, 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T08:24:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 69, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:20:04.628826+0000", 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T08:24:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T08:24:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 128, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 128, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T08:24:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 212, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 306, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 179, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-04-02T08:24:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 45, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T08:24:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 45, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 3430, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T08:24:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T08:24:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 51, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 20 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 98304, 2024-04-02T08:24:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 10290, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-04-02T08:24:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 228872192, 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 228872192, 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.0002980260760523379 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 767731412992, 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 228872192 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T08:24:59.778 INFO:tasks.workunit.client.0.smithi028.stdout:OK 2024-04-02T08:24:59.779 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:24:59.779 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.780 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.781 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.782 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:59.782 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.782 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.782 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.782 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.782 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.782 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.784 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.786 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.787 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:58 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.788 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.789 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.790 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.791 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:24:59.792 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:58 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:24:59.826 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-02T08:24:59.826 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:24:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:24:59 smithi028 ceph-mon[27433]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:24:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:24:59 smithi028 ceph-mon[39019]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:00.124 DEBUG:teuthology.parallel:result is None 2024-04-02T08:25:00.124 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:25:00.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:24:59 smithi137 ceph-mon[31169]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:00.151 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:25:00.151 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:25:00.211 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:25:00.211 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:25:00.221 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-02T08:25:00.221 INFO:teuthology.run_tasks:Running task print... 2024-04-02T08:25:00.229 INFO:teuthology.task.print:**** done start parallel 2024-04-02T08:25:00.229 INFO:teuthology.run_tasks:Running task parallel... 2024-04-02T08:25:00.241 INFO:teuthology.task.parallel:starting parallel... 2024-04-02T08:25:00.241 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-02T08:25:00.242 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:25:00.242 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-02T08:25:00.242 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-02T08:25:00.244 INFO:tasks.rados:Beginning rados... 2024-04-02T08:25:00.244 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:25:00.244 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-rf-oldDeep'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-rf-oldDeep', 'sha1': '3cba26eaefcf7477205a2b2318143422b83a518d'}} 2024-04-02T08:25:00.245 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-02T08:25:00.245 INFO:tasks.rados:joining rados 2024-04-02T08:25:00.245 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-02T08:25:00.245 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:25:00.245 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-02T08:25:00.245 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-02T08:25:00.246 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi028.front.sepia.ceph.com 2024-04-02T08:25:00.246 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-02T08:25:00.247 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-02T08:25:00.247 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-02T08:25:00.472 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:25:00.475 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:25:00.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:00 smithi028 ceph-mon[27433]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:25:00.945 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:00 smithi028 ceph-mon[39019]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:25:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:00 smithi137 ceph-mon[31169]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:25:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:02 smithi028 ceph-mon[27433]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:25:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:02 smithi028 ceph-mon[39019]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:25:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:02 smithi137 ceph-mon[31169]: pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-02T08:25:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:03 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1485055575' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:25:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:03 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1485055575' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:25:04.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:03 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1485055575' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:25:04.404 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:25:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:25:04] "GET /metrics HTTP/1.1" 200 33658 "" "Prometheus/2.43.0" 2024-04-02T08:25:04.425 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-02T08:25:04.800 INFO:tasks.rados:starting run 0 out of 1 2024-04-02T08:25:04.800 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-02T08:25:04.800 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-02T08:25:04.867 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:25:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:04 smithi028 ceph-mon[27433]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:25:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:04 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1485055575' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:25:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:04 smithi028 ceph-mon[27433]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:25:04.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:04 smithi028 ceph-mon[39019]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:25:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:04 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1485055575' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:25:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:04 smithi028 ceph-mon[39019]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:25:05.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:04 smithi137 ceph-mon[31169]: pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-04-02T08:25:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:04 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1485055575' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:25:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:04 smithi137 ceph-mon[31169]: osdmap e70: 8 total, 8 up, 8 in 2024-04-02T08:25:05.872 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:25:06.919 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:06 smithi028 ceph-mon[39019]: pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:25:06.919 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:06 smithi028 ceph-mon[27433]: pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:25:07.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:06 smithi137 ceph-mon[31169]: pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:25:07.279 INFO:teuthology.orchestra.run.smithi028.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:25:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:25:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:25:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[27433]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:08.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:08.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:08.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:08 smithi028 ceph-mon[39019]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:25:08.528 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:08 smithi137 ceph-mon[31169]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T08:25:08.763 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:25:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:09 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/3346534233' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:25:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:09 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:25:09.661 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:09 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/3346534233' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:25:09.661 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:09 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:25:09.661 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:09 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/3346534233' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:25:09.661 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:09 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-02T08:25:10.298 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'unique_pool_0' created 2024-04-02T08:25:10.540 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:10 smithi028 ceph-mon[27433]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:25:10.540 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:10 smithi028 ceph-mon[27433]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:25:10.540 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:10 smithi028 ceph-mon[39019]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:25:10.540 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:10 smithi028 ceph-mon[39019]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:25:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:10 smithi137 ceph-mon[31169]: pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:25:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:10 smithi137 ceph-mon[31169]: osdmap e71: 8 total, 8 up, 8 in 2024-04-02T08:25:10.758 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:25:11.196 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-02T08:25:11.379 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:25:11.379 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (2m) 99s ago 2m 17.5M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:25:11.379 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (2m) 98s ago 2m 79.3M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:25:11.379 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (3m) 99s ago 3m 15.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:25:11.379 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (3m) 98s ago 3m 14.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,8765 running (7m) 98s ago 7m 449M - 18.2.2-1059-g4d05f4ca 909dce4fe53d ba8358f284ca 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (9m) 99s ago 9m 497M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 588bae75353e 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (9m) 99s ago 9m 49.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c59fb2d6580 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (7m) 98s ago 7m 40.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b7f89bf5ce08 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (7m) 99s ago 7m 40.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 2511e1a84c58 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (2m) 99s ago 2m 16.0M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (2m) 98s ago 2m 8552k - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (7m) 99s ago 7m 46.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d dcd67296ac5e 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (6m) 99s ago 6m 42.9M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (6m) 99s ago 6m 45.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (5m) 99s ago 5m 43.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (5m) 98s ago 5m 44.6M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (5m) 98s ago 4m 50.3M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (4m) 98s ago 4m 49.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (4m) 98s ago 4m 43.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:25:11.380 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (2m) 98s ago 3m 33.3M - 2.43.0 a07b618ecd1d 07c1b9455767 2024-04-02T08:25:11.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:11 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:25:11.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:11 smithi028 ceph-mon[39019]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:25:11.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:11 smithi028 ceph-mon[39019]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:11 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:25:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:11 smithi028 ceph-mon[27433]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:25:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:11 smithi028 ceph-mon[27433]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:11.448 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:25:11.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:11 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-02T08:25:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:11 smithi137 ceph-mon[31169]: osdmap e72: 8 total, 8 up, 8 in 2024-04-02T08:25:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:11 smithi137 ceph-mon[31169]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:25:11.840 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:25:11.841 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:11.841 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:25:11.841 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:25:11.841 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:25:11.841 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:25:11.841 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[39019]: pgmap v109: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[39019]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[39019]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[39019]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/375062714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[27433]: pgmap v109: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:12.644 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[27433]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.645 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[27433]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:25:12.645 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[27433]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:25:12.645 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/375062714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:12.645 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:12.645 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:12 smithi137 ceph-mon[31169]: pgmap v109: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:12 smithi137 ceph-mon[31169]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:12 smithi137 ceph-mon[31169]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:25:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:12 smithi137 ceph-mon[31169]: osdmap e73: 8 total, 8 up, 8 in 2024-04-02T08:25:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:12 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/375062714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:13 smithi137 ceph-mon[31169]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:25:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:13 smithi028 ceph-mon[27433]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:25:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:13 smithi028 ceph-mon[39019]: osdmap e74: 8 total, 8 up, 8 in 2024-04-02T08:25:14.316 INFO:teuthology.orchestra.run.smithi028.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-02T08:25:14.327 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:25:14 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:25:14] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2024-04-02T08:25:14.327 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:14 smithi028 ceph-mon[27433]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:14.327 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:14 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2500549249' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:14.327 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:14 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:14.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:14 smithi028 ceph-mon[39019]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:14.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:14 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2500549249' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:14.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:14 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:14 smithi137 ceph-mon[31169]: pgmap v112: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:14 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2500549249' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:14 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:25:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:15 smithi137 ceph-mon[31169]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:15 smithi137 ceph-mon[31169]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:25:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:15 smithi028 ceph-mon[27433]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:15 smithi028 ceph-mon[27433]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:25:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:15 smithi028 ceph-mon[39019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-02T08:25:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:15 smithi028 ceph-mon[39019]: osdmap e75: 8 total, 8 up, 8 in 2024-04-02T08:25:15.982 DEBUG:teuthology.orchestra.run.smithi028:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight read -> 100 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight delete -> 50 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight snap_create -> 50 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight snap_remove -> 50 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight rollback -> 50 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight setattr -> 25 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight rmattr -> 25 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight copy_from -> 50 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight append -> 100 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable) 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout:Configuration: 2024-04-02T08:25:16.011 INFO:tasks.rados.rados.0.smithi028.stdout: Number of operations: 4000 2024-04-02T08:25:16.012 INFO:tasks.rados.rados.0.smithi028.stdout: Number of objects: 50 2024-04-02T08:25:16.012 INFO:tasks.rados.rados.0.smithi028.stdout: Max in flight operations: 16 2024-04-02T08:25:16.012 INFO:tasks.rados.rados.0.smithi028.stdout: Object size (in bytes): 4000000 2024-04-02T08:25:16.012 INFO:tasks.rados.rados.0.smithi028.stdout: Write stride min: 400000 2024-04-02T08:25:16.012 INFO:tasks.rados.rados.0.smithi028.stdout: Write stride max: 800000 2024-04-02T08:25:16.323 INFO:tasks.rados.rados.0.smithi028.stdout:1: write initial oid 1 2024-04-02T08:25:16.323 INFO:tasks.rados.rados.0.smithi028.stdout:1: seq_num 0 ranges {0=24576} 2024-04-02T08:25:16.323 INFO:tasks.rados.rados.0.smithi028.stdout:1: writing smithi02882251-1 from 0 to 24576 tid 1 2024-04-02T08:25:16.323 INFO:tasks.rados.rados.0.smithi028.stdout:2: write initial oid 2 2024-04-02T08:25:16.323 INFO:tasks.rados.rados.0.smithi028.stdout:2: seq_num 1 ranges {0=24576} 2024-04-02T08:25:16.324 INFO:tasks.rados.rados.0.smithi028.stdout:2: writing smithi02882251-2 from 0 to 24576 tid 1 2024-04-02T08:25:16.324 INFO:tasks.rados.rados.0.smithi028.stdout:3: write initial oid 3 2024-04-02T08:25:16.324 INFO:tasks.rados.rados.0.smithi028.stdout:3: seq_num 2 ranges {0=40960} 2024-04-02T08:25:16.324 INFO:tasks.rados.rados.0.smithi028.stdout:3: writing smithi02882251-3 from 0 to 40960 tid 1 2024-04-02T08:25:16.324 INFO:tasks.rados.rados.0.smithi028.stdout:4: write initial oid 4 2024-04-02T08:25:16.324 INFO:tasks.rados.rados.0.smithi028.stdout:4: seq_num 3 ranges {0=57344} 2024-04-02T08:25:16.324 INFO:tasks.rados.rados.0.smithi028.stdout:4: writing smithi02882251-4 from 0 to 57344 tid 1 2024-04-02T08:25:16.324 INFO:tasks.rados.rados.0.smithi028.stdout:5: write initial oid 5 2024-04-02T08:25:16.325 INFO:tasks.rados.rados.0.smithi028.stdout:5: seq_num 4 ranges {0=73728} 2024-04-02T08:25:16.325 INFO:tasks.rados.rados.0.smithi028.stdout:5: writing smithi02882251-5 from 0 to 73728 tid 1 2024-04-02T08:25:16.325 INFO:tasks.rados.rados.0.smithi028.stdout:6: write initial oid 6 2024-04-02T08:25:16.325 INFO:tasks.rados.rados.0.smithi028.stdout:6: seq_num 5 ranges {0=90112} 2024-04-02T08:25:16.325 INFO:tasks.rados.rados.0.smithi028.stdout:6: writing smithi02882251-6 from 0 to 90112 tid 1 2024-04-02T08:25:16.325 INFO:tasks.rados.rados.0.smithi028.stdout:7: write initial oid 7 2024-04-02T08:25:16.325 INFO:tasks.rados.rados.0.smithi028.stdout:7: seq_num 6 ranges {0=106496} 2024-04-02T08:25:16.326 INFO:tasks.rados.rados.0.smithi028.stdout:7: writing smithi02882251-7 from 0 to 106496 tid 1 2024-04-02T08:25:16.326 INFO:tasks.rados.rados.0.smithi028.stdout:8: write initial oid 8 2024-04-02T08:25:16.326 INFO:tasks.rados.rados.0.smithi028.stdout:8: seq_num 7 ranges {0=122880} 2024-04-02T08:25:16.328 INFO:tasks.rados.rados.0.smithi028.stdout:8: writing smithi02882251-8 from 0 to 122880 tid 1 2024-04-02T08:25:16.328 INFO:tasks.rados.rados.0.smithi028.stdout:1: finishing write tid 1 to smithi02882251-1 2024-04-02T08:25:16.328 INFO:tasks.rados.rados.0.smithi028.stdout:3: finishing write tid 1 to smithi02882251-3 2024-04-02T08:25:16.328 INFO:tasks.rados.rados.0.smithi028.stdout:1: finishing write tid 2 to smithi02882251-1 2024-04-02T08:25:16.328 INFO:tasks.rados.rados.0.smithi028.stdout:2: finishing write tid 1 to smithi02882251-2 2024-04-02T08:25:16.328 INFO:tasks.rados.rados.0.smithi028.stdout:9: write initial oid 9 2024-04-02T08:25:16.328 INFO:tasks.rados.rados.0.smithi028.stdout:9: seq_num 8 ranges {0=139264} 2024-04-02T08:25:16.329 INFO:tasks.rados.rados.0.smithi028.stdout:9: writing smithi02882251-9 from 0 to 139264 tid 1 2024-04-02T08:25:16.329 INFO:tasks.rados.rados.0.smithi028.stdout:10: write initial oid 10 2024-04-02T08:25:16.329 INFO:tasks.rados.rados.0.smithi028.stdout:10: seq_num 9 ranges {0=155648} 2024-04-02T08:25:16.330 INFO:tasks.rados.rados.0.smithi028.stdout:10: writing smithi02882251-10 from 0 to 155648 tid 1 2024-04-02T08:25:16.331 INFO:tasks.rados.rados.0.smithi028.stdout:11: write initial oid 11 2024-04-02T08:25:16.331 INFO:tasks.rados.rados.0.smithi028.stdout:11: seq_num 10 ranges {0=172032} 2024-04-02T08:25:16.332 INFO:tasks.rados.rados.0.smithi028.stdout:11: writing smithi02882251-11 from 0 to 172032 tid 1 2024-04-02T08:25:16.332 INFO:tasks.rados.rados.0.smithi028.stdout:12: write initial oid 12 2024-04-02T08:25:16.332 INFO:tasks.rados.rados.0.smithi028.stdout:12: seq_num 11 ranges {0=188416} 2024-04-02T08:25:16.334 INFO:tasks.rados.rados.0.smithi028.stdout:12: writing smithi02882251-12 from 0 to 188416 tid 1 2024-04-02T08:25:16.334 INFO:tasks.rados.rados.0.smithi028.stdout:13: write initial oid 13 2024-04-02T08:25:16.334 INFO:tasks.rados.rados.0.smithi028.stdout:13: seq_num 12 ranges {0=204800} 2024-04-02T08:25:16.335 INFO:tasks.rados.rados.0.smithi028.stdout:13: writing smithi02882251-13 from 0 to 204800 tid 1 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:3: finishing write tid 2 to smithi02882251-3 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:1: finishing write tid 3 to smithi02882251-1 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:1: oid 1 updating version 0 to 1 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:1: oid 1 updating version 1 to 2 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:2: finishing write tid 2 to smithi02882251-2 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:6: finishing write tid 1 to smithi02882251-6 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:6: finishing write tid 2 to smithi02882251-6 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:7: finishing write tid 1 to smithi02882251-7 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:2: finishing write tid 3 to smithi02882251-2 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:2: oid 2 updating version 0 to 1 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:2: oid 2 updating version 1 to 2 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-02T08:25:16.336 INFO:tasks.rados.rados.0.smithi028.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:7: finishing write tid 2 to smithi02882251-7 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:6: finishing write tid 3 to smithi02882251-6 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:6: oid 6 updating version 0 to 1 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:6: oid 6 updating version 1 to 2 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:5: finishing write tid 1 to smithi02882251-5 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:5: finishing write tid 2 to smithi02882251-5 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:3: finishing write tid 3 to smithi02882251-3 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:3: oid 3 updating version 0 to 1 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:3: oid 3 updating version 1 to 2 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:9: finishing write tid 1 to smithi02882251-9 2024-04-02T08:25:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:7: finishing write tid 3 to smithi02882251-7 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:7: oid 7 updating version 0 to 4 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:7: oid 7 version 4 is already newer than 3 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:9: finishing write tid 2 to smithi02882251-9 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:8: finishing write tid 1 to smithi02882251-8 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:1: done (12 left) 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:2: done (11 left) 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:3: done (10 left) 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:6: done (9 left) 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:7: done (8 left) 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:14: write initial oid 14 2024-04-02T08:25:16.338 INFO:tasks.rados.rados.0.smithi028.stdout:14: seq_num 13 ranges {0=221184} 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:14: writing smithi02882251-14 from 0 to 221184 tid 1 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:15: write initial oid 15 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:4: finishing write tid 1 to smithi02882251-4 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:8: finishing write tid 2 to smithi02882251-8 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:4: finishing write tid 2 to smithi02882251-4 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:15: seq_num 14 ranges {0=237568} 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:15: writing smithi02882251-15 from 0 to 237568 tid 1 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:12: finishing write tid 1 to smithi02882251-12 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:5: finishing write tid 3 to smithi02882251-5 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:5: oid 5 updating version 0 to 1 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:5: oid 5 updating version 1 to 2 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-02T08:25:16.340 INFO:tasks.rados.rados.0.smithi028.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:12: finishing write tid 2 to smithi02882251-12 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:9: finishing write tid 3 to smithi02882251-9 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:9: oid 9 updating version 0 to 1 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:9: oid 9 updating version 1 to 2 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:10: finishing write tid 1 to smithi02882251-10 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:10: finishing write tid 2 to smithi02882251-10 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:8: finishing write tid 3 to smithi02882251-8 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:8: oid 8 updating version 0 to 2 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:8: oid 8 version 2 is already newer than 1 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:4: finishing write tid 3 to smithi02882251-4 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:4: oid 4 updating version 0 to 1 2024-04-02T08:25:16.341 INFO:tasks.rados.rados.0.smithi028.stdout:4: oid 4 updating version 1 to 2 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:13: finishing write tid 1 to smithi02882251-13 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:13: finishing write tid 2 to smithi02882251-13 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:4: done (9 left) 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:5: done (8 left) 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:8: done (7 left) 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:9: done (6 left) 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:16: write initial oid 16 2024-04-02T08:25:16.342 INFO:tasks.rados.rados.0.smithi028.stdout:16: seq_num 15 ranges {0=253952} 2024-04-02T08:25:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:16: writing smithi02882251-16 from 0 to 253952 tid 1 2024-04-02T08:25:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:17: write initial oid 17 2024-04-02T08:25:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:17: seq_num 16 ranges {0=270336} 2024-04-02T08:25:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:17: writing smithi02882251-17 from 0 to 270336 tid 1 2024-04-02T08:25:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:18: write initial oid 18 2024-04-02T08:25:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:18: seq_num 17 ranges {0=286720} 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:18: writing smithi02882251-18 from 0 to 286720 tid 1 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:12: finishing write tid 3 to smithi02882251-12 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:12: oid 12 updating version 0 to 1 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:12: oid 12 updating version 1 to 2 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:11: finishing write tid 1 to smithi02882251-11 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:14: finishing write tid 1 to smithi02882251-14 2024-04-02T08:25:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:10: finishing write tid 3 to smithi02882251-10 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:10: oid 10 updating version 0 to 2 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:10: oid 10 version 2 is already newer than 1 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:11: finishing write tid 2 to smithi02882251-11 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:13: finishing write tid 3 to smithi02882251-13 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:13: oid 13 updating version 0 to 6 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:13: oid 13 version 6 is already newer than 5 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:14: finishing write tid 2 to smithi02882251-14 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:11: finishing write tid 3 to smithi02882251-11 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:11: oid 11 updating version 0 to 4 2024-04-02T08:25:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:11: oid 11 version 4 is already newer than 3 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:15: finishing write tid 1 to smithi02882251-15 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:14: finishing write tid 3 to smithi02882251-14 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:14: oid 14 updating version 0 to 4 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:14: oid 14 version 4 is already newer than 3 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:15: finishing write tid 2 to smithi02882251-15 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:15: finishing write tid 3 to smithi02882251-15 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:15: oid 15 updating version 0 to 3 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:15: oid 15 updating version 3 to 4 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:25:16.348 INFO:tasks.rados.rados.0.smithi028.stdout:16: finishing write tid 1 to smithi02882251-16 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:16: finishing write tid 2 to smithi02882251-16 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:10: done (8 left) 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:11: done (7 left) 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:12: done (6 left) 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:13: done (5 left) 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:14: done (4 left) 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:15: done (3 left) 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:19: write initial oid 19 2024-04-02T08:25:16.349 INFO:tasks.rados.rados.0.smithi028.stdout:19: seq_num 18 ranges {0=303104} 2024-04-02T08:25:16.350 INFO:tasks.rados.rados.0.smithi028.stdout:19: writing smithi02882251-19 from 0 to 303104 tid 1 2024-04-02T08:25:16.350 INFO:tasks.rados.rados.0.smithi028.stdout:20: write initial oid 20 2024-04-02T08:25:16.350 INFO:tasks.rados.rados.0.smithi028.stdout:20: seq_num 19 ranges {0=319488} 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:20: writing smithi02882251-20 from 0 to 319488 tid 1 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:16: finishing write tid 3 to smithi02882251-16 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:16: oid 16 updating version 0 to 2 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:16: oid 16 version 2 is already newer than 1 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:17: finishing write tid 1 to smithi02882251-17 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:17: finishing write tid 2 to smithi02882251-17 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:18: finishing write tid 1 to smithi02882251-18 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:18: finishing write tid 2 to smithi02882251-18 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:17: finishing write tid 3 to smithi02882251-17 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:17: oid 17 updating version 0 to 7 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:17: oid 17 updating version 7 to 8 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-02T08:25:16.351 INFO:tasks.rados.rados.0.smithi028.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:18: finishing write tid 3 to smithi02882251-18 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:18: oid 18 updating version 0 to 6 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:18: oid 18 version 6 is already newer than 5 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:16: done (4 left) 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:17: done (3 left) 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:18: done (2 left) 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:21: write initial oid 21 2024-04-02T08:25:16.352 INFO:tasks.rados.rados.0.smithi028.stdout:21: seq_num 20 ranges {0=344064} 2024-04-02T08:25:16.353 INFO:tasks.rados.rados.0.smithi028.stdout:21: writing smithi02882251-21 from 0 to 344064 tid 1 2024-04-02T08:25:16.353 INFO:tasks.rados.rados.0.smithi028.stdout:22: write initial oid 22 2024-04-02T08:25:16.353 INFO:tasks.rados.rados.0.smithi028.stdout:22: seq_num 21 ranges {0=360448} 2024-04-02T08:25:16.353 INFO:tasks.rados.rados.0.smithi028.stdout:22: writing smithi02882251-22 from 0 to 360448 tid 1 2024-04-02T08:25:16.353 INFO:tasks.rados.rados.0.smithi028.stdout:23: write initial oid 23 2024-04-02T08:25:16.354 INFO:tasks.rados.rados.0.smithi028.stdout:23: seq_num 22 ranges {0=376832} 2024-04-02T08:25:16.356 INFO:tasks.rados.rados.0.smithi028.stdout:23: writing smithi02882251-23 from 0 to 376832 tid 1 2024-04-02T08:25:16.356 INFO:tasks.rados.rados.0.smithi028.stdout:24: write initial oid 24 2024-04-02T08:25:16.356 INFO:tasks.rados.rados.0.smithi028.stdout:24: seq_num 23 ranges {0=393216} 2024-04-02T08:25:16.358 INFO:tasks.rados.rados.0.smithi028.stdout:24: writing smithi02882251-24 from 0 to 393216 tid 1 2024-04-02T08:25:16.358 INFO:tasks.rados.rados.0.smithi028.stdout:25: write initial oid 25 2024-04-02T08:25:16.358 INFO:tasks.rados.rados.0.smithi028.stdout:25: seq_num 24 ranges {0=409600} 2024-04-02T08:25:16.361 INFO:tasks.rados.rados.0.smithi028.stdout:25: writing smithi02882251-25 from 0 to 409600 tid 1 2024-04-02T08:25:16.361 INFO:tasks.rados.rados.0.smithi028.stdout:26: write initial oid 26 2024-04-02T08:25:16.361 INFO:tasks.rados.rados.0.smithi028.stdout:26: seq_num 25 ranges {0=425984} 2024-04-02T08:25:16.364 INFO:tasks.rados.rados.0.smithi028.stdout:26: writing smithi02882251-26 from 0 to 425984 tid 1 2024-04-02T08:25:16.364 INFO:tasks.rados.rados.0.smithi028.stdout:27: write initial oid 27 2024-04-02T08:25:16.364 INFO:tasks.rados.rados.0.smithi028.stdout:27: seq_num 26 ranges {0=442368} 2024-04-02T08:25:16.366 INFO:tasks.rados.rados.0.smithi028.stdout:27: writing smithi02882251-27 from 0 to 442368 tid 1 2024-04-02T08:25:16.367 INFO:tasks.rados.rados.0.smithi028.stdout:28: write initial oid 28 2024-04-02T08:25:16.367 INFO:tasks.rados.rados.0.smithi028.stdout:28: seq_num 27 ranges {0=458752} 2024-04-02T08:25:16.369 INFO:tasks.rados.rados.0.smithi028.stdout:28: writing smithi02882251-28 from 0 to 458752 tid 1 2024-04-02T08:25:16.369 INFO:tasks.rados.rados.0.smithi028.stdout:29: write initial oid 29 2024-04-02T08:25:16.369 INFO:tasks.rados.rados.0.smithi028.stdout:29: seq_num 28 ranges {0=475136} 2024-04-02T08:25:16.372 INFO:tasks.rados.rados.0.smithi028.stdout:29: writing smithi02882251-29 from 0 to 475136 tid 1 2024-04-02T08:25:16.372 INFO:tasks.rados.rados.0.smithi028.stdout:30: write initial oid 30 2024-04-02T08:25:16.372 INFO:tasks.rados.rados.0.smithi028.stdout:30: seq_num 29 ranges {0=491520} 2024-04-02T08:25:16.375 INFO:tasks.rados.rados.0.smithi028.stdout:30: writing smithi02882251-30 from 0 to 491520 tid 1 2024-04-02T08:25:16.375 INFO:tasks.rados.rados.0.smithi028.stdout:31: write initial oid 31 2024-04-02T08:25:16.376 INFO:tasks.rados.rados.0.smithi028.stdout:31: seq_num 30 ranges {0=507904} 2024-04-02T08:25:16.378 INFO:tasks.rados.rados.0.smithi028.stdout:31: writing smithi02882251-31 from 0 to 507904 tid 1 2024-04-02T08:25:16.378 INFO:tasks.rados.rados.0.smithi028.stdout:32: write initial oid 32 2024-04-02T08:25:16.379 INFO:tasks.rados.rados.0.smithi028.stdout:32: seq_num 31 ranges {0=524288} 2024-04-02T08:25:16.382 INFO:tasks.rados.rados.0.smithi028.stdout:32: writing smithi02882251-32 from 0 to 524288 tid 1 2024-04-02T08:25:16.382 INFO:tasks.rados.rados.0.smithi028.stdout:33: write initial oid 33 2024-04-02T08:25:16.382 INFO:tasks.rados.rados.0.smithi028.stdout:33: seq_num 32 ranges {0=540672} 2024-04-02T08:25:16.385 INFO:tasks.rados.rados.0.smithi028.stdout:33: writing smithi02882251-33 from 0 to 540672 tid 1 2024-04-02T08:25:16.385 INFO:tasks.rados.rados.0.smithi028.stdout:34: write initial oid 34 2024-04-02T08:25:16.385 INFO:tasks.rados.rados.0.smithi028.stdout:34: seq_num 33 ranges {0=557056} 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:34: writing smithi02882251-34 from 0 to 557056 tid 1 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:19: finishing write tid 1 to smithi02882251-19 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:19: finishing write tid 2 to smithi02882251-19 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:20: finishing write tid 1 to smithi02882251-20 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:19: finishing write tid 3 to smithi02882251-19 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:19: oid 19 updating version 0 to 3 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:19: oid 19 updating version 3 to 4 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:20: finishing write tid 2 to smithi02882251-20 2024-04-02T08:25:16.390 INFO:tasks.rados.rados.0.smithi028.stdout:21: finishing write tid 1 to smithi02882251-21 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:21: finishing write tid 2 to smithi02882251-21 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:21: finishing write tid 3 to smithi02882251-21 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:21: oid 21 updating version 0 to 3 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:21: oid 21 updating version 3 to 4 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:20: finishing write tid 3 to smithi02882251-20 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:20: oid 20 updating version 0 to 2 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:20: oid 20 version 2 is already newer than 1 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:24: finishing write tid 1 to smithi02882251-24 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:24: finishing write tid 2 to smithi02882251-24 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:24: finishing write tid 3 to smithi02882251-24 2024-04-02T08:25:16.391 INFO:tasks.rados.rados.0.smithi028.stdout:24: oid 24 updating version 0 to 1 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:24: oid 24 updating version 1 to 2 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:22: finishing write tid 1 to smithi02882251-22 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:22: finishing write tid 2 to smithi02882251-22 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:23: finishing write tid 1 to smithi02882251-23 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:23: finishing write tid 2 to smithi02882251-23 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:19: done (15 left) 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:20: done (14 left) 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:21: done (13 left) 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:24: done (12 left) 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:35: write initial oid 35 2024-04-02T08:25:16.392 INFO:tasks.rados.rados.0.smithi028.stdout:35: seq_num 34 ranges {0=573440} 2024-04-02T08:25:16.393 INFO:tasks.rados.rados.0.smithi028.stdout:35: writing smithi02882251-35 from 0 to 573440 tid 1 2024-04-02T08:25:16.393 INFO:tasks.rados.rados.0.smithi028.stdout:36: write initial oid 36 2024-04-02T08:25:16.393 INFO:tasks.rados.rados.0.smithi028.stdout:36: seq_num 35 ranges {0=589824} 2024-04-02T08:25:16.396 INFO:tasks.rados.rados.0.smithi028.stdout:36: writing smithi02882251-36 from 0 to 589824 tid 1 2024-04-02T08:25:16.396 INFO:tasks.rados.rados.0.smithi028.stdout:37: write initial oid 37 2024-04-02T08:25:16.396 INFO:tasks.rados.rados.0.smithi028.stdout:37: seq_num 36 ranges {0=606208} 2024-04-02T08:25:16.400 INFO:tasks.rados.rados.0.smithi028.stdout:37: writing smithi02882251-37 from 0 to 606208 tid 1 2024-04-02T08:25:16.400 INFO:tasks.rados.rados.0.smithi028.stdout:38: write initial oid 38 2024-04-02T08:25:16.400 INFO:tasks.rados.rados.0.smithi028.stdout:38: seq_num 37 ranges {0=622592} 2024-04-02T08:25:16.404 INFO:tasks.rados.rados.0.smithi028.stdout:38: writing smithi02882251-38 from 0 to 622592 tid 1 2024-04-02T08:25:16.404 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-04-02T08:25:16.404 INFO:tasks.rados.rados.0.smithi028.stdout:22: finishing write tid 3 to smithi02882251-22 2024-04-02T08:25:16.404 INFO:tasks.rados.rados.0.smithi028.stdout:22: oid 22 updating version 0 to 6 2024-04-02T08:25:16.404 INFO:tasks.rados.rados.0.smithi028.stdout:22: oid 22 version 6 is already newer than 5 2024-04-02T08:25:16.404 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:23: finishing write tid 3 to smithi02882251-23 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:23: oid 23 updating version 0 to 8 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:23: oid 23 version 8 is already newer than 7 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:25: finishing write tid 1 to smithi02882251-25 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:25: finishing write tid 2 to smithi02882251-25 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:26: finishing write tid 1 to smithi02882251-26 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:26: finishing write tid 2 to smithi02882251-26 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:25: finishing write tid 3 to smithi02882251-25 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:25: oid 25 updating version 0 to 1 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:25: oid 25 updating version 1 to 2 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-02T08:25:16.405 INFO:tasks.rados.rados.0.smithi028.stdout:26: finishing write tid 3 to smithi02882251-26 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:26: oid 26 updating version 0 to 3 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:26: oid 26 updating version 3 to 4 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:27: finishing write tid 1 to smithi02882251-27 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:22: done (15 left) 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:23: done (14 left) 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:25: done (13 left) 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:26: done (12 left) 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:39: write initial oid 39 2024-04-02T08:25:16.406 INFO:tasks.rados.rados.0.smithi028.stdout:39: seq_num 38 ranges {0=638976} 2024-04-02T08:25:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:39: writing smithi02882251-39 from 0 to 638976 tid 1 2024-04-02T08:25:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:40: write initial oid 40 2024-04-02T08:25:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:40: seq_num 39 ranges {0=663552} 2024-04-02T08:25:16.413 INFO:tasks.rados.rados.0.smithi028.stdout:40: writing smithi02882251-40 from 0 to 663552 tid 1 2024-04-02T08:25:16.413 INFO:tasks.rados.rados.0.smithi028.stdout:41: write initial oid 41 2024-04-02T08:25:16.413 INFO:tasks.rados.rados.0.smithi028.stdout:41: seq_num 40 ranges {0=679936} 2024-04-02T08:25:16.418 INFO:tasks.rados.rados.0.smithi028.stdout:41: writing smithi02882251-41 from 0 to 679936 tid 1 2024-04-02T08:25:16.418 INFO:tasks.rados.rados.0.smithi028.stdout:42: write initial oid 42 2024-04-02T08:25:16.418 INFO:tasks.rados.rados.0.smithi028.stdout:42: seq_num 41 ranges {0=696320} 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:42: writing smithi02882251-42 from 0 to 696320 tid 1 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:27: finishing write tid 2 to smithi02882251-27 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:27: finishing write tid 3 to smithi02882251-27 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:27: oid 27 updating version 0 to 6 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:27: oid 27 version 6 is already newer than 5 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:28: finishing write tid 1 to smithi02882251-28 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:28: finishing write tid 2 to smithi02882251-28 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:29: finishing write tid 1 to smithi02882251-29 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:28: finishing write tid 3 to smithi02882251-28 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:28: oid 28 updating version 0 to 10 2024-04-02T08:25:16.425 INFO:tasks.rados.rados.0.smithi028.stdout:28: oid 28 version 10 is already newer than 9 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 10 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:29: finishing write tid 2 to smithi02882251-29 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:29: finishing write tid 3 to smithi02882251-29 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:29: oid 29 updating version 0 to 3 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:29: oid 29 updating version 3 to 4 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:30: finishing write tid 1 to smithi02882251-30 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:30: finishing write tid 2 to smithi02882251-30 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:30: finishing write tid 3 to smithi02882251-30 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:30: oid 30 updating version 0 to 4 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:30: oid 30 version 4 is already newer than 3 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:25:16.426 INFO:tasks.rados.rados.0.smithi028.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:31: finishing write tid 1 to smithi02882251-31 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:31: finishing write tid 2 to smithi02882251-31 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:31: finishing write tid 3 to smithi02882251-31 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:31: oid 31 updating version 0 to 6 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:31: oid 31 version 6 is already newer than 5 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:32: finishing write tid 1 to smithi02882251-32 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:32: finishing write tid 2 to smithi02882251-32 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:27: done (15 left) 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:28: done (14 left) 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:29: done (13 left) 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:30: done (12 left) 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:31: done (11 left) 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:43: write initial oid 43 2024-04-02T08:25:16.427 INFO:tasks.rados.rados.0.smithi028.stdout:43: seq_num 42 ranges {0=712704} 2024-04-02T08:25:16.428 INFO:tasks.rados.rados.0.smithi028.stdout:43: writing smithi02882251-43 from 0 to 712704 tid 1 2024-04-02T08:25:16.428 INFO:tasks.rados.rados.0.smithi028.stdout:44: write initial oid 44 2024-04-02T08:25:16.428 INFO:tasks.rados.rados.0.smithi028.stdout:44: seq_num 43 ranges {0=729088} 2024-04-02T08:25:16.432 INFO:tasks.rados.rados.0.smithi028.stdout:44: writing smithi02882251-44 from 0 to 729088 tid 1 2024-04-02T08:25:16.432 INFO:tasks.rados.rados.0.smithi028.stdout:45: write initial oid 45 2024-04-02T08:25:16.432 INFO:tasks.rados.rados.0.smithi028.stdout:45: seq_num 44 ranges {0=745472} 2024-04-02T08:25:16.436 INFO:tasks.rados.rados.0.smithi028.stdout:45: writing smithi02882251-45 from 0 to 745472 tid 1 2024-04-02T08:25:16.436 INFO:tasks.rados.rados.0.smithi028.stdout:46: write initial oid 46 2024-04-02T08:25:16.436 INFO:tasks.rados.rados.0.smithi028.stdout:46: seq_num 45 ranges {0=761856} 2024-04-02T08:25:16.440 INFO:tasks.rados.rados.0.smithi028.stdout:46: writing smithi02882251-46 from 0 to 761856 tid 1 2024-04-02T08:25:16.441 INFO:tasks.rados.rados.0.smithi028.stdout:47: write initial oid 47 2024-04-02T08:25:16.441 INFO:tasks.rados.rados.0.smithi028.stdout:47: seq_num 46 ranges {0=778240} 2024-04-02T08:25:16.446 INFO:tasks.rados.rados.0.smithi028.stdout:47: writing smithi02882251-47 from 0 to 778240 tid 1 2024-04-02T08:25:16.446 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-04-02T08:25:16.446 INFO:tasks.rados.rados.0.smithi028.stdout:32: finishing write tid 3 to smithi02882251-32 2024-04-02T08:25:16.446 INFO:tasks.rados.rados.0.smithi028.stdout:32: oid 32 updating version 0 to 5 2024-04-02T08:25:16.446 INFO:tasks.rados.rados.0.smithi028.stdout:32: oid 32 updating version 5 to 6 2024-04-02T08:25:16.446 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:25:16.447 INFO:tasks.rados.rados.0.smithi028.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:25:16.447 INFO:tasks.rados.rados.0.smithi028.stdout:33: finishing write tid 1 to smithi02882251-33 2024-04-02T08:25:16.447 INFO:tasks.rados.rados.0.smithi028.stdout:32: done (15 left) 2024-04-02T08:25:16.447 INFO:tasks.rados.rados.0.smithi028.stdout:48: write initial oid 48 2024-04-02T08:25:16.447 INFO:tasks.rados.rados.0.smithi028.stdout:48: seq_num 47 ranges {0=794624} 2024-04-02T08:25:16.451 INFO:tasks.rados.rados.0.smithi028.stdout:48: writing smithi02882251-48 from 0 to 794624 tid 1 2024-04-02T08:25:16.451 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-04-02T08:25:16.451 INFO:tasks.rados.rados.0.smithi028.stdout:33: finishing write tid 2 to smithi02882251-33 2024-04-02T08:25:16.451 INFO:tasks.rados.rados.0.smithi028.stdout:33: finishing write tid 3 to smithi02882251-33 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:33: oid 33 updating version 0 to 3 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:33: oid 33 updating version 3 to 4 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:34: finishing write tid 1 to smithi02882251-34 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:34: finishing write tid 2 to smithi02882251-34 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:33: done (15 left) 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:49: write initial oid 49 2024-04-02T08:25:16.452 INFO:tasks.rados.rados.0.smithi028.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-02T08:25:16.453 INFO:tasks.rados.rados.0.smithi028.stdout:49: writing smithi02882251-49 from 0 to 409600 tid 1 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:49: writing smithi02882251-49 from 409600 to 811008 tid 2 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:34: finishing write tid 3 to smithi02882251-34 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:34: oid 34 updating version 0 to 8 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:34: oid 34 version 8 is already newer than 7 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:35: finishing write tid 1 to smithi02882251-35 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:34: done (15 left) 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:50: write initial oid 50 2024-04-02T08:25:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-02T08:25:16.459 INFO:tasks.rados.rados.0.smithi028.stdout:50: writing smithi02882251-50 from 0 to 425984 tid 1 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:50: writing smithi02882251-50 from 425984 to 827392 tid 2 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:35: finishing write tid 2 to smithi02882251-35 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:35: finishing write tid 3 to smithi02882251-35 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:35: oid 35 updating version 0 to 7 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:35: oid 35 updating version 7 to 8 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:36: finishing write tid 1 to smithi02882251-36 2024-04-02T08:25:16.463 INFO:tasks.rados.rados.0.smithi028.stdout:36: finishing write tid 2 to smithi02882251-36 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:35: done (15 left) 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:36: finishing write tid 3 to smithi02882251-36 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:36: oid 36 updating version 0 to 5 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:36: oid 36 updating version 5 to 6 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:37: finishing write tid 1 to smithi02882251-37 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:37: finishing write tid 2 to smithi02882251-37 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:37: finishing write tid 3 to smithi02882251-37 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:37: oid 37 updating version 0 to 10 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:37: oid 37 version 10 is already newer than 9 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:25:16.464 INFO:tasks.rados.rados.0.smithi028.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:38: finishing write tid 1 to smithi02882251-38 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:38: finishing write tid 2 to smithi02882251-38 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:38: finishing write tid 3 to smithi02882251-38 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:38: oid 38 updating version 0 to 4 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:38: oid 38 version 4 is already newer than 3 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 4 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:39: finishing write tid 1 to smithi02882251-39 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:39: finishing write tid 2 to smithi02882251-39 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:39: finishing write tid 3 to smithi02882251-39 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:39: oid 39 updating version 0 to 6 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:39: oid 39 version 6 is already newer than 5 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-02T08:25:16.465 INFO:tasks.rados.rados.0.smithi028.stdout:40: finishing write tid 1 to smithi02882251-40 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:40: finishing write tid 2 to smithi02882251-40 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:40: finishing write tid 3 to smithi02882251-40 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:40: oid 40 updating version 0 to 8 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:40: oid 40 version 8 is already newer than 7 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:41: finishing write tid 1 to smithi02882251-41 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:36: done (15 left) 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:37: done (14 left) 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:38: done (13 left) 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:39: done (12 left) 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:40: done (11 left) 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 0 2024-04-02T08:25:16.466 INFO:tasks.rados.rados.0.smithi028.stdout:41: finishing write tid 2 to smithi02882251-41 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:41: finishing write tid 3 to smithi02882251-41 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:41: oid 41 updating version 0 to 6 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:41: oid 41 version 6 is already newer than 5 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:42: finishing write tid 1 to smithi02882251-42 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:42: finishing write tid 2 to smithi02882251-42 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:42: finishing write tid 3 to smithi02882251-42 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:42: oid 42 updating version 0 to 3 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:42: oid 42 updating version 3 to 4 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:43: finishing write tid 1 to smithi02882251-43 2024-04-02T08:25:16.467 INFO:tasks.rados.rados.0.smithi028.stdout:43: finishing write tid 2 to smithi02882251-43 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:43: finishing write tid 3 to smithi02882251-43 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:43: oid 43 updating version 0 to 1 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:43: oid 43 updating version 1 to 2 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:44: finishing write tid 1 to smithi02882251-44 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:44: finishing write tid 2 to smithi02882251-44 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:44: finishing write tid 3 to smithi02882251-44 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:44: oid 44 updating version 0 to 6 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:44: oid 44 version 6 is already newer than 5 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:45: finishing write tid 1 to smithi02882251-45 2024-04-02T08:25:16.468 INFO:tasks.rados.rados.0.smithi028.stdout:52: seq_num 50 ranges {622592=442368,1064960=401408} 2024-04-02T08:25:16.469 INFO:tasks.rados.rados.0.smithi028.stdout:52: writing smithi02882251-38 from 622592 to 1064960 tid 1 2024-04-02T08:25:16.473 INFO:tasks.rados.rados.0.smithi028.stdout:52: writing smithi02882251-38 from 1064960 to 1466368 tid 2 2024-04-02T08:25:16.473 INFO:tasks.rados.rados.0.smithi028.stdout:41: done (11 left) 2024-04-02T08:25:16.473 INFO:tasks.rados.rados.0.smithi028.stdout:42: done (10 left) 2024-04-02T08:25:16.473 INFO:tasks.rados.rados.0.smithi028.stdout:43: done (9 left) 2024-04-02T08:25:16.473 INFO:tasks.rados.rados.0.smithi028.stdout:44: done (8 left) 2024-04-02T08:25:16.473 INFO:tasks.rados.rados.0.smithi028.stdout:53: rmattr oid 16 current snap is 0 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:53: done (8 left) 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:54: delete oid 27 current snap is 0 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:45: finishing write tid 2 to smithi02882251-45 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:45: finishing write tid 3 to smithi02882251-45 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:45: oid 45 updating version 0 to 9 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:45: oid 45 updating version 9 to 10 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:46: finishing write tid 1 to smithi02882251-46 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:46: finishing write tid 2 to smithi02882251-46 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:46: finishing write tid 3 to smithi02882251-46 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:46: oid 46 updating version 0 to 4 2024-04-02T08:25:16.474 INFO:tasks.rados.rados.0.smithi028.stdout:46: oid 46 version 4 is already newer than 3 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:47: finishing write tid 1 to smithi02882251-47 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:47: finishing write tid 2 to smithi02882251-47 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:47: finishing write tid 3 to smithi02882251-47 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:47: oid 47 updating version 0 to 5 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:47: oid 47 updating version 5 to 6 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:48: finishing write tid 1 to smithi02882251-48 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:48: finishing write tid 2 to smithi02882251-48 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:48: finishing write tid 3 to smithi02882251-48 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:48: oid 48 updating version 0 to 11 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:48: oid 48 updating version 11 to 12 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:25:16.475 INFO:tasks.rados.rados.0.smithi028.stdout:49: finishing write tid 1 to smithi02882251-49 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:49: finishing write tid 2 to smithi02882251-49 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:49: finishing write tid 3 to smithi02882251-49 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:49: finishing write tid 4 to smithi02882251-49 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:49: oid 49 updating version 0 to 8 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:49: oid 49 version 8 is already newer than 7 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:49: oid 49 updating version 8 to 9 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:50: finishing write tid 1 to smithi02882251-50 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:50: finishing write tid 2 to smithi02882251-50 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:50: finishing write tid 3 to smithi02882251-50 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:50: finishing write tid 4 to smithi02882251-50 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:50: oid 50 updating version 0 to 4 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:50: oid 50 version 4 is already newer than 3 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:50: oid 50 updating version 4 to 5 2024-04-02T08:25:16.476 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 5 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:51: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:51: finishing copy_from to smithi02882251-2 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:52: finishing write tid 1 to smithi02882251-38 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:45: done (8 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:46: done (7 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:47: done (6 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:48: done (5 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:49: done (4 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:50: done (3 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:51: done (2 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:54: done (1 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:55: read oid 15 snap -1 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:56: rollback oid 30 current snap is 0 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:56: done (2 left) 2024-04-02T08:25:16.477 INFO:tasks.rados.rados.0.smithi028.stdout:57: read oid 27 snap -1 2024-04-02T08:25:16.478 INFO:tasks.rados.rados.0.smithi028.stdout:57: expect deleted 2024-04-02T08:25:16.478 INFO:tasks.rados.rados.0.smithi028.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-04-02T08:25:16.478 INFO:tasks.rados.rados.0.smithi028.stdout:59: rollback oid 45 current snap is 0 2024-04-02T08:25:16.478 INFO:tasks.rados.rados.0.smithi028.stdout:59: done (4 left) 2024-04-02T08:25:16.478 INFO:tasks.rados.rados.0.smithi028.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-02T08:25:16.478 INFO:tasks.rados.rados.0.smithi028.stdout:61: delete oid 1 current snap is 0 2024-04-02T08:25:16.478 INFO:tasks.rados.rados.0.smithi028.stdout:52: finishing write tid 2 to smithi02882251-38 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:52: finishing write tid 3 to smithi02882251-38 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:57: done (5 left) 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:61: done (4 left) 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:62: read oid 24 snap -1 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:63: snap_create 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:52: finishing write tid 4 to smithi02882251-38 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:52: oid 38 updating version 0 to 5 2024-04-02T08:25:16.479 INFO:tasks.rados.rados.0.smithi028.stdout:52: oid 38 updating version 5 to 7 2024-04-02T08:25:16.480 INFO:tasks.rados.rados.0.smithi028.stdout:52: oid 38 version 7 is already newer than 6 2024-04-02T08:25:16.480 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 7 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-02T08:25:16.480 INFO:tasks.rados.rados.0.smithi028.stdout:52: left oid 38 (ObjNum 50 snap 0 seq_num 50) 2024-04-02T08:25:16.480 INFO:tasks.rados.rados.0.smithi028.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-02T08:25:16.482 INFO:tasks.rados.rados.0.smithi028.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-02T08:25:16.493 INFO:tasks.rados.rados.0.smithi028.stdout:58: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:25:16.493 INFO:tasks.rados.rados.0.smithi028.stdout:60: finishing copy_from to smithi02882251-22 2024-04-02T08:25:16.493 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:25:16.493 INFO:tasks.rados.rados.0.smithi028.stdout:60: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:25:16.493 INFO:tasks.rados.rados.0.smithi028.stdout:58: finishing copy_from to smithi02882251-28 2024-04-02T08:25:16.493 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:25:16.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:16 smithi028 ceph-mon[27433]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:16.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:16 smithi028 ceph-mon[27433]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:25:16.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:16 smithi028 ceph-mon[27433]: Cluster is now healthy 2024-04-02T08:25:16.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:16 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2652010198' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:25:16.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:16 smithi028 ceph-mon[39019]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:16.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:16 smithi028 ceph-mon[39019]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:25:16.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:16 smithi028 ceph-mon[39019]: Cluster is now healthy 2024-04-02T08:25:16.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:16 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2652010198' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:25:16.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:16 smithi137 ceph-mon[31169]: pgmap v114: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:16 smithi137 ceph-mon[31169]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:25:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:16 smithi137 ceph-mon[31169]: Cluster is now healthy 2024-04-02T08:25:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:16 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2652010198' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:52: done (5 left) 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:55: done (4 left) 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:58: done (3 left) 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:60: done (2 left) 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:62: done (1 left) 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:63: done (0 left) 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:65: read oid 30 snap -1 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 1 2024-04-02T08:25:17.328 INFO:tasks.rados.rados.0.smithi028.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-02T08:25:17.332 INFO:tasks.rados.rados.0.smithi028.stdout:66: writing smithi02882251-23 from 376832 to 868352 tid 1 2024-04-02T08:25:17.336 INFO:tasks.rados.rados.0.smithi028.stdout:66: writing smithi02882251-23 from 868352 to 1269760 tid 2 2024-04-02T08:25:17.336 INFO:tasks.rados.rados.0.smithi028.stdout:67: rollback oid 10 current snap is 1 2024-04-02T08:25:17.336 INFO:tasks.rados.rados.0.smithi028.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:25:17.350 INFO:tasks.rados.rados.0.smithi028.stdout:64: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: finishing write tid 1 to smithi02882251-23 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:64: finishing copy_from to smithi02882251-15 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: finishing write tid 2 to smithi02882251-23 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: finishing write tid 3 to smithi02882251-23 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: finishing write tid 4 to smithi02882251-23 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: oid 23 updating version 0 to 16 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: oid 23 version 16 is already newer than 14 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: oid 23 version 16 is already newer than 15 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 16 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 0 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:64: done (3 left) 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:65: done (2 left) 2024-04-02T08:25:17.351 INFO:tasks.rados.rados.0.smithi028.stdout:66: done (1 left) 2024-04-02T08:25:17.352 INFO:tasks.rados.rados.0.smithi028.stdout:68: setattr oid 31 current snap is 1 2024-04-02T08:25:17.353 INFO:tasks.rados.rados.0.smithi028.stdout:69: copy_from oid 38 from oid 30 current snap is 1 2024-04-02T08:25:17.353 INFO:tasks.rados.rados.0.smithi028.stdout:70: read oid 16 snap 0 2024-04-02T08:25:17.353 INFO:tasks.rados.rados.0.smithi028.stdout:70: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:25:17.353 INFO:tasks.rados.rados.0.smithi028.stdout:71: copy_from oid 15 from oid 42 current snap is 1 2024-04-02T08:25:17.353 INFO:tasks.rados.rados.0.smithi028.stdout:72: rollback oid 39 current snap is 1 2024-04-02T08:25:17.353 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 0 2024-04-02T08:25:17.353 INFO:tasks.rados.rados.0.smithi028.stdout:73: read oid 47 snap 0 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:74: rmattr oid 19 current snap is 1 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:74: done (7 left) 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:75: copy_from oid 43 from oid 13 current snap is 1 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:76: read oid 27 snap -1 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:76: expect deleted 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:77: copy_from oid 4 from oid 34 current snap is 1 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:78: read oid 26 snap -1 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:78: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:79: setattr oid 46 current snap is 1 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:76: done (11 left) 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:80: snap_create 2024-04-02T08:25:17.354 INFO:tasks.rados.rados.0.smithi028.stdout:67: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:25:17.355 INFO:tasks.rados.rados.0.smithi028.stdout:67: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:25:17.355 INFO:tasks.rados.rados.0.smithi028.stdout:67: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:25:17.355 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:25:17.356 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-02T08:25:17.356 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:25:17.358 INFO:tasks.rados.rados.0.smithi028.stdout:71: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:25:17.358 INFO:tasks.rados.rados.0.smithi028.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-02T08:25:17.383 INFO:tasks.rados.rados.0.smithi028.stdout:71: finishing copy_from to smithi02882251-15 2024-04-02T08:25:17.383 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-02T08:25:17.383 INFO:tasks.rados.rados.0.smithi028.stdout:78: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:25:17.394 INFO:tasks.rados.rados.0.smithi028.stdout:70: expect (ObjNum 15 snap 0 seq_num 15) 2024-04-02T08:25:17.402 INFO:tasks.rados.rados.0.smithi028.stdout:72: finishing rollback tid 0 to smithi02882251-39 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:72: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:72: finishing rollback tid 2 to smithi02882251-39 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:77: finishing copy_from racing read to smithi02882251-4 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:77: finishing copy_from to smithi02882251-4 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:69: finishing copy_from racing read to smithi02882251-38 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:69: finishing copy_from to smithi02882251-38 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:75: finishing copy_from racing read to smithi02882251-43 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:75: finishing copy_from to smithi02882251-43 2024-04-02T08:25:17.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 6 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-02T08:25:17.620 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:17 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2652010198' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:25:17.621 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:17 smithi028 ceph-mon[39019]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:25:17.621 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:17 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2652010198' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:25:17.621 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:17 smithi028 ceph-mon[27433]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:25:17.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:17 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2652010198' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-02T08:25:17.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:17 smithi137 ceph-mon[31169]: osdmap e76: 8 total, 8 up, 8 in 2024-04-02T08:25:18.334 INFO:tasks.rados.rados.0.smithi028.stdout:67: done (11 left) 2024-04-02T08:25:18.334 INFO:tasks.rados.rados.0.smithi028.stdout:68: done (10 left) 2024-04-02T08:25:18.334 INFO:tasks.rados.rados.0.smithi028.stdout:69: done (9 left) 2024-04-02T08:25:18.334 INFO:tasks.rados.rados.0.smithi028.stdout:70: done (8 left) 2024-04-02T08:25:18.334 INFO:tasks.rados.rados.0.smithi028.stdout:71: done (7 left) 2024-04-02T08:25:18.334 INFO:tasks.rados.rados.0.smithi028.stdout:72: done (6 left) 2024-04-02T08:25:18.334 INFO:tasks.rados.rados.0.smithi028.stdout:73: done (5 left) 2024-04-02T08:25:18.335 INFO:tasks.rados.rados.0.smithi028.stdout:75: done (4 left) 2024-04-02T08:25:18.335 INFO:tasks.rados.rados.0.smithi028.stdout:77: done (3 left) 2024-04-02T08:25:18.335 INFO:tasks.rados.rados.0.smithi028.stdout:78: done (2 left) 2024-04-02T08:25:18.335 INFO:tasks.rados.rados.0.smithi028.stdout:79: done (1 left) 2024-04-02T08:25:18.335 INFO:tasks.rados.rados.0.smithi028.stdout:80: done (0 left) 2024-04-02T08:25:18.335 INFO:tasks.rados.rados.0.smithi028.stdout:81: rollback oid 40 current snap is 2 2024-04-02T08:25:18.335 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 1 2024-04-02T08:25:18.335 INFO:tasks.rados.rados.0.smithi028.stdout:82: snap_create 2024-04-02T08:25:18.339 INFO:tasks.rados.rados.0.smithi028.stdout:81: finishing rollback tid 0 to smithi02882251-40 2024-04-02T08:25:18.339 INFO:tasks.rados.rados.0.smithi028.stdout:81: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:25:18.339 INFO:tasks.rados.rados.0.smithi028.stdout:81: finishing rollback tid 2 to smithi02882251-40 2024-04-02T08:25:18.339 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 17 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:25:18.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:18 smithi137 ceph-mon[31169]: pgmap v116: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:18 smithi137 ceph-mon[31169]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:25:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:18 smithi028 ceph-mon[27433]: pgmap v116: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:18 smithi028 ceph-mon[27433]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:25:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:18 smithi028 ceph-mon[39019]: pgmap v116: 121 pgs: 121 active+clean; 580 KiB data, 219 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:18 smithi028 ceph-mon[39019]: osdmap e77: 8 total, 8 up, 8 in 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:81: done (1 left) 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:82: done (0 left) 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:83: rollback oid 9 current snap is 3 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 0 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:84: read oid 20 snap 1 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:85: read oid 41 snap -1 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:86: read oid 5 snap -1 2024-04-02T08:25:19.340 INFO:tasks.rados.rados.0.smithi028.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:25:19.341 INFO:tasks.rados.rados.0.smithi028.stdout:87: read oid 4 snap -1 2024-04-02T08:25:19.341 INFO:tasks.rados.rados.0.smithi028.stdout:87: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:25:19.341 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 3 2024-04-02T08:25:19.341 INFO:tasks.rados.rados.0.smithi028.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2024-04-02T08:25:19.345 INFO:tasks.rados.rados.0.smithi028.stdout:88: writing smithi02882251-3 from 40960 to 548864 tid 1 2024-04-02T08:25:19.346 INFO:tasks.rados.rados.0.smithi028.stdout:88: writing smithi02882251-3 from 548864 to 950272 tid 2 2024-04-02T08:25:19.347 INFO:tasks.rados.rados.0.smithi028.stdout:89: read oid 27 snap -1 2024-04-02T08:25:19.347 INFO:tasks.rados.rados.0.smithi028.stdout:89: expect deleted 2024-04-02T08:25:19.347 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 3 2024-04-02T08:25:19.347 INFO:tasks.rados.rados.0.smithi028.stdout:87: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:25:19.363 INFO:tasks.rados.rados.0.smithi028.stdout:83: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:25:19.363 INFO:tasks.rados.rados.0.smithi028.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2024-04-02T08:25:19.367 INFO:tasks.rados.rados.0.smithi028.stdout:90: writing smithi02882251-17 from 270336 to 794624 tid 1 2024-04-02T08:25:19.370 INFO:tasks.rados.rados.0.smithi028.stdout:90: writing smithi02882251-17 from 794624 to 1196032 tid 2 2024-04-02T08:25:19.370 INFO:tasks.rados.rados.0.smithi028.stdout:87: done (7 left) 2024-04-02T08:25:19.370 INFO:tasks.rados.rados.0.smithi028.stdout:91: rollback oid 38 current snap is 3 2024-04-02T08:25:19.370 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 2 2024-04-02T08:25:19.370 INFO:tasks.rados.rados.0.smithi028.stdout:92: rollback oid 23 current snap is 3 2024-04-02T08:25:19.370 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 23 to 0 2024-04-02T08:25:19.370 INFO:tasks.rados.rados.0.smithi028.stdout:93: snap_create 2024-04-02T08:25:19.371 INFO:tasks.rados.rados.0.smithi028.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-02T08:25:19.373 INFO:tasks.rados.rados.0.smithi028.stdout:83: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:25:19.373 INFO:tasks.rados.rados.0.smithi028.stdout:83: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:25:19.373 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 21 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-02T08:25:19.373 INFO:tasks.rados.rados.0.smithi028.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:25:19.392 INFO:tasks.rados.rados.0.smithi028.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:25:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:88: finishing write tid 1 to smithi02882251-3 2024-04-02T08:25:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:88: finishing write tid 2 to smithi02882251-3 2024-04-02T08:25:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:88: finishing write tid 3 to smithi02882251-3 2024-04-02T08:25:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:88: finishing write tid 4 to smithi02882251-3 2024-04-02T08:25:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:88: oid 3 updating version 0 to 9 2024-04-02T08:25:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:88: oid 3 version 9 is already newer than 8 2024-04-02T08:25:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:88: oid 3 updating version 9 to 10 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 10 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:90: finishing write tid 1 to smithi02882251-17 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:92: finishing rollback tid 0 to smithi02882251-23 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:92: finishing rollback tid 1 to smithi02882251-23 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:92: finishing rollback tid 2 to smithi02882251-23 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 20 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:90: finishing write tid 2 to smithi02882251-17 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:90: finishing write tid 3 to smithi02882251-17 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:91: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:91: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:91: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 14 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:90: finishing write tid 4 to smithi02882251-17 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:90: oid 17 updating version 0 to 10 2024-04-02T08:25:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:90: oid 17 updating version 10 to 11 2024-04-02T08:25:19.403 INFO:tasks.rados.rados.0.smithi028.stdout:90: oid 17 updating version 11 to 12 2024-04-02T08:25:19.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 12 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-02T08:25:19.403 INFO:tasks.rados.rados.0.smithi028.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-04-02T08:25:19.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:19 smithi137 ceph-mon[31169]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:25:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:19 smithi028 ceph-mon[27433]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:25:19.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:19 smithi028 ceph-mon[39019]: osdmap e78: 8 total, 8 up, 8 in 2024-04-02T08:25:20.344 INFO:tasks.rados.rados.0.smithi028.stdout:83: done (9 left) 2024-04-02T08:25:20.344 INFO:tasks.rados.rados.0.smithi028.stdout:84: done (8 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:85: done (7 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:86: done (6 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:88: done (5 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:89: done (4 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:90: done (3 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:91: done (2 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:92: done (1 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:93: done (0 left) 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 4 2024-04-02T08:25:20.345 INFO:tasks.rados.rados.0.smithi028.stdout:94: seq_num 56 ranges {0=540672,540672=401408} 2024-04-02T08:25:20.347 INFO:tasks.rados.rados.0.smithi028.stdout:94: writing smithi02882251-27 from 0 to 540672 tid 1 2024-04-02T08:25:20.349 INFO:tasks.rados.rados.0.smithi028.stdout:94: writing smithi02882251-27 from 540672 to 942080 tid 2 2024-04-02T08:25:20.349 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 4 2024-04-02T08:25:20.349 INFO:tasks.rados.rados.0.smithi028.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-04-02T08:25:20.356 INFO:tasks.rados.rados.0.smithi028.stdout:95: writing smithi02882251-39 from 638976 to 1196032 tid 1 2024-04-02T08:25:20.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: writing smithi02882251-39 from 1196032 to 1597440 tid 2 2024-04-02T08:25:20.359 INFO:tasks.rados.rados.0.smithi028.stdout:96: read oid 45 snap -1 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:97: rollback oid 12 current snap is 4 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 3 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: finishing write tid 1 to smithi02882251-27 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: finishing write tid 2 to smithi02882251-27 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: finishing write tid 3 to smithi02882251-27 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: finishing write tid 4 to smithi02882251-27 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: oid 27 updating version 0 to 22 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: oid 27 updating version 22 to 24 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: oid 27 version 24 is already newer than 23 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 24 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:94: done (3 left) 2024-04-02T08:25:20.360 INFO:tasks.rados.rados.0.smithi028.stdout:98: snap_remove snap 0 2024-04-02T08:25:20.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:20 smithi137 ceph-mon[31169]: pgmap v119: 121 pgs: 121 active+clean; 24 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 64 op/s 2024-04-02T08:25:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:20 smithi137 ceph-mon[31169]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:25:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:20 smithi028 ceph-mon[27433]: pgmap v119: 121 pgs: 121 active+clean; 24 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 64 op/s 2024-04-02T08:25:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:20 smithi028 ceph-mon[27433]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:25:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:20 smithi028 ceph-mon[39019]: pgmap v119: 121 pgs: 121 active+clean; 24 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.5 MiB/s wr, 64 op/s 2024-04-02T08:25:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:20 smithi028 ceph-mon[39019]: osdmap e79: 8 total, 8 up, 8 in 2024-04-02T08:25:21.351 INFO:tasks.rados.rados.0.smithi028.stdout:98: done (3 left) 2024-04-02T08:25:21.351 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 4 2024-04-02T08:25:21.351 INFO:tasks.rados.rados.0.smithi028.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2024-04-02T08:25:21.355 INFO:tasks.rados.rados.0.smithi028.stdout:99: writing smithi02882251-5 from 73728 to 647168 tid 1 2024-04-02T08:25:21.358 INFO:tasks.rados.rados.0.smithi028.stdout:99: writing smithi02882251-5 from 647168 to 1048576 tid 2 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: finishing write tid 1 to smithi02882251-39 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: finishing write tid 2 to smithi02882251-39 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: finishing write tid 3 to smithi02882251-39 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:97: finishing rollback tid 0 to smithi02882251-12 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:97: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:97: finishing rollback tid 2 to smithi02882251-12 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 24 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: finishing write tid 4 to smithi02882251-39 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: oid 39 updating version 0 to 13 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: oid 39 version 13 is already newer than 12 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: oid 39 updating version 13 to 14 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 14 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:25:21.359 INFO:tasks.rados.rados.0.smithi028.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-04-02T08:25:21.360 INFO:tasks.rados.rados.0.smithi028.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:99: finishing write tid 1 to smithi02882251-5 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:99: finishing write tid 2 to smithi02882251-5 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:99: finishing write tid 3 to smithi02882251-5 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:95: done (3 left) 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:96: done (2 left) 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:97: done (1 left) 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:100: read oid 1 snap -1 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:100: expect deleted 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:101: snap_create 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:99: finishing write tid 4 to smithi02882251-5 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:99: oid 5 updating version 0 to 7 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:99: oid 5 updating version 7 to 8 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:99: oid 5 updating version 8 to 9 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 9 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-02T08:25:21.381 INFO:tasks.rados.rados.0.smithi028.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2024-04-02T08:25:21.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:21 smithi137 ceph-mon[31169]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:25:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:21 smithi028 ceph-mon[27433]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:25:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:21 smithi028 ceph-mon[39019]: osdmap e80: 8 total, 8 up, 8 in 2024-04-02T08:25:22.354 INFO:tasks.rados.rados.0.smithi028.stdout:99: done (2 left) 2024-04-02T08:25:22.354 INFO:tasks.rados.rados.0.smithi028.stdout:100: done (1 left) 2024-04-02T08:25:22.354 INFO:tasks.rados.rados.0.smithi028.stdout:101: done (0 left) 2024-04-02T08:25:22.354 INFO:tasks.rados.rados.0.smithi028.stdout:102: snap_remove snap 1 2024-04-02T08:25:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:22 smithi137 ceph-mon[31169]: pgmap v122: 121 pgs: 121 active+clean; 24 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2024-04-02T08:25:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:22 smithi137 ceph-mon[31169]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:25:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:22 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:22 smithi028 ceph-mon[39019]: pgmap v122: 121 pgs: 121 active+clean; 24 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2024-04-02T08:25:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:22 smithi028 ceph-mon[39019]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:25:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:22 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:22 smithi028 ceph-mon[27433]: pgmap v122: 121 pgs: 121 active+clean; 24 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2024-04-02T08:25:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:22 smithi028 ceph-mon[27433]: osdmap e81: 8 total, 8 up, 8 in 2024-04-02T08:25:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:22 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:23.361 INFO:tasks.rados.rados.0.smithi028.stdout:102: done (0 left) 2024-04-02T08:25:23.361 INFO:tasks.rados.rados.0.smithi028.stdout:103: read oid 29 snap 4 2024-04-02T08:25:23.361 INFO:tasks.rados.rados.0.smithi028.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:25:23.361 INFO:tasks.rados.rados.0.smithi028.stdout:104: read oid 46 snap -1 2024-04-02T08:25:23.361 INFO:tasks.rados.rados.0.smithi028.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:25:23.361 INFO:tasks.rados.rados.0.smithi028.stdout:105: read oid 14 snap 4 2024-04-02T08:25:23.361 INFO:tasks.rados.rados.0.smithi028.stdout:105: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:25:23.362 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 5 2024-04-02T08:25:23.362 INFO:tasks.rados.rados.0.smithi028.stdout:106: seq_num 59 ranges {811008=598016,1409024=401408} 2024-04-02T08:25:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:106: writing smithi02882251-49 from 811008 to 1409024 tid 1 2024-04-02T08:25:23.374 INFO:tasks.rados.rados.0.smithi028.stdout:106: writing smithi02882251-49 from 1409024 to 1810432 tid 2 2024-04-02T08:25:23.374 INFO:tasks.rados.rados.0.smithi028.stdout:107: delete oid 42 current snap is 5 2024-04-02T08:25:23.374 INFO:tasks.rados.rados.0.smithi028.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:25:23.396 INFO:tasks.rados.rados.0.smithi028.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-04-02T08:25:23.409 INFO:tasks.rados.rados.0.smithi028.stdout:105: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-02T08:25:23.416 INFO:tasks.rados.rados.0.smithi028.stdout:106: finishing write tid 1 to smithi02882251-49 2024-04-02T08:25:23.416 INFO:tasks.rados.rados.0.smithi028.stdout:106: finishing write tid 2 to smithi02882251-49 2024-04-02T08:25:23.416 INFO:tasks.rados.rados.0.smithi028.stdout:106: finishing write tid 3 to smithi02882251-49 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:106: finishing write tid 4 to smithi02882251-49 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:106: oid 49 updating version 0 to 13 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:106: oid 49 updating version 13 to 14 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:106: oid 49 version 14 is already newer than 12 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 14 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:106: left oid 49 (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:103: done (4 left) 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:104: done (3 left) 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:105: done (2 left) 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:106: done (1 left) 2024-04-02T08:25:23.417 INFO:tasks.rados.rados.0.smithi028.stdout:107: done (0 left) 2024-04-02T08:25:23.418 INFO:tasks.rados.rados.0.smithi028.stdout:108: read oid 43 snap -1 2024-04-02T08:25:23.418 INFO:tasks.rados.rados.0.smithi028.stdout:108: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:25:23.418 INFO:tasks.rados.rados.0.smithi028.stdout:109: rollback oid 38 current snap is 5 2024-04-02T08:25:23.418 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 4 2024-04-02T08:25:23.418 INFO:tasks.rados.rados.0.smithi028.stdout:110: delete oid 12 current snap is 5 2024-04-02T08:25:23.419 INFO:tasks.rados.rados.0.smithi028.stdout:110: done (2 left) 2024-04-02T08:25:23.419 INFO:tasks.rados.rados.0.smithi028.stdout:111: read oid 17 snap 3 2024-04-02T08:25:23.419 INFO:tasks.rados.rados.0.smithi028.stdout:111: expect (ObjNum 55 snap 3 seq_num 55) 2024-04-02T08:25:23.419 INFO:tasks.rados.rados.0.smithi028.stdout:112: rollback oid 40 current snap is 5 2024-04-02T08:25:23.419 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 4 2024-04-02T08:25:23.419 INFO:tasks.rados.rados.0.smithi028.stdout:113: delete oid 8 current snap is 5 2024-04-02T08:25:23.419 INFO:tasks.rados.rados.0.smithi028.stdout:108: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-02T08:25:23.426 INFO:tasks.rados.rados.0.smithi028.stdout:109: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:25:23.426 INFO:tasks.rados.rados.0.smithi028.stdout:109: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:109: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 22 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:112: finishing rollback tid 0 to smithi02882251-40 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:108: done (4 left) 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:109: done (3 left) 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:113: done (2 left) 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:114: setattr oid 32 current snap is 5 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:112: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:112: finishing rollback tid 2 to smithi02882251-40 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 36 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:25:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:111: expect (ObjNum 55 snap 3 seq_num 55) 2024-04-02T08:25:23.463 INFO:tasks.rados.rados.0.smithi028.stdout:111: done (2 left) 2024-04-02T08:25:23.463 INFO:tasks.rados.rados.0.smithi028.stdout:112: done (1 left) 2024-04-02T08:25:23.463 INFO:tasks.rados.rados.0.smithi028.stdout:115: snap_create 2024-04-02T08:25:23.465 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:25:23.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:23 smithi137 ceph-mon[31169]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:25:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:23 smithi028 ceph-mon[27433]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:25:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:23 smithi028 ceph-mon[39019]: osdmap e82: 8 total, 8 up, 8 in 2024-04-02T08:25:24.172 INFO:tasks.rados.rados.0.smithi028.stdout:114: done (1 left) 2024-04-02T08:25:24.172 INFO:tasks.rados.rados.0.smithi028.stdout:115: done (0 left) 2024-04-02T08:25:24.172 INFO:tasks.rados.rados.0.smithi028.stdout:116: copy_from oid 25 from oid 6 current snap is 6 2024-04-02T08:25:24.172 INFO:tasks.rados.rados.0.smithi028.stdout:117: setattr oid 23 current snap is 6 2024-04-02T08:25:24.173 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 6 2024-04-02T08:25:24.174 INFO:tasks.rados.rados.0.smithi028.stdout:118: seq_num 63 ranges {696320=663552,1359872=401408} 2024-04-02T08:25:24.181 INFO:tasks.rados.rados.0.smithi028.stdout:118: writing smithi02882251-15 from 696320 to 1359872 tid 1 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:118: writing smithi02882251-15 from 1359872 to 1761280 tid 2 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 36 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:116: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:116: finishing copy_from to smithi02882251-25 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:116: done (2 left) 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:117: done (1 left) 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 6 2024-04-02T08:25:24.185 INFO:tasks.rados.rados.0.smithi028.stdout:119: seq_num 64 ranges {794624=679936,1474560=401408} 2024-04-02T08:25:24.193 INFO:tasks.rados.rados.0.smithi028.stdout:119: writing smithi02882251-48 from 794624 to 1474560 tid 1 2024-04-02T08:25:24.196 INFO:tasks.rados.rados.0.smithi028.stdout:119: writing smithi02882251-48 from 1474560 to 1875968 tid 2 2024-04-02T08:25:24.196 INFO:tasks.rados.rados.0.smithi028.stdout:120: rollback oid 14 current snap is 6 2024-04-02T08:25:24.196 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 2 2024-04-02T08:25:24.196 INFO:tasks.rados.rados.0.smithi028.stdout:118: finishing write tid 1 to smithi02882251-15 2024-04-02T08:25:24.196 INFO:tasks.rados.rados.0.smithi028.stdout:118: finishing write tid 2 to smithi02882251-15 2024-04-02T08:25:24.196 INFO:tasks.rados.rados.0.smithi028.stdout:118: finishing write tid 3 to smithi02882251-15 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:118: finishing write tid 4 to smithi02882251-15 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:118: oid 15 updating version 0 to 20 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:118: oid 15 updating version 20 to 21 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:118: oid 15 version 21 is already newer than 19 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 21 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:118: left oid 15 (ObjNum 63 snap 6 seq_num 63) 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:118: done (2 left) 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:121: read oid 26 snap -1 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:121: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 6 2024-04-02T08:25:24.197 INFO:tasks.rados.rados.0.smithi028.stdout:122: seq_num 65 ranges {319488=696320,1015808=401408} 2024-04-02T08:25:24.202 INFO:tasks.rados.rados.0.smithi028.stdout:122: writing smithi02882251-20 from 319488 to 1015808 tid 1 2024-04-02T08:25:24.204 INFO:tasks.rados.rados.0.smithi028.stdout:122: writing smithi02882251-20 from 1015808 to 1417216 tid 2 2024-04-02T08:25:24.204 INFO:tasks.rados.rados.0.smithi028.stdout:123: snap_create 2024-04-02T08:25:24.204 INFO:tasks.rados.rados.0.smithi028.stdout:119: finishing write tid 1 to smithi02882251-48 2024-04-02T08:25:24.204 INFO:tasks.rados.rados.0.smithi028.stdout:119: finishing write tid 2 to smithi02882251-48 2024-04-02T08:25:24.205 INFO:tasks.rados.rados.0.smithi028.stdout:121: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-02T08:25:24.216 INFO:tasks.rados.rados.0.smithi028.stdout:119: finishing write tid 3 to smithi02882251-48 2024-04-02T08:25:24.216 INFO:tasks.rados.rados.0.smithi028.stdout:120: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:25:24.216 INFO:tasks.rados.rados.0.smithi028.stdout:119: finishing write tid 4 to smithi02882251-48 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:119: oid 48 updating version 0 to 40 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:119: oid 48 version 40 is already newer than 39 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:119: oid 48 version 40 is already newer than 38 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 40 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:119: left oid 48 (ObjNum 64 snap 6 seq_num 64) 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:120: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:120: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 44 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:122: finishing write tid 1 to smithi02882251-20 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:122: finishing write tid 2 to smithi02882251-20 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:122: finishing write tid 3 to smithi02882251-20 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:122: finishing write tid 4 to smithi02882251-20 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:122: oid 20 updating version 0 to 13 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:122: oid 20 version 13 is already newer than 12 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:122: oid 20 updating version 13 to 14 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 14 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-02T08:25:24.217 INFO:tasks.rados.rados.0.smithi028.stdout:122: left oid 20 (ObjNum 65 snap 6 seq_num 65) 2024-04-02T08:25:24.356 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:25:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:25:24] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2024-04-02T08:25:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:24 smithi137 ceph-mon[31169]: pgmap v125: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:25:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:24 smithi137 ceph-mon[31169]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:25:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:24 smithi137 ceph-mon[31169]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:25:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:24 smithi028 ceph-mon[27433]: pgmap v125: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:25:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:24 smithi028 ceph-mon[27433]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:25:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:24 smithi028 ceph-mon[27433]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:25:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:24 smithi028 ceph-mon[39019]: pgmap v125: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:25:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:24 smithi028 ceph-mon[39019]: osdmap e83: 8 total, 8 up, 8 in 2024-04-02T08:25:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:24 smithi028 ceph-mon[39019]: osdmap e84: 8 total, 8 up, 8 in 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:119: done (4 left) 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:120: done (3 left) 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:121: done (2 left) 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:122: done (1 left) 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:123: done (0 left) 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:124: read oid 48 snap 4 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:124: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:125: read oid 49 snap 5 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:125: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:25:25.178 INFO:tasks.rados.rados.0.smithi028.stdout:126: delete oid 44 current snap is 7 2024-04-02T08:25:25.187 INFO:tasks.rados.rados.0.smithi028.stdout:124: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:25:25.211 INFO:tasks.rados.rados.0.smithi028.stdout:124: done (2 left) 2024-04-02T08:25:25.211 INFO:tasks.rados.rados.0.smithi028.stdout:126: done (1 left) 2024-04-02T08:25:25.211 INFO:tasks.rados.rados.0.smithi028.stdout:127: rollback oid 46 current snap is 7 2024-04-02T08:25:25.211 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 3 2024-04-02T08:25:25.211 INFO:tasks.rados.rados.0.smithi028.stdout:125: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:25:25.274 INFO:tasks.rados.rados.0.smithi028.stdout:127: finishing rollback tid 0 to smithi02882251-46 2024-04-02T08:25:25.274 INFO:tasks.rados.rados.0.smithi028.stdout:127: finishing rollback tid 1 to smithi02882251-46 2024-04-02T08:25:25.274 INFO:tasks.rados.rados.0.smithi028.stdout:127: finishing rollback tid 2 to smithi02882251-46 2024-04-02T08:25:25.274 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 20 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:25:25.274 INFO:tasks.rados.rados.0.smithi028.stdout:125: done (1 left) 2024-04-02T08:25:25.275 INFO:tasks.rados.rados.0.smithi028.stdout:127: done (0 left) 2024-04-02T08:25:25.275 INFO:tasks.rados.rados.0.smithi028.stdout:128: read oid 46 snap -1 2024-04-02T08:25:25.275 INFO:tasks.rados.rados.0.smithi028.stdout:128: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:25:25.275 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 7 2024-04-02T08:25:25.275 INFO:tasks.rados.rados.0.smithi028.stdout:129: seq_num 67 ranges {1048576=729088,1777664=401408} 2024-04-02T08:25:25.284 INFO:tasks.rados.rados.0.smithi028.stdout:129: writing smithi02882251-5 from 1048576 to 1777664 tid 1 2024-04-02T08:25:25.286 INFO:tasks.rados.rados.0.smithi028.stdout:129: writing smithi02882251-5 from 1777664 to 2179072 tid 2 2024-04-02T08:25:25.286 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 7 2024-04-02T08:25:25.286 INFO:tasks.rados.rados.0.smithi028.stdout:128: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:129: finishing write tid 1 to smithi02882251-5 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:129: finishing write tid 2 to smithi02882251-5 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:129: finishing write tid 3 to smithi02882251-5 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:129: finishing write tid 4 to smithi02882251-5 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:129: oid 5 updating version 0 to 13 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:129: oid 5 updating version 13 to 15 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:129: oid 5 version 15 is already newer than 14 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 15 (ObjNum 67 snap 7 seq_num 67) dirty exists 2024-04-02T08:25:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:129: left oid 5 (ObjNum 67 snap 7 seq_num 67) 2024-04-02T08:25:25.311 INFO:tasks.rados.rados.0.smithi028.stdout:130: seq_num 68 ranges {172032=745472,917504=401408} 2024-04-02T08:25:25.315 INFO:tasks.rados.rados.0.smithi028.stdout:130: writing smithi02882251-2 from 172032 to 917504 tid 1 2024-04-02T08:25:25.318 INFO:tasks.rados.rados.0.smithi028.stdout:130: writing smithi02882251-2 from 917504 to 1318912 tid 2 2024-04-02T08:25:25.318 INFO:tasks.rados.rados.0.smithi028.stdout:128: done (2 left) 2024-04-02T08:25:25.318 INFO:tasks.rados.rados.0.smithi028.stdout:129: done (1 left) 2024-04-02T08:25:25.318 INFO:tasks.rados.rados.0.smithi028.stdout:131: copy_from oid 24 from oid 46 current snap is 7 2024-04-02T08:25:25.318 INFO:tasks.rados.rados.0.smithi028.stdout:132: copy_from oid 3 from oid 10 current snap is 7 2024-04-02T08:25:25.318 INFO:tasks.rados.rados.0.smithi028.stdout:133: snap_create 2024-04-02T08:25:25.320 INFO:tasks.rados.rados.0.smithi028.stdout:130: finishing write tid 1 to smithi02882251-2 2024-04-02T08:25:25.320 INFO:tasks.rados.rados.0.smithi028.stdout:130: finishing write tid 2 to smithi02882251-2 2024-04-02T08:25:25.320 INFO:tasks.rados.rados.0.smithi028.stdout:130: finishing write tid 3 to smithi02882251-2 2024-04-02T08:25:25.321 INFO:tasks.rados.rados.0.smithi028.stdout:130: finishing write tid 4 to smithi02882251-2 2024-04-02T08:25:25.322 INFO:tasks.rados.rados.0.smithi028.stdout:130: oid 2 updating version 0 to 22 2024-04-02T08:25:25.322 INFO:tasks.rados.rados.0.smithi028.stdout:130: oid 2 version 22 is already newer than 21 2024-04-02T08:25:25.322 INFO:tasks.rados.rados.0.smithi028.stdout:130: oid 2 version 22 is already newer than 20 2024-04-02T08:25:25.322 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 22 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-04-02T08:25:25.322 INFO:tasks.rados.rados.0.smithi028.stdout:130: left oid 2 (ObjNum 68 snap 7 seq_num 68) 2024-04-02T08:25:25.322 INFO:tasks.rados.rados.0.smithi028.stdout:132: finishing copy_from racing read to smithi02882251-3 2024-04-02T08:25:25.322 INFO:tasks.rados.rados.0.smithi028.stdout:132: finishing copy_from to smithi02882251-3 2024-04-02T08:25:25.322 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-02T08:25:25.323 INFO:tasks.rados.rados.0.smithi028.stdout:131: finishing copy_from racing read to smithi02882251-24 2024-04-02T08:25:25.324 INFO:tasks.rados.rados.0.smithi028.stdout:131: finishing copy_from to smithi02882251-24 2024-04-02T08:25:25.324 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 20 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:25:26.182 INFO:tasks.rados.rados.0.smithi028.stdout:130: done (3 left) 2024-04-02T08:25:26.182 INFO:tasks.rados.rados.0.smithi028.stdout:131: done (2 left) 2024-04-02T08:25:26.183 INFO:tasks.rados.rados.0.smithi028.stdout:132: done (1 left) 2024-04-02T08:25:26.183 INFO:tasks.rados.rados.0.smithi028.stdout:133: done (0 left) 2024-04-02T08:25:26.183 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 8 2024-04-02T08:25:26.183 INFO:tasks.rados.rados.0.smithi028.stdout:134: seq_num 69 ranges {139264=761856,901120=401408} 2024-04-02T08:25:26.187 INFO:tasks.rados.rados.0.smithi028.stdout:134: writing smithi02882251-9 from 139264 to 901120 tid 1 2024-04-02T08:25:26.189 INFO:tasks.rados.rados.0.smithi028.stdout:134: writing smithi02882251-9 from 901120 to 1302528 tid 2 2024-04-02T08:25:26.190 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 8 2024-04-02T08:25:26.190 INFO:tasks.rados.rados.0.smithi028.stdout:135: seq_num 70 ranges {0=778240,778240=401408} 2024-04-02T08:25:26.193 INFO:tasks.rados.rados.0.smithi028.stdout:135: writing smithi02882251-12 from 0 to 778240 tid 1 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:135: writing smithi02882251-12 from 778240 to 1179648 tid 2 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:136: rollback oid 22 current snap is 8 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 22 to 2 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:134: finishing write tid 1 to smithi02882251-9 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:134: finishing write tid 2 to smithi02882251-9 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:134: finishing write tid 3 to smithi02882251-9 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:137: snap_create 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:134: finishing write tid 4 to smithi02882251-9 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:134: oid 9 updating version 0 to 47 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:134: oid 9 updating version 47 to 48 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:134: oid 9 version 48 is already newer than 46 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 48 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-02T08:25:26.197 INFO:tasks.rados.rados.0.smithi028.stdout:134: left oid 9 (ObjNum 69 snap 8 seq_num 69) 2024-04-02T08:25:26.198 INFO:tasks.rados.rados.0.smithi028.stdout:135: finishing write tid 1 to smithi02882251-12 2024-04-02T08:25:26.198 INFO:tasks.rados.rados.0.smithi028.stdout:135: finishing write tid 2 to smithi02882251-12 2024-04-02T08:25:26.199 INFO:tasks.rados.rados.0.smithi028.stdout:135: finishing write tid 3 to smithi02882251-12 2024-04-02T08:25:26.201 INFO:tasks.rados.rados.0.smithi028.stdout:136: finishing rollback tid 0 to smithi02882251-22 2024-04-02T08:25:26.201 INFO:tasks.rados.rados.0.smithi028.stdout:135: finishing write tid 4 to smithi02882251-12 2024-04-02T08:25:26.201 INFO:tasks.rados.rados.0.smithi028.stdout:135: oid 12 updating version 0 to 39 2024-04-02T08:25:26.201 INFO:tasks.rados.rados.0.smithi028.stdout:135: oid 12 version 39 is already newer than 38 2024-04-02T08:25:26.201 INFO:tasks.rados.rados.0.smithi028.stdout:135: oid 12 version 39 is already newer than 37 2024-04-02T08:25:26.201 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 39 (ObjNum 70 snap 8 seq_num 70) dirty exists 2024-04-02T08:25:26.201 INFO:tasks.rados.rados.0.smithi028.stdout:135: left oid 12 (ObjNum 70 snap 8 seq_num 70) 2024-04-02T08:25:26.202 INFO:tasks.rados.rados.0.smithi028.stdout:136: finishing rollback tid 1 to smithi02882251-22 2024-04-02T08:25:26.203 INFO:tasks.rados.rados.0.smithi028.stdout:136: finishing rollback tid 2 to smithi02882251-22 2024-04-02T08:25:26.203 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 43 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-02T08:25:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:26 smithi028 ceph-mon[27433]: pgmap v128: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:25:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:26 smithi028 ceph-mon[27433]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:25:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:26 smithi028 ceph-mon[39019]: pgmap v128: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:25:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:26 smithi028 ceph-mon[39019]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:25:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:26 smithi137 ceph-mon[31169]: pgmap v128: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-02T08:25:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:26 smithi137 ceph-mon[31169]: osdmap e85: 8 total, 8 up, 8 in 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:134: done (3 left) 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:135: done (2 left) 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:136: done (1 left) 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:137: done (0 left) 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:138: read oid 33 snap -1 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:138: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:139: read oid 45 snap -1 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:139: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:25:27.191 INFO:tasks.rados.rados.0.smithi028.stdout:140: snap_create 2024-04-02T08:25:27.193 INFO:tasks.rados.rados.0.smithi028.stdout:138: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-02T08:25:27.210 INFO:tasks.rados.rados.0.smithi028.stdout:139: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:25:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:27 smithi028 ceph-mon[27433]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:25:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:27 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:27 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:27 smithi028 ceph-mon[39019]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:25:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:27 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:27 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:27.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:27 smithi137 ceph-mon[31169]: osdmap e86: 8 total, 8 up, 8 in 2024-04-02T08:25:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:27 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:27 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:28.192 INFO:tasks.rados.rados.0.smithi028.stdout:138: done (2 left) 2024-04-02T08:25:28.192 INFO:tasks.rados.rados.0.smithi028.stdout:139: done (1 left) 2024-04-02T08:25:28.192 INFO:tasks.rados.rados.0.smithi028.stdout:140: done (0 left) 2024-04-02T08:25:28.192 INFO:tasks.rados.rados.0.smithi028.stdout:141: copy_from oid 48 from oid 42 current snap is 10 2024-04-02T08:25:28.192 INFO:tasks.rados.rados.0.smithi028.stdout:142: delete oid 29 current snap is 10 2024-04-02T08:25:28.196 INFO:tasks.rados.rados.0.smithi028.stdout:142: done (1 left) 2024-04-02T08:25:28.196 INFO:tasks.rados.rados.0.smithi028.stdout:143: snap_create 2024-04-02T08:25:28.196 INFO:tasks.rados.rados.0.smithi028.stdout:141: finishing copy_from to smithi02882251-48 2024-04-02T08:25:28.196 INFO:tasks.rados.rados.0.smithi028.stdout:141: got expected ENOENT (src dne) 2024-04-02T08:25:28.197 INFO:tasks.rados.rados.0.smithi028.stdout:141: finishing copy_from racing read to smithi02882251-48 2024-04-02T08:25:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:28 smithi028 ceph-mon[27433]: pgmap v131: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:28 smithi028 ceph-mon[27433]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:25:28.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:28 smithi028 ceph-mon[39019]: pgmap v131: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:28.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:28 smithi028 ceph-mon[39019]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:25:28.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:28 smithi137 ceph-mon[31169]: pgmap v131: 121 pgs: 121 active+clean; 26 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:28 smithi137 ceph-mon[31169]: osdmap e87: 8 total, 8 up, 8 in 2024-04-02T08:25:29.202 INFO:tasks.rados.rados.0.smithi028.stdout:141: done (1 left) 2024-04-02T08:25:29.202 INFO:tasks.rados.rados.0.smithi028.stdout:143: done (0 left) 2024-04-02T08:25:29.202 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 11 2024-04-02T08:25:29.202 INFO:tasks.rados.rados.0.smithi028.stdout:144: seq_num 72 ranges {204800=409600,614400=524288,1138688=278528} 2024-04-02T08:25:29.205 INFO:tasks.rados.rados.0.smithi028.stdout:144: writing smithi02882251-43 from 204800 to 614400 tid 1 2024-04-02T08:25:29.208 INFO:tasks.rados.rados.0.smithi028.stdout:144: writing smithi02882251-43 from 614400 to 1138688 tid 2 2024-04-02T08:25:29.210 INFO:tasks.rados.rados.0.smithi028.stdout:144: writing smithi02882251-43 from 1138688 to 1417216 tid 3 2024-04-02T08:25:29.210 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 11 2024-04-02T08:25:29.210 INFO:tasks.rados.rados.0.smithi028.stdout:145: seq_num 73 ranges {155648=425984,581632=409600,991232=393216} 2024-04-02T08:25:29.213 INFO:tasks.rados.rados.0.smithi028.stdout:145: writing smithi02882251-10 from 155648 to 581632 tid 1 2024-04-02T08:25:29.217 INFO:tasks.rados.rados.0.smithi028.stdout:145: writing smithi02882251-10 from 581632 to 991232 tid 2 2024-04-02T08:25:29.220 INFO:tasks.rados.rados.0.smithi028.stdout:145: writing smithi02882251-10 from 991232 to 1384448 tid 3 2024-04-02T08:25:29.220 INFO:tasks.rados.rados.0.smithi028.stdout:146: snap_create 2024-04-02T08:25:29.220 INFO:tasks.rados.rados.0.smithi028.stdout:144: finishing write tid 1 to smithi02882251-43 2024-04-02T08:25:29.220 INFO:tasks.rados.rados.0.smithi028.stdout:144: finishing write tid 2 to smithi02882251-43 2024-04-02T08:25:29.220 INFO:tasks.rados.rados.0.smithi028.stdout:144: finishing write tid 3 to smithi02882251-43 2024-04-02T08:25:29.220 INFO:tasks.rados.rados.0.smithi028.stdout:144: finishing write tid 4 to smithi02882251-43 2024-04-02T08:25:29.220 INFO:tasks.rados.rados.0.smithi028.stdout:144: finishing write tid 5 to smithi02882251-43 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:144: oid 43 updating version 0 to 8 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:144: oid 43 updating version 8 to 10 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:144: oid 43 version 10 is already newer than 9 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:144: oid 43 updating version 10 to 11 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 11 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:144: left oid 43 (ObjNum 72 snap 11 seq_num 72) 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:145: finishing write tid 1 to smithi02882251-10 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:145: finishing write tid 2 to smithi02882251-10 2024-04-02T08:25:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:145: finishing write tid 3 to smithi02882251-10 2024-04-02T08:25:29.222 INFO:tasks.rados.rados.0.smithi028.stdout:145: finishing write tid 4 to smithi02882251-10 2024-04-02T08:25:29.223 INFO:tasks.rados.rados.0.smithi028.stdout:145: finishing write tid 5 to smithi02882251-10 2024-04-02T08:25:29.223 INFO:tasks.rados.rados.0.smithi028.stdout:145: oid 10 updating version 0 to 20 2024-04-02T08:25:29.223 INFO:tasks.rados.rados.0.smithi028.stdout:145: oid 10 version 20 is already newer than 18 2024-04-02T08:25:29.223 INFO:tasks.rados.rados.0.smithi028.stdout:145: oid 10 version 20 is already newer than 19 2024-04-02T08:25:29.223 INFO:tasks.rados.rados.0.smithi028.stdout:145: oid 10 updating version 20 to 21 2024-04-02T08:25:29.223 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 21 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-02T08:25:29.223 INFO:tasks.rados.rados.0.smithi028.stdout:145: left oid 10 (ObjNum 73 snap 11 seq_num 73) 2024-04-02T08:25:29.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:29 smithi028 ceph-mon[27433]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:25:29.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:29 smithi028 ceph-mon[39019]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:25:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:29 smithi137 ceph-mon[31169]: osdmap e88: 8 total, 8 up, 8 in 2024-04-02T08:25:30.208 INFO:tasks.rados.rados.0.smithi028.stdout:144: done (2 left) 2024-04-02T08:25:30.208 INFO:tasks.rados.rados.0.smithi028.stdout:145: done (1 left) 2024-04-02T08:25:30.208 INFO:tasks.rados.rados.0.smithi028.stdout:146: done (0 left) 2024-04-02T08:25:30.208 INFO:tasks.rados.rados.0.smithi028.stdout:147: snap_create 2024-04-02T08:25:30.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:30 smithi137 ceph-mon[31169]: pgmap v134: 121 pgs: 121 active+clean; 36 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-04-02T08:25:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:30 smithi137 ceph-mon[31169]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:25:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:30 smithi028 ceph-mon[27433]: pgmap v134: 121 pgs: 121 active+clean; 36 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-04-02T08:25:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:30 smithi028 ceph-mon[27433]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:25:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:30 smithi028 ceph-mon[39019]: pgmap v134: 121 pgs: 121 active+clean; 36 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-04-02T08:25:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:30 smithi028 ceph-mon[39019]: osdmap e89: 8 total, 8 up, 8 in 2024-04-02T08:25:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:147: done (0 left) 2024-04-02T08:25:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:148: read oid 42 snap -1 2024-04-02T08:25:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:148: expect deleted 2024-04-02T08:25:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:149: rmattr oid 17 current snap is 13 2024-04-02T08:25:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:149: done (1 left) 2024-04-02T08:25:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:150: setattr oid 28 current snap is 13 2024-04-02T08:25:31.218 INFO:tasks.rados.rados.0.smithi028.stdout:151: copy_from oid 33 from oid 16 current snap is 13 2024-04-02T08:25:31.218 INFO:tasks.rados.rados.0.smithi028.stdout:152: setattr oid 32 current snap is 13 2024-04-02T08:25:31.218 INFO:tasks.rados.rados.0.smithi028.stdout:148: done (3 left) 2024-04-02T08:25:31.218 INFO:tasks.rados.rados.0.smithi028.stdout:153: snap_remove snap 5 2024-04-02T08:25:31.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:31 smithi137 ceph-mon[31169]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:25:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:31 smithi028 ceph-mon[27433]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:25:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:31 smithi028 ceph-mon[39019]: osdmap e90: 8 total, 8 up, 8 in 2024-04-02T08:25:32.220 INFO:tasks.rados.rados.0.smithi028.stdout:153: done (3 left) 2024-04-02T08:25:32.221 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 13 2024-04-02T08:25:32.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 45 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-02T08:25:32.221 INFO:tasks.rados.rados.0.smithi028.stdout:154: seq_num 74 ranges {778240=442368,1220608=696320,1916928=106496} 2024-04-02T08:25:32.227 INFO:tasks.rados.rados.0.smithi028.stdout:154: writing smithi02882251-47 from 778240 to 1220608 tid 1 2024-04-02T08:25:32.232 INFO:tasks.rados.rados.0.smithi028.stdout:154: writing smithi02882251-47 from 1220608 to 1916928 tid 2 2024-04-02T08:25:32.234 INFO:tasks.rados.rados.0.smithi028.stdout:154: writing smithi02882251-47 from 1916928 to 2023424 tid 3 2024-04-02T08:25:32.234 INFO:tasks.rados.rados.0.smithi028.stdout:151: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:25:32.234 INFO:tasks.rados.rados.0.smithi028.stdout:151: finishing copy_from to smithi02882251-33 2024-04-02T08:25:32.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-02T08:25:32.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 16 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:25:32.234 INFO:tasks.rados.rados.0.smithi028.stdout:150: done (3 left) 2024-04-02T08:25:32.234 INFO:tasks.rados.rados.0.smithi028.stdout:151: done (2 left) 2024-04-02T08:25:32.234 INFO:tasks.rados.rados.0.smithi028.stdout:152: done (1 left) 2024-04-02T08:25:32.235 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 13 2024-04-02T08:25:32.235 INFO:tasks.rados.rados.0.smithi028.stdout:155: seq_num 75 ranges {0=458752,458752=581632,1040384=221184} 2024-04-02T08:25:32.238 INFO:tasks.rados.rados.0.smithi028.stdout:155: writing smithi02882251-44 from 0 to 458752 tid 1 2024-04-02T08:25:32.241 INFO:tasks.rados.rados.0.smithi028.stdout:155: writing smithi02882251-44 from 458752 to 1040384 tid 2 2024-04-02T08:25:32.242 INFO:tasks.rados.rados.0.smithi028.stdout:155: writing smithi02882251-44 from 1040384 to 1261568 tid 3 2024-04-02T08:25:32.242 INFO:tasks.rados.rados.0.smithi028.stdout:156: snap_remove snap 11 2024-04-02T08:25:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:32 smithi137 ceph-mon[31169]: pgmap v137: 121 pgs: 121 active+clean; 36 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-04-02T08:25:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:32 smithi137 ceph-mon[31169]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:25:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:32 smithi028 ceph-mon[27433]: pgmap v137: 121 pgs: 121 active+clean; 36 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-04-02T08:25:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:32 smithi028 ceph-mon[27433]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:25:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:32 smithi028 ceph-mon[39019]: pgmap v137: 121 pgs: 121 active+clean; 36 MiB data, 281 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.4 MiB/s wr, 34 op/s 2024-04-02T08:25:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:32 smithi028 ceph-mon[39019]: osdmap e91: 8 total, 8 up, 8 in 2024-04-02T08:25:33.225 INFO:tasks.rados.rados.0.smithi028.stdout:156: done (2 left) 2024-04-02T08:25:33.225 INFO:tasks.rados.rados.0.smithi028.stdout:157: delete oid 22 current snap is 13 2024-04-02T08:25:33.225 INFO:tasks.rados.rados.0.smithi028.stdout:154: finishing write tid 1 to smithi02882251-47 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: finishing write tid 2 to smithi02882251-47 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: finishing write tid 3 to smithi02882251-47 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: finishing write tid 4 to smithi02882251-47 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:155: finishing write tid 1 to smithi02882251-44 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: finishing write tid 5 to smithi02882251-47 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: oid 47 updating version 0 to 14 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: oid 47 version 14 is already newer than 13 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: oid 47 updating version 14 to 15 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: oid 47 version 15 is already newer than 12 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 15 (ObjNum 74 snap 13 seq_num 74) dirty exists 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:154: left oid 47 (ObjNum 74 snap 13 seq_num 74) 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:155: finishing write tid 2 to smithi02882251-44 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:155: finishing write tid 3 to smithi02882251-44 2024-04-02T08:25:33.226 INFO:tasks.rados.rados.0.smithi028.stdout:155: finishing write tid 4 to smithi02882251-44 2024-04-02T08:25:33.227 INFO:tasks.rados.rados.0.smithi028.stdout:155: finishing write tid 5 to smithi02882251-44 2024-04-02T08:25:33.227 INFO:tasks.rados.rados.0.smithi028.stdout:155: oid 44 updating version 0 to 30 2024-04-02T08:25:33.227 INFO:tasks.rados.rados.0.smithi028.stdout:155: oid 44 version 30 is already newer than 29 2024-04-02T08:25:33.227 INFO:tasks.rados.rados.0.smithi028.stdout:155: oid 44 version 30 is already newer than 27 2024-04-02T08:25:33.227 INFO:tasks.rados.rados.0.smithi028.stdout:155: oid 44 version 30 is already newer than 28 2024-04-02T08:25:33.227 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 30 (ObjNum 75 snap 13 seq_num 75) dirty exists 2024-04-02T08:25:33.227 INFO:tasks.rados.rados.0.smithi028.stdout:155: left oid 44 (ObjNum 75 snap 13 seq_num 75) 2024-04-02T08:25:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:154: done (2 left) 2024-04-02T08:25:33.230 INFO:tasks.rados.rados.0.smithi028.stdout:155: done (1 left) 2024-04-02T08:25:33.230 INFO:tasks.rados.rados.0.smithi028.stdout:157: done (0 left) 2024-04-02T08:25:33.230 INFO:tasks.rados.rados.0.smithi028.stdout:158: snap_create 2024-04-02T08:25:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:33 smithi137 ceph-mon[31169]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:25:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:33 smithi028 ceph-mon[27433]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:25:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:33 smithi028 ceph-mon[39019]: osdmap e92: 8 total, 8 up, 8 in 2024-04-02T08:25:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:158: done (0 left) 2024-04-02T08:25:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 14 2024-04-02T08:25:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:159: seq_num 77 ranges {507904=491520,999424=794624,1794048=8192} 2024-04-02T08:25:34.180 INFO:tasks.rados.rados.0.smithi028.stdout:159: writing smithi02882251-31 from 507904 to 999424 tid 1 2024-04-02T08:25:34.186 INFO:tasks.rados.rados.0.smithi028.stdout:159: writing smithi02882251-31 from 999424 to 1794048 tid 2 2024-04-02T08:25:34.187 INFO:tasks.rados.rados.0.smithi028.stdout:159: writing smithi02882251-31 from 1794048 to 1802240 tid 3 2024-04-02T08:25:34.187 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 14 2024-04-02T08:25:34.187 INFO:tasks.rados.rados.0.smithi028.stdout:160: seq_num 78 ranges {253952=516096,770048=679936,1449984=122880} 2024-04-02T08:25:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:160: writing smithi02882251-16 from 253952 to 770048 tid 1 2024-04-02T08:25:34.197 INFO:tasks.rados.rados.0.smithi028.stdout:160: writing smithi02882251-16 from 770048 to 1449984 tid 2 2024-04-02T08:25:34.198 INFO:tasks.rados.rados.0.smithi028.stdout:160: writing smithi02882251-16 from 1449984 to 1572864 tid 3 2024-04-02T08:25:34.198 INFO:tasks.rados.rados.0.smithi028.stdout:161: copy_from oid 10 from oid 39 current snap is 14 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: finishing write tid 1 to smithi02882251-31 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: finishing write tid 2 to smithi02882251-31 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:162: read oid 48 snap 4 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:162: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:163: copy_from oid 50 from oid 1 current snap is 14 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: finishing write tid 3 to smithi02882251-31 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: finishing write tid 4 to smithi02882251-31 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: finishing write tid 5 to smithi02882251-31 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: oid 31 updating version 0 to 27 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: oid 31 updating version 27 to 28 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: oid 31 version 28 is already newer than 25 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: oid 31 version 28 is already newer than 26 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 28 (ObjNum 77 snap 14 seq_num 77) dirty exists 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: left oid 31 (ObjNum 77 snap 14 seq_num 77) 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:160: finishing write tid 1 to smithi02882251-16 2024-04-02T08:25:34.199 INFO:tasks.rados.rados.0.smithi028.stdout:159: done (4 left) 2024-04-02T08:25:34.200 INFO:tasks.rados.rados.0.smithi028.stdout:164: snap_remove snap 13 2024-04-02T08:25:34.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:25:34 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:25:34] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-04-02T08:25:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:34 smithi028 ceph-mon[27433]: pgmap v140: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:25:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:34 smithi028 ceph-mon[27433]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:25:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:34 smithi028 ceph-mon[27433]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:25:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:34 smithi028 ceph-mon[39019]: pgmap v140: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:25:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:34 smithi028 ceph-mon[39019]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:25:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:34 smithi028 ceph-mon[39019]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:25:34.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:34 smithi137 ceph-mon[31169]: pgmap v140: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:25:34.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:34 smithi137 ceph-mon[31169]: osdmap e93: 8 total, 8 up, 8 in 2024-04-02T08:25:34.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:34 smithi137 ceph-mon[31169]: osdmap e94: 8 total, 8 up, 8 in 2024-04-02T08:25:35.179 INFO:tasks.rados.rados.0.smithi028.stdout:164: done (4 left) 2024-04-02T08:25:35.179 INFO:tasks.rados.rados.0.smithi028.stdout:165: delete oid 8 current snap is 14 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: finishing write tid 2 to smithi02882251-16 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: finishing write tid 3 to smithi02882251-16 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: finishing write tid 4 to smithi02882251-16 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: finishing write tid 5 to smithi02882251-16 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: oid 16 updating version 0 to 8 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: oid 16 updating version 8 to 11 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: oid 16 version 11 is already newer than 9 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: oid 16 version 11 is already newer than 10 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 11 (ObjNum 78 snap 14 seq_num 78) dirty exists 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:160: left oid 16 (ObjNum 78 snap 14 seq_num 78) 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:163: finishing copy_from to smithi02882251-50 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:163: got expected ENOENT (src dne) 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:163: finishing copy_from racing read to smithi02882251-50 2024-04-02T08:25:35.180 INFO:tasks.rados.rados.0.smithi028.stdout:161: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:25:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:161: finishing copy_from to smithi02882251-10 2024-04-02T08:25:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 14 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:25:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:162: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-02T08:25:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:160: done (4 left) 2024-04-02T08:25:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:161: done (3 left) 2024-04-02T08:25:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:162: done (2 left) 2024-04-02T08:25:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:163: done (1 left) 2024-04-02T08:25:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:165: done (0 left) 2024-04-02T08:25:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:166: snap_remove snap 4 2024-04-02T08:25:36.185 INFO:tasks.rados.rados.0.smithi028.stdout:166: done (0 left) 2024-04-02T08:25:36.186 INFO:tasks.rados.rados.0.smithi028.stdout:167: snap_create 2024-04-02T08:25:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:36 smithi028 ceph-mon[27433]: pgmap v143: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:25:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:36 smithi028 ceph-mon[27433]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:25:36.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:36 smithi028 ceph-mon[39019]: pgmap v143: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:25:36.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:36 smithi028 ceph-mon[39019]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:25:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:36 smithi137 ceph-mon[31169]: pgmap v143: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-02T08:25:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:36 smithi137 ceph-mon[31169]: osdmap e95: 8 total, 8 up, 8 in 2024-04-02T08:25:37.192 INFO:tasks.rados.rados.0.smithi028.stdout:167: done (0 left) 2024-04-02T08:25:37.192 INFO:tasks.rados.rados.0.smithi028.stdout:168: read oid 46 snap -1 2024-04-02T08:25:37.192 INFO:tasks.rados.rados.0.smithi028.stdout:168: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:25:37.192 INFO:tasks.rados.rados.0.smithi028.stdout:169: copy_from oid 3 from oid 30 current snap is 15 2024-04-02T08:25:37.192 INFO:tasks.rados.rados.0.smithi028.stdout:170: copy_from oid 17 from oid 9 current snap is 15 2024-04-02T08:25:37.192 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 15 2024-04-02T08:25:37.192 INFO:tasks.rados.rados.0.smithi028.stdout:171: seq_num 80 ranges {1802240=548864,2351104=450560,2801664=352256} 2024-04-02T08:25:37.205 INFO:tasks.rados.rados.0.smithi028.stdout:171: writing smithi02882251-31 from 1802240 to 2351104 tid 1 2024-04-02T08:25:37.208 INFO:tasks.rados.rados.0.smithi028.stdout:171: writing smithi02882251-31 from 2351104 to 2801664 tid 2 2024-04-02T08:25:37.210 INFO:tasks.rados.rados.0.smithi028.stdout:171: writing smithi02882251-31 from 2801664 to 3153920 tid 3 2024-04-02T08:25:37.210 INFO:tasks.rados.rados.0.smithi028.stdout:172: setattr oid 32 current snap is 15 2024-04-02T08:25:37.210 INFO:tasks.rados.rados.0.smithi028.stdout:168: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:25:37.233 INFO:tasks.rados.rados.0.smithi028.stdout:169: finishing copy_from racing read to smithi02882251-3 2024-04-02T08:25:37.233 INFO:tasks.rados.rados.0.smithi028.stdout:169: finishing copy_from to smithi02882251-3 2024-04-02T08:25:37.233 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:25:37.233 INFO:tasks.rados.rados.0.smithi028.stdout:170: finishing copy_from racing read to smithi02882251-17 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:170: finishing copy_from to smithi02882251-17 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 48 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: finishing write tid 1 to smithi02882251-31 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: finishing write tid 2 to smithi02882251-31 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: finishing write tid 3 to smithi02882251-31 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: finishing write tid 4 to smithi02882251-31 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: finishing write tid 5 to smithi02882251-31 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: oid 31 updating version 0 to 42 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: oid 31 version 42 is already newer than 41 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: oid 31 version 42 is already newer than 40 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:171: oid 31 updating version 42 to 43 2024-04-02T08:25:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 43 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-02T08:25:37.235 INFO:tasks.rados.rados.0.smithi028.stdout:171: left oid 31 (ObjNum 80 snap 15 seq_num 80) 2024-04-02T08:25:37.235 INFO:tasks.rados.rados.0.smithi028.stdout:168: done (4 left) 2024-04-02T08:25:37.235 INFO:tasks.rados.rados.0.smithi028.stdout:169: done (3 left) 2024-04-02T08:25:37.235 INFO:tasks.rados.rados.0.smithi028.stdout:170: done (2 left) 2024-04-02T08:25:37.235 INFO:tasks.rados.rados.0.smithi028.stdout:171: done (1 left) 2024-04-02T08:25:37.235 INFO:tasks.rados.rados.0.smithi028.stdout:173: snap_remove snap 10 2024-04-02T08:25:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[27433]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[27433]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[27433]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[27433]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[39019]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[39019]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[39019]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:37.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:37 smithi028 ceph-mon[39019]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:25:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:37 smithi137 ceph-mon[31169]: osdmap e96: 8 total, 8 up, 8 in 2024-04-02T08:25:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:37 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:37 smithi137 ceph-mon[31169]: Upgrade: Target is version 19.0.0-2422-g3cba26ea (unknown) 2024-04-02T08:25:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:37 smithi137 ceph-mon[31169]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c'] 2024-04-02T08:25:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:37 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:25:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:37 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:25:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:37 smithi137 ceph-mon[31169]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-02T08:25:38.199 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 28 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:25:38.199 INFO:tasks.rados.rados.0.smithi028.stdout:172: done (1 left) 2024-04-02T08:25:38.199 INFO:tasks.rados.rados.0.smithi028.stdout:173: done (0 left) 2024-04-02T08:25:38.199 INFO:tasks.rados.rados.0.smithi028.stdout:174: rmattr oid 4 current snap is 15 2024-04-02T08:25:38.199 INFO:tasks.rados.rados.0.smithi028.stdout:174: done (0 left) 2024-04-02T08:25:38.199 INFO:tasks.rados.rados.0.smithi028.stdout:175: copy_from oid 13 from oid 25 current snap is 15 2024-04-02T08:25:38.199 INFO:tasks.rados.rados.0.smithi028.stdout:176: snap_remove snap 2 2024-04-02T08:25:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:38 smithi028 ceph-mon[27433]: pgmap v146: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:38 smithi028 ceph-mon[27433]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi137 2024-04-02T08:25:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:38 smithi028 ceph-mon[27433]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:25:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:38 smithi028 ceph-mon[39019]: pgmap v146: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:38 smithi028 ceph-mon[39019]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi137 2024-04-02T08:25:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:38 smithi028 ceph-mon[39019]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:25:38.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:38 smithi137 ceph-mon[31169]: pgmap v146: 121 pgs: 121 active+clean; 41 MiB data, 287 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:38.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:38 smithi137 ceph-mon[31169]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c on smithi137 2024-04-02T08:25:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:38 smithi137 ceph-mon[31169]: osdmap e97: 8 total, 8 up, 8 in 2024-04-02T08:25:39.204 INFO:tasks.rados.rados.0.smithi028.stdout:176: done (1 left) 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:177: read oid 3 snap -1 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:177: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:178: rollback oid 36 current snap is 15 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 12 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:175: finishing copy_from racing read to smithi02882251-13 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:175: finishing copy_from to smithi02882251-13 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:175: done (2 left) 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 15 2024-04-02T08:25:39.205 INFO:tasks.rados.rados.0.smithi028.stdout:179: seq_num 81 ranges {1572864=565248,2138112=737280,2875392=65536} 2024-04-02T08:25:39.217 INFO:tasks.rados.rados.0.smithi028.stdout:179: writing smithi02882251-16 from 1572864 to 2138112 tid 1 2024-04-02T08:25:39.222 INFO:tasks.rados.rados.0.smithi028.stdout:179: writing smithi02882251-16 from 2138112 to 2875392 tid 2 2024-04-02T08:25:39.223 INFO:tasks.rados.rados.0.smithi028.stdout:179: writing smithi02882251-16 from 2875392 to 2940928 tid 3 2024-04-02T08:25:39.223 INFO:tasks.rados.rados.0.smithi028.stdout:180: read oid 27 snap -1 2024-04-02T08:25:39.223 INFO:tasks.rados.rados.0.smithi028.stdout:180: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:181: rollback oid 40 current snap is 15 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 12 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:178: finishing rollback tid 0 to smithi02882251-36 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:178: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:178: finishing rollback tid 2 to smithi02882251-36 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 24 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:178: done (4 left) 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:182: delete oid 1 current snap is 15 2024-04-02T08:25:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:177: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:25:39.239 INFO:tasks.rados.rados.0.smithi028.stdout:179: finishing write tid 1 to smithi02882251-16 2024-04-02T08:25:39.239 INFO:tasks.rados.rados.0.smithi028.stdout:179: finishing write tid 2 to smithi02882251-16 2024-04-02T08:25:39.239 INFO:tasks.rados.rados.0.smithi028.stdout:179: finishing write tid 3 to smithi02882251-16 2024-04-02T08:25:39.239 INFO:tasks.rados.rados.0.smithi028.stdout:179: finishing write tid 4 to smithi02882251-16 2024-04-02T08:25:39.239 INFO:tasks.rados.rados.0.smithi028.stdout:180: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:181: finishing rollback tid 0 to smithi02882251-40 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:181: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:179: finishing write tid 5 to smithi02882251-16 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:179: oid 16 updating version 0 to 22 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:179: oid 16 version 22 is already newer than 21 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:179: oid 16 updating version 22 to 24 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:179: oid 16 version 24 is already newer than 23 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 24 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-02T08:25:39.264 INFO:tasks.rados.rados.0.smithi028.stdout:179: left oid 16 (ObjNum 81 snap 15 seq_num 81) 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:181: finishing rollback tid 2 to smithi02882251-40 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 74 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:177: done (4 left) 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:179: done (3 left) 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:180: done (2 left) 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:181: done (1 left) 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:182: done (0 left) 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 15 2024-04-02T08:25:39.265 INFO:tasks.rados.rados.0.smithi028.stdout:183: seq_num 83 ranges {1261568=598016,1859584=499712,2359296=303104} 2024-04-02T08:25:39.273 INFO:tasks.rados.rados.0.smithi028.stdout:183: writing smithi02882251-44 from 1261568 to 1859584 tid 1 2024-04-02T08:25:39.276 INFO:tasks.rados.rados.0.smithi028.stdout:183: writing smithi02882251-44 from 1859584 to 2359296 tid 2 2024-04-02T08:25:39.278 INFO:tasks.rados.rados.0.smithi028.stdout:183: writing smithi02882251-44 from 2359296 to 2662400 tid 3 2024-04-02T08:25:39.278 INFO:tasks.rados.rados.0.smithi028.stdout:184: snap_create 2024-04-02T08:25:39.278 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 1 to smithi02882251-44 2024-04-02T08:25:39.280 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 2 to smithi02882251-44 2024-04-02T08:25:39.280 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 3 to smithi02882251-44 2024-04-02T08:25:39.280 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 4 to smithi02882251-44 2024-04-02T08:25:39.281 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 5 to smithi02882251-44 2024-04-02T08:25:39.281 INFO:tasks.rados.rados.0.smithi028.stdout:183: oid 44 updating version 0 to 50 2024-04-02T08:25:39.281 INFO:tasks.rados.rados.0.smithi028.stdout:183: oid 44 updating version 50 to 51 2024-04-02T08:25:39.281 INFO:tasks.rados.rados.0.smithi028.stdout:183: oid 44 version 51 is already newer than 48 2024-04-02T08:25:39.281 INFO:tasks.rados.rados.0.smithi028.stdout:183: oid 44 version 51 is already newer than 49 2024-04-02T08:25:39.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 51 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-04-02T08:25:39.281 INFO:tasks.rados.rados.0.smithi028.stdout:183: left oid 44 (ObjNum 83 snap 15 seq_num 83) 2024-04-02T08:25:39.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:39 smithi137 ceph-mon[31169]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:25:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:39 smithi028 ceph-mon[27433]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:25:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:39 smithi028 ceph-mon[39019]: osdmap e98: 8 total, 8 up, 8 in 2024-04-02T08:25:40.208 INFO:tasks.rados.rados.0.smithi028.stdout:183: done (1 left) 2024-04-02T08:25:40.208 INFO:tasks.rados.rados.0.smithi028.stdout:184: done (0 left) 2024-04-02T08:25:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:185: snap_remove snap 9 2024-04-02T08:25:40.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:40 smithi137 ceph-mon[31169]: pgmap v149: 121 pgs: 121 active+clean; 48 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-02T08:25:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:40 smithi137 ceph-mon[31169]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:25:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:40 smithi028 ceph-mon[27433]: pgmap v149: 121 pgs: 121 active+clean; 48 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-02T08:25:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:40 smithi028 ceph-mon[27433]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:25:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:40 smithi028 ceph-mon[39019]: pgmap v149: 121 pgs: 121 active+clean; 48 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-02T08:25:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:40 smithi028 ceph-mon[39019]: osdmap e99: 8 total, 8 up, 8 in 2024-04-02T08:25:41.214 INFO:tasks.rados.rados.0.smithi028.stdout:185: done (0 left) 2024-04-02T08:25:41.215 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 16 2024-04-02T08:25:41.215 INFO:tasks.rados.rados.0.smithi028.stdout:186: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2024-04-02T08:25:41.218 INFO:tasks.rados.rados.0.smithi028.stdout:186: writing smithi02882251-22 from 0 to 614400 tid 1 2024-04-02T08:25:41.220 INFO:tasks.rados.rados.0.smithi028.stdout:186: writing smithi02882251-22 from 614400 to 1048576 tid 2 2024-04-02T08:25:41.223 INFO:tasks.rados.rados.0.smithi028.stdout:186: writing smithi02882251-22 from 1048576 to 1417216 tid 3 2024-04-02T08:25:41.223 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 16 2024-04-02T08:25:41.223 INFO:tasks.rados.rados.0.smithi028.stdout:186: finishing write tid 1 to smithi02882251-22 2024-04-02T08:25:41.223 INFO:tasks.rados.rados.0.smithi028.stdout:187: seq_num 85 ranges {1597440=630784,2228224=720896,2949120=81920} 2024-04-02T08:25:41.235 INFO:tasks.rados.rados.0.smithi028.stdout:187: writing smithi02882251-10 from 1597440 to 2228224 tid 1 2024-04-02T08:25:41.239 INFO:tasks.rados.rados.0.smithi028.stdout:187: writing smithi02882251-10 from 2228224 to 2949120 tid 2 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi028.stdout:187: writing smithi02882251-10 from 2949120 to 3031040 tid 3 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi028.stdout:188: setattr oid 6 current snap is 16 2024-04-02T08:25:41.240 INFO:tasks.rados.rados.0.smithi028.stdout:186: finishing write tid 2 to smithi02882251-22 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:186: finishing write tid 3 to smithi02882251-22 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:186: finishing write tid 4 to smithi02882251-22 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:186: finishing write tid 5 to smithi02882251-22 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:186: oid 22 updating version 0 to 80 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:186: oid 22 updating version 80 to 81 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:186: oid 22 updating version 81 to 83 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:186: oid 22 version 83 is already newer than 82 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 83 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-04-02T08:25:41.241 INFO:tasks.rados.rados.0.smithi028.stdout:186: left oid 22 (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:25:41.242 INFO:tasks.rados.rados.0.smithi028.stdout:186: done (2 left) 2024-04-02T08:25:41.242 INFO:tasks.rados.rados.0.smithi028.stdout:189: read oid 12 snap 14 2024-04-02T08:25:41.242 INFO:tasks.rados.rados.0.smithi028.stdout:189: expect (ObjNum 70 snap 8 seq_num 70) 2024-04-02T08:25:41.242 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 16 2024-04-02T08:25:41.242 INFO:tasks.rados.rados.0.smithi028.stdout:190: seq_num 86 ranges {491520=647168,1138688=606208,1744896=196608} 2024-04-02T08:25:41.248 INFO:tasks.rados.rados.0.smithi028.stdout:190: writing smithi02882251-3 from 491520 to 1138688 tid 1 2024-04-02T08:25:41.254 INFO:tasks.rados.rados.0.smithi028.stdout:190: writing smithi02882251-3 from 1138688 to 1744896 tid 2 2024-04-02T08:25:41.254 INFO:tasks.rados.rados.0.smithi028.stdout:190: writing smithi02882251-3 from 1744896 to 1941504 tid 3 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:191: snap_create 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: finishing write tid 1 to smithi02882251-10 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: finishing write tid 2 to smithi02882251-10 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: finishing write tid 3 to smithi02882251-10 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: finishing write tid 4 to smithi02882251-10 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: finishing write tid 5 to smithi02882251-10 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: oid 10 updating version 0 to 58 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: oid 10 version 58 is already newer than 53 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: oid 10 updating version 58 to 60 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: oid 10 version 60 is already newer than 59 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 60 (ObjNum 85 snap 16 seq_num 85) dirty exists 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:187: left oid 10 (ObjNum 85 snap 16 seq_num 85) 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 49 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:25:41.255 INFO:tasks.rados.rados.0.smithi028.stdout:189: expect (ObjNum 70 snap 8 seq_num 70) 2024-04-02T08:25:41.286 INFO:tasks.rados.rados.0.smithi028.stdout:190: finishing write tid 1 to smithi02882251-3 2024-04-02T08:25:41.286 INFO:tasks.rados.rados.0.smithi028.stdout:190: finishing write tid 2 to smithi02882251-3 2024-04-02T08:25:41.286 INFO:tasks.rados.rados.0.smithi028.stdout:190: finishing write tid 3 to smithi02882251-3 2024-04-02T08:25:41.286 INFO:tasks.rados.rados.0.smithi028.stdout:190: finishing write tid 4 to smithi02882251-3 2024-04-02T08:25:41.286 INFO:tasks.rados.rados.0.smithi028.stdout:190: finishing write tid 5 to smithi02882251-3 2024-04-02T08:25:41.287 INFO:tasks.rados.rados.0.smithi028.stdout:190: oid 3 updating version 0 to 44 2024-04-02T08:25:41.287 INFO:tasks.rados.rados.0.smithi028.stdout:190: oid 3 updating version 44 to 45 2024-04-02T08:25:41.287 INFO:tasks.rados.rados.0.smithi028.stdout:190: oid 3 version 45 is already newer than 42 2024-04-02T08:25:41.287 INFO:tasks.rados.rados.0.smithi028.stdout:190: oid 3 version 45 is already newer than 43 2024-04-02T08:25:41.287 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 45 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-02T08:25:41.287 INFO:tasks.rados.rados.0.smithi028.stdout:190: left oid 3 (ObjNum 86 snap 16 seq_num 86) 2024-04-02T08:25:41.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:41 smithi137 ceph-mon[31169]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:25:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:41 smithi028 ceph-mon[27433]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:25:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:41 smithi028 ceph-mon[39019]: osdmap e100: 8 total, 8 up, 8 in 2024-04-02T08:25:42.205 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:25:42.218 INFO:tasks.rados.rados.0.smithi028.stdout:187: done (4 left) 2024-04-02T08:25:42.218 INFO:tasks.rados.rados.0.smithi028.stdout:188: done (3 left) 2024-04-02T08:25:42.218 INFO:tasks.rados.rados.0.smithi028.stdout:189: done (2 left) 2024-04-02T08:25:42.218 INFO:tasks.rados.rados.0.smithi028.stdout:190: done (1 left) 2024-04-02T08:25:42.218 INFO:tasks.rados.rados.0.smithi028.stdout:191: done (0 left) 2024-04-02T08:25:42.218 INFO:tasks.rados.rados.0.smithi028.stdout:192: snap_create 2024-04-02T08:25:42.533 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:25:42.533 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (2m) 2m ago 3m 17.5M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:25:42.533 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (3m) 2m ago 3m 79.3M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:25:42.533 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (4m) 2m ago 4m 15.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:25:42.533 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (4m) 2m ago 4m 14.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:25:42.533 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,8765 running (7m) 2m ago 7m 449M - 18.2.2-1059-g4d05f4ca 909dce4fe53d ba8358f284ca 2024-04-02T08:25:42.533 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (9m) 2m ago 9m 497M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 588bae75353e 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (9m) 2m ago 9m 49.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c59fb2d6580 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (8m) 2m ago 8m 40.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b7f89bf5ce08 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (8m) 2m ago 8m 40.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 2511e1a84c58 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (3m) 2m ago 2m 16.0M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (2m) 2m ago 2m 8552k - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (7m) 2m ago 7m 46.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d dcd67296ac5e 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (7m) 2m ago 7m 42.9M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (6m) 2m ago 6m 45.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (6m) 2m ago 6m 43.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (5m) 2m ago 5m 44.6M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (5m) 2m ago 5m 50.3M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (5m) 2m ago 5m 49.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:25:42.534 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (4m) 2m ago 4m 43.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:25:42.535 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (2m) 2m ago 3m 33.3M - 2.43.0 a07b618ecd1d 07c1b9455767 2024-04-02T08:25:42.535 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:42 smithi028 ceph-mon[27433]: pgmap v152: 121 pgs: 121 active+clean; 48 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-02T08:25:42.535 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:42 smithi028 ceph-mon[27433]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:25:42.535 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:42 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:42.535 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:42 smithi028 ceph-mon[39019]: pgmap v152: 121 pgs: 121 active+clean; 48 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-02T08:25:42.536 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:42 smithi028 ceph-mon[39019]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:25:42.536 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:42 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:42.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:42 smithi137 ceph-mon[31169]: pgmap v152: 121 pgs: 121 active+clean; 48 MiB data, 299 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-02T08:25:42.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:42 smithi137 ceph-mon[31169]: osdmap e101: 8 total, 8 up, 8 in 2024-04-02T08:25:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:42 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:42.935 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:25:42.935 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:25:42.935 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:25:42.935 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:25:42.935 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:25:42.935 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:25:42.936 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:25:43.223 INFO:tasks.rados.rados.0.smithi028.stdout:192: done (0 left) 2024-04-02T08:25:43.223 INFO:tasks.rados.rados.0.smithi028.stdout:193: read oid 45 snap -1 2024-04-02T08:25:43.224 INFO:tasks.rados.rados.0.smithi028.stdout:193: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:25:43.224 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 18 2024-04-02T08:25:43.224 INFO:tasks.rados.rados.0.smithi028.stdout:194: seq_num 87 ranges {3153920=663552,3817472=491520,4308992=311296} 2024-04-02T08:25:43.244 INFO:tasks.rados.rados.0.smithi028.stdout:194: writing smithi02882251-31 from 3153920 to 3817472 tid 1 2024-04-02T08:25:43.247 INFO:tasks.rados.rados.0.smithi028.stdout:194: writing smithi02882251-31 from 3817472 to 4308992 tid 2 2024-04-02T08:25:43.249 INFO:tasks.rados.rados.0.smithi028.stdout:194: writing smithi02882251-31 from 4308992 to 4620288 tid 3 2024-04-02T08:25:43.249 INFO:tasks.rados.rados.0.smithi028.stdout:195: read oid 49 snap -1 2024-04-02T08:25:43.249 INFO:tasks.rados.rados.0.smithi028.stdout:195: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:25:43.249 INFO:tasks.rados.rados.0.smithi028.stdout:196: read oid 38 snap -1 2024-04-02T08:25:43.249 INFO:tasks.rados.rados.0.smithi028.stdout:196: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:25:43.250 INFO:tasks.rados.rados.0.smithi028.stdout:197: read oid 40 snap -1 2024-04-02T08:25:43.250 INFO:tasks.rados.rados.0.smithi028.stdout:197: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:25:43.250 INFO:tasks.rados.rados.0.smithi028.stdout:198: snap_create 2024-04-02T08:25:43.250 INFO:tasks.rados.rados.0.smithi028.stdout:193: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-02T08:25:43.271 INFO:tasks.rados.rados.0.smithi028.stdout:194: finishing write tid 1 to smithi02882251-31 2024-04-02T08:25:43.271 INFO:tasks.rados.rados.0.smithi028.stdout:194: finishing write tid 2 to smithi02882251-31 2024-04-02T08:25:43.271 INFO:tasks.rados.rados.0.smithi028.stdout:194: finishing write tid 3 to smithi02882251-31 2024-04-02T08:25:43.271 INFO:tasks.rados.rados.0.smithi028.stdout:194: finishing write tid 4 to smithi02882251-31 2024-04-02T08:25:43.271 INFO:tasks.rados.rados.0.smithi028.stdout:197: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:25:43.288 INFO:tasks.rados.rados.0.smithi028.stdout:196: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:25:43.302 INFO:tasks.rados.rados.0.smithi028.stdout:194: finishing write tid 5 to smithi02882251-31 2024-04-02T08:25:43.302 INFO:tasks.rados.rados.0.smithi028.stdout:194: oid 31 updating version 0 to 63 2024-04-02T08:25:43.302 INFO:tasks.rados.rados.0.smithi028.stdout:194: oid 31 version 63 is already newer than 62 2024-04-02T08:25:43.302 INFO:tasks.rados.rados.0.smithi028.stdout:194: oid 31 updating version 63 to 64 2024-04-02T08:25:43.302 INFO:tasks.rados.rados.0.smithi028.stdout:194: oid 31 updating version 64 to 65 2024-04-02T08:25:43.302 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 65 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-02T08:25:43.302 INFO:tasks.rados.rados.0.smithi028.stdout:194: left oid 31 (ObjNum 87 snap 18 seq_num 87) 2024-04-02T08:25:43.302 INFO:tasks.rados.rados.0.smithi028.stdout:195: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-02T08:25:43.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:43 smithi137 ceph-mon[31169]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:43 smithi137 ceph-mon[31169]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:25:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:43 smithi137 ceph-mon[31169]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:43 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/644128866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:43 smithi028 ceph-mon[27433]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:43 smithi028 ceph-mon[27433]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:25:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:43 smithi028 ceph-mon[27433]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:43 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/644128866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:43 smithi028 ceph-mon[39019]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:43 smithi028 ceph-mon[39019]: osdmap e102: 8 total, 8 up, 8 in 2024-04-02T08:25:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:43 smithi028 ceph-mon[39019]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:25:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:43 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/644128866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:25:44.177 INFO:tasks.rados.rados.0.smithi028.stdout:193: done (5 left) 2024-04-02T08:25:44.177 INFO:tasks.rados.rados.0.smithi028.stdout:194: done (4 left) 2024-04-02T08:25:44.177 INFO:tasks.rados.rados.0.smithi028.stdout:195: done (3 left) 2024-04-02T08:25:44.177 INFO:tasks.rados.rados.0.smithi028.stdout:196: done (2 left) 2024-04-02T08:25:44.178 INFO:tasks.rados.rados.0.smithi028.stdout:197: done (1 left) 2024-04-02T08:25:44.178 INFO:tasks.rados.rados.0.smithi028.stdout:198: done (0 left) 2024-04-02T08:25:44.178 INFO:tasks.rados.rados.0.smithi028.stdout:199: snap_remove snap 16 2024-04-02T08:25:44.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:44 smithi028 ceph-mon[39019]: pgmap v155: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:25:44.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:44 smithi028 ceph-mon[39019]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:25:44.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:44 smithi028 ceph-mon[39019]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:25:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:44 smithi028 ceph-mon[27433]: pgmap v155: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:25:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:44 smithi028 ceph-mon[27433]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:25:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:44 smithi028 ceph-mon[27433]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:25:44.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:25:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:25:44] "GET /metrics HTTP/1.1" 200 36076 "" "Prometheus/2.43.0" 2024-04-02T08:25:44.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:44 smithi137 ceph-mon[31169]: pgmap v155: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:25:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:44 smithi137 ceph-mon[31169]: osdmap e103: 8 total, 8 up, 8 in 2024-04-02T08:25:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:44 smithi137 ceph-mon[31169]: osdmap e104: 8 total, 8 up, 8 in 2024-04-02T08:25:45.178 INFO:tasks.rados.rados.0.smithi028.stdout:199: done (0 left) 2024-04-02T08:25:45.179 INFO:tasks.rados.rados.0.smithi028.stdout:200: read oid 36 snap -1 2024-04-02T08:25:45.179 INFO:tasks.rados.rados.0.smithi028.stdout:200: expect (ObjNum 35 snap 0 seq_num 35) 2024-04-02T08:25:45.179 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 19 2024-04-02T08:25:45.179 INFO:tasks.rados.rados.0.smithi028.stdout:201: seq_num 88 ranges {0=679936,679936=778240,1458176=24576} 2024-04-02T08:25:45.182 INFO:tasks.rados.rados.0.smithi028.stdout:201: writing smithi02882251-1 from 0 to 679936 tid 1 2024-04-02T08:25:45.188 INFO:tasks.rados.rados.0.smithi028.stdout:201: writing smithi02882251-1 from 679936 to 1458176 tid 2 2024-04-02T08:25:45.188 INFO:tasks.rados.rados.0.smithi028.stdout:201: writing smithi02882251-1 from 1458176 to 1482752 tid 3 2024-04-02T08:25:45.188 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 19 2024-04-02T08:25:45.188 INFO:tasks.rados.rados.0.smithi028.stdout:200: expect (ObjNum 35 snap 0 seq_num 35) 2024-04-02T08:25:45.205 INFO:tasks.rados.rados.0.smithi028.stdout:201: finishing write tid 1 to smithi02882251-1 2024-04-02T08:25:45.205 INFO:tasks.rados.rados.0.smithi028.stdout:201: finishing write tid 2 to smithi02882251-1 2024-04-02T08:25:45.205 INFO:tasks.rados.rados.0.smithi028.stdout:201: finishing write tid 3 to smithi02882251-1 2024-04-02T08:25:45.205 INFO:tasks.rados.rados.0.smithi028.stdout:201: finishing write tid 4 to smithi02882251-1 2024-04-02T08:25:45.205 INFO:tasks.rados.rados.0.smithi028.stdout:201: finishing write tid 5 to smithi02882251-1 2024-04-02T08:25:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:201: oid 1 updating version 0 to 31 2024-04-02T08:25:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:201: oid 1 version 31 is already newer than 30 2024-04-02T08:25:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:201: oid 1 version 31 is already newer than 29 2024-04-02T08:25:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:201: oid 1 version 31 is already newer than 28 2024-04-02T08:25:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 31 (ObjNum 88 snap 19 seq_num 88) dirty exists 2024-04-02T08:25:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:201: left oid 1 (ObjNum 88 snap 19 seq_num 88) 2024-04-02T08:25:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:202: seq_num 89 ranges {1302528=696320,1998848=655360,2654208=147456} 2024-04-02T08:25:45.216 INFO:tasks.rados.rados.0.smithi028.stdout:202: writing smithi02882251-9 from 1302528 to 1998848 tid 1 2024-04-02T08:25:45.219 INFO:tasks.rados.rados.0.smithi028.stdout:202: writing smithi02882251-9 from 1998848 to 2654208 tid 2 2024-04-02T08:25:45.221 INFO:tasks.rados.rados.0.smithi028.stdout:202: writing smithi02882251-9 from 2654208 to 2801664 tid 3 2024-04-02T08:25:45.221 INFO:tasks.rados.rados.0.smithi028.stdout:200: done (2 left) 2024-04-02T08:25:45.221 INFO:tasks.rados.rados.0.smithi028.stdout:201: done (1 left) 2024-04-02T08:25:45.221 INFO:tasks.rados.rados.0.smithi028.stdout:203: rmattr oid 46 current snap is 19 2024-04-02T08:25:45.221 INFO:tasks.rados.rados.0.smithi028.stdout:204: snap_remove snap 14 2024-04-02T08:25:46.228 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 47 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:25:46.228 INFO:tasks.rados.rados.0.smithi028.stdout:202: finishing write tid 1 to smithi02882251-9 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: finishing write tid 2 to smithi02882251-9 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: finishing write tid 3 to smithi02882251-9 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: finishing write tid 4 to smithi02882251-9 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: finishing write tid 5 to smithi02882251-9 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: oid 9 updating version 0 to 81 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: oid 9 version 81 is already newer than 80 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: oid 9 version 81 is already newer than 78 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: oid 9 version 81 is already newer than 79 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 81 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: left oid 9 (ObjNum 89 snap 19 seq_num 89) 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:202: done (2 left) 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:203: done (1 left) 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:204: done (0 left) 2024-04-02T08:25:46.229 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 19 2024-04-02T08:25:46.230 INFO:tasks.rados.rados.0.smithi028.stdout:205: seq_num 90 ranges {745472=712704,1458176=540672,1998848=262144} 2024-04-02T08:25:46.237 INFO:tasks.rados.rados.0.smithi028.stdout:205: writing smithi02882251-45 from 745472 to 1458176 tid 1 2024-04-02T08:25:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:205: writing smithi02882251-45 from 1458176 to 1998848 tid 2 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:205: writing smithi02882251-45 from 1998848 to 2260992 tid 3 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:206: copy_from oid 28 from oid 4 current snap is 19 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:207: rollback oid 37 current snap is 19 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 3 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:208: rmattr oid 8 current snap is 19 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:208: done (3 left) 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:209: rmattr oid 23 current snap is 19 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:210: rmattr oid 11 current snap is 19 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:210: done (4 left) 2024-04-02T08:25:46.243 INFO:tasks.rados.rados.0.smithi028.stdout:211: read oid 40 snap -1 2024-04-02T08:25:46.244 INFO:tasks.rados.rados.0.smithi028.stdout:211: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:25:46.244 INFO:tasks.rados.rados.0.smithi028.stdout:212: read oid 18 snap -1 2024-04-02T08:25:46.244 INFO:tasks.rados.rados.0.smithi028.stdout:212: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:25:46.244 INFO:tasks.rados.rados.0.smithi028.stdout:213: setattr oid 25 current snap is 19 2024-04-02T08:25:46.244 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 19 2024-04-02T08:25:46.244 INFO:tasks.rados.rados.0.smithi028.stdout:214: seq_num 91 ranges {90112=729088,819200=425984,1245184=376832} 2024-04-02T08:25:46.248 INFO:tasks.rados.rados.0.smithi028.stdout:214: writing smithi02882251-6 from 90112 to 819200 tid 1 2024-04-02T08:25:46.252 INFO:tasks.rados.rados.0.smithi028.stdout:214: writing smithi02882251-6 from 819200 to 1245184 tid 2 2024-04-02T08:25:46.255 INFO:tasks.rados.rados.0.smithi028.stdout:214: writing smithi02882251-6 from 1245184 to 1622016 tid 3 2024-04-02T08:25:46.255 INFO:tasks.rados.rados.0.smithi028.stdout:215: copy_from oid 47 from oid 16 current snap is 19 2024-04-02T08:25:46.255 INFO:tasks.rados.rados.0.smithi028.stdout:205: finishing write tid 1 to smithi02882251-45 2024-04-02T08:25:46.255 INFO:tasks.rados.rados.0.smithi028.stdout:207: finishing rollback tid 0 to smithi02882251-37 2024-04-02T08:25:46.255 INFO:tasks.rados.rados.0.smithi028.stdout:207: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:206: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:207: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 36 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:205: finishing write tid 2 to smithi02882251-45 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:207: done (8 left) 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:216: snap_create 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:205: finishing write tid 3 to smithi02882251-45 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 85 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:205: finishing write tid 4 to smithi02882251-45 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 31 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:214: finishing write tid 1 to smithi02882251-6 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:206: finishing copy_from to smithi02882251-28 2024-04-02T08:25:46.256 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:25:46.257 INFO:tasks.rados.rados.0.smithi028.stdout:205: finishing write tid 5 to smithi02882251-45 2024-04-02T08:25:46.257 INFO:tasks.rados.rados.0.smithi028.stdout:205: oid 45 updating version 0 to 83 2024-04-02T08:25:46.257 INFO:tasks.rados.rados.0.smithi028.stdout:205: oid 45 updating version 83 to 89 2024-04-02T08:25:46.257 INFO:tasks.rados.rados.0.smithi028.stdout:205: oid 45 version 89 is already newer than 88 2024-04-02T08:25:46.257 INFO:tasks.rados.rados.0.smithi028.stdout:205: oid 45 updating version 89 to 90 2024-04-02T08:25:46.258 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 90 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-04-02T08:25:46.258 INFO:tasks.rados.rados.0.smithi028.stdout:205: left oid 45 (ObjNum 90 snap 19 seq_num 90) 2024-04-02T08:25:46.258 INFO:tasks.rados.rados.0.smithi028.stdout:212: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-02T08:25:46.265 INFO:tasks.rados.rados.0.smithi028.stdout:211: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-02T08:25:46.283 INFO:tasks.rados.rados.0.smithi028.stdout:214: finishing write tid 2 to smithi02882251-6 2024-04-02T08:25:46.283 INFO:tasks.rados.rados.0.smithi028.stdout:214: finishing write tid 3 to smithi02882251-6 2024-04-02T08:25:46.283 INFO:tasks.rados.rados.0.smithi028.stdout:214: finishing write tid 4 to smithi02882251-6 2024-04-02T08:25:46.283 INFO:tasks.rados.rados.0.smithi028.stdout:214: finishing write tid 5 to smithi02882251-6 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:214: oid 6 updating version 0 to 53 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:214: oid 6 version 53 is already newer than 51 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:214: oid 6 version 53 is already newer than 50 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:214: oid 6 version 53 is already newer than 52 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 53 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:214: left oid 6 (ObjNum 91 snap 19 seq_num 91) 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:215: finishing copy_from racing read to smithi02882251-47 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:215: finishing copy_from to smithi02882251-47 2024-04-02T08:25:46.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 24 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-02T08:25:46.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:46 smithi028 ceph-mon[27433]: pgmap v158: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:25:46.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:46 smithi028 ceph-mon[27433]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:25:46.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:46 smithi028 ceph-mon[39019]: pgmap v158: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:25:46.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:46 smithi028 ceph-mon[39019]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:25:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:46 smithi137 ceph-mon[31169]: pgmap v158: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:25:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:46 smithi137 ceph-mon[31169]: osdmap e105: 8 total, 8 up, 8 in 2024-04-02T08:25:47.233 INFO:tasks.rados.rados.0.smithi028.stdout:205: done (8 left) 2024-04-02T08:25:47.233 INFO:tasks.rados.rados.0.smithi028.stdout:206: done (7 left) 2024-04-02T08:25:47.233 INFO:tasks.rados.rados.0.smithi028.stdout:209: done (6 left) 2024-04-02T08:25:47.233 INFO:tasks.rados.rados.0.smithi028.stdout:211: done (5 left) 2024-04-02T08:25:47.233 INFO:tasks.rados.rados.0.smithi028.stdout:212: done (4 left) 2024-04-02T08:25:47.233 INFO:tasks.rados.rados.0.smithi028.stdout:213: done (3 left) 2024-04-02T08:25:47.233 INFO:tasks.rados.rados.0.smithi028.stdout:214: done (2 left) 2024-04-02T08:25:47.234 INFO:tasks.rados.rados.0.smithi028.stdout:215: done (1 left) 2024-04-02T08:25:47.234 INFO:tasks.rados.rados.0.smithi028.stdout:216: done (0 left) 2024-04-02T08:25:47.234 INFO:tasks.rados.rados.0.smithi028.stdout:217: delete oid 31 current snap is 20 2024-04-02T08:25:47.237 INFO:tasks.rados.rados.0.smithi028.stdout:217: done (0 left) 2024-04-02T08:25:47.237 INFO:tasks.rados.rados.0.smithi028.stdout:218: delete oid 26 current snap is 20 2024-04-02T08:25:47.242 INFO:tasks.rados.rados.0.smithi028.stdout:218: done (0 left) 2024-04-02T08:25:47.242 INFO:tasks.rados.rados.0.smithi028.stdout:219: copy_from oid 20 from oid 42 current snap is 20 2024-04-02T08:25:47.242 INFO:tasks.rados.rados.0.smithi028.stdout:220: delete oid 5 current snap is 20 2024-04-02T08:25:47.244 INFO:tasks.rados.rados.0.smithi028.stdout:219: finishing copy_from to smithi02882251-20 2024-04-02T08:25:47.244 INFO:tasks.rados.rados.0.smithi028.stdout:219: got expected ENOENT (src dne) 2024-04-02T08:25:47.245 INFO:tasks.rados.rados.0.smithi028.stdout:220: done (1 left) 2024-04-02T08:25:47.245 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 20 2024-04-02T08:25:47.245 INFO:tasks.rados.rados.0.smithi028.stdout:221: seq_num 95 ranges {90112=794624,884736=409600,1294336=393216} 2024-04-02T08:25:47.250 INFO:tasks.rados.rados.0.smithi028.stdout:221: writing smithi02882251-13 from 90112 to 884736 tid 1 2024-04-02T08:25:47.252 INFO:tasks.rados.rados.0.smithi028.stdout:221: writing smithi02882251-13 from 884736 to 1294336 tid 2 2024-04-02T08:25:47.255 INFO:tasks.rados.rados.0.smithi028.stdout:221: writing smithi02882251-13 from 1294336 to 1687552 tid 3 2024-04-02T08:25:47.255 INFO:tasks.rados.rados.0.smithi028.stdout:222: read oid 19 snap -1 2024-04-02T08:25:47.255 INFO:tasks.rados.rados.0.smithi028.stdout:222: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:25:47.255 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 20 2024-04-02T08:25:47.255 INFO:tasks.rados.rados.0.smithi028.stdout:219: finishing copy_from racing read to smithi02882251-20 2024-04-02T08:25:47.255 INFO:tasks.rados.rados.0.smithi028.stdout:221: finishing write tid 1 to smithi02882251-13 2024-04-02T08:25:47.255 INFO:tasks.rados.rados.0.smithi028.stdout:221: finishing write tid 2 to smithi02882251-13 2024-04-02T08:25:47.255 INFO:tasks.rados.rados.0.smithi028.stdout:223: seq_num 96 ranges {344064=409600,753664=696320,1449984=507904} 2024-04-02T08:25:47.259 INFO:tasks.rados.rados.0.smithi028.stdout:223: writing smithi02882251-21 from 344064 to 753664 tid 1 2024-04-02T08:25:47.263 INFO:tasks.rados.rados.0.smithi028.stdout:223: writing smithi02882251-21 from 753664 to 1449984 tid 2 2024-04-02T08:25:47.267 INFO:tasks.rados.rados.0.smithi028.stdout:223: writing smithi02882251-21 from 1449984 to 1957888 tid 3 2024-04-02T08:25:47.267 INFO:tasks.rados.rados.0.smithi028.stdout:219: done (3 left) 2024-04-02T08:25:47.267 INFO:tasks.rados.rados.0.smithi028.stdout:224: delete oid 11 current snap is 20 2024-04-02T08:25:47.267 INFO:tasks.rados.rados.0.smithi028.stdout:221: finishing write tid 3 to smithi02882251-13 2024-04-02T08:25:47.267 INFO:tasks.rados.rados.0.smithi028.stdout:221: finishing write tid 4 to smithi02882251-13 2024-04-02T08:25:47.267 INFO:tasks.rados.rados.0.smithi028.stdout:222: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-02T08:25:47.277 INFO:tasks.rados.rados.0.smithi028.stdout:221: finishing write tid 5 to smithi02882251-13 2024-04-02T08:25:47.277 INFO:tasks.rados.rados.0.smithi028.stdout:221: oid 13 updating version 0 to 56 2024-04-02T08:25:47.277 INFO:tasks.rados.rados.0.smithi028.stdout:221: oid 13 version 56 is already newer than 55 2024-04-02T08:25:47.277 INFO:tasks.rados.rados.0.smithi028.stdout:221: oid 13 version 56 is already newer than 54 2024-04-02T08:25:47.277 INFO:tasks.rados.rados.0.smithi028.stdout:221: oid 13 updating version 56 to 57 2024-04-02T08:25:47.277 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 57 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:221: left oid 13 (ObjNum 95 snap 20 seq_num 95) 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:223: finishing write tid 1 to smithi02882251-21 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:223: finishing write tid 2 to smithi02882251-21 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:221: done (3 left) 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:222: done (2 left) 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:224: done (1 left) 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:225: read oid 32 snap -1 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:225: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:226: read oid 1 snap 8 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:226: expect deleted 2024-04-02T08:25:47.278 INFO:tasks.rados.rados.0.smithi028.stdout:227: snap_remove snap 18 2024-04-02T08:25:47.530 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:47 smithi028 ceph-mon[39019]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:25:47.530 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:47 smithi028 ceph-mon[27433]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:25:47.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:47 smithi137 ceph-mon[31169]: osdmap e106: 8 total, 8 up, 8 in 2024-04-02T08:25:48.237 INFO:tasks.rados.rados.0.smithi028.stdout:227: done (3 left) 2024-04-02T08:25:48.238 INFO:tasks.rados.rados.0.smithi028.stdout:228: copy_from oid 5 from oid 25 current snap is 20 2024-04-02T08:25:48.238 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 20 2024-04-02T08:25:48.238 INFO:tasks.rados.rados.0.smithi028.stdout:229: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-04-02T08:25:48.240 INFO:tasks.rados.rados.0.smithi028.stdout:229: writing smithi02882251-42 from 0 to 450560 tid 1 2024-04-02T08:25:48.244 INFO:tasks.rados.rados.0.smithi028.stdout:229: writing smithi02882251-42 from 450560 to 917504 tid 2 2024-04-02T08:25:48.249 INFO:tasks.rados.rados.0.smithi028.stdout:229: writing smithi02882251-42 from 917504 to 1654784 tid 3 2024-04-02T08:25:48.249 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 20 2024-04-02T08:25:48.249 INFO:tasks.rados.rados.0.smithi028.stdout:223: finishing write tid 3 to smithi02882251-21 2024-04-02T08:25:48.249 INFO:tasks.rados.rados.0.smithi028.stdout:230: seq_num 99 ranges {221184=466944,688128=802816,1490944=401408} 2024-04-02T08:25:48.252 INFO:tasks.rados.rados.0.smithi028.stdout:230: writing smithi02882251-14 from 221184 to 688128 tid 1 2024-04-02T08:25:48.257 INFO:tasks.rados.rados.0.smithi028.stdout:230: writing smithi02882251-14 from 688128 to 1490944 tid 2 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:230: writing smithi02882251-14 from 1490944 to 1892352 tid 3 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:231: read oid 43 snap -1 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:231: expect (ObjNum 72 snap 11 seq_num 72) 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:232: read oid 27 snap 19 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:232: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:233: setattr oid 17 current snap is 20 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:223: finishing write tid 4 to smithi02882251-21 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:223: finishing write tid 5 to smithi02882251-21 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:223: oid 21 updating version 0 to 32 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:223: oid 21 version 32 is already newer than 30 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:223: oid 21 updating version 32 to 33 2024-04-02T08:25:48.260 INFO:tasks.rados.rados.0.smithi028.stdout:223: oid 21 version 33 is already newer than 31 2024-04-02T08:25:48.261 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 33 (ObjNum 96 snap 20 seq_num 96) dirty exists 2024-04-02T08:25:48.261 INFO:tasks.rados.rados.0.smithi028.stdout:223: left oid 21 (ObjNum 96 snap 20 seq_num 96) 2024-04-02T08:25:48.261 INFO:tasks.rados.rados.0.smithi028.stdout:225: expect (ObjNum 31 snap 0 seq_num 31) 2024-04-02T08:25:48.282 INFO:tasks.rados.rados.0.smithi028.stdout:229: finishing write tid 1 to smithi02882251-42 2024-04-02T08:25:48.282 INFO:tasks.rados.rados.0.smithi028.stdout:229: finishing write tid 2 to smithi02882251-42 2024-04-02T08:25:48.282 INFO:tasks.rados.rados.0.smithi028.stdout:228: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:229: finishing write tid 3 to smithi02882251-42 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:229: finishing write tid 4 to smithi02882251-42 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:228: finishing copy_from to smithi02882251-5 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 31 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:229: finishing write tid 5 to smithi02882251-42 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:229: oid 42 updating version 0 to 57 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:229: oid 42 version 57 is already newer than 56 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:229: oid 42 version 57 is already newer than 54 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:229: oid 42 version 57 is already newer than 55 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 57 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:229: left oid 42 (ObjNum 98 snap 20 seq_num 98) 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:230: finishing write tid 1 to smithi02882251-14 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:230: finishing write tid 2 to smithi02882251-14 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:230: finishing write tid 3 to smithi02882251-14 2024-04-02T08:25:48.283 INFO:tasks.rados.rados.0.smithi028.stdout:230: finishing write tid 4 to smithi02882251-14 2024-04-02T08:25:48.284 INFO:tasks.rados.rados.0.smithi028.stdout:230: finishing write tid 5 to smithi02882251-14 2024-04-02T08:25:48.284 INFO:tasks.rados.rados.0.smithi028.stdout:230: oid 14 updating version 0 to 98 2024-04-02T08:25:48.284 INFO:tasks.rados.rados.0.smithi028.stdout:230: oid 14 updating version 98 to 99 2024-04-02T08:25:48.284 INFO:tasks.rados.rados.0.smithi028.stdout:230: oid 14 version 99 is already newer than 97 2024-04-02T08:25:48.284 INFO:tasks.rados.rados.0.smithi028.stdout:230: oid 14 version 99 is already newer than 96 2024-04-02T08:25:48.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 99 (ObjNum 99 snap 20 seq_num 99) dirty exists 2024-04-02T08:25:48.284 INFO:tasks.rados.rados.0.smithi028.stdout:230: left oid 14 (ObjNum 99 snap 20 seq_num 99) 2024-04-02T08:25:48.284 INFO:tasks.rados.rados.0.smithi028.stdout:231: expect (ObjNum 72 snap 11 seq_num 72) 2024-04-02T08:25:48.323 INFO:tasks.rados.rados.0.smithi028.stdout:232: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:25:48.349 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 58 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-02T08:25:48.349 INFO:tasks.rados.rados.0.smithi028.stdout:223: done (8 left) 2024-04-02T08:25:48.349 INFO:tasks.rados.rados.0.smithi028.stdout:225: done (7 left) 2024-04-02T08:25:48.349 INFO:tasks.rados.rados.0.smithi028.stdout:226: done (6 left) 2024-04-02T08:25:48.349 INFO:tasks.rados.rados.0.smithi028.stdout:228: done (5 left) 2024-04-02T08:25:48.349 INFO:tasks.rados.rados.0.smithi028.stdout:229: done (4 left) 2024-04-02T08:25:48.350 INFO:tasks.rados.rados.0.smithi028.stdout:230: done (3 left) 2024-04-02T08:25:48.350 INFO:tasks.rados.rados.0.smithi028.stdout:231: done (2 left) 2024-04-02T08:25:48.350 INFO:tasks.rados.rados.0.smithi028.stdout:232: done (1 left) 2024-04-02T08:25:48.350 INFO:tasks.rados.rados.0.smithi028.stdout:233: done (0 left) 2024-04-02T08:25:48.350 INFO:tasks.rados.rados.0.smithi028.stdout:234: rollback oid 32 current snap is 20 2024-04-02T08:25:48.350 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 8 2024-04-02T08:25:48.350 INFO:tasks.rados.rados.0.smithi028.stdout:235: delete oid 49 current snap is 20 2024-04-02T08:25:48.351 INFO:tasks.rados.rados.0.smithi028.stdout:235: done (1 left) 2024-04-02T08:25:48.351 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 20 2024-04-02T08:25:48.351 INFO:tasks.rados.rados.0.smithi028.stdout:236: seq_num 101 ranges {573440=499712,1073152=573440,1646592=524288,2170880=106496} 2024-04-02T08:25:48.357 INFO:tasks.rados.rados.0.smithi028.stdout:236: writing smithi02882251-35 from 573440 to 1073152 tid 1 2024-04-02T08:25:48.360 INFO:tasks.rados.rados.0.smithi028.stdout:236: writing smithi02882251-35 from 1073152 to 1646592 tid 2 2024-04-02T08:25:48.363 INFO:tasks.rados.rados.0.smithi028.stdout:236: writing smithi02882251-35 from 1646592 to 2170880 tid 3 2024-04-02T08:25:48.364 INFO:tasks.rados.rados.0.smithi028.stdout:236: writing smithi02882251-35 from 2170880 to 2277376 tid 4 2024-04-02T08:25:48.364 INFO:tasks.rados.rados.0.smithi028.stdout:237: setattr oid 42 current snap is 20 2024-04-02T08:25:48.364 INFO:tasks.rados.rados.0.smithi028.stdout:234: finishing rollback tid 0 to smithi02882251-32 2024-04-02T08:25:48.364 INFO:tasks.rados.rados.0.smithi028.stdout:234: finishing rollback tid 1 to smithi02882251-32 2024-04-02T08:25:48.364 INFO:tasks.rados.rados.0.smithi028.stdout:234: finishing rollback tid 2 to smithi02882251-32 2024-04-02T08:25:48.365 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 46 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-02T08:25:48.365 INFO:tasks.rados.rados.0.smithi028.stdout:236: finishing write tid 1 to smithi02882251-35 2024-04-02T08:25:48.365 INFO:tasks.rados.rados.0.smithi028.stdout:236: finishing write tid 2 to smithi02882251-35 2024-04-02T08:25:48.366 INFO:tasks.rados.rados.0.smithi028.stdout:234: done (2 left) 2024-04-02T08:25:48.366 INFO:tasks.rados.rados.0.smithi028.stdout:238: setattr oid 3 current snap is 20 2024-04-02T08:25:48.367 INFO:tasks.rados.rados.0.smithi028.stdout:236: finishing write tid 3 to smithi02882251-35 2024-04-02T08:25:48.367 INFO:tasks.rados.rados.0.smithi028.stdout:236: finishing write tid 4 to smithi02882251-35 2024-04-02T08:25:48.367 INFO:tasks.rados.rados.0.smithi028.stdout:236: finishing write tid 5 to smithi02882251-35 2024-04-02T08:25:48.367 INFO:tasks.rados.rados.0.smithi028.stdout:236: finishing write tid 6 to smithi02882251-35 2024-04-02T08:25:48.368 INFO:tasks.rados.rados.0.smithi028.stdout:236: oid 35 updating version 0 to 44 2024-04-02T08:25:48.368 INFO:tasks.rados.rados.0.smithi028.stdout:236: oid 35 version 44 is already newer than 41 2024-04-02T08:25:48.368 INFO:tasks.rados.rados.0.smithi028.stdout:236: oid 35 version 44 is already newer than 43 2024-04-02T08:25:48.368 INFO:tasks.rados.rados.0.smithi028.stdout:236: oid 35 version 44 is already newer than 40 2024-04-02T08:25:48.368 INFO:tasks.rados.rados.0.smithi028.stdout:236: oid 35 version 44 is already newer than 42 2024-04-02T08:25:48.368 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 44 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-02T08:25:48.368 INFO:tasks.rados.rados.0.smithi028.stdout:236: left oid 35 (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:25:48.369 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 60 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-02T08:25:48.369 INFO:tasks.rados.rados.0.smithi028.stdout:236: done (2 left) 2024-04-02T08:25:48.369 INFO:tasks.rados.rados.0.smithi028.stdout:237: done (1 left) 2024-04-02T08:25:48.369 INFO:tasks.rados.rados.0.smithi028.stdout:239: snap_remove snap 17 2024-04-02T08:25:48.517 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:48 smithi028 ceph-mon[27433]: pgmap v161: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:48.517 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:48 smithi028 ceph-mon[27433]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:25:48.517 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:48 smithi028 ceph-mon[39019]: pgmap v161: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:48.517 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:48 smithi028 ceph-mon[39019]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:25:48.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:48 smithi137 ceph-mon[31169]: pgmap v161: 121 pgs: 121 active+clean; 54 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:48 smithi137 ceph-mon[31169]: osdmap e107: 8 total, 8 up, 8 in 2024-04-02T08:25:49.244 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 55 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-02T08:25:49.244 INFO:tasks.rados.rados.0.smithi028.stdout:238: done (1 left) 2024-04-02T08:25:49.244 INFO:tasks.rados.rados.0.smithi028.stdout:239: done (0 left) 2024-04-02T08:25:49.244 INFO:tasks.rados.rados.0.smithi028.stdout:240: read oid 31 snap -1 2024-04-02T08:25:49.244 INFO:tasks.rados.rados.0.smithi028.stdout:240: expect deleted 2024-04-02T08:25:49.244 INFO:tasks.rados.rados.0.smithi028.stdout:241: read oid 6 snap -1 2024-04-02T08:25:49.245 INFO:tasks.rados.rados.0.smithi028.stdout:241: expect (ObjNum 91 snap 19 seq_num 91) 2024-04-02T08:25:49.245 INFO:tasks.rados.rados.0.smithi028.stdout:242: snap_create 2024-04-02T08:25:49.258 INFO:tasks.rados.rados.0.smithi028.stdout:241: expect (ObjNum 91 snap 19 seq_num 91) 2024-04-02T08:25:49.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:49 smithi137 ceph-mon[31169]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:25:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:49 smithi028 ceph-mon[27433]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:25:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:49 smithi028 ceph-mon[39019]: osdmap e108: 8 total, 8 up, 8 in 2024-04-02T08:25:50.244 INFO:tasks.rados.rados.0.smithi028.stdout:240: done (2 left) 2024-04-02T08:25:50.245 INFO:tasks.rados.rados.0.smithi028.stdout:241: done (1 left) 2024-04-02T08:25:50.245 INFO:tasks.rados.rados.0.smithi028.stdout:242: done (0 left) 2024-04-02T08:25:50.245 INFO:tasks.rados.rados.0.smithi028.stdout:243: rollback oid 30 current snap is 21 2024-04-02T08:25:50.245 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 12 2024-04-02T08:25:50.245 INFO:tasks.rados.rados.0.smithi028.stdout:244: copy_from oid 9 from oid 25 current snap is 21 2024-04-02T08:25:50.246 INFO:tasks.rados.rados.0.smithi028.stdout:245: copy_from oid 12 from oid 28 current snap is 21 2024-04-02T08:25:50.246 INFO:tasks.rados.rados.0.smithi028.stdout:246: read oid 1 snap -1 2024-04-02T08:25:50.246 INFO:tasks.rados.rados.0.smithi028.stdout:246: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-02T08:25:50.246 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 21 2024-04-02T08:25:50.246 INFO:tasks.rados.rados.0.smithi028.stdout:247: seq_num 102 ranges {524288=516096,1040384=450560,1490944=729088,2220032=24576} 2024-04-02T08:25:50.249 INFO:tasks.rados.rados.0.smithi028.stdout:247: writing smithi02882251-32 from 524288 to 1040384 tid 1 2024-04-02T08:25:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:247: writing smithi02882251-32 from 1040384 to 1490944 tid 2 2024-04-02T08:25:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:247: writing smithi02882251-32 from 1490944 to 2220032 tid 3 2024-04-02T08:25:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:247: writing smithi02882251-32 from 2220032 to 2244608 tid 4 2024-04-02T08:25:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 21 2024-04-02T08:25:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:245: finishing copy_from racing read to smithi02882251-12 2024-04-02T08:25:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:243: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:25:50.259 INFO:tasks.rados.rados.0.smithi028.stdout:245: finishing copy_from to smithi02882251-12 2024-04-02T08:25:50.259 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-02T08:25:50.259 INFO:tasks.rados.rados.0.smithi028.stdout:243: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:25:50.259 INFO:tasks.rados.rados.0.smithi028.stdout:243: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:25:50.259 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 45 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-02T08:25:50.259 INFO:tasks.rados.rados.0.smithi028.stdout:244: finishing copy_from racing read to smithi02882251-9 2024-04-02T08:25:50.259 INFO:tasks.rados.rados.0.smithi028.stdout:248: seq_num 103 ranges {589824=532480,1122304=737280,1859584=466944} 2024-04-02T08:25:50.264 INFO:tasks.rados.rados.0.smithi028.stdout:248: writing smithi02882251-36 from 589824 to 1122304 tid 1 2024-04-02T08:25:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:248: writing smithi02882251-36 from 1122304 to 1859584 tid 2 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:248: writing smithi02882251-36 from 1859584 to 2326528 tid 3 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:243: done (5 left) 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:245: done (4 left) 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:249: rollback oid 21 current snap is 21 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 12 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 1 to smithi02882251-32 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 2 to smithi02882251-32 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:244: finishing copy_from to smithi02882251-9 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 31 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:25:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:246: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 3 to smithi02882251-32 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 4 to smithi02882251-32 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 5 to smithi02882251-32 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 6 to smithi02882251-32 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: oid 32 updating version 0 to 55 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: oid 32 updating version 55 to 56 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: oid 32 version 56 is already newer than 54 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: oid 32 version 56 is already newer than 53 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: oid 32 version 56 is already newer than 52 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 56 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-04-02T08:25:50.312 INFO:tasks.rados.rados.0.smithi028.stdout:247: left oid 32 (ObjNum 102 snap 21 seq_num 102) 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:248: finishing write tid 1 to smithi02882251-36 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:248: finishing write tid 2 to smithi02882251-36 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:248: finishing write tid 3 to smithi02882251-36 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:249: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:244: done (4 left) 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:246: done (3 left) 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:247: done (2 left) 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 21 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:248: finishing write tid 4 to smithi02882251-36 2024-04-02T08:25:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:250: seq_num 104 ranges {3031040=548864,3579904=622592,4202496=581632} 2024-04-02T08:25:50.331 INFO:tasks.rados.rados.0.smithi028.stdout:250: writing smithi02882251-10 from 3031040 to 3579904 tid 1 2024-04-02T08:25:50.335 INFO:tasks.rados.rados.0.smithi028.stdout:250: writing smithi02882251-10 from 3579904 to 4202496 tid 2 2024-04-02T08:25:50.339 INFO:tasks.rados.rados.0.smithi028.stdout:250: writing smithi02882251-10 from 4202496 to 4784128 tid 3 2024-04-02T08:25:50.339 INFO:tasks.rados.rados.0.smithi028.stdout:251: read oid 13 snap -1 2024-04-02T08:25:50.339 INFO:tasks.rados.rados.0.smithi028.stdout:251: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-02T08:25:50.339 INFO:tasks.rados.rados.0.smithi028.stdout:252: rollback oid 27 current snap is 21 2024-04-02T08:25:50.339 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 8 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:249: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:249: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 41 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:248: finishing write tid 5 to smithi02882251-36 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:248: oid 36 updating version 0 to 37 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:248: oid 36 version 37 is already newer than 36 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:248: oid 36 version 37 is already newer than 35 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:248: oid 36 version 37 is already newer than 34 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 37 (ObjNum 103 snap 21 seq_num 103) dirty exists 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:248: left oid 36 (ObjNum 103 snap 21 seq_num 103) 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:250: finishing write tid 1 to smithi02882251-10 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:248: done (4 left) 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:249: done (3 left) 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:253: rmattr oid 24 current snap is 21 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:250: finishing write tid 2 to smithi02882251-10 2024-04-02T08:25:50.340 INFO:tasks.rados.rados.0.smithi028.stdout:254: copy_from oid 30 from oid 19 current snap is 21 2024-04-02T08:25:50.341 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 21 2024-04-02T08:25:50.341 INFO:tasks.rados.rados.0.smithi028.stdout:255: seq_num 105 ranges {1761280=565248,2326528=507904,2834432=507904,3342336=188416} 2024-04-02T08:25:50.351 INFO:tasks.rados.rados.0.smithi028.stdout:255: writing smithi02882251-15 from 1761280 to 2326528 tid 1 2024-04-02T08:25:50.354 INFO:tasks.rados.rados.0.smithi028.stdout:255: writing smithi02882251-15 from 2326528 to 2834432 tid 2 2024-04-02T08:25:50.357 INFO:tasks.rados.rados.0.smithi028.stdout:255: writing smithi02882251-15 from 2834432 to 3342336 tid 3 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:255: writing smithi02882251-15 from 3342336 to 3530752 tid 4 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 21 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:250: finishing write tid 3 to smithi02882251-10 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 40 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:252: finishing rollback tid 0 to smithi02882251-27 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:252: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:250: finishing write tid 4 to smithi02882251-10 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:252: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 111 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:254: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:250: finishing write tid 5 to smithi02882251-10 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:250: oid 10 updating version 0 to 86 2024-04-02T08:25:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:250: oid 10 version 86 is already newer than 85 2024-04-02T08:25:50.360 INFO:tasks.rados.rados.0.smithi028.stdout:250: oid 10 updating version 86 to 88 2024-04-02T08:25:50.360 INFO:tasks.rados.rados.0.smithi028.stdout:250: oid 10 version 88 is already newer than 87 2024-04-02T08:25:50.360 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 88 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-04-02T08:25:50.360 INFO:tasks.rados.rados.0.smithi028.stdout:250: left oid 10 (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:25:50.360 INFO:tasks.rados.rados.0.smithi028.stdout:254: finishing copy_from to smithi02882251-30 2024-04-02T08:25:50.360 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:25:50.360 INFO:tasks.rados.rados.0.smithi028.stdout:251: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-02T08:25:50.404 INFO:tasks.rados.rados.0.smithi028.stdout:255: finishing write tid 1 to smithi02882251-15 2024-04-02T08:25:50.404 INFO:tasks.rados.rados.0.smithi028.stdout:255: finishing write tid 2 to smithi02882251-15 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: finishing write tid 3 to smithi02882251-15 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: finishing write tid 4 to smithi02882251-15 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: finishing write tid 5 to smithi02882251-15 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: finishing write tid 6 to smithi02882251-15 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: oid 15 updating version 0 to 54 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: oid 15 version 54 is already newer than 51 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: oid 15 version 54 is already newer than 52 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: oid 15 version 54 is already newer than 50 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: oid 15 version 54 is already newer than 53 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 54 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:255: left oid 15 (ObjNum 105 snap 21 seq_num 105) 2024-04-02T08:25:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:256: seq_num 106 ranges {1941504=581632,2523136=794624,3317760=409600} 2024-04-02T08:25:50.418 INFO:tasks.rados.rados.0.smithi028.stdout:256: writing smithi02882251-3 from 1941504 to 2523136 tid 1 2024-04-02T08:25:50.422 INFO:tasks.rados.rados.0.smithi028.stdout:256: writing smithi02882251-3 from 2523136 to 3317760 tid 2 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:256: writing smithi02882251-3 from 3317760 to 3727360 tid 3 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:250: done (6 left) 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:251: done (5 left) 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:252: done (4 left) 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:253: done (3 left) 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:254: done (2 left) 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:255: done (1 left) 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:257: read oid 25 snap 19 2024-04-02T08:25:50.426 INFO:tasks.rados.rados.0.smithi028.stdout:257: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:25:50.427 INFO:tasks.rados.rados.0.smithi028.stdout:258: snap_create 2024-04-02T08:25:50.427 INFO:tasks.rados.rados.0.smithi028.stdout:256: finishing write tid 1 to smithi02882251-3 2024-04-02T08:25:50.427 INFO:tasks.rados.rados.0.smithi028.stdout:256: finishing write tid 2 to smithi02882251-3 2024-04-02T08:25:50.427 INFO:tasks.rados.rados.0.smithi028.stdout:256: finishing write tid 3 to smithi02882251-3 2024-04-02T08:25:50.427 INFO:tasks.rados.rados.0.smithi028.stdout:256: finishing write tid 4 to smithi02882251-3 2024-04-02T08:25:50.428 INFO:tasks.rados.rados.0.smithi028.stdout:257: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:25:50.431 INFO:tasks.rados.rados.0.smithi028.stdout:256: finishing write tid 5 to smithi02882251-3 2024-04-02T08:25:50.431 INFO:tasks.rados.rados.0.smithi028.stdout:256: oid 3 updating version 0 to 62 2024-04-02T08:25:50.431 INFO:tasks.rados.rados.0.smithi028.stdout:256: oid 3 updating version 62 to 64 2024-04-02T08:25:50.431 INFO:tasks.rados.rados.0.smithi028.stdout:256: oid 3 version 64 is already newer than 63 2024-04-02T08:25:50.431 INFO:tasks.rados.rados.0.smithi028.stdout:256: oid 3 version 64 is already newer than 61 2024-04-02T08:25:50.432 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 64 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-04-02T08:25:50.432 INFO:tasks.rados.rados.0.smithi028.stdout:256: left oid 3 (ObjNum 106 snap 21 seq_num 106) 2024-04-02T08:25:50.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:50 smithi137 ceph-mon[31169]: pgmap v164: 121 pgs: 121 active+clean; 67 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:25:50.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:50 smithi137 ceph-mon[31169]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:25:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:50 smithi028 ceph-mon[27433]: pgmap v164: 121 pgs: 121 active+clean; 67 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:25:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:50 smithi028 ceph-mon[27433]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:25:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:50 smithi028 ceph-mon[39019]: pgmap v164: 121 pgs: 121 active+clean; 67 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:25:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:50 smithi028 ceph-mon[39019]: osdmap e109: 8 total, 8 up, 8 in 2024-04-02T08:25:51.253 INFO:tasks.rados.rados.0.smithi028.stdout:256: done (2 left) 2024-04-02T08:25:51.254 INFO:tasks.rados.rados.0.smithi028.stdout:257: done (1 left) 2024-04-02T08:25:51.254 INFO:tasks.rados.rados.0.smithi028.stdout:258: done (0 left) 2024-04-02T08:25:51.254 INFO:tasks.rados.rados.0.smithi028.stdout:259: rmattr oid 29 current snap is 22 2024-04-02T08:25:51.254 INFO:tasks.rados.rados.0.smithi028.stdout:259: done (0 left) 2024-04-02T08:25:51.254 INFO:tasks.rados.rados.0.smithi028.stdout:260: copy_from oid 7 from oid 29 current snap is 22 2024-04-02T08:25:51.254 INFO:tasks.rados.rados.0.smithi028.stdout:261: rollback oid 6 current snap is 22 2024-04-02T08:25:51.254 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 12 2024-04-02T08:25:51.254 INFO:tasks.rados.rados.0.smithi028.stdout:262: snap_remove snap 6 2024-04-02T08:25:51.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:51 smithi137 ceph-mon[31169]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:25:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:51 smithi028 ceph-mon[27433]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:25:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:51 smithi028 ceph-mon[39019]: osdmap e110: 8 total, 8 up, 8 in 2024-04-02T08:25:52.256 INFO:tasks.rados.rados.0.smithi028.stdout:262: done (2 left) 2024-04-02T08:25:52.257 INFO:tasks.rados.rados.0.smithi028.stdout:263: snap_create 2024-04-02T08:25:52.257 INFO:tasks.rados.rados.0.smithi028.stdout:260: finishing copy_from to smithi02882251-7 2024-04-02T08:25:52.257 INFO:tasks.rados.rados.0.smithi028.stdout:260: got expected ENOENT (src dne) 2024-04-02T08:25:52.257 INFO:tasks.rados.rados.0.smithi028.stdout:260: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:25:52.257 INFO:tasks.rados.rados.0.smithi028.stdout:261: finishing rollback tid 0 to smithi02882251-6 2024-04-02T08:25:52.257 INFO:tasks.rados.rados.0.smithi028.stdout:261: finishing rollback tid 1 to smithi02882251-6 2024-04-02T08:25:52.257 INFO:tasks.rados.rados.0.smithi028.stdout:261: finishing rollback tid 2 to smithi02882251-6 2024-04-02T08:25:52.258 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 64 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:25:52.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:52 smithi137 ceph-mon[31169]: pgmap v167: 121 pgs: 121 active+clean; 67 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:25:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:52 smithi137 ceph-mon[31169]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:25:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:52 smithi028 ceph-mon[27433]: pgmap v167: 121 pgs: 121 active+clean; 67 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:25:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:52 smithi028 ceph-mon[27433]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:25:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:52 smithi028 ceph-mon[39019]: pgmap v167: 121 pgs: 121 active+clean; 67 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-02T08:25:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:52 smithi028 ceph-mon[39019]: osdmap e111: 8 total, 8 up, 8 in 2024-04-02T08:25:53.268 INFO:tasks.rados.rados.0.smithi028.stdout:260: done (2 left) 2024-04-02T08:25:53.268 INFO:tasks.rados.rados.0.smithi028.stdout:261: done (1 left) 2024-04-02T08:25:53.268 INFO:tasks.rados.rados.0.smithi028.stdout:263: done (0 left) 2024-04-02T08:25:53.268 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 23 2024-04-02T08:25:53.268 INFO:tasks.rados.rados.0.smithi028.stdout:264: seq_num 107 ranges {2940928=598016,3538944=729088,4268032=466944,4734976=8192} 2024-04-02T08:25:53.287 INFO:tasks.rados.rados.0.smithi028.stdout:264: writing smithi02882251-16 from 2940928 to 3538944 tid 1 2024-04-02T08:25:53.291 INFO:tasks.rados.rados.0.smithi028.stdout:264: writing smithi02882251-16 from 3538944 to 4268032 tid 2 2024-04-02T08:25:53.295 INFO:tasks.rados.rados.0.smithi028.stdout:264: writing smithi02882251-16 from 4268032 to 4734976 tid 3 2024-04-02T08:25:53.295 INFO:tasks.rados.rados.0.smithi028.stdout:264: writing smithi02882251-16 from 4734976 to 4743168 tid 4 2024-04-02T08:25:53.295 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 23 2024-04-02T08:25:53.295 INFO:tasks.rados.rados.0.smithi028.stdout:264: finishing write tid 1 to smithi02882251-16 2024-04-02T08:25:53.295 INFO:tasks.rados.rados.0.smithi028.stdout:264: finishing write tid 2 to smithi02882251-16 2024-04-02T08:25:53.295 INFO:tasks.rados.rados.0.smithi028.stdout:265: seq_num 108 ranges {286720=614400,901120=606208,1507328=598016} 2024-04-02T08:25:53.300 INFO:tasks.rados.rados.0.smithi028.stdout:265: writing smithi02882251-18 from 286720 to 901120 tid 1 2024-04-02T08:25:53.303 INFO:tasks.rados.rados.0.smithi028.stdout:265: writing smithi02882251-18 from 901120 to 1507328 tid 2 2024-04-02T08:25:53.307 INFO:tasks.rados.rados.0.smithi028.stdout:265: writing smithi02882251-18 from 1507328 to 2105344 tid 3 2024-04-02T08:25:53.307 INFO:tasks.rados.rados.0.smithi028.stdout:266: setattr oid 45 current snap is 23 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: finishing write tid 3 to smithi02882251-16 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: finishing write tid 4 to smithi02882251-16 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: finishing write tid 5 to smithi02882251-16 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: finishing write tid 6 to smithi02882251-16 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: oid 16 updating version 0 to 51 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: oid 16 version 51 is already newer than 48 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: oid 16 version 51 is already newer than 49 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: oid 16 version 51 is already newer than 47 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: oid 16 version 51 is already newer than 50 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 51 (ObjNum 107 snap 23 seq_num 107) dirty exists 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:264: left oid 16 (ObjNum 107 snap 23 seq_num 107) 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:265: finishing write tid 1 to smithi02882251-18 2024-04-02T08:25:53.308 INFO:tasks.rados.rados.0.smithi028.stdout:265: finishing write tid 2 to smithi02882251-18 2024-04-02T08:25:53.309 INFO:tasks.rados.rados.0.smithi028.stdout:264: done (2 left) 2024-04-02T08:25:53.309 INFO:tasks.rados.rados.0.smithi028.stdout:267: snap_remove snap 12 2024-04-02T08:25:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:53 smithi137 ceph-mon[31169]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:25:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:53 smithi028 ceph-mon[27433]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:25:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:53 smithi028 ceph-mon[39019]: osdmap e112: 8 total, 8 up, 8 in 2024-04-02T08:25:54.182 INFO:tasks.rados.rados.0.smithi028.stdout:267: done (2 left) 2024-04-02T08:25:54.182 INFO:tasks.rados.rados.0.smithi028.stdout:268: setattr oid 15 current snap is 23 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:265: finishing write tid 3 to smithi02882251-18 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:265: finishing write tid 4 to smithi02882251-18 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:265: finishing write tid 5 to smithi02882251-18 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:265: oid 18 updating version 0 to 63 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:265: oid 18 updating version 63 to 64 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:265: oid 18 version 64 is already newer than 62 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:265: oid 18 updating version 64 to 65 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 65 (ObjNum 108 snap 23 seq_num 108) dirty exists 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:265: left oid 18 (ObjNum 108 snap 23 seq_num 108) 2024-04-02T08:25:54.184 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 123 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-04-02T08:25:54.185 INFO:tasks.rados.rados.0.smithi028.stdout:265: done (2 left) 2024-04-02T08:25:54.185 INFO:tasks.rados.rados.0.smithi028.stdout:266: done (1 left) 2024-04-02T08:25:54.185 INFO:tasks.rados.rados.0.smithi028.stdout:269: snap_create 2024-04-02T08:25:54.193 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 75 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-04-02T08:25:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:54 smithi028 ceph-mon[39019]: pgmap v170: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-04-02T08:25:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:54 smithi028 ceph-mon[39019]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:25:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:54 smithi028 ceph-mon[39019]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:25:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:54 smithi028 ceph-mon[27433]: pgmap v170: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-04-02T08:25:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:54 smithi028 ceph-mon[27433]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:25:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:54 smithi028 ceph-mon[27433]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:25:54.449 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:25:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:25:54] "GET /metrics HTTP/1.1" 200 36076 "" "Prometheus/2.43.0" 2024-04-02T08:25:54.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:54 smithi137 ceph-mon[31169]: pgmap v170: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-04-02T08:25:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:54 smithi137 ceph-mon[31169]: osdmap e113: 8 total, 8 up, 8 in 2024-04-02T08:25:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:54 smithi137 ceph-mon[31169]: osdmap e114: 8 total, 8 up, 8 in 2024-04-02T08:25:55.183 INFO:tasks.rados.rados.0.smithi028.stdout:268: done (1 left) 2024-04-02T08:25:55.183 INFO:tasks.rados.rados.0.smithi028.stdout:269: done (0 left) 2024-04-02T08:25:55.183 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 24 2024-04-02T08:25:55.183 INFO:tasks.rados.rados.0.smithi028.stdout:270: seq_num 109 ranges {253952=630784,884736=491520,1376256=483328,1859584=229376} 2024-04-02T08:25:55.187 INFO:tasks.rados.rados.0.smithi028.stdout:270: writing smithi02882251-33 from 253952 to 884736 tid 1 2024-04-02T08:25:55.190 INFO:tasks.rados.rados.0.smithi028.stdout:270: writing smithi02882251-33 from 884736 to 1376256 tid 2 2024-04-02T08:25:55.193 INFO:tasks.rados.rados.0.smithi028.stdout:270: writing smithi02882251-33 from 1376256 to 1859584 tid 3 2024-04-02T08:25:55.194 INFO:tasks.rados.rados.0.smithi028.stdout:270: writing smithi02882251-33 from 1859584 to 2088960 tid 4 2024-04-02T08:25:55.195 INFO:tasks.rados.rados.0.smithi028.stdout:271: copy_from oid 18 from oid 13 current snap is 24 2024-04-02T08:25:55.195 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 1 to smithi02882251-33 2024-04-02T08:25:55.195 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 2 to smithi02882251-33 2024-04-02T08:25:55.195 INFO:tasks.rados.rados.0.smithi028.stdout:272: snap_create 2024-04-02T08:25:55.197 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 3 to smithi02882251-33 2024-04-02T08:25:55.197 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 4 to smithi02882251-33 2024-04-02T08:25:55.197 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 5 to smithi02882251-33 2024-04-02T08:25:55.199 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 6 to smithi02882251-33 2024-04-02T08:25:55.199 INFO:tasks.rados.rados.0.smithi028.stdout:270: oid 33 updating version 0 to 49 2024-04-02T08:25:55.199 INFO:tasks.rados.rados.0.smithi028.stdout:270: oid 33 updating version 49 to 51 2024-04-02T08:25:55.199 INFO:tasks.rados.rados.0.smithi028.stdout:270: oid 33 version 51 is already newer than 48 2024-04-02T08:25:55.199 INFO:tasks.rados.rados.0.smithi028.stdout:270: oid 33 version 51 is already newer than 47 2024-04-02T08:25:55.199 INFO:tasks.rados.rados.0.smithi028.stdout:270: oid 33 version 51 is already newer than 50 2024-04-02T08:25:55.199 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 51 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-04-02T08:25:55.199 INFO:tasks.rados.rados.0.smithi028.stdout:270: left oid 33 (ObjNum 109 snap 24 seq_num 109) 2024-04-02T08:25:55.207 INFO:tasks.rados.rados.0.smithi028.stdout:271: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:25:55.208 INFO:tasks.rados.rados.0.smithi028.stdout:271: finishing copy_from to smithi02882251-18 2024-04-02T08:25:55.208 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 57 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-02T08:25:56.187 INFO:tasks.rados.rados.0.smithi028.stdout:270: done (2 left) 2024-04-02T08:25:56.187 INFO:tasks.rados.rados.0.smithi028.stdout:271: done (1 left) 2024-04-02T08:25:56.187 INFO:tasks.rados.rados.0.smithi028.stdout:272: done (0 left) 2024-04-02T08:25:56.187 INFO:tasks.rados.rados.0.smithi028.stdout:273: snap_create 2024-04-02T08:25:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:56 smithi028 ceph-mon[27433]: pgmap v173: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-04-02T08:25:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:56 smithi028 ceph-mon[27433]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:25:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:56 smithi028 ceph-mon[39019]: pgmap v173: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-04-02T08:25:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:56 smithi028 ceph-mon[39019]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:25:56.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:56 smithi137 ceph-mon[31169]: pgmap v173: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.5 MiB/s wr, 38 op/s 2024-04-02T08:25:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:56 smithi137 ceph-mon[31169]: osdmap e115: 8 total, 8 up, 8 in 2024-04-02T08:25:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:273: done (0 left) 2024-04-02T08:25:57.193 INFO:tasks.rados.rados.0.smithi028.stdout:274: read oid 15 snap -1 2024-04-02T08:25:57.193 INFO:tasks.rados.rados.0.smithi028.stdout:274: expect (ObjNum 105 snap 21 seq_num 105) 2024-04-02T08:25:57.193 INFO:tasks.rados.rados.0.smithi028.stdout:275: snap_create 2024-04-02T08:25:57.209 INFO:tasks.rados.rados.0.smithi028.stdout:274: expect (ObjNum 105 snap 21 seq_num 105) 2024-04-02T08:25:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:57 smithi028 ceph-mon[27433]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:25:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:57 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:57.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:57 smithi028 ceph-mon[39019]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:25:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:57 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:57 smithi137 ceph-mon[31169]: osdmap e116: 8 total, 8 up, 8 in 2024-04-02T08:25:57.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:57 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:25:58.194 INFO:tasks.rados.rados.0.smithi028.stdout:274: done (1 left) 2024-04-02T08:25:58.194 INFO:tasks.rados.rados.0.smithi028.stdout:275: done (0 left) 2024-04-02T08:25:58.194 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 27 2024-04-02T08:25:58.194 INFO:tasks.rados.rados.0.smithi028.stdout:276: seq_num 110 ranges {376832=647168,1024000=778240,1802240=425984} 2024-04-02T08:25:58.199 INFO:tasks.rados.rados.0.smithi028.stdout:276: writing smithi02882251-23 from 376832 to 1024000 tid 1 2024-04-02T08:25:58.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: writing smithi02882251-23 from 1024000 to 1802240 tid 2 2024-04-02T08:25:58.207 INFO:tasks.rados.rados.0.smithi028.stdout:276: writing smithi02882251-23 from 1802240 to 2228224 tid 3 2024-04-02T08:25:58.207 INFO:tasks.rados.rados.0.smithi028.stdout:277: rollback oid 9 current snap is 27 2024-04-02T08:25:58.207 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 19 2024-04-02T08:25:58.207 INFO:tasks.rados.rados.0.smithi028.stdout:276: finishing write tid 1 to smithi02882251-23 2024-04-02T08:25:58.207 INFO:tasks.rados.rados.0.smithi028.stdout:278: snap_remove snap 15 2024-04-02T08:25:58.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:58 smithi028 ceph-mon[39019]: pgmap v176: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:58 smithi028 ceph-mon[39019]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:25:58.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:58 smithi028 ceph-mon[27433]: pgmap v176: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:58.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:58 smithi028 ceph-mon[27433]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:25:58.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:58 smithi137 ceph-mon[31169]: pgmap v176: 121 pgs: 121 active+clean; 82 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:25:58.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:58 smithi137 ceph-mon[31169]: osdmap e117: 8 total, 8 up, 8 in 2024-04-02T08:25:59.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: finishing write tid 2 to smithi02882251-23 2024-04-02T08:25:59.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: finishing write tid 3 to smithi02882251-23 2024-04-02T08:25:59.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: finishing write tid 4 to smithi02882251-23 2024-04-02T08:25:59.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: finishing write tid 5 to smithi02882251-23 2024-04-02T08:25:59.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: oid 23 updating version 0 to 115 2024-04-02T08:25:59.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: oid 23 version 115 is already newer than 113 2024-04-02T08:25:59.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: oid 23 version 115 is already newer than 114 2024-04-02T08:25:59.204 INFO:tasks.rados.rados.0.smithi028.stdout:276: oid 23 updating version 115 to 116 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 116 (ObjNum 110 snap 27 seq_num 110) dirty exists 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:276: left oid 23 (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:277: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:277: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:277: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 137 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:276: done (2 left) 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:277: done (1 left) 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:278: done (0 left) 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:279: rollback oid 39 current snap is 27 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 23 2024-04-02T08:25:59.205 INFO:tasks.rados.rados.0.smithi028.stdout:280: snap_create 2024-04-02T08:25:59.211 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing rollback tid 0 to smithi02882251-39 2024-04-02T08:25:59.217 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:25:59.218 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing rollback tid 2 to smithi02882251-39 2024-04-02T08:25:59.218 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 50 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-02T08:25:59.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:25:59 smithi137 ceph-mon[31169]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:25:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:25:59 smithi028 ceph-mon[27433]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:25:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:25:59 smithi028 ceph-mon[39019]: osdmap e118: 8 total, 8 up, 8 in 2024-04-02T08:26:00.209 INFO:tasks.rados.rados.0.smithi028.stdout:279: done (1 left) 2024-04-02T08:26:00.209 INFO:tasks.rados.rados.0.smithi028.stdout:280: done (0 left) 2024-04-02T08:26:00.209 INFO:tasks.rados.rados.0.smithi028.stdout:281: read oid 23 snap -1 2024-04-02T08:26:00.209 INFO:tasks.rados.rados.0.smithi028.stdout:281: expect (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:26:00.209 INFO:tasks.rados.rados.0.smithi028.stdout:282: read oid 38 snap 20 2024-04-02T08:26:00.209 INFO:tasks.rados.rados.0.smithi028.stdout:282: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:26:00.210 INFO:tasks.rados.rados.0.smithi028.stdout:283: setattr oid 44 current snap is 28 2024-04-02T08:26:00.210 INFO:tasks.rados.rados.0.smithi028.stdout:284: read oid 33 snap -1 2024-04-02T08:26:00.210 INFO:tasks.rados.rados.0.smithi028.stdout:284: expect (ObjNum 109 snap 24 seq_num 109) 2024-04-02T08:26:00.210 INFO:tasks.rados.rados.0.smithi028.stdout:285: read oid 20 snap 3 2024-04-02T08:26:00.210 INFO:tasks.rados.rados.0.smithi028.stdout:285: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:26:00.210 INFO:tasks.rados.rados.0.smithi028.stdout:286: delete oid 49 current snap is 28 2024-04-02T08:26:00.215 INFO:tasks.rados.rados.0.smithi028.stdout:282: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:26:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 74 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-04-02T08:26:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:282: done (5 left) 2024-04-02T08:26:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:283: done (4 left) 2024-04-02T08:26:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:286: done (3 left) 2024-04-02T08:26:00.230 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 28 2024-04-02T08:26:00.230 INFO:tasks.rados.rados.0.smithi028.stdout:285: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-02T08:26:00.237 INFO:tasks.rados.rados.0.smithi028.stdout:284: expect (ObjNum 109 snap 24 seq_num 109) 2024-04-02T08:26:00.297 INFO:tasks.rados.rados.0.smithi028.stdout:281: expect (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:26:00.363 INFO:tasks.rados.rados.0.smithi028.stdout:287: seq_num 112 ranges {2662400=679936,3342336=548864,3891200=655360} 2024-04-02T08:26:00.380 INFO:tasks.rados.rados.0.smithi028.stdout:287: writing smithi02882251-44 from 2662400 to 3342336 tid 1 2024-04-02T08:26:00.383 INFO:tasks.rados.rados.0.smithi028.stdout:287: writing smithi02882251-44 from 3342336 to 3891200 tid 2 2024-04-02T08:26:00.388 INFO:tasks.rados.rados.0.smithi028.stdout:287: writing smithi02882251-44 from 3891200 to 4546560 tid 3 2024-04-02T08:26:00.388 INFO:tasks.rados.rados.0.smithi028.stdout:281: done (3 left) 2024-04-02T08:26:00.388 INFO:tasks.rados.rados.0.smithi028.stdout:284: done (2 left) 2024-04-02T08:26:00.388 INFO:tasks.rados.rados.0.smithi028.stdout:285: done (1 left) 2024-04-02T08:26:00.388 INFO:tasks.rados.rados.0.smithi028.stdout:288: delete oid 50 current snap is 28 2024-04-02T08:26:00.388 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 1 to smithi02882251-44 2024-04-02T08:26:00.388 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 2 to smithi02882251-44 2024-04-02T08:26:00.390 INFO:tasks.rados.rados.0.smithi028.stdout:288: done (1 left) 2024-04-02T08:26:00.390 INFO:tasks.rados.rados.0.smithi028.stdout:289: copy_from oid 28 from oid 45 current snap is 28 2024-04-02T08:26:00.390 INFO:tasks.rados.rados.0.smithi028.stdout:290: read oid 35 snap -1 2024-04-02T08:26:00.390 INFO:tasks.rados.rados.0.smithi028.stdout:290: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:26:00.390 INFO:tasks.rados.rados.0.smithi028.stdout:291: read oid 22 snap -1 2024-04-02T08:26:00.390 INFO:tasks.rados.rados.0.smithi028.stdout:291: expect (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:26:00.390 INFO:tasks.rados.rados.0.smithi028.stdout:292: copy_from oid 7 from oid 20 current snap is 28 2024-04-02T08:26:00.391 INFO:tasks.rados.rados.0.smithi028.stdout:293: delete oid 41 current snap is 28 2024-04-02T08:26:00.391 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 3 to smithi02882251-44 2024-04-02T08:26:00.391 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 4 to smithi02882251-44 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 5 to smithi02882251-44 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:287: oid 44 updating version 0 to 78 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:287: oid 44 updating version 78 to 79 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:287: oid 44 version 79 is already newer than 76 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:287: oid 44 version 79 is already newer than 77 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 79 (ObjNum 112 snap 28 seq_num 112) dirty exists 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:287: left oid 44 (ObjNum 112 snap 28 seq_num 112) 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:287: done (5 left) 2024-04-02T08:26:00.393 INFO:tasks.rados.rados.0.smithi028.stdout:293: done (4 left) 2024-04-02T08:26:00.394 INFO:tasks.rados.rados.0.smithi028.stdout:294: snap_create 2024-04-02T08:26:00.399 INFO:tasks.rados.rados.0.smithi028.stdout:292: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:26:00.401 INFO:tasks.rados.rados.0.smithi028.stdout:292: finishing copy_from to smithi02882251-7 2024-04-02T08:26:00.401 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 14 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-02T08:26:00.405 INFO:tasks.rados.rados.0.smithi028.stdout:289: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:26:00.407 INFO:tasks.rados.rados.0.smithi028.stdout:290: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-02T08:26:00.477 INFO:tasks.rados.rados.0.smithi028.stdout:291: expect (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:26:00.514 INFO:tasks.rados.rados.0.smithi028.stdout:289: finishing copy_from to smithi02882251-28 2024-04-02T08:26:00.514 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 123 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-04-02T08:26:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:00 smithi137 ceph-mon[31169]: pgmap v179: 121 pgs: 121 active+clean; 87 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:26:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:00 smithi137 ceph-mon[31169]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:26:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:00 smithi028 ceph-mon[27433]: pgmap v179: 121 pgs: 121 active+clean; 87 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:26:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:00 smithi028 ceph-mon[27433]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:26:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:00 smithi028 ceph-mon[39019]: pgmap v179: 121 pgs: 121 active+clean; 87 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:26:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:00 smithi028 ceph-mon[39019]: osdmap e119: 8 total, 8 up, 8 in 2024-04-02T08:26:01.213 INFO:tasks.rados.rados.0.smithi028.stdout:289: done (4 left) 2024-04-02T08:26:01.213 INFO:tasks.rados.rados.0.smithi028.stdout:290: done (3 left) 2024-04-02T08:26:01.213 INFO:tasks.rados.rados.0.smithi028.stdout:291: done (2 left) 2024-04-02T08:26:01.213 INFO:tasks.rados.rados.0.smithi028.stdout:292: done (1 left) 2024-04-02T08:26:01.213 INFO:tasks.rados.rados.0.smithi028.stdout:294: done (0 left) 2024-04-02T08:26:01.213 INFO:tasks.rados.rados.0.smithi028.stdout:295: delete oid 19 current snap is 29 2024-04-02T08:26:01.217 INFO:tasks.rados.rados.0.smithi028.stdout:295: done (0 left) 2024-04-02T08:26:01.217 INFO:tasks.rados.rados.0.smithi028.stdout:296: delete oid 8 current snap is 29 2024-04-02T08:26:01.218 INFO:tasks.rados.rados.0.smithi028.stdout:296: done (0 left) 2024-04-02T08:26:01.218 INFO:tasks.rados.rados.0.smithi028.stdout:297: delete oid 49 current snap is 29 2024-04-02T08:26:01.220 INFO:tasks.rados.rados.0.smithi028.stdout:297: done (0 left) 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi028.stdout:298: copy_from oid 33 from oid 9 current snap is 29 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi028.stdout:299: read oid 27 snap -1 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi028.stdout:299: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi028.stdout:300: rollback oid 42 current snap is 29 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 24 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi028.stdout:301: read oid 29 snap -1 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi028.stdout:301: expect deleted 2024-04-02T08:26:01.221 INFO:tasks.rados.rados.0.smithi028.stdout:302: delete oid 19 current snap is 29 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi028.stdout:302: done (4 left) 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi028.stdout:303: rollback oid 22 current snap is 29 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 22 to 25 2024-04-02T08:26:01.222 INFO:tasks.rados.rados.0.smithi028.stdout:304: rollback oid 31 current snap is 29 2024-04-02T08:26:01.223 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 28 2024-04-02T08:26:01.223 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 29 2024-04-02T08:26:01.223 INFO:tasks.rados.rados.0.smithi028.stdout:305: seq_num 119 ranges {606208=802816,1409024=589824,1998848=409600,2408448=204800} 2024-04-02T08:26:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:305: writing smithi02882251-37 from 606208 to 1409024 tid 1 2024-04-02T08:26:01.233 INFO:tasks.rados.rados.0.smithi028.stdout:305: writing smithi02882251-37 from 1409024 to 1998848 tid 2 2024-04-02T08:26:01.236 INFO:tasks.rados.rados.0.smithi028.stdout:305: writing smithi02882251-37 from 1998848 to 2408448 tid 3 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi028.stdout:305: writing smithi02882251-37 from 2408448 to 2613248 tid 4 2024-04-02T08:26:01.237 INFO:tasks.rados.rados.0.smithi028.stdout:304: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 73 (ObjNum 33 snap 0 seq_num 1410151672) dirty dne 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:303: finishing rollback tid 0 to smithi02882251-22 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:306: read oid 17 snap -1 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:306: expect (ObjNum 69 snap 8 seq_num 69) 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:301: done (7 left) 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:304: done (6 left) 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:307: copy_from oid 46 from oid 24 current snap is 29 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:303: finishing rollback tid 1 to smithi02882251-22 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:300: finishing rollback tid 0 to smithi02882251-42 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:300: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:300: finishing rollback tid 2 to smithi02882251-42 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 84 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:303: finishing rollback tid 2 to smithi02882251-22 2024-04-02T08:26:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 131 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-04-02T08:26:01.239 INFO:tasks.rados.rados.0.smithi028.stdout:299: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-02T08:26:01.266 INFO:tasks.rados.rados.0.smithi028.stdout:305: finishing write tid 1 to smithi02882251-37 2024-04-02T08:26:01.266 INFO:tasks.rados.rados.0.smithi028.stdout:305: finishing write tid 2 to smithi02882251-37 2024-04-02T08:26:01.266 INFO:tasks.rados.rados.0.smithi028.stdout:305: finishing write tid 3 to smithi02882251-37 2024-04-02T08:26:01.266 INFO:tasks.rados.rados.0.smithi028.stdout:305: finishing write tid 4 to smithi02882251-37 2024-04-02T08:26:01.266 INFO:tasks.rados.rados.0.smithi028.stdout:305: finishing write tid 5 to smithi02882251-37 2024-04-02T08:26:01.266 INFO:tasks.rados.rados.0.smithi028.stdout:298: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:26:01.266 INFO:tasks.rados.rados.0.smithi028.stdout:299: done (6 left) 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:300: done (5 left) 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:303: done (4 left) 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:308: rollback oid 12 current snap is 29 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 19 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:305: finishing write tid 6 to smithi02882251-37 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:305: oid 37 updating version 0 to 91 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:305: oid 37 version 91 is already newer than 90 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:305: oid 37 updating version 91 to 92 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:305: oid 37 version 92 is already newer than 89 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:305: oid 37 version 92 is already newer than 88 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 92 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:305: left oid 37 (ObjNum 119 snap 29 seq_num 119) 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:298: finishing copy_from to smithi02882251-33 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 137 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:307: finishing copy_from racing read to smithi02882251-46 2024-04-02T08:26:01.267 INFO:tasks.rados.rados.0.smithi028.stdout:306: expect (ObjNum 69 snap 8 seq_num 69) 2024-04-02T08:26:01.304 INFO:tasks.rados.rados.0.smithi028.stdout:307: finishing copy_from to smithi02882251-46 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 40 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing rollback tid 0 to smithi02882251-12 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing rollback tid 2 to smithi02882251-12 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 135 (ObjNum 70 snap 8 seq_num 70) dirty exists 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:298: done (4 left) 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:305: done (3 left) 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:306: done (2 left) 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:307: done (1 left) 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:308: done (0 left) 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:309: read oid 43 snap -1 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:309: expect (ObjNum 72 snap 11 seq_num 72) 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:310: rmattr oid 17 current snap is 29 2024-04-02T08:26:01.305 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 29 2024-04-02T08:26:01.306 INFO:tasks.rados.rados.0.smithi028.stdout:311: seq_num 120 ranges {557056=417792,974848=475136,1449984=622592,2072576=507904} 2024-04-02T08:26:01.310 INFO:tasks.rados.rados.0.smithi028.stdout:311: writing smithi02882251-4 from 557056 to 974848 tid 1 2024-04-02T08:26:01.312 INFO:tasks.rados.rados.0.smithi028.stdout:311: writing smithi02882251-4 from 974848 to 1449984 tid 2 2024-04-02T08:26:01.316 INFO:tasks.rados.rados.0.smithi028.stdout:311: writing smithi02882251-4 from 1449984 to 2072576 tid 3 2024-04-02T08:26:01.319 INFO:tasks.rados.rados.0.smithi028.stdout:311: writing smithi02882251-4 from 2072576 to 2580480 tid 4 2024-04-02T08:26:01.319 INFO:tasks.rados.rados.0.smithi028.stdout:312: read oid 36 snap -1 2024-04-02T08:26:01.319 INFO:tasks.rados.rados.0.smithi028.stdout:312: expect (ObjNum 103 snap 21 seq_num 103) 2024-04-02T08:26:01.320 INFO:tasks.rados.rados.0.smithi028.stdout:313: copy_from oid 50 from oid 24 current snap is 29 2024-04-02T08:26:01.320 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 86 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-02T08:26:01.320 INFO:tasks.rados.rados.0.smithi028.stdout:309: expect (ObjNum 72 snap 11 seq_num 72) 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing write tid 1 to smithi02882251-4 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing write tid 2 to smithi02882251-4 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:309: done (4 left) 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:310: done (3 left) 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:314: read oid 12 snap -1 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:314: expect (ObjNum 70 snap 8 seq_num 70) 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:315: read oid 41 snap 27 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:315: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:316: read oid 23 snap -1 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:316: expect (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 29 2024-04-02T08:26:01.362 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing write tid 3 to smithi02882251-4 2024-04-02T08:26:01.363 INFO:tasks.rados.rados.0.smithi028.stdout:317: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2024-04-02T08:26:01.363 INFO:tasks.rados.rados.0.smithi028.stdout:317: writing smithi02882251-49 from 0 to 434176 tid 1 2024-04-02T08:26:01.368 INFO:tasks.rados.rados.0.smithi028.stdout:317: writing smithi02882251-49 from 434176 to 1187840 tid 2 2024-04-02T08:26:01.371 INFO:tasks.rados.rados.0.smithi028.stdout:317: writing smithi02882251-49 from 1187840 to 1613824 tid 3 2024-04-02T08:26:01.374 INFO:tasks.rados.rados.0.smithi028.stdout:317: writing smithi02882251-49 from 1613824 to 2039808 tid 4 2024-04-02T08:26:01.374 INFO:tasks.rados.rados.0.smithi028.stdout:318: rmattr oid 11 current snap is 29 2024-04-02T08:26:01.374 INFO:tasks.rados.rados.0.smithi028.stdout:318: done (7 left) 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:319: read oid 10 snap -1 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:319: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:320: snap_create 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing write tid 4 to smithi02882251-4 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing write tid 5 to smithi02882251-4 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:313: finishing copy_from racing read to smithi02882251-50 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:313: finishing copy_from to smithi02882251-50 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 40 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing write tid 6 to smithi02882251-4 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:311: oid 4 updating version 0 to 142 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:311: oid 4 version 142 is already newer than 140 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:311: oid 4 version 142 is already newer than 141 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:311: oid 4 version 142 is already newer than 138 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:311: oid 4 version 142 is already newer than 139 2024-04-02T08:26:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 142 (ObjNum 120 snap 29 seq_num 120) dirty exists 2024-04-02T08:26:01.376 INFO:tasks.rados.rados.0.smithi028.stdout:311: left oid 4 (ObjNum 120 snap 29 seq_num 120) 2024-04-02T08:26:01.376 INFO:tasks.rados.rados.0.smithi028.stdout:312: expect (ObjNum 103 snap 21 seq_num 103) 2024-04-02T08:26:01.448 INFO:tasks.rados.rados.0.smithi028.stdout:315: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-02T08:26:01.466 INFO:tasks.rados.rados.0.smithi028.stdout:314: expect (ObjNum 70 snap 8 seq_num 70) 2024-04-02T08:26:01.497 INFO:tasks.rados.rados.0.smithi028.stdout:317: finishing write tid 1 to smithi02882251-49 2024-04-02T08:26:01.497 INFO:tasks.rados.rados.0.smithi028.stdout:317: finishing write tid 2 to smithi02882251-49 2024-04-02T08:26:01.497 INFO:tasks.rados.rados.0.smithi028.stdout:317: finishing write tid 3 to smithi02882251-49 2024-04-02T08:26:01.497 INFO:tasks.rados.rados.0.smithi028.stdout:316: expect (ObjNum 110 snap 27 seq_num 110) 2024-04-02T08:26:01.562 INFO:tasks.rados.rados.0.smithi028.stdout:317: finishing write tid 4 to smithi02882251-49 2024-04-02T08:26:01.562 INFO:tasks.rados.rados.0.smithi028.stdout:317: finishing write tid 5 to smithi02882251-49 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:317: finishing write tid 6 to smithi02882251-49 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:317: oid 49 updating version 0 to 88 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:317: oid 49 version 88 is already newer than 87 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:317: oid 49 version 88 is already newer than 85 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:317: oid 49 updating version 88 to 89 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:317: oid 49 version 89 is already newer than 86 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 89 (ObjNum 121 snap 29 seq_num 121) dirty exists 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:317: left oid 49 (ObjNum 121 snap 29 seq_num 121) 2024-04-02T08:26:01.563 INFO:tasks.rados.rados.0.smithi028.stdout:319: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:26:01.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:01 smithi137 ceph-mon[31169]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:26:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:01 smithi028 ceph-mon[27433]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:26:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:01 smithi028 ceph-mon[39019]: osdmap e120: 8 total, 8 up, 8 in 2024-04-02T08:26:02.217 INFO:tasks.rados.rados.0.smithi028.stdout:311: done (8 left) 2024-04-02T08:26:02.217 INFO:tasks.rados.rados.0.smithi028.stdout:312: done (7 left) 2024-04-02T08:26:02.217 INFO:tasks.rados.rados.0.smithi028.stdout:313: done (6 left) 2024-04-02T08:26:02.217 INFO:tasks.rados.rados.0.smithi028.stdout:314: done (5 left) 2024-04-02T08:26:02.218 INFO:tasks.rados.rados.0.smithi028.stdout:315: done (4 left) 2024-04-02T08:26:02.218 INFO:tasks.rados.rados.0.smithi028.stdout:316: done (3 left) 2024-04-02T08:26:02.218 INFO:tasks.rados.rados.0.smithi028.stdout:317: done (2 left) 2024-04-02T08:26:02.218 INFO:tasks.rados.rados.0.smithi028.stdout:319: done (1 left) 2024-04-02T08:26:02.218 INFO:tasks.rados.rados.0.smithi028.stdout:320: done (0 left) 2024-04-02T08:26:02.218 INFO:tasks.rados.rados.0.smithi028.stdout:321: delete oid 49 current snap is 30 2024-04-02T08:26:02.221 INFO:tasks.rados.rados.0.smithi028.stdout:321: done (0 left) 2024-04-02T08:26:02.222 INFO:tasks.rados.rados.0.smithi028.stdout:322: rollback oid 18 current snap is 30 2024-04-02T08:26:02.222 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 29 2024-04-02T08:26:02.222 INFO:tasks.rados.rados.0.smithi028.stdout:323: snap_create 2024-04-02T08:26:02.224 INFO:tasks.rados.rados.0.smithi028.stdout:322: finishing rollback tid 0 to smithi02882251-18 2024-04-02T08:26:02.224 INFO:tasks.rados.rados.0.smithi028.stdout:322: finishing rollback tid 1 to smithi02882251-18 2024-04-02T08:26:02.225 INFO:tasks.rados.rados.0.smithi028.stdout:322: finishing rollback tid 2 to smithi02882251-18 2024-04-02T08:26:02.225 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 96 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-02T08:26:02.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:02 smithi137 ceph-mon[31169]: pgmap v182: 121 pgs: 121 active+clean; 87 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:26:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:02 smithi137 ceph-mon[31169]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:26:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:02 smithi028 ceph-mon[27433]: pgmap v182: 121 pgs: 121 active+clean; 87 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:26:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:02 smithi028 ceph-mon[27433]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:26:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:02 smithi028 ceph-mon[39019]: pgmap v182: 121 pgs: 121 active+clean; 87 MiB data, 377 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-02T08:26:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:02 smithi028 ceph-mon[39019]: osdmap e121: 8 total, 8 up, 8 in 2024-04-02T08:26:03.223 INFO:tasks.rados.rados.0.smithi028.stdout:322: done (1 left) 2024-04-02T08:26:03.223 INFO:tasks.rados.rados.0.smithi028.stdout:323: done (0 left) 2024-04-02T08:26:03.224 INFO:tasks.rados.rados.0.smithi028.stdout:324: rollback oid 41 current snap is 31 2024-04-02T08:26:03.224 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 29 2024-04-02T08:26:03.224 INFO:tasks.rados.rados.0.smithi028.stdout:325: rollback oid 18 current snap is 31 2024-04-02T08:26:03.224 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 24 2024-04-02T08:26:03.224 INFO:tasks.rados.rados.0.smithi028.stdout:326: rmattr oid 23 current snap is 31 2024-04-02T08:26:03.224 INFO:tasks.rados.rados.0.smithi028.stdout:327: copy_from oid 13 from oid 37 current snap is 31 2024-04-02T08:26:03.224 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 31 2024-04-02T08:26:03.224 INFO:tasks.rados.rados.0.smithi028.stdout:328: seq_num 123 ranges {2326528=466944,2793472=573440,3366912=794624,4161536=237568} 2024-04-02T08:26:03.239 INFO:tasks.rados.rados.0.smithi028.stdout:328: writing smithi02882251-36 from 2326528 to 2793472 tid 1 2024-04-02T08:26:03.242 INFO:tasks.rados.rados.0.smithi028.stdout:328: writing smithi02882251-36 from 2793472 to 3366912 tid 2 2024-04-02T08:26:03.247 INFO:tasks.rados.rados.0.smithi028.stdout:328: writing smithi02882251-36 from 3366912 to 4161536 tid 3 2024-04-02T08:26:03.249 INFO:tasks.rados.rados.0.smithi028.stdout:328: writing smithi02882251-36 from 4161536 to 4399104 tid 4 2024-04-02T08:26:03.249 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 31 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 137 (ObjNum 110 snap 27 seq_num 110) dirty exists 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:325: finishing rollback tid 0 to smithi02882251-18 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:324: finishing rollback tid 1 to smithi02882251-41 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 61 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:325: finishing rollback tid 1 to smithi02882251-18 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:325: finishing rollback tid 2 to smithi02882251-18 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 100 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:327: finishing copy_from racing read to smithi02882251-13 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:328: finishing write tid 1 to smithi02882251-36 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:327: finishing copy_from to smithi02882251-13 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 92 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:328: finishing write tid 2 to smithi02882251-36 2024-04-02T08:26:03.250 INFO:tasks.rados.rados.0.smithi028.stdout:329: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-04-02T08:26:03.252 INFO:tasks.rados.rados.0.smithi028.stdout:329: writing smithi02882251-31 from 0 to 483328 tid 1 2024-04-02T08:26:03.255 INFO:tasks.rados.rados.0.smithi028.stdout:329: writing smithi02882251-31 from 483328 to 942080 tid 2 2024-04-02T08:26:03.258 INFO:tasks.rados.rados.0.smithi028.stdout:329: writing smithi02882251-31 from 942080 to 1540096 tid 3 2024-04-02T08:26:03.262 INFO:tasks.rados.rados.0.smithi028.stdout:329: writing smithi02882251-31 from 1540096 to 2088960 tid 4 2024-04-02T08:26:03.262 INFO:tasks.rados.rados.0.smithi028.stdout:324: done (5 left) 2024-04-02T08:26:03.262 INFO:tasks.rados.rados.0.smithi028.stdout:325: done (4 left) 2024-04-02T08:26:03.262 INFO:tasks.rados.rados.0.smithi028.stdout:326: done (3 left) 2024-04-02T08:26:03.262 INFO:tasks.rados.rados.0.smithi028.stdout:327: done (2 left) 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:330: setattr oid 3 current snap is 31 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: finishing write tid 3 to smithi02882251-36 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: finishing write tid 4 to smithi02882251-36 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: finishing write tid 5 to smithi02882251-36 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: finishing write tid 6 to smithi02882251-36 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: oid 36 updating version 0 to 147 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: oid 36 version 147 is already newer than 143 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: oid 36 version 147 is already newer than 145 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: oid 36 version 147 is already newer than 144 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: oid 36 version 147 is already newer than 146 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 147 (ObjNum 123 snap 31 seq_num 123) dirty exists 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:328: left oid 36 (ObjNum 123 snap 31 seq_num 123) 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:329: finishing write tid 1 to smithi02882251-31 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:329: finishing write tid 2 to smithi02882251-31 2024-04-02T08:26:03.263 INFO:tasks.rados.rados.0.smithi028.stdout:329: finishing write tid 3 to smithi02882251-31 2024-04-02T08:26:03.264 INFO:tasks.rados.rados.0.smithi028.stdout:328: done (2 left) 2024-04-02T08:26:03.264 INFO:tasks.rados.rados.0.smithi028.stdout:331: snap_create 2024-04-02T08:26:03.264 INFO:tasks.rados.rados.0.smithi028.stdout:329: finishing write tid 4 to smithi02882251-31 2024-04-02T08:26:03.264 INFO:tasks.rados.rados.0.smithi028.stdout:329: finishing write tid 5 to smithi02882251-31 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:329: finishing write tid 6 to smithi02882251-31 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:329: oid 31 updating version 0 to 110 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:329: oid 31 updating version 110 to 112 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:329: oid 31 version 112 is already newer than 108 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:329: oid 31 version 112 is already newer than 111 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:329: oid 31 version 112 is already newer than 109 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 112 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:329: left oid 31 (ObjNum 124 snap 31 seq_num 124) 2024-04-02T08:26:03.266 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 80 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-04-02T08:26:03.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:03 smithi137 ceph-mon[31169]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:26:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:03 smithi028 ceph-mon[27433]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:26:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:03 smithi028 ceph-mon[39019]: osdmap e122: 8 total, 8 up, 8 in 2024-04-02T08:26:04.185 INFO:tasks.rados.rados.0.smithi028.stdout:329: done (2 left) 2024-04-02T08:26:04.185 INFO:tasks.rados.rados.0.smithi028.stdout:330: done (1 left) 2024-04-02T08:26:04.185 INFO:tasks.rados.rados.0.smithi028.stdout:331: done (0 left) 2024-04-02T08:26:04.185 INFO:tasks.rados.rados.0.smithi028.stdout:332: copy_from oid 34 from oid 46 current snap is 32 2024-04-02T08:26:04.185 INFO:tasks.rados.rados.0.smithi028.stdout:333: snap_remove snap 21 2024-04-02T08:26:04.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:26:04] "GET /metrics HTTP/1.1" 200 36081 "" "Prometheus/2.43.0" 2024-04-02T08:26:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:04 smithi028 ceph-mon[27433]: pgmap v185: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T08:26:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:04 smithi028 ceph-mon[27433]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:26:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:04 smithi028 ceph-mon[27433]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:26:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:04 smithi028 ceph-mon[39019]: pgmap v185: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T08:26:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:04 smithi028 ceph-mon[39019]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:26:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:04 smithi028 ceph-mon[39019]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:26:04.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:04 smithi137 ceph-mon[31169]: pgmap v185: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T08:26:04.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:04 smithi137 ceph-mon[31169]: osdmap e123: 8 total, 8 up, 8 in 2024-04-02T08:26:04.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:04 smithi137 ceph-mon[31169]: osdmap e124: 8 total, 8 up, 8 in 2024-04-02T08:26:05.193 INFO:tasks.rados.rados.0.smithi028.stdout:333: done (1 left) 2024-04-02T08:26:05.193 INFO:tasks.rados.rados.0.smithi028.stdout:334: rollback oid 45 current snap is 32 2024-04-02T08:26:05.193 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 30 2024-04-02T08:26:05.193 INFO:tasks.rados.rados.0.smithi028.stdout:335: read oid 20 snap -1 2024-04-02T08:26:05.193 INFO:tasks.rados.rados.0.smithi028.stdout:335: expect (ObjNum 65 snap 6 seq_num 65) 2024-04-02T08:26:05.193 INFO:tasks.rados.rados.0.smithi028.stdout:336: read oid 37 snap -1 2024-04-02T08:26:05.194 INFO:tasks.rados.rados.0.smithi028.stdout:336: expect (ObjNum 119 snap 29 seq_num 119) 2024-04-02T08:26:05.194 INFO:tasks.rados.rados.0.smithi028.stdout:337: delete oid 28 current snap is 32 2024-04-02T08:26:05.194 INFO:tasks.rados.rados.0.smithi028.stdout:332: finishing copy_from racing read to smithi02882251-34 2024-04-02T08:26:05.194 INFO:tasks.rados.rados.0.smithi028.stdout:332: finishing copy_from to smithi02882251-34 2024-04-02T08:26:05.194 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 40 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:05.201 INFO:tasks.rados.rados.0.smithi028.stdout:335: expect (ObjNum 65 snap 6 seq_num 65) 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:334: finishing rollback tid 0 to smithi02882251-45 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:334: finishing rollback tid 1 to smithi02882251-45 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:332: done (4 left) 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:335: done (3 left) 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:337: done (2 left) 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:338: rollback oid 13 current snap is 32 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 26 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:334: finishing rollback tid 2 to smithi02882251-45 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 149 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-04-02T08:26:05.249 INFO:tasks.rados.rados.0.smithi028.stdout:336: expect (ObjNum 119 snap 29 seq_num 119) 2024-04-02T08:26:05.328 INFO:tasks.rados.rados.0.smithi028.stdout:338: finishing rollback tid 0 to smithi02882251-13 2024-04-02T08:26:05.328 INFO:tasks.rados.rados.0.smithi028.stdout:338: finishing rollback tid 1 to smithi02882251-13 2024-04-02T08:26:05.328 INFO:tasks.rados.rados.0.smithi028.stdout:338: finishing rollback tid 2 to smithi02882251-13 2024-04-02T08:26:05.328 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 100 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-02T08:26:05.328 INFO:tasks.rados.rados.0.smithi028.stdout:334: done (2 left) 2024-04-02T08:26:05.328 INFO:tasks.rados.rados.0.smithi028.stdout:336: done (1 left) 2024-04-02T08:26:05.328 INFO:tasks.rados.rados.0.smithi028.stdout:338: done (0 left) 2024-04-02T08:26:05.328 INFO:tasks.rados.rados.0.smithi028.stdout:339: snap_remove snap 7 2024-04-02T08:26:06.227 INFO:tasks.rados.rados.0.smithi028.stdout:339: done (0 left) 2024-04-02T08:26:06.227 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 32 2024-04-02T08:26:06.227 INFO:tasks.rados.rados.0.smithi028.stdout:340: seq_num 126 ranges {2580480=516096,3096576=630784,3727360=614400,4341760=360448} 2024-04-02T08:26:06.245 INFO:tasks.rados.rados.0.smithi028.stdout:340: writing smithi02882251-4 from 2580480 to 3096576 tid 1 2024-04-02T08:26:06.249 INFO:tasks.rados.rados.0.smithi028.stdout:340: writing smithi02882251-4 from 3096576 to 3727360 tid 2 2024-04-02T08:26:06.253 INFO:tasks.rados.rados.0.smithi028.stdout:340: writing smithi02882251-4 from 3727360 to 4341760 tid 3 2024-04-02T08:26:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:340: writing smithi02882251-4 from 4341760 to 4702208 tid 4 2024-04-02T08:26:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:341: read oid 45 snap -1 2024-04-02T08:26:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:341: expect (ObjNum 90 snap 19 seq_num 90) 2024-04-02T08:26:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:342: copy_from oid 21 from oid 20 current snap is 32 2024-04-02T08:26:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:340: finishing write tid 1 to smithi02882251-4 2024-04-02T08:26:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:340: finishing write tid 2 to smithi02882251-4 2024-04-02T08:26:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:343: setattr oid 33 current snap is 32 2024-04-02T08:26:06.257 INFO:tasks.rados.rados.0.smithi028.stdout:344: read oid 24 snap -1 2024-04-02T08:26:06.257 INFO:tasks.rados.rados.0.smithi028.stdout:344: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:26:06.257 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 32 2024-04-02T08:26:06.257 INFO:tasks.rados.rados.0.smithi028.stdout:345: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2024-04-02T08:26:06.261 INFO:tasks.rados.rados.0.smithi028.stdout:345: writing smithi02882251-41 from 0 to 532480 tid 1 2024-04-02T08:26:06.264 INFO:tasks.rados.rados.0.smithi028.stdout:345: writing smithi02882251-41 from 532480 to 1040384 tid 2 2024-04-02T08:26:06.269 INFO:tasks.rados.rados.0.smithi028.stdout:345: writing smithi02882251-41 from 1040384 to 1818624 tid 3 2024-04-02T08:26:06.271 INFO:tasks.rados.rados.0.smithi028.stdout:345: writing smithi02882251-41 from 1818624 to 2138112 tid 4 2024-04-02T08:26:06.271 INFO:tasks.rados.rados.0.smithi028.stdout:346: delete oid 29 current snap is 32 2024-04-02T08:26:06.271 INFO:tasks.rados.rados.0.smithi028.stdout:340: finishing write tid 3 to smithi02882251-4 2024-04-02T08:26:06.272 INFO:tasks.rados.rados.0.smithi028.stdout:340: finishing write tid 4 to smithi02882251-4 2024-04-02T08:26:06.272 INFO:tasks.rados.rados.0.smithi028.stdout:340: finishing write tid 5 to smithi02882251-4 2024-04-02T08:26:06.272 INFO:tasks.rados.rados.0.smithi028.stdout:344: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 153 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:340: finishing write tid 6 to smithi02882251-4 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:340: oid 4 updating version 0 to 150 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:340: oid 4 version 150 is already newer than 148 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:340: oid 4 updating version 150 to 152 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:340: oid 4 version 152 is already newer than 149 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:340: oid 4 version 152 is already newer than 151 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 152 (ObjNum 126 snap 32 seq_num 126) dirty exists 2024-04-02T08:26:06.293 INFO:tasks.rados.rados.0.smithi028.stdout:340: left oid 4 (ObjNum 126 snap 32 seq_num 126) 2024-04-02T08:26:06.294 INFO:tasks.rados.rados.0.smithi028.stdout:342: finishing copy_from racing read to smithi02882251-21 2024-04-02T08:26:06.294 INFO:tasks.rados.rados.0.smithi028.stdout:341: expect (ObjNum 90 snap 19 seq_num 90) 2024-04-02T08:26:06.369 INFO:tasks.rados.rados.0.smithi028.stdout:342: finishing copy_from to smithi02882251-21 2024-04-02T08:26:06.369 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 14 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-02T08:26:06.369 INFO:tasks.rados.rados.0.smithi028.stdout:345: finishing write tid 1 to smithi02882251-41 2024-04-02T08:26:06.369 INFO:tasks.rados.rados.0.smithi028.stdout:345: finishing write tid 2 to smithi02882251-41 2024-04-02T08:26:06.369 INFO:tasks.rados.rados.0.smithi028.stdout:340: done (6 left) 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:341: done (5 left) 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:342: done (4 left) 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:343: done (3 left) 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:344: done (2 left) 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:346: done (1 left) 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:347: rollback oid 46 current snap is 32 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 25 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:345: finishing write tid 3 to smithi02882251-41 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:345: finishing write tid 4 to smithi02882251-41 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:345: finishing write tid 5 to smithi02882251-41 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:345: finishing write tid 6 to smithi02882251-41 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:345: oid 41 updating version 0 to 79 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:345: oid 41 version 79 is already newer than 77 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:345: oid 41 version 79 is already newer than 76 2024-04-02T08:26:06.370 INFO:tasks.rados.rados.0.smithi028.stdout:345: oid 41 version 79 is already newer than 75 2024-04-02T08:26:06.371 INFO:tasks.rados.rados.0.smithi028.stdout:345: oid 41 version 79 is already newer than 78 2024-04-02T08:26:06.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 79 (ObjNum 127 snap 32 seq_num 127) dirty exists 2024-04-02T08:26:06.371 INFO:tasks.rados.rados.0.smithi028.stdout:345: left oid 41 (ObjNum 127 snap 32 seq_num 127) 2024-04-02T08:26:06.371 INFO:tasks.rados.rados.0.smithi028.stdout:345: done (1 left) 2024-04-02T08:26:06.371 INFO:tasks.rados.rados.0.smithi028.stdout:348: rmattr oid 33 current snap is 32 2024-04-02T08:26:06.371 INFO:tasks.rados.rados.0.smithi028.stdout:349: snap_remove snap 8 2024-04-02T08:26:06.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:06 smithi028 ceph-mon[39019]: pgmap v188: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T08:26:06.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:06 smithi028 ceph-mon[39019]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:26:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:06 smithi028 ceph-mon[27433]: pgmap v188: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T08:26:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:06 smithi028 ceph-mon[27433]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:26:06.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:06 smithi137 ceph-mon[31169]: pgmap v188: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 34 op/s 2024-04-02T08:26:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:06 smithi137 ceph-mon[31169]: osdmap e125: 8 total, 8 up, 8 in 2024-04-02T08:26:07.379 INFO:tasks.rados.rados.0.smithi028.stdout:349: done (2 left) 2024-04-02T08:26:07.379 INFO:tasks.rados.rados.0.smithi028.stdout:350: read oid 1 snap -1 2024-04-02T08:26:07.379 INFO:tasks.rados.rados.0.smithi028.stdout:350: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-02T08:26:07.379 INFO:tasks.rados.rados.0.smithi028.stdout:351: copy_from oid 27 from oid 25 current snap is 32 2024-04-02T08:26:07.379 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 154 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-04-02T08:26:07.380 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing rollback tid 0 to smithi02882251-46 2024-04-02T08:26:07.380 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing rollback tid 1 to smithi02882251-46 2024-04-02T08:26:07.380 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing rollback tid 2 to smithi02882251-46 2024-04-02T08:26:07.380 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 92 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:07.380 INFO:tasks.rados.rados.0.smithi028.stdout:347: done (3 left) 2024-04-02T08:26:07.380 INFO:tasks.rados.rados.0.smithi028.stdout:348: done (2 left) 2024-04-02T08:26:07.380 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 32 2024-04-02T08:26:07.380 INFO:tasks.rados.rados.0.smithi028.stdout:352: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-04-02T08:26:07.383 INFO:tasks.rados.rados.0.smithi028.stdout:352: writing smithi02882251-29 from 0 to 565248 tid 1 2024-04-02T08:26:07.388 INFO:tasks.rados.rados.0.smithi028.stdout:352: writing smithi02882251-29 from 565248 to 1245184 tid 2 2024-04-02T08:26:07.394 INFO:tasks.rados.rados.0.smithi028.stdout:352: writing smithi02882251-29 from 1245184 to 2031616 tid 3 2024-04-02T08:26:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:07 smithi137 ceph-mon[31169]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:26:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:07 smithi137 ceph-mon[31169]: Upgrade: Updating mgr.x 2024-04-02T08:26:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:07 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:07 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:07 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:07 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:07 smithi137 ceph-mon[31169]: Deploying daemon mgr.x on smithi137 2024-04-02T08:26:07.396 INFO:tasks.rados.rados.0.smithi028.stdout:352: writing smithi02882251-29 from 2031616 to 2170880 tid 4 2024-04-02T08:26:07.396 INFO:tasks.rados.rados.0.smithi028.stdout:353: copy_from oid 5 from oid 22 current snap is 32 2024-04-02T08:26:07.396 INFO:tasks.rados.rados.0.smithi028.stdout:354: snap_create 2024-04-02T08:26:07.400 INFO:tasks.rados.rados.0.smithi028.stdout:351: finishing copy_from racing read to smithi02882251-27 2024-04-02T08:26:07.400 INFO:tasks.rados.rados.0.smithi028.stdout:352: finishing write tid 1 to smithi02882251-29 2024-04-02T08:26:07.401 INFO:tasks.rados.rados.0.smithi028.stdout:350: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-02T08:26:07.442 INFO:tasks.rados.rados.0.smithi028.stdout:352: finishing write tid 2 to smithi02882251-29 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: finishing write tid 3 to smithi02882251-29 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: finishing write tid 4 to smithi02882251-29 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: finishing write tid 5 to smithi02882251-29 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:351: finishing copy_from to smithi02882251-27 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 31 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: finishing write tid 6 to smithi02882251-29 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: oid 29 updating version 0 to 71 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: oid 29 version 71 is already newer than 66 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: oid 29 updating version 71 to 72 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: oid 29 version 72 is already newer than 70 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:352: oid 29 version 72 is already newer than 67 2024-04-02T08:26:07.443 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 72 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-04-02T08:26:07.444 INFO:tasks.rados.rados.0.smithi028.stdout:352: left oid 29 (ObjNum 129 snap 32 seq_num 129) 2024-04-02T08:26:07.444 INFO:tasks.rados.rados.0.smithi028.stdout:353: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:26:07.444 INFO:tasks.rados.rados.0.smithi028.stdout:353: finishing copy_from to smithi02882251-5 2024-04-02T08:26:07.444 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 131 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-04-02T08:26:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[27433]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[27433]: Upgrade: Updating mgr.x 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[27433]: Deploying daemon mgr.x on smithi137 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[39019]: osdmap e126: 8 total, 8 up, 8 in 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[39019]: Upgrade: Updating mgr.x 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:07.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:07.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:07 smithi028 ceph-mon[39019]: Deploying daemon mgr.x on smithi137 2024-04-02T08:26:08.383 INFO:tasks.rados.rados.0.smithi028.stdout:350: done (4 left) 2024-04-02T08:26:08.384 INFO:tasks.rados.rados.0.smithi028.stdout:351: done (3 left) 2024-04-02T08:26:08.384 INFO:tasks.rados.rados.0.smithi028.stdout:352: done (2 left) 2024-04-02T08:26:08.384 INFO:tasks.rados.rados.0.smithi028.stdout:353: done (1 left) 2024-04-02T08:26:08.384 INFO:tasks.rados.rados.0.smithi028.stdout:354: done (0 left) 2024-04-02T08:26:08.384 INFO:tasks.rados.rados.0.smithi028.stdout:355: read oid 36 snap -1 2024-04-02T08:26:08.384 INFO:tasks.rados.rados.0.smithi028.stdout:355: expect (ObjNum 123 snap 31 seq_num 123) 2024-04-02T08:26:08.384 INFO:tasks.rados.rados.0.smithi028.stdout:356: delete oid 21 current snap is 33 2024-04-02T08:26:08.387 INFO:tasks.rados.rados.0.smithi028.stdout:356: done (1 left) 2024-04-02T08:26:08.387 INFO:tasks.rados.rados.0.smithi028.stdout:357: rmattr oid 9 current snap is 33 2024-04-02T08:26:08.388 INFO:tasks.rados.rados.0.smithi028.stdout:357: done (1 left) 2024-04-02T08:26:08.388 INFO:tasks.rados.rados.0.smithi028.stdout:358: rmattr oid 32 current snap is 33 2024-04-02T08:26:08.388 INFO:tasks.rados.rados.0.smithi028.stdout:359: rmattr oid 50 current snap is 33 2024-04-02T08:26:08.388 INFO:tasks.rados.rados.0.smithi028.stdout:360: copy_from oid 13 from oid 28 current snap is 33 2024-04-02T08:26:08.388 INFO:tasks.rados.rados.0.smithi028.stdout:361: delete oid 42 current snap is 33 2024-04-02T08:26:08.388 INFO:tasks.rados.rados.0.smithi028.stdout:360: finishing copy_from to smithi02882251-13 2024-04-02T08:26:08.389 INFO:tasks.rados.rados.0.smithi028.stdout:360: got expected ENOENT (src dne) 2024-04-02T08:26:08.389 INFO:tasks.rados.rados.0.smithi028.stdout:360: finishing copy_from racing read to smithi02882251-13 2024-04-02T08:26:08.393 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 132 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:08.394 INFO:tasks.rados.rados.0.smithi028.stdout:359: done (4 left) 2024-04-02T08:26:08.394 INFO:tasks.rados.rados.0.smithi028.stdout:360: done (3 left) 2024-04-02T08:26:08.394 INFO:tasks.rados.rados.0.smithi028.stdout:361: done (2 left) 2024-04-02T08:26:08.394 INFO:tasks.rados.rados.0.smithi028.stdout:362: rollback oid 14 current snap is 33 2024-04-02T08:26:08.395 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 22 2024-04-02T08:26:08.395 INFO:tasks.rados.rados.0.smithi028.stdout:363: read oid 19 snap -1 2024-04-02T08:26:08.395 INFO:tasks.rados.rados.0.smithi028.stdout:363: expect deleted 2024-04-02T08:26:08.395 INFO:tasks.rados.rados.0.smithi028.stdout:364: snap_remove snap 25 2024-04-02T08:26:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:08 smithi137 ceph-mon[31169]: pgmap v191: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:08 smithi137 ceph-mon[31169]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:26:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:08 smithi028 ceph-mon[27433]: pgmap v191: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:08.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:08 smithi028 ceph-mon[27433]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:26:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:08 smithi028 ceph-mon[39019]: pgmap v191: 121 pgs: 121 active+clean; 107 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:08 smithi028 ceph-mon[39019]: osdmap e127: 8 total, 8 up, 8 in 2024-04-02T08:26:09.389 INFO:tasks.rados.rados.0.smithi028.stdout:364: done (4 left) 2024-04-02T08:26:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:365: delete oid 4 current snap is 33 2024-04-02T08:26:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 86 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-04-02T08:26:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:362: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:26:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:362: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:26:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:362: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:26:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 179 (ObjNum 99 snap 20 seq_num 99) dirty exists 2024-04-02T08:26:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:355: expect (ObjNum 123 snap 31 seq_num 123) 2024-04-02T08:26:09.558 INFO:tasks.rados.rados.0.smithi028.stdout:355: done (4 left) 2024-04-02T08:26:09.558 INFO:tasks.rados.rados.0.smithi028.stdout:358: done (3 left) 2024-04-02T08:26:09.558 INFO:tasks.rados.rados.0.smithi028.stdout:362: done (2 left) 2024-04-02T08:26:09.558 INFO:tasks.rados.rados.0.smithi028.stdout:363: done (1 left) 2024-04-02T08:26:09.558 INFO:tasks.rados.rados.0.smithi028.stdout:365: done (0 left) 2024-04-02T08:26:09.558 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 33 2024-04-02T08:26:09.558 INFO:tasks.rados.rados.0.smithi028.stdout:366: seq_num 133 ranges {1179648=630784,1810432=663552,2473984=770048,3244032=172032} 2024-04-02T08:26:09.567 INFO:tasks.rados.rados.0.smithi028.stdout:366: writing smithi02882251-12 from 1179648 to 1810432 tid 1 2024-04-02T08:26:09.571 INFO:tasks.rados.rados.0.smithi028.stdout:366: writing smithi02882251-12 from 1810432 to 2473984 tid 2 2024-04-02T08:26:09.575 INFO:tasks.rados.rados.0.smithi028.stdout:366: writing smithi02882251-12 from 2473984 to 3244032 tid 3 2024-04-02T08:26:09.576 INFO:tasks.rados.rados.0.smithi028.stdout:366: writing smithi02882251-12 from 3244032 to 3416064 tid 4 2024-04-02T08:26:09.576 INFO:tasks.rados.rados.0.smithi028.stdout:367: snap_remove snap 24 2024-04-02T08:26:09.642 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:09 smithi137 ceph-mon[31169]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:26:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:09 smithi028 ceph-mon[27433]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:26:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:09 smithi028 ceph-mon[39019]: osdmap e128: 8 total, 8 up, 8 in 2024-04-02T08:26:09.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:09 smithi137 systemd[1]: Stopping Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:10.393 INFO:tasks.rados.rados.0.smithi028.stdout:367: done (1 left) 2024-04-02T08:26:10.394 INFO:tasks.rados.rados.0.smithi028.stdout:368: snap_remove snap 23 2024-04-02T08:26:10.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:10 smithi137 ceph-mon[31169]: pgmap v194: 121 pgs: 121 active+clean; 125 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-02T08:26:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:10 smithi137 ceph-mon[31169]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:26:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:10 smithi028 ceph-mon[27433]: pgmap v194: 121 pgs: 121 active+clean; 125 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-02T08:26:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:10 smithi028 ceph-mon[27433]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:26:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:10 smithi028 ceph-mon[39019]: pgmap v194: 121 pgs: 121 active+clean; 125 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-02T08:26:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:10 smithi028 ceph-mon[39019]: osdmap e129: 8 total, 8 up, 8 in 2024-04-02T08:26:11.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:10 smithi137 podman[67734]: 2024-04-02 08:26:10.987568135 +0000 UTC m=+0.981361663 container died ba8358f284ca8c9d23d4f03a61bc4d52ceff3248d09198bc6afbf9f56d0ede1a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:26:11.399 INFO:tasks.rados.rados.0.smithi028.stdout:368: done (1 left) 2024-04-02T08:26:11.399 INFO:tasks.rados.rados.0.smithi028.stdout:369: snap_remove snap 31 2024-04-02T08:26:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:11 smithi028 ceph-mon[27433]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:26:11.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:11 smithi028 ceph-mon[39019]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:26:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:11 smithi137 ceph-mon[31169]: osdmap e130: 8 total, 8 up, 8 in 2024-04-02T08:26:12.401 INFO:tasks.rados.rados.0.smithi028.stdout:369: done (1 left) 2024-04-02T08:26:12.401 INFO:tasks.rados.rados.0.smithi028.stdout:370: snap_remove snap 32 2024-04-02T08:26:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:12 smithi028 ceph-mon[27433]: pgmap v197: 121 pgs: 121 active+clean; 125 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-02T08:26:12.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:12 smithi028 ceph-mon[27433]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:26:12.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:12 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:12 smithi028 ceph-mon[39019]: pgmap v197: 121 pgs: 121 active+clean; 125 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-02T08:26:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:12 smithi028 ceph-mon[39019]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:26:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:12 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:12.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:12 smithi137 ceph-mon[31169]: pgmap v197: 121 pgs: 121 active+clean; 125 MiB data, 427 MiB used, 715 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-02T08:26:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:12 smithi137 ceph-mon[31169]: osdmap e131: 8 total, 8 up, 8 in 2024-04-02T08:26:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:12 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:13.299 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:370: done (1 left) 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:371: setattr oid 21 current snap is 33 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing write tid 1 to smithi02882251-12 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing write tid 2 to smithi02882251-12 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing write tid 3 to smithi02882251-12 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing write tid 4 to smithi02882251-12 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing write tid 5 to smithi02882251-12 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing write tid 6 to smithi02882251-12 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: oid 12 updating version 0 to 179 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: oid 12 updating version 179 to 181 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: oid 12 version 181 is already newer than 180 2024-04-02T08:26:13.407 INFO:tasks.rados.rados.0.smithi028.stdout:366: oid 12 updating version 181 to 182 2024-04-02T08:26:13.408 INFO:tasks.rados.rados.0.smithi028.stdout:366: oid 12 updating version 182 to 183 2024-04-02T08:26:13.408 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 183 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-04-02T08:26:13.408 INFO:tasks.rados.rados.0.smithi028.stdout:366: left oid 12 (ObjNum 133 snap 33 seq_num 133) 2024-04-02T08:26:13.409 INFO:tasks.rados.rados.0.smithi028.stdout:366: done (1 left) 2024-04-02T08:26:13.409 INFO:tasks.rados.rados.0.smithi028.stdout:372: read oid 27 snap -1 2024-04-02T08:26:13.409 INFO:tasks.rados.rados.0.smithi028.stdout:372: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:26:13.409 INFO:tasks.rados.rados.0.smithi028.stdout:373: read oid 5 snap -1 2024-04-02T08:26:13.409 INFO:tasks.rados.rados.0.smithi028.stdout:373: expect (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:26:13.409 INFO:tasks.rados.rados.0.smithi028.stdout:374: read oid 28 snap 26 2024-04-02T08:26:13.409 INFO:tasks.rados.rados.0.smithi028.stdout:374: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:26:13.409 INFO:tasks.rados.rados.0.smithi028.stdout:375: setattr oid 6 current snap is 33 2024-04-02T08:26:13.411 INFO:tasks.rados.rados.0.smithi028.stdout:376: snap_create 2024-04-02T08:26:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:374: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-02T08:26:13.432 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 138 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:26:13.433 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 102 (ObjNum 129 snap 0 seq_num 1439956288) dirty exists 2024-04-02T08:26:13.433 INFO:tasks.rados.rados.0.smithi028.stdout:372: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:26:13.436 INFO:tasks.rados.rados.0.smithi028.stdout:373: expect (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:26:13.633 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:26:13.633 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (3m) 2m ago 4m 17.5M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:26:13.633 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (3m) 2m ago 3m 79.3M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (4m) 2m ago 4m 15.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (4m) 2m ago 4m 14.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,8765 running (8m) 2m ago 8m 449M - 18.2.2-1059-g4d05f4ca 909dce4fe53d ba8358f284ca 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (10m) 2m ago 10m 497M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 588bae75353e 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (10m) 2m ago 10m 49.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c59fb2d6580 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (8m) 2m ago 8m 40.2M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b7f89bf5ce08 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (8m) 2m ago 8m 40.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 2511e1a84c58 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (3m) 2m ago 3m 16.0M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (3m) 2m ago 3m 8552k - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (8m) 2m ago 8m 46.0M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d dcd67296ac5e 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (7m) 2m ago 7m 42.9M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (7m) 2m ago 7m 45.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:26:13.634 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (6m) 2m ago 6m 43.5M 2993M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:26:13.635 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (6m) 2m ago 6m 44.6M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:26:13.635 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (6m) 2m ago 6m 50.3M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:26:13.635 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (5m) 2m ago 5m 49.7M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:26:13.635 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (5m) 2m ago 5m 43.0M 2992M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:26:13.635 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (3m) 2m ago 4m 33.3M - 2.43.0 a07b618ecd1d 07c1b9455767 2024-04-02T08:26:13.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:13 smithi028 ceph-mon[27433]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:26:13.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:13 smithi028 ceph-mon[39019]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:26:13.838 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:13 smithi137 ceph-mon[31169]: osdmap e132: 8 total, 8 up, 8 in 2024-04-02T08:26:14.034 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:26:14.034 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:26:14.034 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:26:14.034 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 15 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:26:14.035 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:26:14.186 INFO:tasks.rados.rados.0.smithi028.stdout:371: done (5 left) 2024-04-02T08:26:14.186 INFO:tasks.rados.rados.0.smithi028.stdout:372: done (4 left) 2024-04-02T08:26:14.187 INFO:tasks.rados.rados.0.smithi028.stdout:373: done (3 left) 2024-04-02T08:26:14.187 INFO:tasks.rados.rados.0.smithi028.stdout:374: done (2 left) 2024-04-02T08:26:14.187 INFO:tasks.rados.rados.0.smithi028.stdout:375: done (1 left) 2024-04-02T08:26:14.187 INFO:tasks.rados.rados.0.smithi028.stdout:376: done (0 left) 2024-04-02T08:26:14.187 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 34 2024-04-02T08:26:14.187 INFO:tasks.rados.rados.0.smithi028.stdout:377: seq_num 134 ranges {1687552=647168,2334720=548864,2883584=573440,3457024=483328} 2024-04-02T08:26:14.199 INFO:tasks.rados.rados.0.smithi028.stdout:377: writing smithi02882251-13 from 1687552 to 2334720 tid 1 2024-04-02T08:26:14.202 INFO:tasks.rados.rados.0.smithi028.stdout:377: writing smithi02882251-13 from 2334720 to 2883584 tid 2 2024-04-02T08:26:14.206 INFO:tasks.rados.rados.0.smithi028.stdout:377: writing smithi02882251-13 from 2883584 to 3457024 tid 3 2024-04-02T08:26:14.210 INFO:tasks.rados.rados.0.smithi028.stdout:377: writing smithi02882251-13 from 3457024 to 3940352 tid 4 2024-04-02T08:26:14.210 INFO:tasks.rados.rados.0.smithi028.stdout:378: delete oid 37 current snap is 34 2024-04-02T08:26:14.210 INFO:tasks.rados.rados.0.smithi028.stdout:377: finishing write tid 1 to smithi02882251-13 2024-04-02T08:26:14.210 INFO:tasks.rados.rados.0.smithi028.stdout:377: finishing write tid 2 to smithi02882251-13 2024-04-02T08:26:14.210 INFO:tasks.rados.rados.0.smithi028.stdout:377: finishing write tid 3 to smithi02882251-13 2024-04-02T08:26:14.211 INFO:tasks.rados.rados.0.smithi028.stdout:377: finishing write tid 4 to smithi02882251-13 2024-04-02T08:26:14.211 INFO:tasks.rados.rados.0.smithi028.stdout:377: finishing write tid 5 to smithi02882251-13 2024-04-02T08:26:14.211 INFO:tasks.rados.rados.0.smithi028.stdout:378: done (1 left) 2024-04-02T08:26:14.211 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 34 2024-04-02T08:26:14.211 INFO:tasks.rados.rados.0.smithi028.stdout:379: seq_num 136 ranges {491520=688128,1179648=720896,1900544=540672,2441216=344064} 2024-04-02T08:26:14.217 INFO:tasks.rados.rados.0.smithi028.stdout:379: writing smithi02882251-38 from 491520 to 1179648 tid 1 2024-04-02T08:26:14.221 INFO:tasks.rados.rados.0.smithi028.stdout:379: writing smithi02882251-38 from 1179648 to 1900544 tid 2 2024-04-02T08:26:14.224 INFO:tasks.rados.rados.0.smithi028.stdout:379: writing smithi02882251-38 from 1900544 to 2441216 tid 3 2024-04-02T08:26:14.227 INFO:tasks.rados.rados.0.smithi028.stdout:379: writing smithi02882251-38 from 2441216 to 2785280 tid 4 2024-04-02T08:26:14.227 INFO:tasks.rados.rados.0.smithi028.stdout:380: setattr oid 20 current snap is 34 2024-04-02T08:26:14.227 INFO:tasks.rados.rados.0.smithi028.stdout:377: finishing write tid 6 to smithi02882251-13 2024-04-02T08:26:14.227 INFO:tasks.rados.rados.0.smithi028.stdout:377: oid 13 updating version 0 to 142 2024-04-02T08:26:14.227 INFO:tasks.rados.rados.0.smithi028.stdout:377: oid 13 updating version 142 to 144 2024-04-02T08:26:14.227 INFO:tasks.rados.rados.0.smithi028.stdout:377: oid 13 version 144 is already newer than 141 2024-04-02T08:26:14.227 INFO:tasks.rados.rados.0.smithi028.stdout:377: oid 13 version 144 is already newer than 140 2024-04-02T08:26:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:377: oid 13 version 144 is already newer than 143 2024-04-02T08:26:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 144 (ObjNum 134 snap 34 seq_num 134) dirty exists 2024-04-02T08:26:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:377: left oid 13 (ObjNum 134 snap 34 seq_num 134) 2024-04-02T08:26:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:379: finishing write tid 1 to smithi02882251-38 2024-04-02T08:26:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:379: finishing write tid 2 to smithi02882251-38 2024-04-02T08:26:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:379: finishing write tid 3 to smithi02882251-38 2024-04-02T08:26:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:379: finishing write tid 4 to smithi02882251-38 2024-04-02T08:26:14.229 INFO:tasks.rados.rados.0.smithi028.stdout:379: finishing write tid 5 to smithi02882251-38 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:379: finishing write tid 6 to smithi02882251-38 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:379: oid 38 updating version 0 to 36 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:379: oid 38 version 36 is already newer than 34 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:379: oid 38 version 36 is already newer than 33 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:379: oid 38 version 36 is already newer than 35 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:379: oid 38 updating version 36 to 37 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 37 (ObjNum 136 snap 34 seq_num 136) dirty exists 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:379: left oid 38 (ObjNum 136 snap 34 seq_num 136) 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:377: done (2 left) 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:379: done (1 left) 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:381: read oid 12 snap -1 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:381: expect (ObjNum 133 snap 33 seq_num 133) 2024-04-02T08:26:14.230 INFO:tasks.rados.rados.0.smithi028.stdout:382: snap_create 2024-04-02T08:26:14.232 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 106 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-02T08:26:14.247 INFO:tasks.rados.rados.0.smithi028.stdout:381: expect (ObjNum 133 snap 33 seq_num 133) 2024-04-02T08:26:14.416 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:26:14] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.43.0" 2024-04-02T08:26:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[27433]: pgmap v200: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-02T08:26:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[27433]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[27433]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[27433]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2126721085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[27433]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[39019]: pgmap v200: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[39019]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[39019]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[39019]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2126721085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:14 smithi028 ceph-mon[39019]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:26:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:14 smithi137 ceph-mon[31169]: pgmap v200: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-02T08:26:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:14 smithi137 ceph-mon[31169]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:14 smithi137 ceph-mon[31169]: osdmap e133: 8 total, 8 up, 8 in 2024-04-02T08:26:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:14 smithi137 ceph-mon[31169]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:14 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2126721085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:14 smithi137 ceph-mon[31169]: osdmap e134: 8 total, 8 up, 8 in 2024-04-02T08:26:15.193 INFO:tasks.rados.rados.0.smithi028.stdout:380: done (2 left) 2024-04-02T08:26:15.193 INFO:tasks.rados.rados.0.smithi028.stdout:381: done (1 left) 2024-04-02T08:26:15.193 INFO:tasks.rados.rados.0.smithi028.stdout:382: done (0 left) 2024-04-02T08:26:15.193 INFO:tasks.rados.rados.0.smithi028.stdout:383: delete oid 27 current snap is 35 2024-04-02T08:26:15.197 INFO:tasks.rados.rados.0.smithi028.stdout:383: done (0 left) 2024-04-02T08:26:15.197 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 35 2024-04-02T08:26:15.197 INFO:tasks.rados.rados.0.smithi028.stdout:384: seq_num 138 ranges {3727360=720896,4448256=540672,4988928=557056,5545984=507904} 2024-04-02T08:26:15.221 INFO:tasks.rados.rados.0.smithi028.stdout:384: writing smithi02882251-3 from 3727360 to 4448256 tid 1 2024-04-02T08:26:15.224 INFO:tasks.rados.rados.0.smithi028.stdout:384: writing smithi02882251-3 from 4448256 to 4988928 tid 2 2024-04-02T08:26:15.228 INFO:tasks.rados.rados.0.smithi028.stdout:384: writing smithi02882251-3 from 4988928 to 5545984 tid 3 2024-04-02T08:26:15.231 INFO:tasks.rados.rados.0.smithi028.stdout:384: writing smithi02882251-3 from 5545984 to 6053888 tid 4 2024-04-02T08:26:15.231 INFO:tasks.rados.rados.0.smithi028.stdout:385: snap_create 2024-04-02T08:26:15.231 INFO:tasks.rados.rados.0.smithi028.stdout:384: finishing write tid 1 to smithi02882251-3 2024-04-02T08:26:15.231 INFO:tasks.rados.rados.0.smithi028.stdout:384: finishing write tid 2 to smithi02882251-3 2024-04-02T08:26:15.231 INFO:tasks.rados.rados.0.smithi028.stdout:384: finishing write tid 3 to smithi02882251-3 2024-04-02T08:26:15.233 INFO:tasks.rados.rados.0.smithi028.stdout:384: finishing write tid 4 to smithi02882251-3 2024-04-02T08:26:15.234 INFO:tasks.rados.rados.0.smithi028.stdout:384: finishing write tid 5 to smithi02882251-3 2024-04-02T08:26:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:384: finishing write tid 6 to smithi02882251-3 2024-04-02T08:26:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:384: oid 3 updating version 0 to 113 2024-04-02T08:26:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:384: oid 3 updating version 113 to 116 2024-04-02T08:26:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:384: oid 3 version 116 is already newer than 115 2024-04-02T08:26:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:384: oid 3 version 116 is already newer than 112 2024-04-02T08:26:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:384: oid 3 version 116 is already newer than 114 2024-04-02T08:26:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 116 (ObjNum 138 snap 35 seq_num 138) dirty exists 2024-04-02T08:26:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:384: left oid 3 (ObjNum 138 snap 35 seq_num 138) 2024-04-02T08:26:15.246 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:14 smithi137 podman[67734]: 2024-04-02 08:26:14.955623693 +0000 UTC m=+4.949417220 container cleanup ba8358f284ca8c9d23d4f03a61bc4d52ceff3248d09198bc6afbf9f56d0ede1a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-02T08:26:15.247 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:14 smithi137 bash[67734]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:26:15.580 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:15 smithi137 podman[67753]: 2024-04-02 08:26:15.24908594 +0000 UTC m=+4.262820425 container remove ba8358f284ca8c9d23d4f03a61bc4d52ceff3248d09198bc6afbf9f56d0ede1a (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T08:26:15.580 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:15 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:26:15.580 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:15 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:26:15.580 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:15 smithi137 systemd[1]: Stopped Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:15.580 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:15 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 18.501s CPU time. 2024-04-02T08:26:15.580 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:15 smithi137 systemd[1]: Starting Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:15.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:15 smithi137 podman[67892]: 2024-04-02 08:26:15.791637415 +0000 UTC m=+0.110783905 container create 4bb978b502071b19b4ac4d0da018d4ebdcdc720460b5574c45eb6494ab931371 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T08:26:15.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:15 smithi137 podman[67892]: 2024-04-02 08:26:15.698515077 +0000 UTC m=+0.017661591 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:26:16.203 INFO:tasks.rados.rados.0.smithi028.stdout:384: done (1 left) 2024-04-02T08:26:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:385: done (0 left) 2024-04-02T08:26:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:386: rollback oid 27 current snap is 36 2024-04-02T08:26:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 35 2024-04-02T08:26:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:387: setattr oid 20 current snap is 36 2024-04-02T08:26:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:388: snap_create 2024-04-02T08:26:16.206 INFO:tasks.rados.rados.0.smithi028.stdout:386: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:26:16.207 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 213 (ObjNum 33 snap 0 seq_num 1440104672) dirty dne 2024-04-02T08:26:16.211 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 108 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:16 smithi137 ceph-mon[31169]: pgmap v203: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:16 smithi137 ceph-mon[31169]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:16 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:16 smithi137 podman[67892]: 2024-04-02 08:26:16.002387935 +0000 UTC m=+0.321534427 container init 4bb978b502071b19b4ac4d0da018d4ebdcdc720460b5574c45eb6494ab931371 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:16 smithi137 podman[67892]: 2024-04-02 08:26:16.008413127 +0000 UTC m=+0.327559620 container start 4bb978b502071b19b4ac4d0da018d4ebdcdc720460b5574c45eb6494ab931371 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:16 smithi137 ceph-mgr[67930]: -- 172.21.15.137:0/160334093 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cba350c5a0 con 0x55cba34e1000 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:16 smithi137 bash[67892]: 4bb978b502071b19b4ac4d0da018d4ebdcdc720460b5574c45eb6494ab931371 2024-04-02T08:26:16.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:16 smithi137 systemd[1]: Started Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:16 smithi028 ceph-mon[27433]: pgmap v203: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-02T08:26:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:16 smithi028 ceph-mon[27433]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:26:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:16 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:16 smithi028 ceph-mon[39019]: pgmap v203: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail; 3.1 MiB/s rd, 546 KiB/s wr, 6 op/s 2024-04-02T08:26:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:16 smithi028 ceph-mon[39019]: osdmap e135: 8 total, 8 up, 8 in 2024-04-02T08:26:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:16 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:16.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:16 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:16.607+0000 7fc0c84a1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:26:16.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:16 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:16.721+0000 7fc0c84a1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:26:17.209 INFO:tasks.rados.rados.0.smithi028.stdout:386: done (2 left) 2024-04-02T08:26:17.209 INFO:tasks.rados.rados.0.smithi028.stdout:387: done (1 left) 2024-04-02T08:26:17.209 INFO:tasks.rados.rados.0.smithi028.stdout:388: done (0 left) 2024-04-02T08:26:17.209 INFO:tasks.rados.rados.0.smithi028.stdout:389: read oid 46 snap -1 2024-04-02T08:26:17.209 INFO:tasks.rados.rados.0.smithi028.stdout:389: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:26:17.209 INFO:tasks.rados.rados.0.smithi028.stdout:390: delete oid 7 current snap is 37 2024-04-02T08:26:17.213 INFO:tasks.rados.rados.0.smithi028.stdout:389: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:26:17.234 INFO:tasks.rados.rados.0.smithi028.stdout:389: done (1 left) 2024-04-02T08:26:17.234 INFO:tasks.rados.rados.0.smithi028.stdout:390: done (0 left) 2024-04-02T08:26:17.235 INFO:tasks.rados.rados.0.smithi028.stdout:391: snap_create 2024-04-02T08:26:17.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:17 smithi137 ceph-mon[31169]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:26:17.494 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:17 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:17.495 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:17 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:17.389+0000 7fc0c84a1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:26:17.495 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:17 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:17.495+0000 7fc0c84a1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:26:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:17 smithi028 ceph-mon[27433]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:26:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:17 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:17 smithi028 ceph-mon[39019]: osdmap e136: 8 total, 8 up, 8 in 2024-04-02T08:26:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:17 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:17.773 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:17 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:17.636+0000 7fc0c84a1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:26:17.773 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:17 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:17.734+0000 7fc0c84a1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:26:18.094 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:17 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:17.822+0000 7fc0c84a1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:26:18.094 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:18.095+0000 7fc0c84a1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:391: done (0 left) 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:392: read oid 45 snap -1 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:392: expect (ObjNum 90 snap 19 seq_num 90) 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:393: rmattr oid 18 current snap is 38 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:393: done (1 left) 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:394: read oid 28 snap -1 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:394: expect deleted 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:395: copy_from oid 19 from oid 20 current snap is 38 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:396: rmattr oid 26 current snap is 38 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:396: done (3 left) 2024-04-02T08:26:18.211 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 38 2024-04-02T08:26:18.212 INFO:tasks.rados.rados.0.smithi028.stdout:397: seq_num 140 ranges {1597440=753664,2351104=704512,3055616=524288,3579904=376832} 2024-04-02T08:26:18.223 INFO:tasks.rados.rados.0.smithi028.stdout:397: writing smithi02882251-39 from 1597440 to 2351104 tid 1 2024-04-02T08:26:18.228 INFO:tasks.rados.rados.0.smithi028.stdout:397: writing smithi02882251-39 from 2351104 to 3055616 tid 2 2024-04-02T08:26:18.231 INFO:tasks.rados.rados.0.smithi028.stdout:397: writing smithi02882251-39 from 3055616 to 3579904 tid 3 2024-04-02T08:26:18.233 INFO:tasks.rados.rados.0.smithi028.stdout:397: writing smithi02882251-39 from 3579904 to 3956736 tid 4 2024-04-02T08:26:18.234 INFO:tasks.rados.rados.0.smithi028.stdout:398: delete oid 1 current snap is 38 2024-04-02T08:26:18.234 INFO:tasks.rados.rados.0.smithi028.stdout:395: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:26:18.234 INFO:tasks.rados.rados.0.smithi028.stdout:395: finishing copy_from to smithi02882251-19 2024-04-02T08:26:18.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 108 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-02T08:26:18.234 INFO:tasks.rados.rados.0.smithi028.stdout:397: finishing write tid 1 to smithi02882251-39 2024-04-02T08:26:18.234 INFO:tasks.rados.rados.0.smithi028.stdout:392: expect (ObjNum 90 snap 19 seq_num 90) 2024-04-02T08:26:18.309 INFO:tasks.rados.rados.0.smithi028.stdout:397: finishing write tid 2 to smithi02882251-39 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: finishing write tid 3 to smithi02882251-39 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: finishing write tid 4 to smithi02882251-39 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: finishing write tid 5 to smithi02882251-39 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: finishing write tid 6 to smithi02882251-39 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: oid 39 updating version 0 to 84 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: oid 39 version 84 is already newer than 80 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: oid 39 version 84 is already newer than 81 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: oid 39 version 84 is already newer than 82 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: oid 39 version 84 is already newer than 83 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 84 (ObjNum 140 snap 38 seq_num 140) dirty exists 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:397: left oid 39 (ObjNum 140 snap 38 seq_num 140) 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:392: done (4 left) 2024-04-02T08:26:18.310 INFO:tasks.rados.rados.0.smithi028.stdout:394: done (3 left) 2024-04-02T08:26:18.311 INFO:tasks.rados.rados.0.smithi028.stdout:395: done (2 left) 2024-04-02T08:26:18.311 INFO:tasks.rados.rados.0.smithi028.stdout:397: done (1 left) 2024-04-02T08:26:18.311 INFO:tasks.rados.rados.0.smithi028.stdout:398: done (0 left) 2024-04-02T08:26:18.311 INFO:tasks.rados.rados.0.smithi028.stdout:399: delete oid 47 current snap is 38 2024-04-02T08:26:18.311 INFO:tasks.rados.rados.0.smithi028.stdout:399: done (0 left) 2024-04-02T08:26:18.311 INFO:tasks.rados.rados.0.smithi028.stdout:400: read oid 33 snap 26 2024-04-02T08:26:18.311 INFO:tasks.rados.rados.0.smithi028.stdout:400: expect (ObjNum 109 snap 24 seq_num 109) 2024-04-02T08:26:18.311 INFO:tasks.rados.rados.0.smithi028.stdout:401: setattr oid 15 current snap is 38 2024-04-02T08:26:18.313 INFO:tasks.rados.rados.0.smithi028.stdout:402: setattr oid 29 current snap is 38 2024-04-02T08:26:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:403: delete oid 34 current snap is 38 2024-04-02T08:26:18.318 INFO:tasks.rados.rados.0.smithi028.stdout:403: done (3 left) 2024-04-02T08:26:18.318 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 38 2024-04-02T08:26:18.318 INFO:tasks.rados.rados.0.smithi028.stdout:404: seq_num 144 ranges {0=16384} 2024-04-02T08:26:18.318 INFO:tasks.rados.rados.0.smithi028.stdout:404: writing smithi02882251-4 from 0 to 16384 tid 1 2024-04-02T08:26:18.318 INFO:tasks.rados.rados.0.smithi028.stdout:405: snap_remove snap 20 2024-04-02T08:26:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:18 smithi137 ceph-mon[31169]: pgmap v206: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:18 smithi137 ceph-mon[31169]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:26:18.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:18.204+0000 7fc0c84a1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:18.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:18.310+0000 7fc0c84a1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:26:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:18 smithi028 ceph-mon[27433]: pgmap v206: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:18 smithi028 ceph-mon[27433]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:26:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:18 smithi028 ceph-mon[39019]: pgmap v206: 121 pgs: 121 active+clean; 123 MiB data, 428 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:18 smithi028 ceph-mon[39019]: osdmap e137: 8 total, 8 up, 8 in 2024-04-02T08:26:18.777 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:18.418+0000 7fc0c84a1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:26:18.777 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:18.605+0000 7fc0c84a1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:26:19.220 INFO:tasks.rados.rados.0.smithi028.stdout:405: done (4 left) 2024-04-02T08:26:19.221 INFO:tasks.rados.rados.0.smithi028.stdout:406: copy_from oid 40 from oid 6 current snap is 38 2024-04-02T08:26:19.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 138 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-04-02T08:26:19.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 86 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-04-02T08:26:19.221 INFO:tasks.rados.rados.0.smithi028.stdout:400: expect (ObjNum 109 snap 24 seq_num 109) 2024-04-02T08:26:19.289 INFO:tasks.rados.rados.0.smithi028.stdout:404: finishing write tid 1 to smithi02882251-4 2024-04-02T08:26:19.289 INFO:tasks.rados.rados.0.smithi028.stdout:404: finishing write tid 2 to smithi02882251-4 2024-04-02T08:26:19.289 INFO:tasks.rados.rados.0.smithi028.stdout:404: finishing write tid 3 to smithi02882251-4 2024-04-02T08:26:19.289 INFO:tasks.rados.rados.0.smithi028.stdout:404: oid 4 updating version 0 to 157 2024-04-02T08:26:19.289 INFO:tasks.rados.rados.0.smithi028.stdout:404: oid 4 version 157 is already newer than 156 2024-04-02T08:26:19.290 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 157 (ObjNum 144 snap 38 seq_num 144) dirty exists 2024-04-02T08:26:19.290 INFO:tasks.rados.rados.0.smithi028.stdout:404: left oid 4 (ObjNum 144 snap 38 seq_num 144) 2024-04-02T08:26:19.290 INFO:tasks.rados.rados.0.smithi028.stdout:400: done (4 left) 2024-04-02T08:26:19.290 INFO:tasks.rados.rados.0.smithi028.stdout:401: done (3 left) 2024-04-02T08:26:19.290 INFO:tasks.rados.rados.0.smithi028.stdout:402: done (2 left) 2024-04-02T08:26:19.290 INFO:tasks.rados.rados.0.smithi028.stdout:404: done (1 left) 2024-04-02T08:26:19.291 INFO:tasks.rados.rados.0.smithi028.stdout:407: read oid 5 snap -1 2024-04-02T08:26:19.291 INFO:tasks.rados.rados.0.smithi028.stdout:407: expect (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:26:19.293 INFO:tasks.rados.rados.0.smithi028.stdout:408: rollback oid 1 current snap is 38 2024-04-02T08:26:19.293 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 3 2024-04-02T08:26:19.293 INFO:tasks.rados.rados.0.smithi028.stdout:409: snap_remove snap 33 2024-04-02T08:26:19.531 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:19 smithi137 ceph-mon[31169]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:26:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:19 smithi028 ceph-mon[27433]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:26:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:19 smithi028 ceph-mon[39019]: osdmap e138: 8 total, 8 up, 8 in 2024-04-02T08:26:19.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:19.624+0000 7fc0c84a1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:26:19.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:19.762+0000 7fc0c84a1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:26:20.225 INFO:tasks.rados.rados.0.smithi028.stdout:408: finishing rollback tid 1 to smithi02882251-1 2024-04-02T08:26:20.226 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 39 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:26:20.226 INFO:tasks.rados.rados.0.smithi028.stdout:406: finishing copy_from racing read to smithi02882251-40 2024-04-02T08:26:20.226 INFO:tasks.rados.rados.0.smithi028.stdout:406: finishing copy_from to smithi02882251-40 2024-04-02T08:26:20.226 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 138 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:26:20.226 INFO:tasks.rados.rados.0.smithi028.stdout:407: expect (ObjNum 84 snap 16 seq_num 84) 2024-04-02T08:26:20.268 INFO:tasks.rados.rados.0.smithi028.stdout:406: done (3 left) 2024-04-02T08:26:20.268 INFO:tasks.rados.rados.0.smithi028.stdout:407: done (2 left) 2024-04-02T08:26:20.268 INFO:tasks.rados.rados.0.smithi028.stdout:408: done (1 left) 2024-04-02T08:26:20.268 INFO:tasks.rados.rados.0.smithi028.stdout:409: done (0 left) 2024-04-02T08:26:20.268 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 38 2024-04-02T08:26:20.268 INFO:tasks.rados.rados.0.smithi028.stdout:410: seq_num 145 ranges {0=32768} 2024-04-02T08:26:20.268 INFO:tasks.rados.rados.0.smithi028.stdout:410: writing smithi02882251-11 from 0 to 32768 tid 1 2024-04-02T08:26:20.268 INFO:tasks.rados.rados.0.smithi028.stdout:411: delete oid 5 current snap is 38 2024-04-02T08:26:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:411: done (1 left) 2024-04-02T08:26:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:412: read oid 26 snap 30 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:412: expect deleted 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:410: finishing write tid 1 to smithi02882251-11 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:413: read oid 47 snap -1 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:413: expect deleted 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:414: read oid 41 snap -1 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:414: expect (ObjNum 127 snap 32 seq_num 127) 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 38 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:415: seq_num 147 ranges {0=65536} 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:415: writing smithi02882251-49 from 0 to 65536 tid 1 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:416: read oid 10 snap -1 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:416: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:417: rollback oid 37 current snap is 38 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 26 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:418: delete oid 19 current snap is 38 2024-04-02T08:26:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:410: finishing write tid 2 to smithi02882251-11 2024-04-02T08:26:20.272 INFO:tasks.rados.rados.0.smithi028.stdout:415: finishing write tid 1 to smithi02882251-49 2024-04-02T08:26:20.273 INFO:tasks.rados.rados.0.smithi028.stdout:417: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:26:20.273 INFO:tasks.rados.rados.0.smithi028.stdout:415: finishing write tid 2 to smithi02882251-49 2024-04-02T08:26:20.273 INFO:tasks.rados.rados.0.smithi028.stdout:410: finishing write tid 3 to smithi02882251-11 2024-04-02T08:26:20.273 INFO:tasks.rados.rados.0.smithi028.stdout:410: oid 11 updating version 0 to 128 2024-04-02T08:26:20.273 INFO:tasks.rados.rados.0.smithi028.stdout:410: oid 11 version 128 is already newer than 127 2024-04-02T08:26:20.273 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 128 (ObjNum 145 snap 38 seq_num 145) dirty exists 2024-04-02T08:26:20.273 INFO:tasks.rados.rados.0.smithi028.stdout:410: left oid 11 (ObjNum 145 snap 38 seq_num 145) 2024-04-02T08:26:20.274 INFO:tasks.rados.rados.0.smithi028.stdout:417: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:26:20.274 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 150 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:410: done (7 left) 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:412: done (6 left) 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:413: done (5 left) 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:417: done (4 left) 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:418: done (3 left) 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:419: copy_from oid 31 from oid 34 current snap is 38 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:420: read oid 16 snap -1 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:420: expect (ObjNum 107 snap 23 seq_num 107) 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:421: rollback oid 25 current snap is 38 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 29 2024-04-02T08:26:20.275 INFO:tasks.rados.rados.0.smithi028.stdout:422: snap_create 2024-04-02T08:26:20.276 INFO:tasks.rados.rados.0.smithi028.stdout:415: finishing write tid 3 to smithi02882251-49 2024-04-02T08:26:20.276 INFO:tasks.rados.rados.0.smithi028.stdout:415: oid 49 updating version 0 to 122 2024-04-02T08:26:20.276 INFO:tasks.rados.rados.0.smithi028.stdout:415: oid 49 updating version 122 to 123 2024-04-02T08:26:20.276 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 123 (ObjNum 147 snap 38 seq_num 147) dirty exists 2024-04-02T08:26:20.276 INFO:tasks.rados.rados.0.smithi028.stdout:415: left oid 49 (ObjNum 147 snap 38 seq_num 147) 2024-04-02T08:26:20.278 INFO:tasks.rados.rados.0.smithi028.stdout:421: finishing rollback tid 0 to smithi02882251-25 2024-04-02T08:26:20.279 INFO:tasks.rados.rados.0.smithi028.stdout:421: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:26:20.279 INFO:tasks.rados.rados.0.smithi028.stdout:421: finishing rollback tid 2 to smithi02882251-25 2024-04-02T08:26:20.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 88 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:26:20.283 INFO:tasks.rados.rados.0.smithi028.stdout:414: expect (ObjNum 127 snap 32 seq_num 127) 2024-04-02T08:26:20.341 INFO:tasks.rados.rados.0.smithi028.stdout:416: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:26:20.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:20 smithi137 ceph-mon[31169]: pgmap v209: 121 pgs: 121 active+clean; 126 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-02T08:26:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:20 smithi137 ceph-mon[31169]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:26:20.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:20.108+0000 7fc0c84a1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:26:20.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:20.197+0000 7fc0c84a1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:26:20.553 INFO:tasks.rados.rados.0.smithi028.stdout:419: finishing copy_from to smithi02882251-31 2024-04-02T08:26:20.553 INFO:tasks.rados.rados.0.smithi028.stdout:419: got expected ENOENT (src dne) 2024-04-02T08:26:20.553 INFO:tasks.rados.rados.0.smithi028.stdout:419: finishing copy_from racing read to smithi02882251-31 2024-04-02T08:26:20.553 INFO:tasks.rados.rados.0.smithi028.stdout:420: expect (ObjNum 107 snap 23 seq_num 107) 2024-04-02T08:26:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:20 smithi028 ceph-mon[27433]: pgmap v209: 121 pgs: 121 active+clean; 126 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-02T08:26:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:20 smithi028 ceph-mon[27433]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:26:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:20 smithi028 ceph-mon[39019]: pgmap v209: 121 pgs: 121 active+clean; 126 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-02T08:26:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:20 smithi028 ceph-mon[39019]: osdmap e139: 8 total, 8 up, 8 in 2024-04-02T08:26:20.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:20.413+0000 7fc0c84a1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:20.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:20.605+0000 7fc0c84a1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:26:21.187 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:20.908+0000 7fc0c84a1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:21.187 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:21 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:21.188+0000 7fc0c84a1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:21.231 INFO:tasks.rados.rados.0.smithi028.stdout:414: done (6 left) 2024-04-02T08:26:21.231 INFO:tasks.rados.rados.0.smithi028.stdout:415: done (5 left) 2024-04-02T08:26:21.231 INFO:tasks.rados.rados.0.smithi028.stdout:416: done (4 left) 2024-04-02T08:26:21.231 INFO:tasks.rados.rados.0.smithi028.stdout:419: done (3 left) 2024-04-02T08:26:21.232 INFO:tasks.rados.rados.0.smithi028.stdout:420: done (2 left) 2024-04-02T08:26:21.232 INFO:tasks.rados.rados.0.smithi028.stdout:421: done (1 left) 2024-04-02T08:26:21.232 INFO:tasks.rados.rados.0.smithi028.stdout:422: done (0 left) 2024-04-02T08:26:21.232 INFO:tasks.rados.rados.0.smithi028.stdout:423: read oid 14 snap -1 2024-04-02T08:26:21.232 INFO:tasks.rados.rados.0.smithi028.stdout:423: expect (ObjNum 99 snap 20 seq_num 99) 2024-04-02T08:26:21.233 INFO:tasks.rados.rados.0.smithi028.stdout:424: delete oid 12 current snap is 39 2024-04-02T08:26:21.238 INFO:tasks.rados.rados.0.smithi028.stdout:424: done (1 left) 2024-04-02T08:26:21.239 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 39 2024-04-02T08:26:21.239 INFO:tasks.rados.rados.0.smithi028.stdout:425: seq_num 150 ranges {0=114688} 2024-04-02T08:26:21.240 INFO:tasks.rados.rados.0.smithi028.stdout:425: writing smithi02882251-47 from 0 to 114688 tid 1 2024-04-02T08:26:21.240 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 39 2024-04-02T08:26:21.240 INFO:tasks.rados.rados.0.smithi028.stdout:426: seq_num 151 ranges {4546560=131072} 2024-04-02T08:26:21.265 INFO:tasks.rados.rados.0.smithi028.stdout:426: writing smithi02882251-44 from 4546560 to 4677632 tid 1 2024-04-02T08:26:21.265 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 39 2024-04-02T08:26:21.265 INFO:tasks.rados.rados.0.smithi028.stdout:427: seq_num 152 ranges {2801664=147456} 2024-04-02T08:26:21.281 INFO:tasks.rados.rados.0.smithi028.stdout:427: writing smithi02882251-9 from 2801664 to 2949120 tid 1 2024-04-02T08:26:21.281 INFO:tasks.rados.rados.0.smithi028.stdout:428: snap_remove snap 38 2024-04-02T08:26:21.451 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:21 smithi137 ceph-mon[31169]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:26:21.451 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:21 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:21.452 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:21 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:21 smithi028 ceph-mon[27433]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:26:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:21 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:21 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:21 smithi028 ceph-mon[39019]: osdmap e140: 8 total, 8 up, 8 in 2024-04-02T08:26:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:21 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:21 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:21.894 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:21 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:21.452+0000 7fc0c84a1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:428: done (4 left) 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:429: rollback oid 29 current snap is 39 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 22 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:425: finishing write tid 1 to smithi02882251-47 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:425: finishing write tid 2 to smithi02882251-47 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:425: finishing write tid 3 to smithi02882251-47 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:425: oid 47 updating version 0 to 90 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:425: oid 47 version 90 is already newer than 89 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 90 (ObjNum 150 snap 39 seq_num 150) dirty exists 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:425: left oid 47 (ObjNum 150 snap 39 seq_num 150) 2024-04-02T08:26:22.237 INFO:tasks.rados.rados.0.smithi028.stdout:423: expect (ObjNum 99 snap 20 seq_num 99) 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:426: finishing write tid 1 to smithi02882251-44 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:426: finishing write tid 2 to smithi02882251-44 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:426: finishing write tid 3 to smithi02882251-44 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:426: oid 44 updating version 0 to 125 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:426: oid 44 updating version 125 to 126 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 126 (ObjNum 151 snap 39 seq_num 151) dirty exists 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:426: left oid 44 (ObjNum 151 snap 39 seq_num 151) 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 1 to smithi02882251-9 2024-04-02T08:26:22.292 INFO:tasks.rados.rados.0.smithi028.stdout:423: done (4 left) 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:425: done (3 left) 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:426: done (2 left) 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 39 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 2 to smithi02882251-9 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 3 to smithi02882251-9 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:427: oid 9 updating version 0 to 230 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:427: oid 9 updating version 230 to 231 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 231 (ObjNum 152 snap 39 seq_num 152) dirty exists 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:427: left oid 9 (ObjNum 152 snap 39 seq_num 152) 2024-04-02T08:26:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:430: seq_num 153 ranges {761856=163840} 2024-04-02T08:26:22.297 INFO:tasks.rados.rados.0.smithi028.stdout:430: writing smithi02882251-46 from 761856 to 925696 tid 1 2024-04-02T08:26:22.297 INFO:tasks.rados.rados.0.smithi028.stdout:427: done (2 left) 2024-04-02T08:26:22.297 INFO:tasks.rados.rados.0.smithi028.stdout:431: copy_from oid 6 from oid 18 current snap is 39 2024-04-02T08:26:22.297 INFO:tasks.rados.rados.0.smithi028.stdout:429: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:26:22.297 INFO:tasks.rados.rados.0.smithi028.stdout:429: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:26:22.297 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 96 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:26:22.297 INFO:tasks.rados.rados.0.smithi028.stdout:429: done (2 left) 2024-04-02T08:26:22.297 INFO:tasks.rados.rados.0.smithi028.stdout:432: snap_create 2024-04-02T08:26:22.299 INFO:tasks.rados.rados.0.smithi028.stdout:430: finishing write tid 1 to smithi02882251-46 2024-04-02T08:26:22.300 INFO:tasks.rados.rados.0.smithi028.stdout:430: finishing write tid 2 to smithi02882251-46 2024-04-02T08:26:22.301 INFO:tasks.rados.rados.0.smithi028.stdout:430: finishing write tid 3 to smithi02882251-46 2024-04-02T08:26:22.302 INFO:tasks.rados.rados.0.smithi028.stdout:430: oid 46 updating version 0 to 124 2024-04-02T08:26:22.302 INFO:tasks.rados.rados.0.smithi028.stdout:430: oid 46 updating version 124 to 125 2024-04-02T08:26:22.302 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 125 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-04-02T08:26:22.302 INFO:tasks.rados.rados.0.smithi028.stdout:430: left oid 46 (ObjNum 153 snap 39 seq_num 153) 2024-04-02T08:26:22.305 INFO:tasks.rados.rados.0.smithi028.stdout:431: finishing copy_from racing read to smithi02882251-6 2024-04-02T08:26:22.306 INFO:tasks.rados.rados.0.smithi028.stdout:431: finishing copy_from to smithi02882251-6 2024-04-02T08:26:22.306 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 100 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-02T08:26:22.332 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:22 smithi137 ceph-mon[31169]: pgmap v212: 121 pgs: 121 active+clean; 126 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-02T08:26:22.332 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:22 smithi137 ceph-mon[31169]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:26:22.332 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:22 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:22.332 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:22 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:22.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:22.333+0000 7fc0c84a1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:26:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:22 smithi028 ceph-mon[27433]: pgmap v212: 121 pgs: 121 active+clean; 126 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-02T08:26:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:22 smithi028 ceph-mon[27433]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:26:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:22 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:22 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:22 smithi028 ceph-mon[39019]: pgmap v212: 121 pgs: 121 active+clean; 126 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-02T08:26:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:22 smithi028 ceph-mon[39019]: osdmap e141: 8 total, 8 up, 8 in 2024-04-02T08:26:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:22 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:22 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:23.144 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:22.922+0000 7fc0c84a1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:26:23.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:23.023+0000 7fc0c84a1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:26:23.241 INFO:tasks.rados.rados.0.smithi028.stdout:430: done (2 left) 2024-04-02T08:26:23.241 INFO:tasks.rados.rados.0.smithi028.stdout:431: done (1 left) 2024-04-02T08:26:23.241 INFO:tasks.rados.rados.0.smithi028.stdout:432: done (0 left) 2024-04-02T08:26:23.241 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 40 2024-04-02T08:26:23.241 INFO:tasks.rados.rados.0.smithi028.stdout:433: seq_num 154 ranges {0=180224} 2024-04-02T08:26:23.242 INFO:tasks.rados.rados.0.smithi028.stdout:433: writing smithi02882251-12 from 0 to 180224 tid 1 2024-04-02T08:26:23.242 INFO:tasks.rados.rados.0.smithi028.stdout:434: read oid 9 snap -1 2024-04-02T08:26:23.242 INFO:tasks.rados.rados.0.smithi028.stdout:434: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-02T08:26:23.242 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 40 2024-04-02T08:26:23.242 INFO:tasks.rados.rados.0.smithi028.stdout:435: seq_num 155 ranges {0=204800} 2024-04-02T08:26:23.243 INFO:tasks.rados.rados.0.smithi028.stdout:435: writing smithi02882251-26 from 0 to 204800 tid 1 2024-04-02T08:26:23.243 INFO:tasks.rados.rados.0.smithi028.stdout:436: snap_create 2024-04-02T08:26:23.245 INFO:tasks.rados.rados.0.smithi028.stdout:433: finishing write tid 1 to smithi02882251-12 2024-04-02T08:26:23.245 INFO:tasks.rados.rados.0.smithi028.stdout:433: finishing write tid 2 to smithi02882251-12 2024-04-02T08:26:23.248 INFO:tasks.rados.rados.0.smithi028.stdout:433: finishing write tid 3 to smithi02882251-12 2024-04-02T08:26:23.248 INFO:tasks.rados.rados.0.smithi028.stdout:433: oid 12 updating version 0 to 226 2024-04-02T08:26:23.248 INFO:tasks.rados.rados.0.smithi028.stdout:433: oid 12 updating version 226 to 227 2024-04-02T08:26:23.248 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 227 (ObjNum 154 snap 40 seq_num 154) dirty exists 2024-04-02T08:26:23.248 INFO:tasks.rados.rados.0.smithi028.stdout:433: left oid 12 (ObjNum 154 snap 40 seq_num 154) 2024-04-02T08:26:23.251 INFO:tasks.rados.rados.0.smithi028.stdout:435: finishing write tid 1 to smithi02882251-26 2024-04-02T08:26:23.251 INFO:tasks.rados.rados.0.smithi028.stdout:435: finishing write tid 2 to smithi02882251-26 2024-04-02T08:26:23.253 INFO:tasks.rados.rados.0.smithi028.stdout:435: finishing write tid 3 to smithi02882251-26 2024-04-02T08:26:23.253 INFO:tasks.rados.rados.0.smithi028.stdout:435: oid 26 updating version 0 to 121 2024-04-02T08:26:23.253 INFO:tasks.rados.rados.0.smithi028.stdout:435: oid 26 updating version 121 to 122 2024-04-02T08:26:23.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 122 (ObjNum 155 snap 40 seq_num 155) dirty exists 2024-04-02T08:26:23.253 INFO:tasks.rados.rados.0.smithi028.stdout:435: left oid 26 (ObjNum 155 snap 40 seq_num 155) 2024-04-02T08:26:23.262 INFO:tasks.rados.rados.0.smithi028.stdout:434: expect (ObjNum 152 snap 39 seq_num 152) 2024-04-02T08:26:23.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-mon[31169]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:26:23.503 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:23.253+0000 7fc0c84a1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:26:23.503 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:23] ENGINE Bus STARTING 2024-04-02T08:26:23.504 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: CherryPy Checker: 2024-04-02T08:26:23.504 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: The Application mounted at '' has an empty config. 2024-04-02T08:26:23.504 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:23.504 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:23] ENGINE Serving on http://:::9283 2024-04-02T08:26:23.504 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:23] ENGINE Bus STARTED 2024-04-02T08:26:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:23 smithi028 ceph-mon[27433]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:26:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:23 smithi028 ceph-mon[39019]: osdmap e142: 8 total, 8 up, 8 in 2024-04-02T08:26:24.192 INFO:tasks.rados.rados.0.smithi028.stdout:433: done (3 left) 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:434: done (2 left) 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:435: done (1 left) 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:436: done (0 left) 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:437: copy_from oid 15 from oid 40 current snap is 41 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:438: read oid 7 snap 29 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:438: expect (ObjNum 65 snap 6 seq_num 65) 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:439: rollback oid 31 current snap is 41 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 37 2024-04-02T08:26:24.274 INFO:tasks.rados.rados.0.smithi028.stdout:440: delete oid 35 current snap is 41 2024-04-02T08:26:24.276 INFO:tasks.rados.rados.0.smithi028.stdout:440: done (3 left) 2024-04-02T08:26:24.276 INFO:tasks.rados.rados.0.smithi028.stdout:441: read oid 38 snap -1 2024-04-02T08:26:24.276 INFO:tasks.rados.rados.0.smithi028.stdout:441: expect (ObjNum 136 snap 34 seq_num 136) 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:442: delete oid 26 current snap is 41 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:437: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:438: expect (ObjNum 65 snap 6 seq_num 65) 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:437: finishing copy_from to smithi02882251-15 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 138 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:439: finishing rollback tid 0 to smithi02882251-31 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:439: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:439: finishing rollback tid 2 to smithi02882251-31 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 132 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-04-02T08:26:24.277 INFO:tasks.rados.rados.0.smithi028.stdout:441: expect (ObjNum 136 snap 34 seq_num 136) 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:437: done (4 left) 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:438: done (3 left) 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:439: done (2 left) 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:441: done (1 left) 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:442: done (0 left) 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:443: rmattr oid 9 current snap is 41 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:443: done (0 left) 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:444: copy_from oid 40 from oid 24 current snap is 41 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 41 2024-04-02T08:26:24.332 INFO:tasks.rados.rados.0.smithi028.stdout:445: seq_num 158 ranges {65536=253952} 2024-04-02T08:26:24.333 INFO:tasks.rados.rados.0.smithi028.stdout:445: writing smithi02882251-49 from 65536 to 319488 tid 1 2024-04-02T08:26:24.334 INFO:tasks.rados.rados.0.smithi028.stdout:446: rollback oid 1 current snap is 41 2024-04-02T08:26:24.334 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 29 2024-04-02T08:26:24.334 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 41 2024-04-02T08:26:24.334 INFO:tasks.rados.rados.0.smithi028.stdout:447: seq_num 159 ranges {0=270336} 2024-04-02T08:26:24.335 INFO:tasks.rados.rados.0.smithi028.stdout:447: writing smithi02882251-35 from 0 to 270336 tid 1 2024-04-02T08:26:24.335 INFO:tasks.rados.rados.0.smithi028.stdout:448: copy_from oid 30 from oid 29 current snap is 41 2024-04-02T08:26:24.335 INFO:tasks.rados.rados.0.smithi028.stdout:449: read oid 25 snap -1 2024-04-02T08:26:24.335 INFO:tasks.rados.rados.0.smithi028.stdout:449: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:26:24.336 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 41 2024-04-02T08:26:24.336 INFO:tasks.rados.rados.0.smithi028.stdout:450: seq_num 160 ranges {1875968=286720} 2024-04-02T08:26:24.348 INFO:tasks.rados.rados.0.smithi028.stdout:450: writing smithi02882251-48 from 1875968 to 2162688 tid 1 2024-04-02T08:26:24.348 INFO:tasks.rados.rados.0.smithi028.stdout:451: read oid 39 snap -1 2024-04-02T08:26:24.348 INFO:tasks.rados.rados.0.smithi028.stdout:451: expect (ObjNum 140 snap 38 seq_num 140) 2024-04-02T08:26:24.348 INFO:tasks.rados.rados.0.smithi028.stdout:452: rmattr oid 46 current snap is 41 2024-04-02T08:26:24.348 INFO:tasks.rados.rados.0.smithi028.stdout:446: finishing rollback tid 1 to smithi02882251-1 2024-04-02T08:26:24.348 INFO:tasks.rados.rados.0.smithi028.stdout:446: finishing rollback tid 2 to smithi02882251-1 2024-04-02T08:26:24.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 50 (ObjNum 88 snap 19 seq_num 88) dirty exists 2024-04-02T08:26:24.348 INFO:tasks.rados.rados.0.smithi028.stdout:444: finishing copy_from racing read to smithi02882251-40 2024-04-02T08:26:24.349 INFO:tasks.rados.rados.0.smithi028.stdout:446: done (8 left) 2024-04-02T08:26:24.349 INFO:tasks.rados.rados.0.smithi028.stdout:453: setattr oid 19 current snap is 41 2024-04-02T08:26:24.349 INFO:tasks.rados.rados.0.smithi028.stdout:445: finishing write tid 1 to smithi02882251-49 2024-04-02T08:26:24.349 INFO:tasks.rados.rados.0.smithi028.stdout:445: finishing write tid 2 to smithi02882251-49 2024-04-02T08:26:24.349 INFO:tasks.rados.rados.0.smithi028.stdout:448: finishing copy_from to smithi02882251-30 2024-04-02T08:26:24.349 INFO:tasks.rados.rados.0.smithi028.stdout:448: got expected ENOENT (src dne) 2024-04-02T08:26:24.350 INFO:tasks.rados.rados.0.smithi028.stdout:448: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:26:24.350 INFO:tasks.rados.rados.0.smithi028.stdout:449: expect (ObjNum 5 snap 0 seq_num 5) 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:447: finishing write tid 1 to smithi02882251-35 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:445: finishing write tid 3 to smithi02882251-49 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:445: oid 49 updating version 0 to 130 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:445: oid 49 updating version 130 to 131 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 131 (ObjNum 158 snap 41 seq_num 158) dirty exists 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:445: left oid 49 (ObjNum 158 snap 41 seq_num 158) 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:447: finishing write tid 2 to smithi02882251-35 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:444: finishing copy_from to smithi02882251-40 2024-04-02T08:26:24.353 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 40 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:447: finishing write tid 3 to smithi02882251-35 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:447: oid 35 updating version 0 to 155 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:447: oid 35 updating version 155 to 156 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 156 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:447: left oid 35 (ObjNum 159 snap 41 seq_num 159) 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 127 (ObjNum 153 snap 39 seq_num 153) dirty exists 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:450: finishing write tid 1 to smithi02882251-48 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:450: finishing write tid 2 to smithi02882251-48 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:450: finishing write tid 3 to smithi02882251-48 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:450: oid 48 updating version 0 to 237 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:450: oid 48 updating version 237 to 238 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 238 (ObjNum 160 snap 41 seq_num 160) dirty exists 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:450: left oid 48 (ObjNum 160 snap 41 seq_num 160) 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:444: done (8 left) 2024-04-02T08:26:24.354 INFO:tasks.rados.rados.0.smithi028.stdout:445: done (7 left) 2024-04-02T08:26:24.355 INFO:tasks.rados.rados.0.smithi028.stdout:447: done (6 left) 2024-04-02T08:26:24.355 INFO:tasks.rados.rados.0.smithi028.stdout:448: done (5 left) 2024-04-02T08:26:24.355 INFO:tasks.rados.rados.0.smithi028.stdout:449: done (4 left) 2024-04-02T08:26:24.355 INFO:tasks.rados.rados.0.smithi028.stdout:450: done (3 left) 2024-04-02T08:26:24.355 INFO:tasks.rados.rados.0.smithi028.stdout:452: done (2 left) 2024-04-02T08:26:24.355 INFO:tasks.rados.rados.0.smithi028.stdout:454: rmattr oid 45 current snap is 41 2024-04-02T08:26:24.355 INFO:tasks.rados.rados.0.smithi028.stdout:455: setattr oid 36 current snap is 41 2024-04-02T08:26:24.355 INFO:tasks.rados.rados.0.smithi028.stdout:456: snap_create 2024-04-02T08:26:24.356 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 228 (ObjNum 161 snap 0 seq_num 906890341) dirty exists 2024-04-02T08:26:24.356 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 240 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-04-02T08:26:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 158 (ObjNum 123 snap 31 seq_num 123) dirty exists 2024-04-02T08:26:24.359 INFO:tasks.rados.rados.0.smithi028.stdout:451: expect (ObjNum 140 snap 38 seq_num 140) 2024-04-02T08:26:24.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:26:24] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.43.0" 2024-04-02T08:26:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: pgmap v215: 121 pgs: 121 active+clean; 130 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-04-02T08:26:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:26:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: Standby manager daemon x restarted 2024-04-02T08:26:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: Standby manager daemon x started 2024-04-02T08:26:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:24.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:24.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[39019]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:26:24.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: pgmap v215: 121 pgs: 121 active+clean; 130 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-04-02T08:26:24.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:26:24.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: Standby manager daemon x restarted 2024-04-02T08:26:24.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: Standby manager daemon x started 2024-04-02T08:26:24.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:24.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:24.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:24.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:24.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:24 smithi028 ceph-mon[27433]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:26:24.627 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: pgmap v215: 121 pgs: 121 active+clean; 130 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-04-02T08:26:24.627 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: osdmap e143: 8 total, 8 up, 8 in 2024-04-02T08:26:24.628 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: Standby manager daemon x restarted 2024-04-02T08:26:24.628 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: Standby manager daemon x started 2024-04-02T08:26:24.628 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:26:24.628 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:24.628 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:26:24.628 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:24.628 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:24 smithi137 ceph-mon[31169]: osdmap e144: 8 total, 8 up, 8 in 2024-04-02T08:26:25.133 INFO:tasks.rados.rados.0.smithi028.stdout:451: done (4 left) 2024-04-02T08:26:25.133 INFO:tasks.rados.rados.0.smithi028.stdout:453: done (3 left) 2024-04-02T08:26:25.133 INFO:tasks.rados.rados.0.smithi028.stdout:454: done (2 left) 2024-04-02T08:26:25.133 INFO:tasks.rados.rados.0.smithi028.stdout:455: done (1 left) 2024-04-02T08:26:25.133 INFO:tasks.rados.rados.0.smithi028.stdout:456: done (0 left) 2024-04-02T08:26:25.134 INFO:tasks.rados.rados.0.smithi028.stdout:457: setattr oid 39 current snap is 42 2024-04-02T08:26:25.135 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 42 2024-04-02T08:26:25.135 INFO:tasks.rados.rados.0.smithi028.stdout:458: seq_num 161 ranges {1417216=303104} 2024-04-02T08:26:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:458: writing smithi02882251-22 from 1417216 to 1720320 tid 1 2024-04-02T08:26:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:459: snap_remove snap 37 2024-04-02T08:26:25.216 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:25] ENGINE Bus STOPPING 2024-04-02T08:26:25.216 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:26:25.216 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:25] ENGINE Bus STOPPED 2024-04-02T08:26:25.216 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:25] ENGINE Bus STARTING 2024-04-02T08:26:25.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ignoring --setuser ceph since I am not root 2024-04-02T08:26:25.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ignoring --setgroup ceph since I am not root 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:26:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: mgrmap e24: x(active, starting, since 0.00860652s) 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:26:25.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: Manager daemon x is now available 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:26:25.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: mgrmap e24: x(active, starting, since 0.00860652s) 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: Manager daemon x is now available 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.452 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:25.453 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:25.453 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.269+0000 7fc0288f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0288f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0288f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0288f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0288f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0260ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0260ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0260ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0260ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:26:25.270+0000 7fc0260ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:25] ENGINE Serving on http://:::9283 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:26:25] ENGINE Bus STARTED 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:25.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: osdmap e145: 8 total, 8 up, 8 in 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.14583 172.21.15.28:0/2881303619' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: mgrmap e24: x(active, starting, since 0.00860652s) 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:26:25.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: Manager daemon x is now available 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:25.648 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:25 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi028.stdout:459: done (2 left) 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi028.stdout:460: rmattr oid 7 current snap is 42 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi028.stdout:460: done (2 left) 2024-04-02T08:26:26.140 INFO:tasks.rados.rados.0.smithi028.stdout:461: copy_from oid 19 from oid 37 current snap is 42 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:462: copy_from oid 33 from oid 10 current snap is 42 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:463: delete oid 2 current snap is 42 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 98 (ObjNum 140 snap 38 seq_num 140) dirty exists 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:458: finishing write tid 1 to smithi02882251-22 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:458: finishing write tid 2 to smithi02882251-22 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:458: finishing write tid 3 to smithi02882251-22 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:458: oid 22 updating version 0 to 231 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:458: oid 22 version 231 is already newer than 230 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 231 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-04-02T08:26:26.141 INFO:tasks.rados.rados.0.smithi028.stdout:458: left oid 22 (ObjNum 161 snap 42 seq_num 161) 2024-04-02T08:26:26.147 INFO:tasks.rados.rados.0.smithi028.stdout:457: done (4 left) 2024-04-02T08:26:26.147 INFO:tasks.rados.rados.0.smithi028.stdout:458: done (3 left) 2024-04-02T08:26:26.147 INFO:tasks.rados.rados.0.smithi028.stdout:463: done (2 left) 2024-04-02T08:26:26.147 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 42 2024-04-02T08:26:26.147 INFO:tasks.rados.rados.0.smithi028.stdout:464: seq_num 163 ranges {1720320=335872} 2024-04-02T08:26:26.157 INFO:tasks.rados.rados.0.smithi028.stdout:464: writing smithi02882251-22 from 1720320 to 2056192 tid 1 2024-04-02T08:26:26.157 INFO:tasks.rados.rados.0.smithi028.stdout:465: delete oid 4 current snap is 42 2024-04-02T08:26:26.157 INFO:tasks.rados.rados.0.smithi028.stdout:461: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:26:26.157 INFO:tasks.rados.rados.0.smithi028.stdout:461: finishing copy_from to smithi02882251-19 2024-04-02T08:26:26.158 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 150 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-02T08:26:26.159 INFO:tasks.rados.rados.0.smithi028.stdout:464: finishing write tid 1 to smithi02882251-22 2024-04-02T08:26:26.159 INFO:tasks.rados.rados.0.smithi028.stdout:464: finishing write tid 2 to smithi02882251-22 2024-04-02T08:26:26.160 INFO:tasks.rados.rados.0.smithi028.stdout:464: finishing write tid 3 to smithi02882251-22 2024-04-02T08:26:26.160 INFO:tasks.rados.rados.0.smithi028.stdout:464: oid 22 updating version 0 to 239 2024-04-02T08:26:26.160 INFO:tasks.rados.rados.0.smithi028.stdout:464: oid 22 version 239 is already newer than 238 2024-04-02T08:26:26.160 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 239 (ObjNum 163 snap 42 seq_num 163) dirty exists 2024-04-02T08:26:26.160 INFO:tasks.rados.rados.0.smithi028.stdout:464: left oid 22 (ObjNum 163 snap 42 seq_num 163) 2024-04-02T08:26:26.169 INFO:tasks.rados.rados.0.smithi028.stdout:462: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:26:26.169 INFO:tasks.rados.rados.0.smithi028.stdout:461: done (3 left) 2024-04-02T08:26:26.169 INFO:tasks.rados.rados.0.smithi028.stdout:464: done (2 left) 2024-04-02T08:26:26.170 INFO:tasks.rados.rados.0.smithi028.stdout:465: done (1 left) 2024-04-02T08:26:26.170 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 42 2024-04-02T08:26:26.170 INFO:tasks.rados.rados.0.smithi028.stdout:466: seq_num 165 ranges {2228224=368640} 2024-04-02T08:26:26.183 INFO:tasks.rados.rados.0.smithi028.stdout:466: writing smithi02882251-23 from 2228224 to 2596864 tid 1 2024-04-02T08:26:26.183 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 42 2024-04-02T08:26:26.184 INFO:tasks.rados.rados.0.smithi028.stdout:467: seq_num 166 ranges {0=385024} 2024-04-02T08:26:26.186 INFO:tasks.rados.rados.0.smithi028.stdout:467: writing smithi02882251-29 from 0 to 385024 tid 1 2024-04-02T08:26:26.186 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 42 2024-04-02T08:26:26.186 INFO:tasks.rados.rados.0.smithi028.stdout:462: finishing copy_from to smithi02882251-33 2024-04-02T08:26:26.186 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 88 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-04-02T08:26:26.186 INFO:tasks.rados.rados.0.smithi028.stdout:468: seq_num 167 ranges {0=401408} 2024-04-02T08:26:26.188 INFO:tasks.rados.rados.0.smithi028.stdout:468: writing smithi02882251-34 from 0 to 401408 tid 1 2024-04-02T08:26:26.188 INFO:tasks.rados.rados.0.smithi028.stdout:462: done (3 left) 2024-04-02T08:26:26.188 INFO:tasks.rados.rados.0.smithi028.stdout:469: read oid 33 snap -1 2024-04-02T08:26:26.188 INFO:tasks.rados.rados.0.smithi028.stdout:469: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:26:26.188 INFO:tasks.rados.rados.0.smithi028.stdout:470: snap_remove snap 40 2024-04-02T08:26:26.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:25.720+0000 7f0d01676200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:26:26.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:25.815+0000 7f0d01676200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:26:26.582 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:26.490+0000 7f0d01676200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: [02/Apr/2024:08:26:25] ENGINE Bus STARTING 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: Deploying cephadm binary to smithi137 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: Deploying cephadm binary to smithi028 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: [02/Apr/2024:08:26:25] ENGINE Serving on http://172.21.15.137:8765 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: [02/Apr/2024:08:26:25] ENGINE Serving on https://172.21.15.137:7150 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: [02/Apr/2024:08:26:25] ENGINE Bus STARTED 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: mgrmap e25: x(active, since 1.00856s) 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[27433]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:26:26.583 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: [02/Apr/2024:08:26:25] ENGINE Bus STARTING 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: Deploying cephadm binary to smithi137 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: Deploying cephadm binary to smithi028 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: [02/Apr/2024:08:26:25] ENGINE Serving on http://172.21.15.137:8765 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: [02/Apr/2024:08:26:25] ENGINE Serving on https://172.21.15.137:7150 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: [02/Apr/2024:08:26:25] ENGINE Bus STARTED 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: mgrmap e25: x(active, since 1.00856s) 2024-04-02T08:26:26.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-mon[39019]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: [02/Apr/2024:08:26:25] ENGINE Bus STARTING 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: Deploying cephadm binary to smithi137 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: Deploying cephadm binary to smithi028 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: [02/Apr/2024:08:26:25] ENGINE Serving on http://172.21.15.137:8765 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: [02/Apr/2024:08:26:25] ENGINE Serving on https://172.21.15.137:7150 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: [02/Apr/2024:08:26:25] ENGINE Bus STARTED 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: mgrmap e25: x(active, since 1.00856s) 2024-04-02T08:26:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:26 smithi137 ceph-mon[31169]: osdmap e146: 8 total, 8 up, 8 in 2024-04-02T08:26:26.909 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:26.583+0000 7f0d01676200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:26:26.909 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:26.728+0000 7f0d01676200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:26:26.909 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:26.825+0000 7f0d01676200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:466: finishing write tid 1 to smithi02882251-23 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:466: finishing write tid 2 to smithi02882251-23 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:466: finishing write tid 3 to smithi02882251-23 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:466: oid 23 updating version 0 to 242 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:466: oid 23 version 242 is already newer than 241 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 242 (ObjNum 165 snap 42 seq_num 165) dirty exists 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:466: left oid 23 (ObjNum 165 snap 42 seq_num 165) 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:467: finishing write tid 1 to smithi02882251-29 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:467: finishing write tid 2 to smithi02882251-29 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:467: finishing write tid 3 to smithi02882251-29 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:467: oid 29 updating version 0 to 103 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:467: oid 29 updating version 103 to 104 2024-04-02T08:26:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 104 (ObjNum 166 snap 42 seq_num 166) dirty exists 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:467: left oid 29 (ObjNum 166 snap 42 seq_num 166) 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:468: finishing write tid 1 to smithi02882251-34 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:468: finishing write tid 2 to smithi02882251-34 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:468: finishing write tid 3 to smithi02882251-34 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:468: oid 34 updating version 0 to 128 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:468: oid 34 version 128 is already newer than 127 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 128 (ObjNum 167 snap 42 seq_num 167) dirty exists 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:468: left oid 34 (ObjNum 167 snap 42 seq_num 167) 2024-04-02T08:26:27.141 INFO:tasks.rados.rados.0.smithi028.stdout:469: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:26:27.186 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:26 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:26.910+0000 7f0d01676200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:26:27.357 INFO:tasks.rados.rados.0.smithi028.stdout:466: done (4 left) 2024-04-02T08:26:27.357 INFO:tasks.rados.rados.0.smithi028.stdout:467: done (3 left) 2024-04-02T08:26:27.357 INFO:tasks.rados.rados.0.smithi028.stdout:468: done (2 left) 2024-04-02T08:26:27.358 INFO:tasks.rados.rados.0.smithi028.stdout:469: done (1 left) 2024-04-02T08:26:27.358 INFO:tasks.rados.rados.0.smithi028.stdout:470: done (0 left) 2024-04-02T08:26:27.358 INFO:tasks.rados.rados.0.smithi028.stdout:471: rollback oid 1 current snap is 42 2024-04-02T08:26:27.358 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 19 2024-04-02T08:26:27.358 INFO:tasks.rados.rados.0.smithi028.stdout:472: delete oid 32 current snap is 42 2024-04-02T08:26:27.359 INFO:tasks.rados.rados.0.smithi028.stdout:472: done (1 left) 2024-04-02T08:26:27.359 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 42 2024-04-02T08:26:27.359 INFO:tasks.rados.rados.0.smithi028.stdout:473: seq_num 169 ranges {0=434176} 2024-04-02T08:26:27.361 INFO:tasks.rados.rados.0.smithi028.stdout:473: writing smithi02882251-4 from 0 to 434176 tid 1 2024-04-02T08:26:27.361 INFO:tasks.rados.rados.0.smithi028.stdout:474: snap_remove snap 28 2024-04-02T08:26:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-mon[27433]: pgmap v4: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 39 GiB/s rd, 18 GiB/s wr, 316.52k op/s; 227 MiB/s, 805 objects/s recovering 2024-04-02T08:26:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-mon[27433]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:26:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-mon[39019]: pgmap v4: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 39 GiB/s rd, 18 GiB/s wr, 316.52k op/s; 227 MiB/s, 805 objects/s recovering 2024-04-02T08:26:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-mon[39019]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:26:27.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:27.188+0000 7f0d01676200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:26:27.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:27.303+0000 7f0d01676200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:27.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:27.394+0000 7f0d01676200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:26:27.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:27 smithi137 ceph-mon[31169]: pgmap v4: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 39 GiB/s rd, 18 GiB/s wr, 316.52k op/s; 227 MiB/s, 805 objects/s recovering 2024-04-02T08:26:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:27 smithi137 ceph-mon[31169]: osdmap e147: 8 total, 8 up, 8 in 2024-04-02T08:26:27.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:27.490+0000 7f0d01676200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:26:27.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:27 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:27.669+0000 7f0d01676200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:26:28.262 INFO:tasks.rados.rados.0.smithi028.stdout:474: done (2 left) 2024-04-02T08:26:28.262 INFO:tasks.rados.rados.0.smithi028.stdout:475: copy_from oid 14 from oid 43 current snap is 42 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:471: finishing rollback tid 0 to smithi02882251-1 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:471: finishing rollback tid 1 to smithi02882251-1 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:471: finishing rollback tid 2 to smithi02882251-1 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 56 (ObjNum 88 snap 19 seq_num 88) dirty exists 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:473: finishing write tid 1 to smithi02882251-4 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:473: finishing write tid 2 to smithi02882251-4 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:473: finishing write tid 3 to smithi02882251-4 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:473: oid 4 updating version 0 to 161 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:473: oid 4 version 161 is already newer than 160 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 161 (ObjNum 169 snap 42 seq_num 169) dirty exists 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:473: left oid 4 (ObjNum 169 snap 42 seq_num 169) 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:471: done (2 left) 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:473: done (1 left) 2024-04-02T08:26:28.263 INFO:tasks.rados.rados.0.smithi028.stdout:476: setattr oid 27 current snap is 42 2024-04-02T08:26:28.265 INFO:tasks.rados.rados.0.smithi028.stdout:477: rollback oid 3 current snap is 42 2024-04-02T08:26:28.265 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 19 2024-04-02T08:26:28.265 INFO:tasks.rados.rados.0.smithi028.stdout:478: setattr oid 40 current snap is 42 2024-04-02T08:26:28.267 INFO:tasks.rados.rados.0.smithi028.stdout:479: snap_create 2024-04-02T08:26:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:477: finishing rollback tid 0 to smithi02882251-3 2024-04-02T08:26:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:477: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:26:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:477: finishing rollback tid 2 to smithi02882251-3 2024-04-02T08:26:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 139 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-02T08:26:28.281 INFO:tasks.rados.rados.0.smithi028.stdout:475: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:26:28.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 259 (ObjNum 33 snap 0 seq_num 1440374032) dirty exists 2024-04-02T08:26:28.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 261 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:28.281 INFO:tasks.rados.rados.0.smithi028.stdout:475: finishing copy_from to smithi02882251-14 2024-04-02T08:26:28.282 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 11 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-04-02T08:26:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:28 smithi137 ceph-mon[31169]: pgmap v5: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 298 MiB/s rd, 136 MiB/s wr, 2.36k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-02T08:26:28.669 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:28 smithi028 ceph-mon[27433]: pgmap v5: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 298 MiB/s rd, 136 MiB/s wr, 2.36k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-02T08:26:28.669 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:28 smithi028 ceph-mon[39019]: pgmap v5: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 298 MiB/s rd, 136 MiB/s wr, 2.36k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-04-02T08:26:28.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:28 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:28.670+0000 7f0d01676200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:26:28.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:28 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:28.805+0000 7f0d01676200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:26:29.263 INFO:tasks.rados.rados.0.smithi028.stdout:475: done (4 left) 2024-04-02T08:26:29.264 INFO:tasks.rados.rados.0.smithi028.stdout:476: done (3 left) 2024-04-02T08:26:29.264 INFO:tasks.rados.rados.0.smithi028.stdout:477: done (2 left) 2024-04-02T08:26:29.264 INFO:tasks.rados.rados.0.smithi028.stdout:478: done (1 left) 2024-04-02T08:26:29.264 INFO:tasks.rados.rados.0.smithi028.stdout:479: done (0 left) 2024-04-02T08:26:29.264 INFO:tasks.rados.rados.0.smithi028.stdout:480: snap_create 2024-04-02T08:26:29.446 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-mon[27433]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:26:29.446 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-mon[27433]: mgrmap e26: x(active, since 3s) 2024-04-02T08:26:29.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-mon[39019]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:26:29.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-mon[39019]: mgrmap e26: x(active, since 3s) 2024-04-02T08:26:29.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:29.148+0000 7f0d01676200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:26:29.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:29.241+0000 7f0d01676200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:26:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:29 smithi137 ceph-mon[31169]: osdmap e148: 8 total, 8 up, 8 in 2024-04-02T08:26:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:29 smithi137 ceph-mon[31169]: mgrmap e26: x(active, since 3s) 2024-04-02T08:26:29.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:29.447+0000 7f0d01676200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:29.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:29.638+0000 7f0d01676200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:26:30.194 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:29.930+0000 7f0d01676200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:30.265 INFO:tasks.rados.rados.0.smithi028.stdout:480: done (0 left) 2024-04-02T08:26:30.265 INFO:tasks.rados.rados.0.smithi028.stdout:481: setattr oid 4 current snap is 44 2024-04-02T08:26:30.267 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 44 2024-04-02T08:26:30.267 INFO:tasks.rados.rados.0.smithi028.stdout:482: seq_num 170 ranges {1417216=450560} 2024-04-02T08:26:30.278 INFO:tasks.rados.rados.0.smithi028.stdout:482: writing smithi02882251-14 from 1417216 to 1867776 tid 1 2024-04-02T08:26:30.278 INFO:tasks.rados.rados.0.smithi028.stdout:483: read oid 16 snap 34 2024-04-02T08:26:30.278 INFO:tasks.rados.rados.0.smithi028.stdout:483: expect (ObjNum 107 snap 23 seq_num 107) 2024-04-02T08:26:30.278 INFO:tasks.rados.rados.0.smithi028.stdout:484: rmattr oid 10 current snap is 44 2024-04-02T08:26:30.278 INFO:tasks.rados.rados.0.smithi028.stdout:484: done (3 left) 2024-04-02T08:26:30.279 INFO:tasks.rados.rados.0.smithi028.stdout:485: copy_from oid 41 from oid 17 current snap is 44 2024-04-02T08:26:30.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 162 (ObjNum 169 snap 42 seq_num 169) dirty exists 2024-04-02T08:26:30.279 INFO:tasks.rados.rados.0.smithi028.stdout:481: done (3 left) 2024-04-02T08:26:30.279 INFO:tasks.rados.rados.0.smithi028.stdout:486: delete oid 22 current snap is 44 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:486: done (3 left) 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:487: rmattr oid 28 current snap is 44 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:487: done (3 left) 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:488: rollback oid 13 current snap is 44 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 30 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:489: copy_from oid 23 from oid 3 current snap is 44 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:490: read oid 6 snap -1 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:490: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:491: rollback oid 5 current snap is 44 2024-04-02T08:26:30.281 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 41 2024-04-02T08:26:30.282 INFO:tasks.rados.rados.0.smithi028.stdout:492: setattr oid 21 current snap is 44 2024-04-02T08:26:30.283 INFO:tasks.rados.rados.0.smithi028.stdout:482: finishing write tid 1 to smithi02882251-14 2024-04-02T08:26:30.283 INFO:tasks.rados.rados.0.smithi028.stdout:482: finishing write tid 2 to smithi02882251-14 2024-04-02T08:26:30.284 INFO:tasks.rados.rados.0.smithi028.stdout:491: finishing rollback tid 1 to smithi02882251-5 2024-04-02T08:26:30.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 133 (ObjNum 129 snap 0 seq_num 1410151760) dirty dne 2024-04-02T08:26:30.284 INFO:tasks.rados.rados.0.smithi028.stdout:491: done (7 left) 2024-04-02T08:26:30.284 INFO:tasks.rados.rados.0.smithi028.stdout:493: snap_create 2024-04-02T08:26:30.285 INFO:tasks.rados.rados.0.smithi028.stdout:482: finishing write tid 3 to smithi02882251-14 2024-04-02T08:26:30.285 INFO:tasks.rados.rados.0.smithi028.stdout:482: oid 14 updating version 0 to 274 2024-04-02T08:26:30.285 INFO:tasks.rados.rados.0.smithi028.stdout:482: oid 14 version 274 is already newer than 273 2024-04-02T08:26:30.285 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 274 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-04-02T08:26:30.285 INFO:tasks.rados.rados.0.smithi028.stdout:482: left oid 14 (ObjNum 170 snap 44 seq_num 170) 2024-04-02T08:26:30.290 INFO:tasks.rados.rados.0.smithi028.stdout:488: finishing rollback tid 0 to smithi02882251-13 2024-04-02T08:26:30.292 INFO:tasks.rados.rados.0.smithi028.stdout:489: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:26:30.295 INFO:tasks.rados.rados.0.smithi028.stdout:489: finishing copy_from to smithi02882251-23 2024-04-02T08:26:30.295 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 139 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-02T08:26:30.301 INFO:tasks.rados.rados.0.smithi028.stdout:483: expect (ObjNum 107 snap 23 seq_num 107) 2024-04-02T08:26:30.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:30 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:30.195+0000 7f0d01676200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:30 smithi028 ceph-mon[27433]: pgmap v8: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 99 MiB/s rd, 45 MiB/s wr, 786 op/s; 576 KiB/s, 1 objects/s recovering 2024-04-02T08:26:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:30 smithi028 ceph-mon[27433]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:26:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:30 smithi028 ceph-mon[27433]: mgrmap e27: x(active, since 5s) 2024-04-02T08:26:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:30 smithi028 ceph-mon[39019]: pgmap v8: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 99 MiB/s rd, 45 MiB/s wr, 786 op/s; 576 KiB/s, 1 objects/s recovering 2024-04-02T08:26:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:30 smithi028 ceph-mon[39019]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:26:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:30 smithi028 ceph-mon[39019]: mgrmap e27: x(active, since 5s) 2024-04-02T08:26:30.504 INFO:tasks.rados.rados.0.smithi028.stdout:488: finishing rollback tid 1 to smithi02882251-13 2024-04-02T08:26:30.504 INFO:tasks.rados.rados.0.smithi028.stdout:488: finishing rollback tid 2 to smithi02882251-13 2024-04-02T08:26:30.504 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 174 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-02T08:26:30.504 INFO:tasks.rados.rados.0.smithi028.stdout:490: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-02T08:26:30.550 INFO:tasks.rados.rados.0.smithi028.stdout:485: finishing copy_from racing read to smithi02882251-41 2024-04-02T08:26:30.550 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 114 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:26:30.550 INFO:tasks.rados.rados.0.smithi028.stdout:485: finishing copy_from to smithi02882251-41 2024-04-02T08:26:30.550 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 86 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-02T08:26:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:30 smithi137 ceph-mon[31169]: pgmap v8: 121 pgs: 121 active+clean; 133 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 99 MiB/s rd, 45 MiB/s wr, 786 op/s; 576 KiB/s, 1 objects/s recovering 2024-04-02T08:26:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:30 smithi137 ceph-mon[31169]: osdmap e149: 8 total, 8 up, 8 in 2024-04-02T08:26:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:30 smithi137 ceph-mon[31169]: mgrmap e27: x(active, since 5s) 2024-04-02T08:26:30.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:30 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:30.461+0000 7f0d01676200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:482: done (7 left) 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:483: done (6 left) 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:485: done (5 left) 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:488: done (4 left) 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:489: done (3 left) 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:490: done (2 left) 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:492: done (1 left) 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:493: done (0 left) 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:494: rmattr oid 4 current snap is 45 2024-04-02T08:26:31.274 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 45 2024-04-02T08:26:31.275 INFO:tasks.rados.rados.0.smithi028.stdout:495: seq_num 172 ranges {114688=483328} 2024-04-02T08:26:31.277 INFO:tasks.rados.rados.0.smithi028.stdout:495: writing smithi02882251-47 from 114688 to 598016 tid 1 2024-04-02T08:26:31.277 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 45 2024-04-02T08:26:31.277 INFO:tasks.rados.rados.0.smithi028.stdout:496: seq_num 173 ranges {761856=499712} 2024-04-02T08:26:31.285 INFO:tasks.rados.rados.0.smithi028.stdout:496: writing smithi02882251-40 from 761856 to 1261568 tid 1 2024-04-02T08:26:31.285 INFO:tasks.rados.rados.0.smithi028.stdout:497: read oid 38 snap 22 2024-04-02T08:26:31.285 INFO:tasks.rados.rados.0.smithi028.stdout:497: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:26:31.285 INFO:tasks.rados.rados.0.smithi028.stdout:498: delete oid 16 current snap is 45 2024-04-02T08:26:31.285 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 163 (ObjNum 169 snap 42 seq_num 169) dirty exists 2024-04-02T08:26:31.285 INFO:tasks.rados.rados.0.smithi028.stdout:495: finishing write tid 1 to smithi02882251-47 2024-04-02T08:26:31.286 INFO:tasks.rados.rados.0.smithi028.stdout:495: finishing write tid 2 to smithi02882251-47 2024-04-02T08:26:31.286 INFO:tasks.rados.rados.0.smithi028.stdout:495: finishing write tid 3 to smithi02882251-47 2024-04-02T08:26:31.286 INFO:tasks.rados.rados.0.smithi028.stdout:495: oid 47 updating version 0 to 100 2024-04-02T08:26:31.286 INFO:tasks.rados.rados.0.smithi028.stdout:495: oid 47 updating version 100 to 101 2024-04-02T08:26:31.286 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 101 (ObjNum 172 snap 45 seq_num 172) dirty exists 2024-04-02T08:26:31.286 INFO:tasks.rados.rados.0.smithi028.stdout:495: left oid 47 (ObjNum 172 snap 45 seq_num 172) 2024-04-02T08:26:31.289 INFO:tasks.rados.rados.0.smithi028.stdout:494: done (4 left) 2024-04-02T08:26:31.289 INFO:tasks.rados.rados.0.smithi028.stdout:495: done (3 left) 2024-04-02T08:26:31.289 INFO:tasks.rados.rados.0.smithi028.stdout:498: done (2 left) 2024-04-02T08:26:31.289 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 45 2024-04-02T08:26:31.289 INFO:tasks.rados.rados.0.smithi028.stdout:499: seq_num 175 ranges {1687552=540672} 2024-04-02T08:26:31.302 INFO:tasks.rados.rados.0.smithi028.stdout:499: writing smithi02882251-6 from 1687552 to 2228224 tid 1 2024-04-02T08:26:31.303 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 45 2024-04-02T08:26:31.303 INFO:tasks.rados.rados.0.smithi028.stdout:500: seq_num 176 ranges {1867776=557056} 2024-04-02T08:26:31.317 INFO:tasks.rados.rados.0.smithi028.stdout:500: writing smithi02882251-14 from 1867776 to 2424832 tid 1 2024-04-02T08:26:31.317 INFO:tasks.rados.rados.0.smithi028.stdout:501: rollback oid 17 current snap is 45 2024-04-02T08:26:31.317 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 30 2024-04-02T08:26:31.317 INFO:tasks.rados.rados.0.smithi028.stdout:496: finishing write tid 1 to smithi02882251-40 2024-04-02T08:26:31.318 INFO:tasks.rados.rados.0.smithi028.stdout:496: finishing write tid 2 to smithi02882251-40 2024-04-02T08:26:31.318 INFO:tasks.rados.rados.0.smithi028.stdout:497: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-02T08:26:31.332 INFO:tasks.rados.rados.0.smithi028.stdout:496: finishing write tid 3 to smithi02882251-40 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:496: oid 40 updating version 0 to 277 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:496: oid 40 version 277 is already newer than 276 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 277 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:496: left oid 40 (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:499: finishing write tid 1 to smithi02882251-6 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:499: finishing write tid 2 to smithi02882251-6 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:496: done (4 left) 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:497: done (3 left) 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:502: read oid 49 snap -1 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:502: expect (ObjNum 158 snap 41 seq_num 158) 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:503: rollback oid 22 current snap is 45 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 22 to 29 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:499: finishing write tid 3 to smithi02882251-6 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:499: oid 6 updating version 0 to 177 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:499: oid 6 version 177 is already newer than 176 2024-04-02T08:26:31.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 177 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-02T08:26:31.334 INFO:tasks.rados.rados.0.smithi028.stdout:499: left oid 6 (ObjNum 175 snap 45 seq_num 175) 2024-04-02T08:26:31.334 INFO:tasks.rados.rados.0.smithi028.stdout:499: done (4 left) 2024-04-02T08:26:31.334 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 45 2024-04-02T08:26:31.334 INFO:tasks.rados.rados.0.smithi028.stdout:501: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:26:31.334 INFO:tasks.rados.rados.0.smithi028.stdout:501: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:26:31.334 INFO:tasks.rados.rados.0.smithi028.stdout:504: seq_num 177 ranges {2260992=573440} 2024-04-02T08:26:31.349 INFO:tasks.rados.rados.0.smithi028.stdout:504: writing smithi02882251-45 from 2260992 to 2834432 tid 1 2024-04-02T08:26:31.349 INFO:tasks.rados.rados.0.smithi028.stdout:505: rollback oid 12 current snap is 45 2024-04-02T08:26:31.349 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 29 2024-04-02T08:26:31.349 INFO:tasks.rados.rados.0.smithi028.stdout:501: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:26:31.349 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 181 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-02T08:26:31.349 INFO:tasks.rados.rados.0.smithi028.stdout:500: finishing write tid 1 to smithi02882251-14 2024-04-02T08:26:31.349 INFO:tasks.rados.rados.0.smithi028.stdout:501: done (5 left) 2024-04-02T08:26:31.349 INFO:tasks.rados.rados.0.smithi028.stdout:506: snap_remove snap 19 2024-04-02T08:26:31.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:31 smithi028 ceph-mon[27433]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:26:31.364 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:31 smithi028 ceph-mon[39019]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:26:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:31 smithi137 ceph-mon[31169]: osdmap e150: 8 total, 8 up, 8 in 2024-04-02T08:26:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:31.365+0000 7f0d01676200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:26:32.272 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:31.992+0000 7f0d01676200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:26:32.272 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:32.094+0000 7f0d01676200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:26:32.281 INFO:tasks.rados.rados.0.smithi028.stdout:506: done (5 left) 2024-04-02T08:26:32.281 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 45 2024-04-02T08:26:32.281 INFO:tasks.rados.rados.0.smithi028.stdout:507: seq_num 178 ranges {1417216=589824} 2024-04-02T08:26:32.291 INFO:tasks.rados.rados.0.smithi028.stdout:507: writing smithi02882251-20 from 1417216 to 2007040 tid 1 2024-04-02T08:26:32.294 INFO:tasks.rados.rados.0.smithi028.stdout:500: finishing write tid 2 to smithi02882251-14 2024-04-02T08:26:32.294 INFO:tasks.rados.rados.0.smithi028.stdout:500: finishing write tid 3 to smithi02882251-14 2024-04-02T08:26:32.294 INFO:tasks.rados.rados.0.smithi028.stdout:500: oid 14 updating version 0 to 279 2024-04-02T08:26:32.294 INFO:tasks.rados.rados.0.smithi028.stdout:500: oid 14 updating version 279 to 280 2024-04-02T08:26:32.294 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 280 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-04-02T08:26:32.295 INFO:tasks.rados.rados.0.smithi028.stdout:500: left oid 14 (ObjNum 176 snap 45 seq_num 176) 2024-04-02T08:26:32.295 INFO:tasks.rados.rados.0.smithi028.stdout:503: finishing rollback tid 1 to smithi02882251-22 2024-04-02T08:26:32.295 INFO:tasks.rados.rados.0.smithi028.stdout:503: finishing rollback tid 2 to smithi02882251-22 2024-04-02T08:26:32.295 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 262 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-04-02T08:26:32.295 INFO:tasks.rados.rados.0.smithi028.stdout:502: expect (ObjNum 158 snap 41 seq_num 158) 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:505: finishing rollback tid 0 to smithi02882251-12 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:505: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:504: finishing write tid 1 to smithi02882251-45 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:505: finishing rollback tid 2 to smithi02882251-12 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 266 (ObjNum 70 snap 8 seq_num 70) dirty exists 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:504: finishing write tid 2 to smithi02882251-45 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:504: finishing write tid 3 to smithi02882251-45 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:504: oid 45 updating version 0 to 282 2024-04-02T08:26:32.310 INFO:tasks.rados.rados.0.smithi028.stdout:504: oid 45 updating version 282 to 283 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 283 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:504: left oid 45 (ObjNum 177 snap 45 seq_num 177) 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:500: done (5 left) 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:502: done (4 left) 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:503: done (3 left) 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:504: done (2 left) 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:505: done (1 left) 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:508: delete oid 1 current snap is 45 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:507: finishing write tid 1 to smithi02882251-20 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:507: finishing write tid 2 to smithi02882251-20 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:507: finishing write tid 3 to smithi02882251-20 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:507: oid 20 updating version 0 to 148 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:507: oid 20 updating version 148 to 149 2024-04-02T08:26:32.311 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 149 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-04-02T08:26:32.312 INFO:tasks.rados.rados.0.smithi028.stdout:507: left oid 20 (ObjNum 178 snap 45 seq_num 178) 2024-04-02T08:26:32.312 INFO:tasks.rados.rados.0.smithi028.stdout:507: done (1 left) 2024-04-02T08:26:32.312 INFO:tasks.rados.rados.0.smithi028.stdout:508: done (0 left) 2024-04-02T08:26:32.312 INFO:tasks.rados.rados.0.smithi028.stdout:509: snap_create 2024-04-02T08:26:32.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:32 smithi137 ceph-mon[31169]: pgmap v11: 121 pgs: 121 active+clean; 139 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-02T08:26:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:32 smithi137 ceph-mon[31169]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:26:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-mon[39019]: pgmap v11: 121 pgs: 121 active+clean; 139 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-02T08:26:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-mon[39019]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:26:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-mon[27433]: pgmap v11: 121 pgs: 121 active+clean; 139 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-04-02T08:26:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-mon[27433]: osdmap e151: 8 total, 8 up, 8 in 2024-04-02T08:26:32.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:32.339+0000 7f0d01676200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:26:32.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:26:32] ENGINE Bus STARTING 2024-04-02T08:26:32.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: CherryPy Checker: 2024-04-02T08:26:32.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: The Application mounted at '' has an empty config. 2024-04-02T08:26:32.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: 2024-04-02T08:26:32.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:26:32] ENGINE Serving on http://:::9283 2024-04-02T08:26:32.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: [02/Apr/2024:08:26:32] ENGINE Bus STARTED 2024-04-02T08:26:33.287 INFO:tasks.rados.rados.0.smithi028.stdout:509: done (0 left) 2024-04-02T08:26:33.287 INFO:tasks.rados.rados.0.smithi028.stdout:510: snap_create 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[39019]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[39019]: Standby manager daemon y started 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[27433]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[27433]: Standby manager daemon y started 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:26:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:33 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:33 smithi137 ceph-mon[31169]: osdmap e152: 8 total, 8 up, 8 in 2024-04-02T08:26:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:33 smithi137 ceph-mon[31169]: Standby manager daemon y started 2024-04-02T08:26:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:33 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:26:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:33 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:26:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:33 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:26:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:33 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.28:0/1709466639' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:26:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:510: done (0 left) 2024-04-02T08:26:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:511: snap_remove snap 45 2024-04-02T08:26:34.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:34 smithi137 ceph-mon[31169]: pgmap v14: 121 pgs: 121 active+clean; 148 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-04-02T08:26:34.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:34 smithi137 ceph-mon[31169]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:26:34.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:34 smithi137 ceph-mon[31169]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:26:34.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:34 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:26:34.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:34 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:34.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:34 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:34.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:34 smithi137 ceph-mon[31169]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:26:34.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:26:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[27433]: pgmap v14: 121 pgs: 121 active+clean; 148 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[27433]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[27433]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[27433]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[39019]: pgmap v14: 121 pgs: 121 active+clean; 148 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[39019]: mgrmap e28: x(active, since 8s), standbys: y 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[39019]: osdmap e153: 8 total, 8 up, 8 in 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:26:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:34.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:34.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:34 smithi028 ceph-mon[39019]: osdmap e154: 8 total, 8 up, 8 in 2024-04-02T08:26:35.199 INFO:tasks.rados.rados.0.smithi028.stdout:511: done (0 left) 2024-04-02T08:26:35.199 INFO:tasks.rados.rados.0.smithi028.stdout:512: read oid 21 snap -1 2024-04-02T08:26:35.199 INFO:tasks.rados.rados.0.smithi028.stdout:512: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:35.199 INFO:tasks.rados.rados.0.smithi028.stdout:513: read oid 34 snap -1 2024-04-02T08:26:35.199 INFO:tasks.rados.rados.0.smithi028.stdout:513: expect (ObjNum 167 snap 42 seq_num 167) 2024-04-02T08:26:35.199 INFO:tasks.rados.rados.0.smithi028.stdout:514: snap_create 2024-04-02T08:26:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:512: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:35.208 INFO:tasks.rados.rados.0.smithi028.stdout:513: expect (ObjNum 167 snap 42 seq_num 167) 2024-04-02T08:26:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi028 to 2481M 2024-04-02T08:26:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[39019]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:35.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi028 to 2481M 2024-04-02T08:26:35.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:35.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:35 smithi028 ceph-mon[27433]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:26:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi028 to 2481M 2024-04-02T08:26:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:35 smithi137 ceph-mon[31169]: osdmap e155: 8 total, 8 up, 8 in 2024-04-02T08:26:36.200 INFO:tasks.rados.rados.0.smithi028.stdout:512: done (2 left) 2024-04-02T08:26:36.200 INFO:tasks.rados.rados.0.smithi028.stdout:513: done (1 left) 2024-04-02T08:26:36.200 INFO:tasks.rados.rados.0.smithi028.stdout:514: done (0 left) 2024-04-02T08:26:36.200 INFO:tasks.rados.rados.0.smithi028.stdout:515: delete oid 46 current snap is 48 2024-04-02T08:26:36.202 INFO:tasks.rados.rados.0.smithi028.stdout:515: done (0 left) 2024-04-02T08:26:36.202 INFO:tasks.rados.rados.0.smithi028.stdout:516: delete oid 22 current snap is 48 2024-04-02T08:26:36.206 INFO:tasks.rados.rados.0.smithi028.stdout:516: done (0 left) 2024-04-02T08:26:36.207 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 48 2024-04-02T08:26:36.207 INFO:tasks.rados.rados.0.smithi028.stdout:517: seq_num 182 ranges {1941504=655360} 2024-04-02T08:26:36.221 INFO:tasks.rados.rados.0.smithi028.stdout:517: writing smithi02882251-23 from 1941504 to 2596864 tid 1 2024-04-02T08:26:36.221 INFO:tasks.rados.rados.0.smithi028.stdout:518: snap_remove snap 44 2024-04-02T08:26:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:36 smithi137 ceph-mon[31169]: pgmap v17: 121 pgs: 121 active+clean; 148 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-02T08:26:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:36 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:36 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:36 smithi137 ceph-mon[31169]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:26:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:36 smithi028 ceph-mon[39019]: pgmap v17: 121 pgs: 121 active+clean; 148 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-02T08:26:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:36 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:36 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:36 smithi028 ceph-mon[39019]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:26:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:36 smithi028 ceph-mon[27433]: pgmap v17: 121 pgs: 121 active+clean; 148 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-04-02T08:26:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:36 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:36 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:36 smithi028 ceph-mon[27433]: osdmap e156: 8 total, 8 up, 8 in 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:518: done (1 left) 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:519: delete oid 29 current snap is 48 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:517: finishing write tid 1 to smithi02882251-23 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:517: finishing write tid 2 to smithi02882251-23 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:517: finishing write tid 3 to smithi02882251-23 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:517: oid 23 updating version 0 to 281 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:517: oid 23 version 281 is already newer than 280 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 281 (ObjNum 182 snap 48 seq_num 182) dirty exists 2024-04-02T08:26:37.203 INFO:tasks.rados.rados.0.smithi028.stdout:517: left oid 23 (ObjNum 182 snap 48 seq_num 182) 2024-04-02T08:26:37.208 INFO:tasks.rados.rados.0.smithi028.stdout:517: done (1 left) 2024-04-02T08:26:37.208 INFO:tasks.rados.rados.0.smithi028.stdout:519: done (0 left) 2024-04-02T08:26:37.208 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 48 2024-04-02T08:26:37.208 INFO:tasks.rados.rados.0.smithi028.stdout:520: seq_num 184 ranges {3956736=688128} 2024-04-02T08:26:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:520: writing smithi02882251-39 from 3956736 to 4644864 tid 1 2024-04-02T08:26:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:521: rollback oid 8 current snap is 48 2024-04-02T08:26:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 46 2024-04-02T08:26:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 48 2024-04-02T08:26:37.234 INFO:tasks.rados.rados.0.smithi028.stdout:522: seq_num 185 ranges {1417216=704512} 2024-04-02T08:26:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:522: writing smithi02882251-43 from 1417216 to 2121728 tid 1 2024-04-02T08:26:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:523: delete oid 49 current snap is 48 2024-04-02T08:26:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:521: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:26:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 17 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:26:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:520: finishing write tid 1 to smithi02882251-39 2024-04-02T08:26:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:520: finishing write tid 2 to smithi02882251-39 2024-04-02T08:26:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:520: finishing write tid 3 to smithi02882251-39 2024-04-02T08:26:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:520: oid 39 updating version 0 to 117 2024-04-02T08:26:37.247 INFO:tasks.rados.rados.0.smithi028.stdout:520: oid 39 version 117 is already newer than 116 2024-04-02T08:26:37.247 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 117 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-04-02T08:26:37.247 INFO:tasks.rados.rados.0.smithi028.stdout:520: left oid 39 (ObjNum 184 snap 48 seq_num 184) 2024-04-02T08:26:37.247 INFO:tasks.rados.rados.0.smithi028.stdout:520: done (3 left) 2024-04-02T08:26:37.248 INFO:tasks.rados.rados.0.smithi028.stdout:521: done (2 left) 2024-04-02T08:26:37.248 INFO:tasks.rados.rados.0.smithi028.stdout:523: done (1 left) 2024-04-02T08:26:37.248 INFO:tasks.rados.rados.0.smithi028.stdout:524: delete oid 10 current snap is 48 2024-04-02T08:26:37.249 INFO:tasks.rados.rados.0.smithi028.stdout:522: finishing write tid 1 to smithi02882251-43 2024-04-02T08:26:37.249 INFO:tasks.rados.rados.0.smithi028.stdout:522: finishing write tid 2 to smithi02882251-43 2024-04-02T08:26:37.250 INFO:tasks.rados.rados.0.smithi028.stdout:524: done (1 left) 2024-04-02T08:26:37.250 INFO:tasks.rados.rados.0.smithi028.stdout:525: rmattr oid 29 current snap is 48 2024-04-02T08:26:37.250 INFO:tasks.rados.rados.0.smithi028.stdout:525: done (1 left) 2024-04-02T08:26:37.250 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 48 2024-04-02T08:26:37.250 INFO:tasks.rados.rados.0.smithi028.stdout:526: seq_num 188 ranges {606208=753664} 2024-04-02T08:26:37.257 INFO:tasks.rados.rados.0.smithi028.stdout:526: writing smithi02882251-37 from 606208 to 1359872 tid 1 2024-04-02T08:26:37.258 INFO:tasks.rados.rados.0.smithi028.stdout:527: read oid 29 snap -1 2024-04-02T08:26:37.258 INFO:tasks.rados.rados.0.smithi028.stdout:527: expect deleted 2024-04-02T08:26:37.258 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 48 2024-04-02T08:26:37.258 INFO:tasks.rados.rados.0.smithi028.stdout:528: seq_num 189 ranges {1179648=770048} 2024-04-02T08:26:37.268 INFO:tasks.rados.rados.0.smithi028.stdout:528: writing smithi02882251-12 from 1179648 to 1949696 tid 1 2024-04-02T08:26:37.269 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 48 2024-04-02T08:26:37.269 INFO:tasks.rados.rados.0.smithi028.stdout:522: finishing write tid 3 to smithi02882251-43 2024-04-02T08:26:37.269 INFO:tasks.rados.rados.0.smithi028.stdout:522: oid 43 updating version 0 to 29 2024-04-02T08:26:37.269 INFO:tasks.rados.rados.0.smithi028.stdout:522: oid 43 updating version 29 to 30 2024-04-02T08:26:37.269 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 30 (ObjNum 185 snap 48 seq_num 185) dirty exists 2024-04-02T08:26:37.269 INFO:tasks.rados.rados.0.smithi028.stdout:522: left oid 43 (ObjNum 185 snap 48 seq_num 185) 2024-04-02T08:26:37.269 INFO:tasks.rados.rados.0.smithi028.stdout:529: seq_num 190 ranges {0=786432} 2024-04-02T08:26:37.273 INFO:tasks.rados.rados.0.smithi028.stdout:529: writing smithi02882251-8 from 0 to 786432 tid 1 2024-04-02T08:26:37.273 INFO:tasks.rados.rados.0.smithi028.stdout:522: done (4 left) 2024-04-02T08:26:37.273 INFO:tasks.rados.rados.0.smithi028.stdout:530: snap_remove snap 27 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:530: done (4 left) 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:531: snap_create 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:526: finishing write tid 1 to smithi02882251-37 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:526: finishing write tid 2 to smithi02882251-37 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:526: finishing write tid 3 to smithi02882251-37 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:526: oid 37 updating version 0 to 183 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:526: oid 37 updating version 183 to 184 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 184 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:526: left oid 37 (ObjNum 188 snap 48 seq_num 188) 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:528: finishing write tid 1 to smithi02882251-12 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:528: finishing write tid 2 to smithi02882251-12 2024-04-02T08:26:38.209 INFO:tasks.rados.rados.0.smithi028.stdout:528: finishing write tid 3 to smithi02882251-12 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:528: oid 12 updating version 0 to 288 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:528: oid 12 version 288 is already newer than 287 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 288 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:528: left oid 12 (ObjNum 189 snap 48 seq_num 189) 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:529: finishing write tid 1 to smithi02882251-8 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:529: finishing write tid 2 to smithi02882251-8 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:529: finishing write tid 3 to smithi02882251-8 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:529: oid 8 updating version 0 to 185 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:529: oid 8 updating version 185 to 186 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 186 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-04-02T08:26:38.210 INFO:tasks.rados.rados.0.smithi028.stdout:529: left oid 8 (ObjNum 190 snap 48 seq_num 190) 2024-04-02T08:26:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:38 smithi137 ceph-mon[31169]: pgmap v20: 121 pgs: 121 active+clean; 142 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 930 KiB/s rd, 792 KiB/s wr, 11 op/s 2024-04-02T08:26:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:38 smithi137 ceph-mon[31169]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:26:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:38 smithi028 ceph-mon[27433]: pgmap v20: 121 pgs: 121 active+clean; 142 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 930 KiB/s rd, 792 KiB/s wr, 11 op/s 2024-04-02T08:26:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:38 smithi028 ceph-mon[27433]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:26:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:38 smithi028 ceph-mon[39019]: pgmap v20: 121 pgs: 121 active+clean; 142 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 930 KiB/s rd, 792 KiB/s wr, 11 op/s 2024-04-02T08:26:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:38 smithi028 ceph-mon[39019]: osdmap e157: 8 total, 8 up, 8 in 2024-04-02T08:26:39.195 INFO:tasks.rados.rados.0.smithi028.stdout:526: done (4 left) 2024-04-02T08:26:39.195 INFO:tasks.rados.rados.0.smithi028.stdout:527: done (3 left) 2024-04-02T08:26:39.195 INFO:tasks.rados.rados.0.smithi028.stdout:528: done (2 left) 2024-04-02T08:26:39.195 INFO:tasks.rados.rados.0.smithi028.stdout:529: done (1 left) 2024-04-02T08:26:39.195 INFO:tasks.rados.rados.0.smithi028.stdout:531: done (0 left) 2024-04-02T08:26:39.195 INFO:tasks.rados.rados.0.smithi028.stdout:532: snap_remove snap 3 2024-04-02T08:26:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:39 smithi137 ceph-mon[31169]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:26:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:39 smithi137 ceph-mon[31169]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:26:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:39 smithi028 ceph-mon[27433]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:26:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:39 smithi028 ceph-mon[27433]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:26:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:39 smithi028 ceph-mon[39019]: osdmap e158: 8 total, 8 up, 8 in 2024-04-02T08:26:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:39 smithi028 ceph-mon[39019]: osdmap e159: 8 total, 8 up, 8 in 2024-04-02T08:26:40.197 INFO:tasks.rados.rados.0.smithi028.stdout:532: done (0 left) 2024-04-02T08:26:40.197 INFO:tasks.rados.rados.0.smithi028.stdout:533: read oid 16 snap 47 2024-04-02T08:26:40.197 INFO:tasks.rados.rados.0.smithi028.stdout:533: expect deleted 2024-04-02T08:26:40.197 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 49 2024-04-02T08:26:40.197 INFO:tasks.rados.rados.0.smithi028.stdout:534: seq_num 191 ranges {0=802816} 2024-04-02T08:26:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:534: writing smithi02882251-2 from 0 to 802816 tid 1 2024-04-02T08:26:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:533: done (1 left) 2024-04-02T08:26:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:535: setattr oid 31 current snap is 49 2024-04-02T08:26:40.204 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 49 2024-04-02T08:26:40.204 INFO:tasks.rados.rados.0.smithi028.stdout:536: seq_num 192 ranges {401408=417792,819200=401408} 2024-04-02T08:26:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:536: writing smithi02882251-34 from 401408 to 819200 tid 1 2024-04-02T08:26:40.212 INFO:tasks.rados.rados.0.smithi028.stdout:536: writing smithi02882251-34 from 819200 to 1220608 tid 2 2024-04-02T08:26:40.213 INFO:tasks.rados.rados.0.smithi028.stdout:537: read oid 29 snap -1 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:537: expect deleted 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:538: read oid 5 snap -1 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:538: expect deleted 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:539: copy_from oid 1 from oid 7 current snap is 49 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 152 (ObjNum 124 snap 31 seq_num 124) dirty exists 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:535: done (5 left) 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:540: rollback oid 36 current snap is 49 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 26 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:534: finishing write tid 1 to smithi02882251-2 2024-04-02T08:26:40.214 INFO:tasks.rados.rados.0.smithi028.stdout:541: snap_remove snap 43 2024-04-02T08:26:40.304 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:40 smithi137 ceph-mon[31169]: pgmap v23: 121 pgs: 121 active+clean; 142 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 930 KiB/s rd, 792 KiB/s wr, 11 op/s 2024-04-02T08:26:40.304 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:40 smithi137 ceph-mon[31169]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:26:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:40 smithi028 ceph-mon[27433]: pgmap v23: 121 pgs: 121 active+clean; 142 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 930 KiB/s rd, 792 KiB/s wr, 11 op/s 2024-04-02T08:26:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:40 smithi028 ceph-mon[27433]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:26:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:40 smithi028 ceph-mon[39019]: pgmap v23: 121 pgs: 121 active+clean; 142 MiB data, 512 MiB used, 715 GiB / 715 GiB avail; 930 KiB/s rd, 792 KiB/s wr, 11 op/s 2024-04-02T08:26:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:40 smithi028 ceph-mon[39019]: osdmap e160: 8 total, 8 up, 8 in 2024-04-02T08:26:41.220 INFO:tasks.rados.rados.0.smithi028.stdout:534: finishing write tid 2 to smithi02882251-2 2024-04-02T08:26:41.220 INFO:tasks.rados.rados.0.smithi028.stdout:539: finishing copy_from to smithi02882251-1 2024-04-02T08:26:41.220 INFO:tasks.rados.rados.0.smithi028.stdout:539: got expected ENOENT (src dne) 2024-04-02T08:26:41.220 INFO:tasks.rados.rados.0.smithi028.stdout:539: finishing copy_from racing read to smithi02882251-1 2024-04-02T08:26:41.220 INFO:tasks.rados.rados.0.smithi028.stdout:534: finishing write tid 3 to smithi02882251-2 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:534: oid 2 updating version 0 to 164 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:534: oid 2 updating version 164 to 165 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 165 (ObjNum 191 snap 49 seq_num 191) dirty exists 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:534: left oid 2 (ObjNum 191 snap 49 seq_num 191) 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:540: finishing rollback tid 0 to smithi02882251-36 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:540: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:540: finishing rollback tid 2 to smithi02882251-36 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 180 (ObjNum 103 snap 21 seq_num 103) dirty exists 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:536: finishing write tid 1 to smithi02882251-34 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:536: finishing write tid 2 to smithi02882251-34 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:536: finishing write tid 3 to smithi02882251-34 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:536: finishing write tid 4 to smithi02882251-34 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:536: oid 34 updating version 0 to 167 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:536: oid 34 updating version 167 to 169 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:536: oid 34 version 169 is already newer than 168 2024-04-02T08:26:41.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 169 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:536: left oid 34 (ObjNum 192 snap 49 seq_num 192) 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:534: done (6 left) 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:536: done (5 left) 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:537: done (4 left) 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:538: done (3 left) 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:539: done (2 left) 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:540: done (1 left) 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:541: done (0 left) 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:542: read oid 29 snap -1 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:542: expect deleted 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:543: rollback oid 44 current snap is 49 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 22 2024-04-02T08:26:41.222 INFO:tasks.rados.rados.0.smithi028.stdout:544: delete oid 11 current snap is 49 2024-04-02T08:26:41.229 INFO:tasks.rados.rados.0.smithi028.stdout:543: finishing rollback tid 0 to smithi02882251-44 2024-04-02T08:26:41.229 INFO:tasks.rados.rados.0.smithi028.stdout:543: finishing rollback tid 1 to smithi02882251-44 2024-04-02T08:26:41.229 INFO:tasks.rados.rados.0.smithi028.stdout:543: finishing rollback tid 2 to smithi02882251-44 2024-04-02T08:26:41.229 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 175 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-04-02T08:26:41.230 INFO:tasks.rados.rados.0.smithi028.stdout:542: done (2 left) 2024-04-02T08:26:41.230 INFO:tasks.rados.rados.0.smithi028.stdout:543: done (1 left) 2024-04-02T08:26:41.230 INFO:tasks.rados.rados.0.smithi028.stdout:544: done (0 left) 2024-04-02T08:26:41.230 INFO:tasks.rados.rados.0.smithi028.stdout:545: rmattr oid 4 current snap is 49 2024-04-02T08:26:41.230 INFO:tasks.rados.rados.0.smithi028.stdout:546: snap_create 2024-04-02T08:26:41.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 186 (ObjNum 169 snap 42 seq_num 169) dirty exists 2024-04-02T08:26:41.475 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:41 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:41 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:41 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:42.223 INFO:tasks.rados.rados.0.smithi028.stdout:545: done (1 left) 2024-04-02T08:26:42.224 INFO:tasks.rados.rados.0.smithi028.stdout:546: done (0 left) 2024-04-02T08:26:42.224 INFO:tasks.rados.rados.0.smithi028.stdout:547: delete oid 37 current snap is 50 2024-04-02T08:26:42.227 INFO:tasks.rados.rados.0.smithi028.stdout:547: done (0 left) 2024-04-02T08:26:42.227 INFO:tasks.rados.rados.0.smithi028.stdout:548: read oid 28 snap 36 2024-04-02T08:26:42.227 INFO:tasks.rados.rados.0.smithi028.stdout:548: expect deleted 2024-04-02T08:26:42.227 INFO:tasks.rados.rados.0.smithi028.stdout:549: read oid 2 snap 48 2024-04-02T08:26:42.228 INFO:tasks.rados.rados.0.smithi028.stdout:549: expect deleted 2024-04-02T08:26:42.228 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 50 2024-04-02T08:26:42.228 INFO:tasks.rados.rados.0.smithi028.stdout:550: seq_num 195 ranges {0=475136,475136=401408} 2024-04-02T08:26:42.229 INFO:tasks.rados.rados.0.smithi028.stdout:550: writing smithi02882251-42 from 0 to 475136 tid 1 2024-04-02T08:26:42.232 INFO:tasks.rados.rados.0.smithi028.stdout:550: writing smithi02882251-42 from 475136 to 876544 tid 2 2024-04-02T08:26:42.232 INFO:tasks.rados.rados.0.smithi028.stdout:548: done (2 left) 2024-04-02T08:26:42.232 INFO:tasks.rados.rados.0.smithi028.stdout:549: done (1 left) 2024-04-02T08:26:42.233 INFO:tasks.rados.rados.0.smithi028.stdout:551: snap_create 2024-04-02T08:26:42.234 INFO:tasks.rados.rados.0.smithi028.stdout:550: finishing write tid 1 to smithi02882251-42 2024-04-02T08:26:42.235 INFO:tasks.rados.rados.0.smithi028.stdout:550: finishing write tid 2 to smithi02882251-42 2024-04-02T08:26:42.235 INFO:tasks.rados.rados.0.smithi028.stdout:550: finishing write tid 3 to smithi02882251-42 2024-04-02T08:26:42.236 INFO:tasks.rados.rados.0.smithi028.stdout:550: finishing write tid 4 to smithi02882251-42 2024-04-02T08:26:42.236 INFO:tasks.rados.rados.0.smithi028.stdout:550: oid 42 updating version 0 to 176 2024-04-02T08:26:42.236 INFO:tasks.rados.rados.0.smithi028.stdout:550: oid 42 updating version 176 to 178 2024-04-02T08:26:42.236 INFO:tasks.rados.rados.0.smithi028.stdout:550: oid 42 version 178 is already newer than 177 2024-04-02T08:26:42.236 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 178 (ObjNum 195 snap 50 seq_num 195) dirty exists 2024-04-02T08:26:42.236 INFO:tasks.rados.rados.0.smithi028.stdout:550: left oid 42 (ObjNum 195 snap 50 seq_num 195) 2024-04-02T08:26:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: pgmap v26: 121 pgs: 121 active+clean; 137 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:26:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:26:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: Adjusting osd_memory_target on smithi137 to 2480M 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:26:42.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:42 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:26:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: pgmap v26: 121 pgs: 121 active+clean; 137 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: Adjusting osd_memory_target on smithi137 to 2480M 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: pgmap v26: 121 pgs: 121 active+clean; 137 MiB data, 508 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: osdmap e161: 8 total, 8 up, 8 in 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: Adjusting osd_memory_target on smithi137 to 2480M 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:26:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:42 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:26:43.227 INFO:tasks.rados.rados.0.smithi028.stdout:550: done (1 left) 2024-04-02T08:26:43.227 INFO:tasks.rados.rados.0.smithi028.stdout:551: done (0 left) 2024-04-02T08:26:43.227 INFO:tasks.rados.rados.0.smithi028.stdout:552: setattr oid 5 current snap is 51 2024-04-02T08:26:43.229 INFO:tasks.rados.rados.0.smithi028.stdout:553: rollback oid 50 current snap is 51 2024-04-02T08:26:43.229 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 34 2024-04-02T08:26:43.230 INFO:tasks.rados.rados.0.smithi028.stdout:554: setattr oid 47 current snap is 51 2024-04-02T08:26:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:555: rollback oid 10 current snap is 51 2024-04-02T08:26:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 39 2024-04-02T08:26:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 51 2024-04-02T08:26:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:556: seq_num 196 ranges {0=491520,491520=401408} 2024-04-02T08:26:43.235 INFO:tasks.rados.rados.0.smithi028.stdout:556: writing smithi02882251-11 from 0 to 491520 tid 1 2024-04-02T08:26:43.238 INFO:tasks.rados.rados.0.smithi028.stdout:556: writing smithi02882251-11 from 491520 to 892928 tid 2 2024-04-02T08:26:43.238 INFO:tasks.rados.rados.0.smithi028.stdout:557: snap_remove snap 48 2024-04-02T08:26:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:26:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:43 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: osdmap e162: 8 total, 8 up, 8 in 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:43 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:44.198 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 134 (ObjNum 33 snap 0 seq_num 1439612256) dirty exists 2024-04-02T08:26:44.198 INFO:tasks.rados.rados.0.smithi028.stdout:555: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:26:44.198 INFO:tasks.rados.rados.0.smithi028.stdout:553: finishing rollback tid 0 to smithi02882251-50 2024-04-02T08:26:44.198 INFO:tasks.rados.rados.0.smithi028.stdout:555: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:26:44.198 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 162 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-04-02T08:26:44.198 INFO:tasks.rados.rados.0.smithi028.stdout:553: finishing rollback tid 1 to smithi02882251-50 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:553: finishing rollback tid 2 to smithi02882251-50 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 137 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:556: finishing write tid 1 to smithi02882251-11 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 123 (ObjNum 172 snap 45 seq_num 172) dirty exists 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:556: finishing write tid 2 to smithi02882251-11 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:556: finishing write tid 3 to smithi02882251-11 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:556: finishing write tid 4 to smithi02882251-11 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:556: oid 11 updating version 0 to 165 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:556: oid 11 version 165 is already newer than 163 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:556: oid 11 version 165 is already newer than 164 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 165 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:556: left oid 11 (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:552: done (5 left) 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:553: done (4 left) 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:554: done (3 left) 2024-04-02T08:26:44.199 INFO:tasks.rados.rados.0.smithi028.stdout:555: done (2 left) 2024-04-02T08:26:44.200 INFO:tasks.rados.rados.0.smithi028.stdout:556: done (1 left) 2024-04-02T08:26:44.200 INFO:tasks.rados.rados.0.smithi028.stdout:557: done (0 left) 2024-04-02T08:26:44.200 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 51 2024-04-02T08:26:44.200 INFO:tasks.rados.rados.0.smithi028.stdout:558: seq_num 197 ranges {786432=507904,1294336=401408} 2024-04-02T08:26:44.205 INFO:tasks.rados.rados.0.smithi028.stdout:558: writing smithi02882251-8 from 786432 to 1294336 tid 1 2024-04-02T08:26:44.208 INFO:tasks.rados.rados.0.smithi028.stdout:558: writing smithi02882251-8 from 1294336 to 1695744 tid 2 2024-04-02T08:26:44.208 INFO:tasks.rados.rados.0.smithi028.stdout:559: rollback oid 43 current snap is 51 2024-04-02T08:26:44.208 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 36 2024-04-02T08:26:44.208 INFO:tasks.rados.rados.0.smithi028.stdout:560: rmattr oid 4 current snap is 51 2024-04-02T08:26:44.208 INFO:tasks.rados.rados.0.smithi028.stdout:561: read oid 18 snap -1 2024-04-02T08:26:44.208 INFO:tasks.rados.rados.0.smithi028.stdout:561: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-02T08:26:44.208 INFO:tasks.rados.rados.0.smithi028.stdout:562: snap_create 2024-04-02T08:26:44.211 INFO:tasks.rados.rados.0.smithi028.stdout:559: finishing rollback tid 0 to smithi02882251-43 2024-04-02T08:26:44.211 INFO:tasks.rados.rados.0.smithi028.stdout:558: finishing write tid 1 to smithi02882251-8 2024-04-02T08:26:44.211 INFO:tasks.rados.rados.0.smithi028.stdout:558: finishing write tid 2 to smithi02882251-8 2024-04-02T08:26:44.211 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 192 (ObjNum 169 snap 42 seq_num 169) dirty exists 2024-04-02T08:26:44.211 INFO:tasks.rados.rados.0.smithi028.stdout:559: finishing rollback tid 1 to smithi02882251-43 2024-04-02T08:26:44.211 INFO:tasks.rados.rados.0.smithi028.stdout:558: finishing write tid 3 to smithi02882251-8 2024-04-02T08:26:44.211 INFO:tasks.rados.rados.0.smithi028.stdout:559: finishing rollback tid 2 to smithi02882251-43 2024-04-02T08:26:44.212 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 40 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-04-02T08:26:44.217 INFO:tasks.rados.rados.0.smithi028.stdout:558: finishing write tid 4 to smithi02882251-8 2024-04-02T08:26:44.217 INFO:tasks.rados.rados.0.smithi028.stdout:558: oid 8 updating version 0 to 212 2024-04-02T08:26:44.217 INFO:tasks.rados.rados.0.smithi028.stdout:558: oid 8 updating version 212 to 213 2024-04-02T08:26:44.217 INFO:tasks.rados.rados.0.smithi028.stdout:558: oid 8 updating version 213 to 214 2024-04-02T08:26:44.217 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 214 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-04-02T08:26:44.217 INFO:tasks.rados.rados.0.smithi028.stdout:558: left oid 8 (ObjNum 197 snap 51 seq_num 197) 2024-04-02T08:26:44.218 INFO:tasks.rados.rados.0.smithi028.stdout:561: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-02T08:26:44.414 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[27692]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:26:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-02T08:26:44.414 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[27433]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:26:44.414 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[27433]: pgmap v29: 121 pgs: 121 active+clean; 137 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:26:44.414 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[27433]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:26:44.414 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[27433]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:26:44.414 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[27433]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:26:44.415 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[39019]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:26:44.415 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[39019]: pgmap v29: 121 pgs: 121 active+clean; 137 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:26:44.415 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[39019]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:26:44.415 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[39019]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:26:44.415 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:44 smithi028 ceph-mon[39019]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:26:44.415 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:26:44.433 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:44 smithi137 ceph-mon[31169]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:26:44.433 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:44 smithi137 ceph-mon[31169]: pgmap v29: 121 pgs: 121 active+clean; 137 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-02T08:26:44.433 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:44 smithi137 ceph-mon[31169]: osdmap e163: 8 total, 8 up, 8 in 2024-04-02T08:26:44.433 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:44 smithi137 ceph-mon[31169]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:26:44.433 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:44 smithi137 ceph-mon[31169]: osdmap e164: 8 total, 8 up, 8 in 2024-04-02T08:26:44.741 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (3m) 11s ago 4m 27.8M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (4m) 10s ago 4m 90.5M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (5m) 11s ago 5m 17.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (5m) 10s ago 5m 16.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (29s) 10s ago 8m 489M - 19.0.0-2422-g3cba26ea beaaa8a653cf 4bb978b50207 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (10m) 11s ago 10m 364M - 18.2.2-1059-g4d05f4ca 909dce4fe53d 588bae75353e 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (10m) 11s ago 10m 53.7M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c59fb2d6580 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (9m) 10s ago 9m 42.6M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b7f89bf5ce08 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (9m) 11s ago 9m 43.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 2511e1a84c58 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (4m) 11s ago 4m 15.7M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:26:44.742 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (3m) 10s ago 3m 15.7M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (8m) 11s ago 8m 95.9M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d dcd67296ac5e 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (8m) 11s ago 8m 96.9M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (7m) 11s ago 7m 105M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (7m) 11s ago 7m 74.6M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (6m) 10s ago 6m 118M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (6m) 10s ago 6m 100M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (6m) 10s ago 6m 74.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (5m) 10s ago 5m 78.7M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:26:44.743 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (3m) 10s ago 4m 52.1M - 2.43.0 a07b618ecd1d 07c1b9455767 2024-04-02T08:26:45.149 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:26:45.149 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:26:45.150 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:26:45.151 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 14, 2024-04-02T08:26:45.151 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:26:45.151 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:26:45.151 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:26:45.202 INFO:tasks.rados.rados.0.smithi028.stdout:558: done (4 left) 2024-04-02T08:26:45.203 INFO:tasks.rados.rados.0.smithi028.stdout:559: done (3 left) 2024-04-02T08:26:45.203 INFO:tasks.rados.rados.0.smithi028.stdout:560: done (2 left) 2024-04-02T08:26:45.203 INFO:tasks.rados.rados.0.smithi028.stdout:561: done (1 left) 2024-04-02T08:26:45.203 INFO:tasks.rados.rados.0.smithi028.stdout:562: done (0 left) 2024-04-02T08:26:45.203 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 52 2024-04-02T08:26:45.203 INFO:tasks.rados.rados.0.smithi028.stdout:563: seq_num 198 ranges {1941504=524288,2465792=401408} 2024-04-02T08:26:45.215 INFO:tasks.rados.rados.0.smithi028.stdout:563: writing smithi02882251-3 from 1941504 to 2465792 tid 1 2024-04-02T08:26:45.218 INFO:tasks.rados.rados.0.smithi028.stdout:563: writing smithi02882251-3 from 2465792 to 2867200 tid 2 2024-04-02T08:26:45.218 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 52 2024-04-02T08:26:45.218 INFO:tasks.rados.rados.0.smithi028.stdout:564: seq_num 199 ranges {0=540672,540672=401408} 2024-04-02T08:26:45.221 INFO:tasks.rados.rados.0.smithi028.stdout:564: writing smithi02882251-49 from 0 to 540672 tid 1 2024-04-02T08:26:45.224 INFO:tasks.rados.rados.0.smithi028.stdout:564: writing smithi02882251-49 from 540672 to 942080 tid 2 2024-04-02T08:26:45.224 INFO:tasks.rados.rados.0.smithi028.stdout:565: read oid 32 snap 29 2024-04-02T08:26:45.224 INFO:tasks.rados.rados.0.smithi028.stdout:565: expect (ObjNum 102 snap 21 seq_num 102) 2024-04-02T08:26:45.224 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 52 2024-04-02T08:26:45.224 INFO:tasks.rados.rados.0.smithi028.stdout:563: finishing write tid 1 to smithi02882251-3 2024-04-02T08:26:45.224 INFO:tasks.rados.rados.0.smithi028.stdout:563: finishing write tid 2 to smithi02882251-3 2024-04-02T08:26:45.225 INFO:tasks.rados.rados.0.smithi028.stdout:563: finishing write tid 3 to smithi02882251-3 2024-04-02T08:26:45.225 INFO:tasks.rados.rados.0.smithi028.stdout:563: finishing write tid 4 to smithi02882251-3 2024-04-02T08:26:45.225 INFO:tasks.rados.rados.0.smithi028.stdout:563: oid 3 updating version 0 to 161 2024-04-02T08:26:45.225 INFO:tasks.rados.rados.0.smithi028.stdout:563: oid 3 version 161 is already newer than 160 2024-04-02T08:26:45.225 INFO:tasks.rados.rados.0.smithi028.stdout:563: oid 3 version 161 is already newer than 159 2024-04-02T08:26:45.225 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 161 (ObjNum 198 snap 52 seq_num 198) dirty exists 2024-04-02T08:26:45.225 INFO:tasks.rados.rados.0.smithi028.stdout:563: left oid 3 (ObjNum 198 snap 52 seq_num 198) 2024-04-02T08:26:45.225 INFO:tasks.rados.rados.0.smithi028.stdout:566: seq_num 200 ranges {761856=557056,1318912=401408} 2024-04-02T08:26:45.231 INFO:tasks.rados.rados.0.smithi028.stdout:566: writing smithi02882251-50 from 761856 to 1318912 tid 1 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:566: writing smithi02882251-50 from 1318912 to 1720320 tid 2 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:563: done (3 left) 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:567: delete oid 36 current snap is 52 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:564: finishing write tid 1 to smithi02882251-49 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:564: finishing write tid 2 to smithi02882251-49 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:564: finishing write tid 3 to smithi02882251-49 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:564: finishing write tid 4 to smithi02882251-49 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:564: oid 49 updating version 0 to 182 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:564: oid 49 version 182 is already newer than 181 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:564: oid 49 updating version 182 to 183 2024-04-02T08:26:45.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 183 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:26:45.235 INFO:tasks.rados.rados.0.smithi028.stdout:564: left oid 49 (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:26:45.236 INFO:tasks.rados.rados.0.smithi028.stdout:564: done (3 left) 2024-04-02T08:26:45.236 INFO:tasks.rados.rados.0.smithi028.stdout:567: done (2 left) 2024-04-02T08:26:45.236 INFO:tasks.rados.rados.0.smithi028.stdout:568: rollback oid 30 current snap is 52 2024-04-02T08:26:45.236 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 30 2024-04-02T08:26:45.237 INFO:tasks.rados.rados.0.smithi028.stdout:569: read oid 31 snap -1 2024-04-02T08:26:45.237 INFO:tasks.rados.rados.0.smithi028.stdout:569: expect (ObjNum 124 snap 31 seq_num 124) 2024-04-02T08:26:45.237 INFO:tasks.rados.rados.0.smithi028.stdout:570: read oid 29 snap -1 2024-04-02T08:26:45.237 INFO:tasks.rados.rados.0.smithi028.stdout:570: expect deleted 2024-04-02T08:26:45.237 INFO:tasks.rados.rados.0.smithi028.stdout:571: snap_create 2024-04-02T08:26:45.238 INFO:tasks.rados.rados.0.smithi028.stdout:566: finishing write tid 1 to smithi02882251-50 2024-04-02T08:26:45.238 INFO:tasks.rados.rados.0.smithi028.stdout:566: finishing write tid 2 to smithi02882251-50 2024-04-02T08:26:45.239 INFO:tasks.rados.rados.0.smithi028.stdout:566: finishing write tid 3 to smithi02882251-50 2024-04-02T08:26:45.240 INFO:tasks.rados.rados.0.smithi028.stdout:565: expect (ObjNum 102 snap 21 seq_num 102) 2024-04-02T08:26:45.310 INFO:tasks.rados.rados.0.smithi028.stdout:568: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:26:45.310 INFO:tasks.rados.rados.0.smithi028.stdout:566: finishing write tid 4 to smithi02882251-50 2024-04-02T08:26:45.310 INFO:tasks.rados.rados.0.smithi028.stdout:566: oid 50 updating version 0 to 140 2024-04-02T08:26:45.310 INFO:tasks.rados.rados.0.smithi028.stdout:566: oid 50 version 140 is already newer than 139 2024-04-02T08:26:45.310 INFO:tasks.rados.rados.0.smithi028.stdout:566: oid 50 version 140 is already newer than 138 2024-04-02T08:26:45.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 140 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-04-02T08:26:45.310 INFO:tasks.rados.rados.0.smithi028.stdout:566: left oid 50 (ObjNum 200 snap 52 seq_num 200) 2024-04-02T08:26:45.311 INFO:tasks.rados.rados.0.smithi028.stdout:568: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:26:45.311 INFO:tasks.rados.rados.0.smithi028.stdout:568: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:26:45.311 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 129 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-02T08:26:45.311 INFO:tasks.rados.rados.0.smithi028.stdout:569: expect (ObjNum 124 snap 31 seq_num 124) 2024-04-02T08:26:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:45 smithi137 ceph-mon[31169]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:45 smithi137 ceph-mon[31169]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:45 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/2747396790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:45 smithi137 ceph-mon[31169]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:26:45.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:45 smithi028 ceph-mon[39019]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:45 smithi028 ceph-mon[39019]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:45 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/2747396790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:45.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:45 smithi028 ceph-mon[39019]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:26:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:45 smithi028 ceph-mon[27433]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:45 smithi028 ceph-mon[27433]: from='client.25064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:26:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:45 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/2747396790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:26:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:45 smithi028 ceph-mon[27433]: osdmap e165: 8 total, 8 up, 8 in 2024-04-02T08:26:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:565: done (5 left) 2024-04-02T08:26:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:566: done (4 left) 2024-04-02T08:26:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:568: done (3 left) 2024-04-02T08:26:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:569: done (2 left) 2024-04-02T08:26:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:570: done (1 left) 2024-04-02T08:26:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:571: done (0 left) 2024-04-02T08:26:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 53 2024-04-02T08:26:46.241 INFO:tasks.rados.rados.0.smithi028.stdout:572: seq_num 202 ranges {2785280=589824,3375104=401408} 2024-04-02T08:26:46.259 INFO:tasks.rados.rados.0.smithi028.stdout:572: writing smithi02882251-38 from 2785280 to 3375104 tid 1 2024-04-02T08:26:46.261 INFO:tasks.rados.rados.0.smithi028.stdout:572: writing smithi02882251-38 from 3375104 to 3776512 tid 2 2024-04-02T08:26:46.261 INFO:tasks.rados.rados.0.smithi028.stdout:573: setattr oid 26 current snap is 53 2024-04-02T08:26:46.263 INFO:tasks.rados.rados.0.smithi028.stdout:574: delete oid 43 current snap is 53 2024-04-02T08:26:46.264 INFO:tasks.rados.rados.0.smithi028.stdout:572: finishing write tid 1 to smithi02882251-38 2024-04-02T08:26:46.265 INFO:tasks.rados.rados.0.smithi028.stdout:572: finishing write tid 2 to smithi02882251-38 2024-04-02T08:26:46.265 INFO:tasks.rados.rados.0.smithi028.stdout:572: finishing write tid 3 to smithi02882251-38 2024-04-02T08:26:46.265 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 176 (ObjNum 33 snap 0 seq_num 1440256352) dirty exists 2024-04-02T08:26:46.266 INFO:tasks.rados.rados.0.smithi028.stdout:572: finishing write tid 4 to smithi02882251-38 2024-04-02T08:26:46.267 INFO:tasks.rados.rados.0.smithi028.stdout:572: oid 38 updating version 0 to 79 2024-04-02T08:26:46.267 INFO:tasks.rados.rados.0.smithi028.stdout:572: oid 38 updating version 79 to 80 2024-04-02T08:26:46.267 INFO:tasks.rados.rados.0.smithi028.stdout:572: oid 38 version 80 is already newer than 78 2024-04-02T08:26:46.267 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 80 (ObjNum 202 snap 53 seq_num 202) dirty exists 2024-04-02T08:26:46.267 INFO:tasks.rados.rados.0.smithi028.stdout:572: left oid 38 (ObjNum 202 snap 53 seq_num 202) 2024-04-02T08:26:46.267 INFO:tasks.rados.rados.0.smithi028.stdout:572: done (2 left) 2024-04-02T08:26:46.267 INFO:tasks.rados.rados.0.smithi028.stdout:573: done (1 left) 2024-04-02T08:26:46.268 INFO:tasks.rados.rados.0.smithi028.stdout:574: done (0 left) 2024-04-02T08:26:46.268 INFO:tasks.rados.rados.0.smithi028.stdout:575: snap_remove snap 46 2024-04-02T08:26:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:46 smithi137 ceph-mon[31169]: pgmap v32: 121 pgs: 121 active+clean; 137 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:26:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:46 smithi028 ceph-mon[27433]: pgmap v32: 121 pgs: 121 active+clean; 137 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:26:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:46 smithi028 ceph-mon[39019]: pgmap v32: 121 pgs: 121 active+clean; 137 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:26:47.053 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:46 smithi137 systemd[1]: Stopping Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:47.251 INFO:tasks.rados.rados.0.smithi028.stdout:575: done (0 left) 2024-04-02T08:26:47.251 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 53 2024-04-02T08:26:47.251 INFO:tasks.rados.rados.0.smithi028.stdout:576: seq_num 204 ranges {802816=622592,1425408=401408} 2024-04-02T08:26:47.256 INFO:tasks.rados.rados.0.smithi028.stdout:576: writing smithi02882251-2 from 802816 to 1425408 tid 1 2024-04-02T08:26:47.258 INFO:tasks.rados.rados.0.smithi028.stdout:576: writing smithi02882251-2 from 1425408 to 1826816 tid 2 2024-04-02T08:26:47.258 INFO:tasks.rados.rados.0.smithi028.stdout:577: snap_create 2024-04-02T08:26:47.260 INFO:tasks.rados.rados.0.smithi028.stdout:576: finishing write tid 1 to smithi02882251-2 2024-04-02T08:26:47.260 INFO:tasks.rados.rados.0.smithi028.stdout:576: finishing write tid 2 to smithi02882251-2 2024-04-02T08:26:47.261 INFO:tasks.rados.rados.0.smithi028.stdout:576: finishing write tid 3 to smithi02882251-2 2024-04-02T08:26:47.261 INFO:tasks.rados.rados.0.smithi028.stdout:576: finishing write tid 4 to smithi02882251-2 2024-04-02T08:26:47.262 INFO:tasks.rados.rados.0.smithi028.stdout:576: oid 2 updating version 0 to 189 2024-04-02T08:26:47.262 INFO:tasks.rados.rados.0.smithi028.stdout:576: oid 2 updating version 189 to 191 2024-04-02T08:26:47.262 INFO:tasks.rados.rados.0.smithi028.stdout:576: oid 2 version 191 is already newer than 190 2024-04-02T08:26:47.262 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 191 (ObjNum 204 snap 53 seq_num 204) dirty exists 2024-04-02T08:26:47.262 INFO:tasks.rados.rados.0.smithi028.stdout:576: left oid 2 (ObjNum 204 snap 53 seq_num 204) 2024-04-02T08:26:47.385 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-mon[31169]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:26:47.385 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:26:47.385 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:26:47.385 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:26:47.385 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:26:47.385 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:26:47.385 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:26:47.386 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:26:47.386 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:26:47.386 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.055Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:26:47.386 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.056Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:26:47.386 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.056Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:26:47.386 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[65597]: ts=2024-04-02T08:26:47.056Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:26:47.386 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 podman[76403]: 2024-04-02 08:26:47.065496047 +0000 UTC m=+0.128527470 container died 07c1b9455767a1c667a9f086a80cf8b28609a162d3e21bdb213d5c2c80771505 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:47 smithi028 ceph-mon[27433]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:26:47.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:47 smithi028 ceph-mon[39019]: osdmap e166: 8 total, 8 up, 8 in 2024-04-02T08:26:47.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 podman[76403]: 2024-04-02 08:26:47.477581684 +0000 UTC m=+0.540613096 container cleanup 07c1b9455767a1c667a9f086a80cf8b28609a162d3e21bdb213d5c2c80771505 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:47.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 bash[76403]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:26:48.103 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 podman[76422]: 2024-04-02 08:26:47.687083 +0000 UTC m=+0.620804263 container remove 07c1b9455767a1c667a9f086a80cf8b28609a162d3e21bdb213d5c2c80771505 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:48.103 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:26:48.103 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 systemd[1]: Stopped Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:48.103 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.625s CPU time. 2024-04-02T08:26:48.103 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:47 smithi137 systemd[1]: Starting Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:48.249 INFO:tasks.rados.rados.0.smithi028.stdout:576: done (1 left) 2024-04-02T08:26:48.249 INFO:tasks.rados.rados.0.smithi028.stdout:577: done (0 left) 2024-04-02T08:26:48.249 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 54 2024-04-02T08:26:48.249 INFO:tasks.rados.rados.0.smithi028.stdout:578: seq_num 205 ranges {0=638976,638976=401408} 2024-04-02T08:26:48.253 INFO:tasks.rados.rados.0.smithi028.stdout:578: writing smithi02882251-27 from 0 to 638976 tid 1 2024-04-02T08:26:48.255 INFO:tasks.rados.rados.0.smithi028.stdout:578: writing smithi02882251-27 from 638976 to 1040384 tid 2 2024-04-02T08:26:48.255 INFO:tasks.rados.rados.0.smithi028.stdout:579: rollback oid 16 current snap is 54 2024-04-02T08:26:48.256 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 53 2024-04-02T08:26:48.256 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 54 2024-04-02T08:26:48.256 INFO:tasks.rados.rados.0.smithi028.stdout:580: seq_num 206 ranges {0=655360,655360=401408} 2024-04-02T08:26:48.259 INFO:tasks.rados.rados.0.smithi028.stdout:580: writing smithi02882251-32 from 0 to 655360 tid 1 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:580: writing smithi02882251-32 from 655360 to 1056768 tid 2 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:581: snap_create 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:579: finishing rollback tid 1 to smithi02882251-16 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 118 (ObjNum 385 snap 0 seq_num 1439792736) dirty dne 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:578: finishing write tid 1 to smithi02882251-27 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:578: finishing write tid 2 to smithi02882251-27 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:578: finishing write tid 3 to smithi02882251-27 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:578: finishing write tid 4 to smithi02882251-27 2024-04-02T08:26:48.262 INFO:tasks.rados.rados.0.smithi028.stdout:578: oid 27 updating version 0 to 331 2024-04-02T08:26:48.263 INFO:tasks.rados.rados.0.smithi028.stdout:578: oid 27 updating version 331 to 333 2024-04-02T08:26:48.263 INFO:tasks.rados.rados.0.smithi028.stdout:578: oid 27 version 333 is already newer than 332 2024-04-02T08:26:48.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 333 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:26:48.263 INFO:tasks.rados.rados.0.smithi028.stdout:578: left oid 27 (ObjNum 205 snap 54 seq_num 205) 2024-04-02T08:26:48.265 INFO:tasks.rados.rados.0.smithi028.stdout:580: finishing write tid 1 to smithi02882251-32 2024-04-02T08:26:48.265 INFO:tasks.rados.rados.0.smithi028.stdout:580: finishing write tid 2 to smithi02882251-32 2024-04-02T08:26:48.265 INFO:tasks.rados.rados.0.smithi028.stdout:580: finishing write tid 3 to smithi02882251-32 2024-04-02T08:26:48.266 INFO:tasks.rados.rados.0.smithi028.stdout:580: finishing write tid 4 to smithi02882251-32 2024-04-02T08:26:48.266 INFO:tasks.rados.rados.0.smithi028.stdout:580: oid 32 updating version 0 to 180 2024-04-02T08:26:48.266 INFO:tasks.rados.rados.0.smithi028.stdout:580: oid 32 version 180 is already newer than 179 2024-04-02T08:26:48.266 INFO:tasks.rados.rados.0.smithi028.stdout:580: oid 32 updating version 180 to 181 2024-04-02T08:26:48.266 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 181 (ObjNum 206 snap 54 seq_num 206) dirty exists 2024-04-02T08:26:48.266 INFO:tasks.rados.rados.0.smithi028.stdout:580: left oid 32 (ObjNum 206 snap 54 seq_num 206) 2024-04-02T08:26:48.363 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-mon[31169]: pgmap v35: 121 pgs: 121 active+clean; 147 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T08:26:48.363 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-mon[31169]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:26:48.363 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 podman[76527]: 2024-04-02 08:26:48.008718509 +0000 UTC m=+0.018814257 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:26:48.363 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 podman[76527]: 2024-04-02 08:26:48.139352231 +0000 UTC m=+0.149447979 container create 63f92aec3bfdf4c0fac9ba29e1b25b42e9dc17d393eae78b470701c40dfd406a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:48.590 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:48 smithi028 ceph-mon[27433]: pgmap v35: 121 pgs: 121 active+clean; 147 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T08:26:48.590 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:48 smithi028 ceph-mon[27433]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:26:48.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:48 smithi028 ceph-mon[39019]: pgmap v35: 121 pgs: 121 active+clean; 147 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T08:26:48.590 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:48 smithi028 ceph-mon[39019]: osdmap e167: 8 total, 8 up, 8 in 2024-04-02T08:26:48.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 podman[76527]: 2024-04-02 08:26:48.365480463 +0000 UTC m=+0.375576208 container init 63f92aec3bfdf4c0fac9ba29e1b25b42e9dc17d393eae78b470701c40dfd406a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 podman[76527]: 2024-04-02 08:26:48.370586361 +0000 UTC m=+0.380682107 container start 63f92aec3bfdf4c0fac9ba29e1b25b42e9dc17d393eae78b470701c40dfd406a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.394Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.394Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.394Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi137 (none))" 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.394Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.394Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.396Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.396Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.397Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.397Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.399Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.399Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.724µs 2024-04-02T08:26:48.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.399Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.400Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.409Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.409Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.409Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.599µs wal_replay_duration=9.661741ms wbl_replay_duration=112ns total_replay_duration=9.700951ms 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.410Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.410Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.410Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.431Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.193505ms db_storage=790ns remote_storage=1.179µs web_handler=408ns query_engine=560ns scrape=202.997µs scrape_sd=96.169µs notify=16.518µs notify_sd=19.436µs rules=20.53304ms tracing=5.952µs 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.432Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:26:48.432Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 bash[76527]: 63f92aec3bfdf4c0fac9ba29e1b25b42e9dc17d393eae78b470701c40dfd406a 2024-04-02T08:26:48.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:26:48 smithi137 systemd[1]: Started Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:49.197 INFO:tasks.rados.rados.0.smithi028.stdout:578: done (3 left) 2024-04-02T08:26:49.197 INFO:tasks.rados.rados.0.smithi028.stdout:579: done (2 left) 2024-04-02T08:26:49.197 INFO:tasks.rados.rados.0.smithi028.stdout:580: done (1 left) 2024-04-02T08:26:49.197 INFO:tasks.rados.rados.0.smithi028.stdout:581: done (0 left) 2024-04-02T08:26:49.197 INFO:tasks.rados.rados.0.smithi028.stdout:582: setattr oid 7 current snap is 55 2024-04-02T08:26:49.198 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 55 2024-04-02T08:26:49.198 INFO:tasks.rados.rados.0.smithi028.stdout:583: seq_num 207 ranges {606208=671744,1277952=401408} 2024-04-02T08:26:49.206 INFO:tasks.rados.rados.0.smithi028.stdout:583: writing smithi02882251-19 from 606208 to 1277952 tid 1 2024-04-02T08:26:49.208 INFO:tasks.rados.rados.0.smithi028.stdout:583: writing smithi02882251-19 from 1277952 to 1679360 tid 2 2024-04-02T08:26:49.208 INFO:tasks.rados.rados.0.smithi028.stdout:584: copy_from oid 13 from oid 8 current snap is 55 2024-04-02T08:26:49.208 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 216 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:26:49.209 INFO:tasks.rados.rados.0.smithi028.stdout:582: done (2 left) 2024-04-02T08:26:49.209 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 55 2024-04-02T08:26:49.209 INFO:tasks.rados.rados.0.smithi028.stdout:585: seq_num 208 ranges {1302528=688128,1990656=401408} 2024-04-02T08:26:49.219 INFO:tasks.rados.rados.0.smithi028.stdout:585: writing smithi02882251-41 from 1302528 to 1990656 tid 1 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:585: writing smithi02882251-41 from 1990656 to 2392064 tid 2 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:586: read oid 20 snap 22 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:586: expect (ObjNum 65 snap 6 seq_num 65) 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:587: read oid 21 snap -1 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:587: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:588: read oid 4 snap -1 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:588: expect (ObjNum 169 snap 42 seq_num 169) 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:589: snap_create 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:583: finishing write tid 1 to smithi02882251-19 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:583: finishing write tid 2 to smithi02882251-19 2024-04-02T08:26:49.223 INFO:tasks.rados.rados.0.smithi028.stdout:583: finishing write tid 3 to smithi02882251-19 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:583: finishing write tid 4 to smithi02882251-19 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:583: oid 19 updating version 0 to 324 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:583: oid 19 version 324 is already newer than 322 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:583: oid 19 version 324 is already newer than 323 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 324 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:583: left oid 19 (ObjNum 207 snap 55 seq_num 207) 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:584: finishing copy_from racing read to smithi02882251-13 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:584: finishing copy_from to smithi02882251-13 2024-04-02T08:26:49.224 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 214 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-04-02T08:26:49.226 INFO:tasks.rados.rados.0.smithi028.stdout:587: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:49.233 INFO:tasks.rados.rados.0.smithi028.stdout:588: expect (ObjNum 169 snap 42 seq_num 169) 2024-04-02T08:26:49.246 INFO:tasks.rados.rados.0.smithi028.stdout:585: finishing write tid 1 to smithi02882251-41 2024-04-02T08:26:49.246 INFO:tasks.rados.rados.0.smithi028.stdout:585: finishing write tid 2 to smithi02882251-41 2024-04-02T08:26:49.246 INFO:tasks.rados.rados.0.smithi028.stdout:585: finishing write tid 3 to smithi02882251-41 2024-04-02T08:26:49.246 INFO:tasks.rados.rados.0.smithi028.stdout:586: expect (ObjNum 65 snap 6 seq_num 65) 2024-04-02T08:26:49.290 INFO:tasks.rados.rados.0.smithi028.stdout:585: finishing write tid 4 to smithi02882251-41 2024-04-02T08:26:49.291 INFO:tasks.rados.rados.0.smithi028.stdout:585: oid 41 updating version 0 to 149 2024-04-02T08:26:49.291 INFO:tasks.rados.rados.0.smithi028.stdout:585: oid 41 version 149 is already newer than 148 2024-04-02T08:26:49.291 INFO:tasks.rados.rados.0.smithi028.stdout:585: oid 41 version 149 is already newer than 147 2024-04-02T08:26:49.291 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 149 (ObjNum 208 snap 55 seq_num 208) dirty exists 2024-04-02T08:26:49.291 INFO:tasks.rados.rados.0.smithi028.stdout:585: left oid 41 (ObjNum 208 snap 55 seq_num 208) 2024-04-02T08:26:49.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:26:49.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:49.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:49.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:49.417 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[27433]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:26:49.418 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:26:49.419 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:49 smithi028 ceph-mon[39019]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: osdmap e168: 8 total, 8 up, 8 in 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-02T08:26:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:49 smithi137 ceph-mon[31169]: osdmap e169: 8 total, 8 up, 8 in 2024-04-02T08:26:50.205 INFO:tasks.rados.rados.0.smithi028.stdout:583: done (6 left) 2024-04-02T08:26:50.205 INFO:tasks.rados.rados.0.smithi028.stdout:584: done (5 left) 2024-04-02T08:26:50.206 INFO:tasks.rados.rados.0.smithi028.stdout:585: done (4 left) 2024-04-02T08:26:50.206 INFO:tasks.rados.rados.0.smithi028.stdout:586: done (3 left) 2024-04-02T08:26:50.206 INFO:tasks.rados.rados.0.smithi028.stdout:587: done (2 left) 2024-04-02T08:26:50.206 INFO:tasks.rados.rados.0.smithi028.stdout:588: done (1 left) 2024-04-02T08:26:50.206 INFO:tasks.rados.rados.0.smithi028.stdout:589: done (0 left) 2024-04-02T08:26:50.206 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 56 2024-04-02T08:26:50.206 INFO:tasks.rados.rados.0.smithi028.stdout:590: seq_num 209 ranges {1687552=704512,2392064=401408} 2024-04-02T08:26:50.218 INFO:tasks.rados.rados.0.smithi028.stdout:590: writing smithi02882251-18 from 1687552 to 2392064 tid 1 2024-04-02T08:26:50.220 INFO:tasks.rados.rados.0.smithi028.stdout:590: writing smithi02882251-18 from 2392064 to 2793472 tid 2 2024-04-02T08:26:50.220 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 56 2024-04-02T08:26:50.220 INFO:tasks.rados.rados.0.smithi028.stdout:591: seq_num 210 ranges {4644864=720896,5365760=401408} 2024-04-02T08:26:50.250 INFO:tasks.rados.rados.0.smithi028.stdout:591: writing smithi02882251-39 from 4644864 to 5365760 tid 1 2024-04-02T08:26:50.252 INFO:tasks.rados.rados.0.smithi028.stdout:591: writing smithi02882251-39 from 5365760 to 5767168 tid 2 2024-04-02T08:26:50.252 INFO:tasks.rados.rados.0.smithi028.stdout:592: setattr oid 49 current snap is 56 2024-04-02T08:26:50.252 INFO:tasks.rados.rados.0.smithi028.stdout:590: finishing write tid 1 to smithi02882251-18 2024-04-02T08:26:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:590: finishing write tid 2 to smithi02882251-18 2024-04-02T08:26:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:590: finishing write tid 3 to smithi02882251-18 2024-04-02T08:26:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:590: finishing write tid 4 to smithi02882251-18 2024-04-02T08:26:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:590: oid 18 updating version 0 to 220 2024-04-02T08:26:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:590: oid 18 version 220 is already newer than 219 2024-04-02T08:26:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:590: oid 18 version 220 is already newer than 218 2024-04-02T08:26:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 220 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-04-02T08:26:50.253 INFO:tasks.rados.rados.0.smithi028.stdout:590: left oid 18 (ObjNum 209 snap 56 seq_num 209) 2024-04-02T08:26:50.255 INFO:tasks.rados.rados.0.smithi028.stdout:590: done (2 left) 2024-04-02T08:26:50.255 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 56 2024-04-02T08:26:50.255 INFO:tasks.rados.rados.0.smithi028.stdout:593: seq_num 211 ranges {1695744=737280,2433024=401408} 2024-04-02T08:26:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:593: writing smithi02882251-8 from 1695744 to 2433024 tid 1 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:593: writing smithi02882251-8 from 2433024 to 2834432 tid 2 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:594: rollback oid 23 current snap is 56 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 23 to 26 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:591: finishing write tid 1 to smithi02882251-39 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:591: finishing write tid 2 to smithi02882251-39 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:591: finishing write tid 3 to smithi02882251-39 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 193 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:591: finishing write tid 4 to smithi02882251-39 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:591: oid 39 updating version 0 to 136 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:591: oid 39 version 136 is already newer than 135 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:591: oid 39 updating version 136 to 137 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 137 (ObjNum 210 snap 56 seq_num 210) dirty exists 2024-04-02T08:26:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:591: left oid 39 (ObjNum 210 snap 56 seq_num 210) 2024-04-02T08:26:50.272 INFO:tasks.rados.rados.0.smithi028.stdout:591: done (3 left) 2024-04-02T08:26:50.272 INFO:tasks.rados.rados.0.smithi028.stdout:592: done (2 left) 2024-04-02T08:26:50.272 INFO:tasks.rados.rados.0.smithi028.stdout:595: copy_from oid 46 from oid 12 current snap is 56 2024-04-02T08:26:50.272 INFO:tasks.rados.rados.0.smithi028.stdout:596: snap_remove snap 35 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[27433]: pgmap v38: 121 pgs: 121 active+clean; 147 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[27433]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[39019]: pgmap v38: 121 pgs: 121 active+clean; 147 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T08:26:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[39019]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:26:50.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:50.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:50.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:50.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:50.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:50 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:50 smithi137 ceph-mon[31169]: pgmap v38: 121 pgs: 121 active+clean; 147 MiB data, 535 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T08:26:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:50 smithi137 ceph-mon[31169]: osdmap e170: 8 total, 8 up, 8 in 2024-04-02T08:26:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:50 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:50 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:50 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:26:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:50 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:26:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:50 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:26:51.208 INFO:tasks.rados.rados.0.smithi028.stdout:596: done (3 left) 2024-04-02T08:26:51.208 INFO:tasks.rados.rados.0.smithi028.stdout:597: copy_from oid 30 from oid 35 current snap is 56 2024-04-02T08:26:51.208 INFO:tasks.rados.rados.0.smithi028.stdout:593: finishing write tid 1 to smithi02882251-8 2024-04-02T08:26:51.208 INFO:tasks.rados.rados.0.smithi028.stdout:593: finishing write tid 2 to smithi02882251-8 2024-04-02T08:26:51.208 INFO:tasks.rados.rados.0.smithi028.stdout:593: finishing write tid 3 to smithi02882251-8 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:594: finishing rollback tid 0 to smithi02882251-23 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:594: finishing rollback tid 1 to smithi02882251-23 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:593: finishing write tid 4 to smithi02882251-8 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:593: oid 8 updating version 0 to 224 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:593: oid 8 version 224 is already newer than 223 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:593: oid 8 version 224 is already newer than 222 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 224 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:593: left oid 8 (ObjNum 211 snap 56 seq_num 211) 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:594: finishing rollback tid 2 to smithi02882251-23 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 328 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:595: finishing copy_from racing read to smithi02882251-46 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:595: finishing copy_from to smithi02882251-46 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 288 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:593: done (3 left) 2024-04-02T08:26:51.209 INFO:tasks.rados.rados.0.smithi028.stdout:594: done (2 left) 2024-04-02T08:26:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:595: done (1 left) 2024-04-02T08:26:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:598: read oid 44 snap 30 2024-04-02T08:26:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:598: expect (ObjNum 112 snap 28 seq_num 112) 2024-04-02T08:26:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:599: copy_from oid 38 from oid 40 current snap is 56 2024-04-02T08:26:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 56 2024-04-02T08:26:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:600: seq_num 212 ranges {0=753664,753664=401408} 2024-04-02T08:26:51.212 INFO:tasks.rados.rados.0.smithi028.stdout:600: writing smithi02882251-7 from 0 to 753664 tid 1 2024-04-02T08:26:51.216 INFO:tasks.rados.rados.0.smithi028.stdout:600: writing smithi02882251-7 from 753664 to 1155072 tid 2 2024-04-02T08:26:51.216 INFO:tasks.rados.rados.0.smithi028.stdout:601: rollback oid 8 current snap is 56 2024-04-02T08:26:51.216 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 55 2024-04-02T08:26:51.216 INFO:tasks.rados.rados.0.smithi028.stdout:602: setattr oid 27 current snap is 56 2024-04-02T08:26:51.219 INFO:tasks.rados.rados.0.smithi028.stdout:603: rmattr oid 36 current snap is 56 2024-04-02T08:26:51.219 INFO:tasks.rados.rados.0.smithi028.stdout:603: done (6 left) 2024-04-02T08:26:51.219 INFO:tasks.rados.rados.0.smithi028.stdout:604: read oid 1 snap -1 2024-04-02T08:26:51.219 INFO:tasks.rados.rados.0.smithi028.stdout:604: expect deleted 2024-04-02T08:26:51.219 INFO:tasks.rados.rados.0.smithi028.stdout:605: rollback oid 25 current snap is 56 2024-04-02T08:26:51.219 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 51 2024-04-02T08:26:51.219 INFO:tasks.rados.rados.0.smithi028.stdout:606: copy_from oid 4 from oid 34 current snap is 56 2024-04-02T08:26:51.219 INFO:tasks.rados.rados.0.smithi028.stdout:607: delete oid 10 current snap is 56 2024-04-02T08:26:51.223 INFO:tasks.rados.rados.0.smithi028.stdout:599: finishing copy_from racing read to smithi02882251-38 2024-04-02T08:26:51.223 INFO:tasks.rados.rados.0.smithi028.stdout:600: finishing write tid 1 to smithi02882251-7 2024-04-02T08:26:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:600: finishing write tid 2 to smithi02882251-7 2024-04-02T08:26:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:600: finishing write tid 3 to smithi02882251-7 2024-04-02T08:26:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:604: done (9 left) 2024-04-02T08:26:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:607: done (8 left) 2024-04-02T08:26:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:608: rollback oid 3 current snap is 56 2024-04-02T08:26:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 49 2024-04-02T08:26:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:609: snap_remove snap 53 2024-04-02T08:26:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:51 smithi028 ceph-mon[39019]: Upgrade: Updating mgr.y 2024-04-02T08:26:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:51 smithi028 ceph-mon[39019]: Deploying daemon mgr.y on smithi028 2024-04-02T08:26:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:51 smithi028 ceph-mon[39019]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:26:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:51 smithi028 ceph-mon[27433]: Upgrade: Updating mgr.y 2024-04-02T08:26:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:51 smithi028 ceph-mon[27433]: Deploying daemon mgr.y on smithi028 2024-04-02T08:26:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:51 smithi028 ceph-mon[27433]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:26:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:51 smithi137 ceph-mon[31169]: Upgrade: Updating mgr.y 2024-04-02T08:26:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:51 smithi137 ceph-mon[31169]: Deploying daemon mgr.y on smithi028 2024-04-02T08:26:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:51 smithi137 ceph-mon[31169]: osdmap e171: 8 total, 8 up, 8 in 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:609: done (9 left) 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:610: read oid 21 snap -1 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:610: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:611: rollback oid 41 current snap is 56 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 52 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:599: finishing copy_from to smithi02882251-38 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 277 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:599: done (10 left) 2024-04-02T08:26:52.210 INFO:tasks.rados.rados.0.smithi028.stdout:612: read oid 23 snap -1 2024-04-02T08:26:52.211 INFO:tasks.rados.rados.0.smithi028.stdout:612: expect (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:26:52.211 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 56 2024-04-02T08:26:52.211 INFO:tasks.rados.rados.0.smithi028.stdout:613: seq_num 214 ranges {1949696=794624,2744320=401408} 2024-04-02T08:26:52.226 INFO:tasks.rados.rados.0.smithi028.stdout:613: writing smithi02882251-12 from 1949696 to 2744320 tid 1 2024-04-02T08:26:52.229 INFO:tasks.rados.rados.0.smithi028.stdout:613: writing smithi02882251-12 from 2744320 to 3145728 tid 2 2024-04-02T08:26:52.229 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 56 2024-04-02T08:26:52.229 INFO:tasks.rados.rados.0.smithi028.stdout:601: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:26:52.229 INFO:tasks.rados.rados.0.smithi028.stdout:600: finishing write tid 4 to smithi02882251-7 2024-04-02T08:26:52.229 INFO:tasks.rados.rados.0.smithi028.stdout:600: oid 7 updating version 0 to 224 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:600: oid 7 updating version 224 to 226 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:600: oid 7 version 226 is already newer than 225 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 226 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:600: left oid 7 (ObjNum 212 snap 56 seq_num 212) 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:608: finishing rollback tid 0 to smithi02882251-3 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:608: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:608: finishing rollback tid 2 to smithi02882251-3 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 291 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:597: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:605: finishing rollback tid 0 to smithi02882251-25 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:605: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:605: finishing rollback tid 2 to smithi02882251-25 2024-04-02T08:26:52.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 141 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:597: finishing copy_from to smithi02882251-30 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 156 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:601: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:601: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 231 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 343 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:606: finishing copy_from racing read to smithi02882251-4 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:606: finishing copy_from to smithi02882251-4 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 169 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-04-02T08:26:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:598: expect (ObjNum 112 snap 28 seq_num 112) 2024-04-02T08:26:52.419 INFO:tasks.rados.rados.0.smithi028.stdout:612: expect (ObjNum 22 snap 0 seq_num 22) 2024-04-02T08:26:52.430 INFO:tasks.rados.rados.0.smithi028.stdout:610: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:52.436 INFO:tasks.rados.rados.0.smithi028.stdout:611: finishing rollback tid 0 to smithi02882251-41 2024-04-02T08:26:52.436 INFO:tasks.rados.rados.0.smithi028.stdout:611: finishing rollback tid 1 to smithi02882251-41 2024-04-02T08:26:52.436 INFO:tasks.rados.rados.0.smithi028.stdout:611: finishing rollback tid 2 to smithi02882251-41 2024-04-02T08:26:52.436 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 159 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-02T08:26:52.436 INFO:tasks.rados.rados.0.smithi028.stdout:614: seq_num 215 ranges {1826816=409600,2236416=532480,2768896=270336} 2024-04-02T08:26:52.448 INFO:tasks.rados.rados.0.smithi028.stdout:614: writing smithi02882251-2 from 1826816 to 2236416 tid 1 2024-04-02T08:26:52.450 INFO:tasks.rados.rados.0.smithi028.stdout:614: writing smithi02882251-2 from 2236416 to 2768896 tid 2 2024-04-02T08:26:52.453 INFO:tasks.rados.rados.0.smithi028.stdout:614: writing smithi02882251-2 from 2768896 to 3039232 tid 3 2024-04-02T08:26:52.453 INFO:tasks.rados.rados.0.smithi028.stdout:597: done (12 left) 2024-04-02T08:26:52.453 INFO:tasks.rados.rados.0.smithi028.stdout:598: done (11 left) 2024-04-02T08:26:52.453 INFO:tasks.rados.rados.0.smithi028.stdout:600: done (10 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:601: done (9 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:602: done (8 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:605: done (7 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:606: done (6 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:608: done (5 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:610: done (4 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:611: done (3 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:612: done (2 left) 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 56 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:613: finishing write tid 1 to smithi02882251-12 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:613: finishing write tid 2 to smithi02882251-12 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:613: finishing write tid 3 to smithi02882251-12 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:613: finishing write tid 4 to smithi02882251-12 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:613: oid 12 updating version 0 to 340 2024-04-02T08:26:52.454 INFO:tasks.rados.rados.0.smithi028.stdout:613: oid 12 updating version 340 to 342 2024-04-02T08:26:52.455 INFO:tasks.rados.rados.0.smithi028.stdout:613: oid 12 version 342 is already newer than 341 2024-04-02T08:26:52.455 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 342 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-04-02T08:26:52.455 INFO:tasks.rados.rados.0.smithi028.stdout:613: left oid 12 (ObjNum 214 snap 56 seq_num 214) 2024-04-02T08:26:52.455 INFO:tasks.rados.rados.0.smithi028.stdout:614: finishing write tid 1 to smithi02882251-2 2024-04-02T08:26:52.455 INFO:tasks.rados.rados.0.smithi028.stdout:615: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-04-02T08:26:52.455 INFO:tasks.rados.rados.0.smithi028.stdout:615: writing smithi02882251-29 from 0 to 425984 tid 1 2024-04-02T08:26:52.458 INFO:tasks.rados.rados.0.smithi028.stdout:615: writing smithi02882251-29 from 425984 to 835584 tid 2 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:615: writing smithi02882251-29 from 835584 to 1228800 tid 3 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:613: done (2 left) 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:616: setattr oid 24 current snap is 56 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: finishing write tid 2 to smithi02882251-2 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: finishing write tid 3 to smithi02882251-2 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: finishing write tid 4 to smithi02882251-2 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: finishing write tid 5 to smithi02882251-2 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: oid 2 updating version 0 to 201 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: oid 2 updating version 201 to 204 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: oid 2 version 204 is already newer than 203 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: oid 2 version 204 is already newer than 202 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 204 (ObjNum 215 snap 56 seq_num 215) dirty exists 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:614: left oid 2 (ObjNum 215 snap 56 seq_num 215) 2024-04-02T08:26:52.461 INFO:tasks.rados.rados.0.smithi028.stdout:615: finishing write tid 1 to smithi02882251-29 2024-04-02T08:26:52.462 INFO:tasks.rados.rados.0.smithi028.stdout:615: finishing write tid 2 to smithi02882251-29 2024-04-02T08:26:52.462 INFO:tasks.rados.rados.0.smithi028.stdout:614: done (2 left) 2024-04-02T08:26:52.462 INFO:tasks.rados.rados.0.smithi028.stdout:617: delete oid 7 current snap is 56 2024-04-02T08:26:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:617: done (2 left) 2024-04-02T08:26:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 56 2024-04-02T08:26:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:618: seq_num 218 ranges {90112=458752,548864=581632,1130496=221184} 2024-04-02T08:26:52.469 INFO:tasks.rados.rados.0.smithi028.stdout:618: writing smithi02882251-25 from 90112 to 548864 tid 1 2024-04-02T08:26:52.470 INFO:tasks.rados.rados.0.smithi028.stdout:618: writing smithi02882251-25 from 548864 to 1130496 tid 2 2024-04-02T08:26:52.472 INFO:tasks.rados.rados.0.smithi028.stdout:618: writing smithi02882251-25 from 1130496 to 1351680 tid 3 2024-04-02T08:26:52.472 INFO:tasks.rados.rados.0.smithi028.stdout:619: copy_from oid 45 from oid 6 current snap is 56 2024-04-02T08:26:52.472 INFO:tasks.rados.rados.0.smithi028.stdout:615: finishing write tid 3 to smithi02882251-29 2024-04-02T08:26:52.472 INFO:tasks.rados.rados.0.smithi028.stdout:615: finishing write tid 4 to smithi02882251-29 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 149 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:615: finishing write tid 5 to smithi02882251-29 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:615: oid 29 updating version 0 to 147 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:615: oid 29 version 147 is already newer than 144 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:615: oid 29 version 147 is already newer than 145 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:615: oid 29 version 147 is already newer than 146 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 147 (ObjNum 216 snap 56 seq_num 216) dirty exists 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:615: left oid 29 (ObjNum 216 snap 56 seq_num 216) 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:618: finishing write tid 1 to smithi02882251-25 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:615: done (3 left) 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:616: done (2 left) 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:620: rollback oid 9 current snap is 56 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 34 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:621: copy_from oid 32 from oid 18 current snap is 56 2024-04-02T08:26:52.473 INFO:tasks.rados.rados.0.smithi028.stdout:622: copy_from oid 17 from oid 7 current snap is 56 2024-04-02T08:26:52.474 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 56 2024-04-02T08:26:52.474 INFO:tasks.rados.rados.0.smithi028.stdout:623: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2024-04-02T08:26:52.474 INFO:tasks.rados.rados.0.smithi028.stdout:623: writing smithi02882251-16 from 0 to 475136 tid 1 2024-04-02T08:26:52.478 INFO:tasks.rados.rados.0.smithi028.stdout:623: writing smithi02882251-16 from 475136 to 942080 tid 2 2024-04-02T08:26:52.480 INFO:tasks.rados.rados.0.smithi028.stdout:623: writing smithi02882251-16 from 942080 to 1277952 tid 3 2024-04-02T08:26:52.480 INFO:tasks.rados.rados.0.smithi028.stdout:624: snap_remove snap 50 2024-04-02T08:26:52.480 INFO:tasks.rados.rados.0.smithi028.stdout:622: finishing copy_from to smithi02882251-17 2024-04-02T08:26:52.480 INFO:tasks.rados.rados.0.smithi028.stdout:622: got expected ENOENT (src dne) 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:622: finishing copy_from racing read to smithi02882251-17 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: finishing write tid 2 to smithi02882251-25 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: finishing write tid 3 to smithi02882251-25 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: finishing write tid 4 to smithi02882251-25 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:620: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:620: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: finishing write tid 5 to smithi02882251-25 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: oid 25 updating version 0 to 160 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: oid 25 version 160 is already newer than 159 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: oid 25 version 160 is already newer than 157 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: oid 25 version 160 is already newer than 158 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 160 (ObjNum 218 snap 56 seq_num 218) dirty exists 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:618: left oid 25 (ObjNum 218 snap 56 seq_num 218) 2024-04-02T08:26:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:620: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:26:52.482 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 351 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-04-02T08:26:52.482 INFO:tasks.rados.rados.0.smithi028.stdout:623: finishing write tid 1 to smithi02882251-16 2024-04-02T08:26:52.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:52 smithi028 systemd[1]: Stopping Ceph mgr.y for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:52 smithi028 ceph-mon[39019]: pgmap v41: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T08:26:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:52 smithi028 ceph-mon[39019]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:26:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:52 smithi028 ceph-mon[27433]: pgmap v41: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T08:26:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:52 smithi028 ceph-mon[27433]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:26:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:52 smithi137 ceph-mon[31169]: pgmap v41: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T08:26:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:52 smithi137 ceph-mon[31169]: osdmap e172: 8 total, 8 up, 8 in 2024-04-02T08:26:53.059 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:52 smithi028 podman[84966]: 2024-04-02 08:26:52.771029529 +0000 UTC m=+0.185745115 container died 588bae75353e2237279bc04d56249a48663ecd9a047eae5422aa70e773e1e6b5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS) 2024-04-02T08:26:53.209 INFO:tasks.rados.rados.0.smithi028.stdout:618: done (6 left) 2024-04-02T08:26:53.210 INFO:tasks.rados.rados.0.smithi028.stdout:620: done (5 left) 2024-04-02T08:26:53.210 INFO:tasks.rados.rados.0.smithi028.stdout:622: done (4 left) 2024-04-02T08:26:53.210 INFO:tasks.rados.rados.0.smithi028.stdout:624: done (3 left) 2024-04-02T08:26:53.210 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 56 2024-04-02T08:26:53.210 INFO:tasks.rados.rados.0.smithi028.stdout:625: seq_num 220 ranges {1941504=491520,2433024=753664,3186688=49152} 2024-04-02T08:26:53.223 INFO:tasks.rados.rados.0.smithi028.stdout:625: writing smithi02882251-3 from 1941504 to 2433024 tid 1 2024-04-02T08:26:53.229 INFO:tasks.rados.rados.0.smithi028.stdout:625: writing smithi02882251-3 from 2433024 to 3186688 tid 2 2024-04-02T08:26:53.229 INFO:tasks.rados.rados.0.smithi028.stdout:625: writing smithi02882251-3 from 3186688 to 3235840 tid 3 2024-04-02T08:26:53.230 INFO:tasks.rados.rados.0.smithi028.stdout:626: read oid 31 snap -1 2024-04-02T08:26:53.230 INFO:tasks.rados.rados.0.smithi028.stdout:626: expect (ObjNum 124 snap 31 seq_num 124) 2024-04-02T08:26:53.230 INFO:tasks.rados.rados.0.smithi028.stdout:627: snap_remove snap 41 2024-04-02T08:26:53.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 podman[84966]: 2024-04-02 08:26:53.143113397 +0000 UTC m=+0.557828972 container cleanup 588bae75353e2237279bc04d56249a48663ecd9a047eae5422aa70e773e1e6b5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326) 2024-04-02T08:26:53.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 bash[84966]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T08:26:53.779 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:26:53 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:26:53.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T08:26:53.779 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 podman[84986]: 2024-04-02 08:26:53.46120201 +0000 UTC m=+0.689500212 container remove 588bae75353e2237279bc04d56249a48663ecd9a047eae5422aa70e773e1e6b5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T08:26:53.779 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:26:53.779 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-02T08:26:53.779 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 systemd[1]: Stopped Ceph mgr.y for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:53.779 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service: Consumed 1min 8.470s CPU time. 2024-04-02T08:26:54.122 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 systemd[1]: Starting Ceph mgr.y for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:26:54.122 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 podman[85118]: 2024-04-02 08:26:53.894721577 +0000 UTC m=+0.017728228 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:26:54.122 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:53 smithi028 podman[85118]: 2024-04-02 08:26:53.995627481 +0000 UTC m=+0.118634107 container create 2f686b8fff4c146d22b101490d537d17af266fda813adfc4c603c4cfcb4f470c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-02T08:26:54.198 INFO:tasks.rados.rados.0.smithi028.stdout:627: done (5 left) 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:628: read oid 34 snap -1 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:628: expect (ObjNum 192 snap 49 seq_num 192) 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:629: setattr oid 44 current snap is 56 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:623: finishing write tid 2 to smithi02882251-16 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:623: finishing write tid 3 to smithi02882251-16 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:623: finishing write tid 4 to smithi02882251-16 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:623: finishing write tid 5 to smithi02882251-16 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:623: oid 16 updating version 0 to 164 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:623: oid 16 updating version 164 to 165 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:623: oid 16 version 165 is already newer than 162 2024-04-02T08:26:54.199 INFO:tasks.rados.rados.0.smithi028.stdout:623: oid 16 version 165 is already newer than 163 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 165 (ObjNum 219 snap 56 seq_num 219) dirty exists 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:623: left oid 16 (ObjNum 219 snap 56 seq_num 219) 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:621: finishing copy_from racing read to smithi02882251-32 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:619: finishing copy_from racing read to smithi02882251-45 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:621: finishing copy_from to smithi02882251-32 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 220 (ObjNum 209 snap 56 seq_num 209) dirty exists 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:619: finishing copy_from to smithi02882251-45 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 177 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:625: finishing write tid 1 to smithi02882251-3 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:625: finishing write tid 2 to smithi02882251-3 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:625: finishing write tid 3 to smithi02882251-3 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:625: finishing write tid 4 to smithi02882251-3 2024-04-02T08:26:54.200 INFO:tasks.rados.rados.0.smithi028.stdout:625: finishing write tid 5 to smithi02882251-3 2024-04-02T08:26:54.201 INFO:tasks.rados.rados.0.smithi028.stdout:625: oid 3 updating version 0 to 292 2024-04-02T08:26:54.201 INFO:tasks.rados.rados.0.smithi028.stdout:625: oid 3 updating version 292 to 294 2024-04-02T08:26:54.201 INFO:tasks.rados.rados.0.smithi028.stdout:625: oid 3 updating version 294 to 295 2024-04-02T08:26:54.201 INFO:tasks.rados.rados.0.smithi028.stdout:625: oid 3 version 295 is already newer than 293 2024-04-02T08:26:54.201 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 295 (ObjNum 220 snap 56 seq_num 220) dirty exists 2024-04-02T08:26:54.201 INFO:tasks.rados.rados.0.smithi028.stdout:625: left oid 3 (ObjNum 220 snap 56 seq_num 220) 2024-04-02T08:26:54.201 INFO:tasks.rados.rados.0.smithi028.stdout:626: expect (ObjNum 124 snap 31 seq_num 124) 2024-04-02T08:26:54.268 INFO:tasks.rados.rados.0.smithi028.stdout:628: expect (ObjNum 192 snap 49 seq_num 192) 2024-04-02T08:26:54.307 INFO:tasks.rados.rados.0.smithi028.stdout:619: done (6 left) 2024-04-02T08:26:54.307 INFO:tasks.rados.rados.0.smithi028.stdout:621: done (5 left) 2024-04-02T08:26:54.307 INFO:tasks.rados.rados.0.smithi028.stdout:623: done (4 left) 2024-04-02T08:26:54.307 INFO:tasks.rados.rados.0.smithi028.stdout:625: done (3 left) 2024-04-02T08:26:54.307 INFO:tasks.rados.rados.0.smithi028.stdout:626: done (2 left) 2024-04-02T08:26:54.307 INFO:tasks.rados.rados.0.smithi028.stdout:628: done (1 left) 2024-04-02T08:26:54.307 INFO:tasks.rados.rados.0.smithi028.stdout:630: delete oid 26 current snap is 56 2024-04-02T08:26:54.309 INFO:tasks.rados.rados.0.smithi028.stdout:630: done (1 left) 2024-04-02T08:26:54.309 INFO:tasks.rados.rados.0.smithi028.stdout:631: read oid 45 snap 52 2024-04-02T08:26:54.309 INFO:tasks.rados.rados.0.smithi028.stdout:631: expect (ObjNum 177 snap 45 seq_num 177) 2024-04-02T08:26:54.309 INFO:tasks.rados.rados.0.smithi028.stdout:632: copy_from oid 18 from oid 26 current snap is 56 2024-04-02T08:26:54.309 INFO:tasks.rados.rados.0.smithi028.stdout:633: snap_remove snap 49 2024-04-02T08:26:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:54 smithi137 ceph-mon[31169]: pgmap v44: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T08:26:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:54 smithi137 ceph-mon[31169]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:26:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:54 smithi137 ceph-mon[31169]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:26:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-mon[27433]: pgmap v44: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T08:26:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-mon[27433]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:26:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-mon[27433]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:26:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-mon[39019]: pgmap v44: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-04-02T08:26:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-mon[39019]: osdmap e173: 8 total, 8 up, 8 in 2024-04-02T08:26:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-mon[39019]: osdmap e174: 8 total, 8 up, 8 in 2024-04-02T08:26:54.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:54 smithi028 podman[85118]: 2024-04-02 08:26:54.223747072 +0000 UTC m=+0.346753713 container init 2f686b8fff4c146d22b101490d537d17af266fda813adfc4c603c4cfcb4f470c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5) 2024-04-02T08:26:54.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:54 smithi028 podman[85118]: 2024-04-02 08:26:54.23221828 +0000 UTC m=+0.355224910 container start 2f686b8fff4c146d22b101490d537d17af266fda813adfc4c603c4cfcb4f470c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True) 2024-04-02T08:26:54.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-mgr[85156]: -- 172.21.15.28:0/387739720 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5605a06245a0 con 0x5605a05f9000 2024-04-02T08:26:54.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:54 smithi028 bash[85118]: 2f686b8fff4c146d22b101490d537d17af266fda813adfc4c603c4cfcb4f470c 2024-04-02T08:26:54.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:54 smithi028 systemd[1]: Started Ceph mgr.y for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:26:55.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:54.808+0000 7f656ab74200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:26:55.202 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:54.911+0000 7f656ab74200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:26:55.218 INFO:tasks.rados.rados.0.smithi028.stdout:633: done (3 left) 2024-04-02T08:26:55.219 INFO:tasks.rados.rados.0.smithi028.stdout:634: delete oid 47 current snap is 56 2024-04-02T08:26:55.219 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 214 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-04-02T08:26:55.219 INFO:tasks.rados.rados.0.smithi028.stdout:632: finishing copy_from to smithi02882251-18 2024-04-02T08:26:55.219 INFO:tasks.rados.rados.0.smithi028.stdout:632: got expected ENOENT (src dne) 2024-04-02T08:26:55.219 INFO:tasks.rados.rados.0.smithi028.stdout:632: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:26:55.219 INFO:tasks.rados.rados.0.smithi028.stdout:631: expect (ObjNum 177 snap 45 seq_num 177) 2024-04-02T08:26:55.362 INFO:tasks.rados.rados.0.smithi028.stdout:629: done (3 left) 2024-04-02T08:26:55.362 INFO:tasks.rados.rados.0.smithi028.stdout:631: done (2 left) 2024-04-02T08:26:55.362 INFO:tasks.rados.rados.0.smithi028.stdout:632: done (1 left) 2024-04-02T08:26:55.362 INFO:tasks.rados.rados.0.smithi028.stdout:634: done (0 left) 2024-04-02T08:26:55.362 INFO:tasks.rados.rados.0.smithi028.stdout:635: read oid 42 snap -1 2024-04-02T08:26:55.362 INFO:tasks.rados.rados.0.smithi028.stdout:635: expect (ObjNum 195 snap 50 seq_num 195) 2024-04-02T08:26:55.363 INFO:tasks.rados.rados.0.smithi028.stdout:636: read oid 24 snap -1 2024-04-02T08:26:55.363 INFO:tasks.rados.rados.0.smithi028.stdout:636: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:26:55.363 INFO:tasks.rados.rados.0.smithi028.stdout:637: read oid 5 snap -1 2024-04-02T08:26:55.363 INFO:tasks.rados.rados.0.smithi028.stdout:637: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:55.363 INFO:tasks.rados.rados.0.smithi028.stdout:638: copy_from oid 18 from oid 11 current snap is 56 2024-04-02T08:26:55.363 INFO:tasks.rados.rados.0.smithi028.stdout:639: rmattr oid 2 current snap is 56 2024-04-02T08:26:55.363 INFO:tasks.rados.rados.0.smithi028.stdout:639: done (4 left) 2024-04-02T08:26:55.363 INFO:tasks.rados.rados.0.smithi028.stdout:640: snap_remove snap 30 2024-04-02T08:26:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:55 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:55 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:55 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:55 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:55 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:55 smithi137 ceph-mon[31169]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:26:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:55 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:55.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:55.629+0000 7f656ab74200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:26:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[27433]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[39019]: osdmap e175: 8 total, 8 up, 8 in 2024-04-02T08:26:55.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:26:55.977 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:55.725+0000 7f656ab74200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:26:55.978 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:55.876+0000 7f656ab74200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:26:55.978 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:55 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:55.977+0000 7f656ab74200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:26:56.222 INFO:tasks.rados.rados.0.smithi028.stdout:640: done (4 left) 2024-04-02T08:26:56.222 INFO:tasks.rados.rados.0.smithi028.stdout:641: snap_remove snap 39 2024-04-02T08:26:56.348 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:56.065+0000 7f656ab74200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:26:56.349 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:56.349+0000 7f656ab74200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:26:56.656 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:56.462+0000 7f656ab74200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:26:56.656 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:56.554+0000 7f656ab74200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:26:56.657 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:56.657+0000 7f656ab74200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:26:56.932 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:56.839+0000 7f656ab74200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:26:57.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-mon[39019]: pgmap v47: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:57.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-mon[39019]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:26:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-mon[27433]: pgmap v47: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:56 smithi028 ceph-mon[27433]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:26:57.239 INFO:tasks.rados.rados.0.smithi028.stdout:641: done (4 left) 2024-04-02T08:26:57.239 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 56 2024-04-02T08:26:57.239 INFO:tasks.rados.rados.0.smithi028.stdout:642: seq_num 223 ranges {1220608=540672,1761280=450560,2211840=352256} 2024-04-02T08:26:57.246 INFO:tasks.rados.rados.0.smithi028.stdout:642: writing smithi02882251-4 from 1220608 to 1761280 tid 1 2024-04-02T08:26:57.249 INFO:tasks.rados.rados.0.smithi028.stdout:642: writing smithi02882251-4 from 1761280 to 2211840 tid 2 2024-04-02T08:26:57.254 INFO:tasks.rados.rados.0.smithi028.stdout:642: writing smithi02882251-4 from 2211840 to 2564096 tid 3 2024-04-02T08:26:57.254 INFO:tasks.rados.rados.0.smithi028.stdout:637: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:26:57.264 INFO:tasks.rados.rados.0.smithi028.stdout:636: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-02T08:26:57.299 INFO:tasks.rados.rados.0.smithi028.stdout:635: expect (ObjNum 195 snap 50 seq_num 195) 2024-04-02T08:26:57.328 INFO:tasks.rados.rados.0.smithi028.stdout:638: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:26:57.328 INFO:tasks.rados.rados.0.smithi028.stdout:638: finishing copy_from to smithi02882251-18 2024-04-02T08:26:57.328 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 165 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:642: finishing write tid 1 to smithi02882251-4 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:642: finishing write tid 2 to smithi02882251-4 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:635: done (4 left) 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:636: done (3 left) 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:637: done (2 left) 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:638: done (1 left) 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 56 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:642: finishing write tid 3 to smithi02882251-4 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:642: finishing write tid 4 to smithi02882251-4 2024-04-02T08:26:57.329 INFO:tasks.rados.rados.0.smithi028.stdout:643: seq_num 224 ranges {376832=557056,933888=737280,1671168=65536} 2024-04-02T08:26:57.334 INFO:tasks.rados.rados.0.smithi028.stdout:643: writing smithi02882251-23 from 376832 to 933888 tid 1 2024-04-02T08:26:57.339 INFO:tasks.rados.rados.0.smithi028.stdout:643: writing smithi02882251-23 from 933888 to 1671168 tid 2 2024-04-02T08:26:57.340 INFO:tasks.rados.rados.0.smithi028.stdout:643: writing smithi02882251-23 from 1671168 to 1736704 tid 3 2024-04-02T08:26:57.340 INFO:tasks.rados.rados.0.smithi028.stdout:644: snap_create 2024-04-02T08:26:57.340 INFO:tasks.rados.rados.0.smithi028.stdout:642: finishing write tid 5 to smithi02882251-4 2024-04-02T08:26:57.340 INFO:tasks.rados.rados.0.smithi028.stdout:642: oid 4 updating version 0 to 234 2024-04-02T08:26:57.340 INFO:tasks.rados.rados.0.smithi028.stdout:642: oid 4 version 234 is already newer than 232 2024-04-02T08:26:57.340 INFO:tasks.rados.rados.0.smithi028.stdout:642: oid 4 version 234 is already newer than 233 2024-04-02T08:26:57.340 INFO:tasks.rados.rados.0.smithi028.stdout:642: oid 4 version 234 is already newer than 231 2024-04-02T08:26:57.340 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 234 (ObjNum 223 snap 56 seq_num 223) dirty exists 2024-04-02T08:26:57.341 INFO:tasks.rados.rados.0.smithi028.stdout:642: left oid 4 (ObjNum 223 snap 56 seq_num 223) 2024-04-02T08:26:57.341 INFO:tasks.rados.rados.0.smithi028.stdout:643: finishing write tid 1 to smithi02882251-23 2024-04-02T08:26:57.343 INFO:tasks.rados.rados.0.smithi028.stdout:643: finishing write tid 2 to smithi02882251-23 2024-04-02T08:26:57.343 INFO:tasks.rados.rados.0.smithi028.stdout:643: finishing write tid 3 to smithi02882251-23 2024-04-02T08:26:57.344 INFO:tasks.rados.rados.0.smithi028.stdout:643: finishing write tid 4 to smithi02882251-23 2024-04-02T08:26:57.344 INFO:tasks.rados.rados.0.smithi028.stdout:643: finishing write tid 5 to smithi02882251-23 2024-04-02T08:26:57.344 INFO:tasks.rados.rados.0.smithi028.stdout:643: oid 23 updating version 0 to 375 2024-04-02T08:26:57.344 INFO:tasks.rados.rados.0.smithi028.stdout:643: oid 23 updating version 375 to 377 2024-04-02T08:26:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:643: oid 23 version 377 is already newer than 376 2024-04-02T08:26:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:643: oid 23 updating version 377 to 378 2024-04-02T08:26:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 378 (ObjNum 224 snap 56 seq_num 224) dirty exists 2024-04-02T08:26:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:643: left oid 23 (ObjNum 224 snap 56 seq_num 224) 2024-04-02T08:26:57.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:56 smithi137 ceph-mon[31169]: pgmap v47: 121 pgs: 121 active+clean; 160 MiB data, 555 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:26:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:56 smithi137 ceph-mon[31169]: osdmap e176: 8 total, 8 up, 8 in 2024-04-02T08:26:58.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:57 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:57.893+0000 7f656ab74200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:26:58.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:58.031+0000 7f656ab74200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:26:58.220 INFO:tasks.rados.rados.0.smithi028.stdout:642: done (2 left) 2024-04-02T08:26:58.220 INFO:tasks.rados.rados.0.smithi028.stdout:643: done (1 left) 2024-04-02T08:26:58.220 INFO:tasks.rados.rados.0.smithi028.stdout:644: done (0 left) 2024-04-02T08:26:58.220 INFO:tasks.rados.rados.0.smithi028.stdout:645: rollback oid 13 current snap is 57 2024-04-02T08:26:58.220 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 42 2024-04-02T08:26:58.220 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 57 2024-04-02T08:26:58.221 INFO:tasks.rados.rados.0.smithi028.stdout:646: seq_num 225 ranges {270336=573440,843776=622592,1466368=180224} 2024-04-02T08:26:58.225 INFO:tasks.rados.rados.0.smithi028.stdout:646: writing smithi02882251-35 from 270336 to 843776 tid 1 2024-04-02T08:26:58.229 INFO:tasks.rados.rados.0.smithi028.stdout:646: writing smithi02882251-35 from 843776 to 1466368 tid 2 2024-04-02T08:26:58.231 INFO:tasks.rados.rados.0.smithi028.stdout:646: writing smithi02882251-35 from 1466368 to 1646592 tid 3 2024-04-02T08:26:58.231 INFO:tasks.rados.rados.0.smithi028.stdout:647: read oid 1 snap -1 2024-04-02T08:26:58.231 INFO:tasks.rados.rados.0.smithi028.stdout:647: expect deleted 2024-04-02T08:26:58.231 INFO:tasks.rados.rados.0.smithi028.stdout:648: copy_from oid 17 from oid 38 current snap is 57 2024-04-02T08:26:58.231 INFO:tasks.rados.rados.0.smithi028.stdout:645: finishing rollback tid 0 to smithi02882251-13 2024-04-02T08:26:58.231 INFO:tasks.rados.rados.0.smithi028.stdout:645: finishing rollback tid 1 to smithi02882251-13 2024-04-02T08:26:58.232 INFO:tasks.rados.rados.0.smithi028.stdout:645: finishing rollback tid 2 to smithi02882251-13 2024-04-02T08:26:58.232 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 261 (ObjNum 134 snap 34 seq_num 134) dirty exists 2024-04-02T08:26:58.232 INFO:tasks.rados.rados.0.smithi028.stdout:646: finishing write tid 1 to smithi02882251-35 2024-04-02T08:26:58.232 INFO:tasks.rados.rados.0.smithi028.stdout:645: done (3 left) 2024-04-02T08:26:58.232 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 57 2024-04-02T08:26:58.232 INFO:tasks.rados.rados.0.smithi028.stdout:649: seq_num 226 ranges {2228224=589824,2818048=507904,3325952=294912} 2024-04-02T08:26:58.247 INFO:tasks.rados.rados.0.smithi028.stdout:649: writing smithi02882251-6 from 2228224 to 2818048 tid 1 2024-04-02T08:26:58.250 INFO:tasks.rados.rados.0.smithi028.stdout:649: writing smithi02882251-6 from 2818048 to 3325952 tid 2 2024-04-02T08:26:58.253 INFO:tasks.rados.rados.0.smithi028.stdout:649: writing smithi02882251-6 from 3325952 to 3620864 tid 3 2024-04-02T08:26:58.253 INFO:tasks.rados.rados.0.smithi028.stdout:650: setattr oid 27 current snap is 57 2024-04-02T08:26:58.253 INFO:tasks.rados.rados.0.smithi028.stdout:646: finishing write tid 2 to smithi02882251-35 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:646: finishing write tid 3 to smithi02882251-35 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:646: finishing write tid 4 to smithi02882251-35 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:646: finishing write tid 5 to smithi02882251-35 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:646: oid 35 updating version 0 to 272 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:646: oid 35 version 272 is already newer than 270 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:646: oid 35 updating version 272 to 273 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:646: oid 35 version 273 is already newer than 271 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 273 (ObjNum 225 snap 57 seq_num 225) dirty exists 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:646: left oid 35 (ObjNum 225 snap 57 seq_num 225) 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:648: finishing copy_from racing read to smithi02882251-17 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:648: finishing copy_from to smithi02882251-17 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 277 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 1 to smithi02882251-6 2024-04-02T08:26:58.254 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 2 to smithi02882251-6 2024-04-02T08:26:58.255 INFO:tasks.rados.rados.0.smithi028.stdout:646: done (4 left) 2024-04-02T08:26:58.255 INFO:tasks.rados.rados.0.smithi028.stdout:647: done (3 left) 2024-04-02T08:26:58.255 INFO:tasks.rados.rados.0.smithi028.stdout:648: done (2 left) 2024-04-02T08:26:58.255 INFO:tasks.rados.rados.0.smithi028.stdout:651: setattr oid 13 current snap is 57 2024-04-02T08:26:58.255 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 3 to smithi02882251-6 2024-04-02T08:26:58.255 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 4 to smithi02882251-6 2024-04-02T08:26:58.256 INFO:tasks.rados.rados.0.smithi028.stdout:652: snap_create 2024-04-02T08:26:58.257 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 397 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:26:58.258 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 5 to smithi02882251-6 2024-04-02T08:26:58.258 INFO:tasks.rados.rados.0.smithi028.stdout:649: oid 6 updating version 0 to 281 2024-04-02T08:26:58.258 INFO:tasks.rados.rados.0.smithi028.stdout:649: oid 6 version 281 is already newer than 278 2024-04-02T08:26:58.258 INFO:tasks.rados.rados.0.smithi028.stdout:649: oid 6 version 281 is already newer than 279 2024-04-02T08:26:58.258 INFO:tasks.rados.rados.0.smithi028.stdout:649: oid 6 version 281 is already newer than 280 2024-04-02T08:26:58.258 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 281 (ObjNum 226 snap 57 seq_num 226) dirty exists 2024-04-02T08:26:58.258 INFO:tasks.rados.rados.0.smithi028.stdout:649: left oid 6 (ObjNum 226 snap 57 seq_num 226) 2024-04-02T08:26:58.258 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 282 (ObjNum 134 snap 34 seq_num 134) dirty exists 2024-04-02T08:26:58.506 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-mon[27433]: pgmap v50: 121 pgs: 121 active+clean; 170 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T08:26:58.506 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-mon[27433]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:26:58.506 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-mon[39019]: pgmap v50: 121 pgs: 121 active+clean; 170 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T08:26:58.506 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-mon[39019]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:26:58.507 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:58.410+0000 7f656ab74200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:26:58.538 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:58 smithi137 ceph-mon[31169]: pgmap v50: 121 pgs: 121 active+clean; 170 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T08:26:58.538 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:58 smithi137 ceph-mon[31169]: osdmap e177: 8 total, 8 up, 8 in 2024-04-02T08:26:58.910 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:58.507+0000 7f656ab74200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:26:58.910 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:58.717+0000 7f656ab74200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:59.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:58 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:58.911+0000 7f656ab74200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:26:59.200 INFO:tasks.rados.rados.0.smithi028.stdout:649: done (3 left) 2024-04-02T08:26:59.200 INFO:tasks.rados.rados.0.smithi028.stdout:650: done (2 left) 2024-04-02T08:26:59.200 INFO:tasks.rados.rados.0.smithi028.stdout:651: done (1 left) 2024-04-02T08:26:59.200 INFO:tasks.rados.rados.0.smithi028.stdout:652: done (0 left) 2024-04-02T08:26:59.200 INFO:tasks.rados.rados.0.smithi028.stdout:653: rollback oid 32 current snap is 58 2024-04-02T08:26:59.200 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 55 2024-04-02T08:26:59.200 INFO:tasks.rados.rados.0.smithi028.stdout:654: snap_remove snap 22 2024-04-02T08:26:59.488 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:59.219+0000 7f656ab74200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:26:59.489 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[27433]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:26:59.489 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.489 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.489 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.489 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.489 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[27433]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:26:59.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[39019]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:26:59.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.490 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.490 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.490 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.490 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-mon[39019]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:26:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:59 smithi137 ceph-mon[31169]: osdmap e178: 8 total, 8 up, 8 in 2024-04-02T08:26:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:59 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:59 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:59 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:59 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:26:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:26:59 smithi137 ceph-mon[31169]: osdmap e179: 8 total, 8 up, 8 in 2024-04-02T08:26:59.743 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:59.490+0000 7f656ab74200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:00.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:26:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:26:59.744+0000 7f656ab74200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:00.203 INFO:tasks.rados.rados.0.smithi028.stdout:654: done (1 left) 2024-04-02T08:27:00.203 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 58 2024-04-02T08:27:00.204 INFO:tasks.rados.rados.0.smithi028.stdout:655: seq_num 227 ranges {761856=606208,1368064=794624,2162688=8192} 2024-04-02T08:27:00.211 INFO:tasks.rados.rados.0.smithi028.stdout:655: writing smithi02882251-24 from 761856 to 1368064 tid 1 2024-04-02T08:27:00.217 INFO:tasks.rados.rados.0.smithi028.stdout:655: writing smithi02882251-24 from 1368064 to 2162688 tid 2 2024-04-02T08:27:00.219 INFO:tasks.rados.rados.0.smithi028.stdout:655: writing smithi02882251-24 from 2162688 to 2170880 tid 3 2024-04-02T08:27:00.219 INFO:tasks.rados.rados.0.smithi028.stdout:653: finishing rollback tid 0 to smithi02882251-32 2024-04-02T08:27:00.219 INFO:tasks.rados.rados.0.smithi028.stdout:653: finishing rollback tid 1 to smithi02882251-32 2024-04-02T08:27:00.219 INFO:tasks.rados.rados.0.smithi028.stdout:653: finishing rollback tid 2 to smithi02882251-32 2024-04-02T08:27:00.220 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 224 (ObjNum 206 snap 54 seq_num 206) dirty exists 2024-04-02T08:27:00.220 INFO:tasks.rados.rados.0.smithi028.stdout:653: done (1 left) 2024-04-02T08:27:00.220 INFO:tasks.rados.rados.0.smithi028.stdout:656: copy_from oid 35 from oid 27 current snap is 58 2024-04-02T08:27:00.220 INFO:tasks.rados.rados.0.smithi028.stdout:657: snap_create 2024-04-02T08:27:00.222 INFO:tasks.rados.rados.0.smithi028.stdout:655: finishing write tid 1 to smithi02882251-24 2024-04-02T08:27:00.224 INFO:tasks.rados.rados.0.smithi028.stdout:655: finishing write tid 2 to smithi02882251-24 2024-04-02T08:27:00.224 INFO:tasks.rados.rados.0.smithi028.stdout:655: finishing write tid 3 to smithi02882251-24 2024-04-02T08:27:00.225 INFO:tasks.rados.rados.0.smithi028.stdout:655: finishing write tid 4 to smithi02882251-24 2024-04-02T08:27:00.228 INFO:tasks.rados.rados.0.smithi028.stdout:655: finishing write tid 5 to smithi02882251-24 2024-04-02T08:27:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:655: oid 24 updating version 0 to 173 2024-04-02T08:27:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:655: oid 24 updating version 173 to 174 2024-04-02T08:27:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:655: oid 24 version 174 is already newer than 172 2024-04-02T08:27:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:655: oid 24 version 174 is already newer than 171 2024-04-02T08:27:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 174 (ObjNum 227 snap 58 seq_num 227) dirty exists 2024-04-02T08:27:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:655: left oid 24 (ObjNum 227 snap 58 seq_num 227) 2024-04-02T08:27:00.229 INFO:tasks.rados.rados.0.smithi028.stdout:656: finishing copy_from racing read to smithi02882251-35 2024-04-02T08:27:00.230 INFO:tasks.rados.rados.0.smithi028.stdout:656: finishing copy_from to smithi02882251-35 2024-04-02T08:27:00.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 397 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:27:00.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:00 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:27:00] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-04-02T08:27:00.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:00 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:00.641+0000 7f656ab74200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:01.202 INFO:tasks.rados.rados.0.smithi028.stdout:655: done (2 left) 2024-04-02T08:27:01.202 INFO:tasks.rados.rados.0.smithi028.stdout:656: done (1 left) 2024-04-02T08:27:01.202 INFO:tasks.rados.rados.0.smithi028.stdout:657: done (0 left) 2024-04-02T08:27:01.202 INFO:tasks.rados.rados.0.smithi028.stdout:658: read oid 39 snap -1 2024-04-02T08:27:01.202 INFO:tasks.rados.rados.0.smithi028.stdout:658: expect (ObjNum 210 snap 56 seq_num 210) 2024-04-02T08:27:01.202 INFO:tasks.rados.rados.0.smithi028.stdout:659: rollback oid 37 current snap is 59 2024-04-02T08:27:01.202 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 56 2024-04-02T08:27:01.203 INFO:tasks.rados.rados.0.smithi028.stdout:660: copy_from oid 12 from oid 22 current snap is 59 2024-04-02T08:27:01.203 INFO:tasks.rados.rados.0.smithi028.stdout:661: snap_remove snap 29 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-mon[27433]: pgmap v53: 121 pgs: 121 active+clean; 170 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:01.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-mon[27433]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-mon[39019]: pgmap v53: 121 pgs: 121 active+clean; 170 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:01.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-mon[39019]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:27:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:01 smithi137 ceph-mon[31169]: pgmap v53: 121 pgs: 121 active+clean; 170 MiB data, 599 MiB used, 715 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T08:27:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:01 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:01 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:01 smithi137 ceph-mon[31169]: osdmap e180: 8 total, 8 up, 8 in 2024-04-02T08:27:01.561 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:01.256+0000 7f656ab74200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:01.562 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:01.360+0000 7f656ab74200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:01.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:01.589+0000 7f656ab74200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:01.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:01] ENGINE Bus STARTING 2024-04-02T08:27:01.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: CherryPy Checker: 2024-04-02T08:27:01.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: The Application mounted at '' has an empty config. 2024-04-02T08:27:01.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:01.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:01] ENGINE Serving on http://:::9283 2024-04-02T08:27:01.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:01] ENGINE Bus STARTED 2024-04-02T08:27:02.213 INFO:tasks.rados.rados.0.smithi028.stdout:661: done (3 left) 2024-04-02T08:27:02.213 INFO:tasks.rados.rados.0.smithi028.stdout:662: delete oid 48 current snap is 59 2024-04-02T08:27:02.213 INFO:tasks.rados.rados.0.smithi028.stdout:660: finishing copy_from to smithi02882251-12 2024-04-02T08:27:02.214 INFO:tasks.rados.rados.0.smithi028.stdout:660: got expected ENOENT (src dne) 2024-04-02T08:27:02.214 INFO:tasks.rados.rados.0.smithi028.stdout:660: finishing copy_from racing read to smithi02882251-12 2024-04-02T08:27:02.214 INFO:tasks.rados.rados.0.smithi028.stdout:659: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:27:02.214 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 208 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:27:02.214 INFO:tasks.rados.rados.0.smithi028.stdout:658: expect (ObjNum 210 snap 56 seq_num 210) 2024-04-02T08:27:02.234 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[27433]: pgmap v56: 121 pgs: 121 active+clean; 183 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:27:02.234 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[27433]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:27:02.234 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[27433]: Standby manager daemon y restarted 2024-04-02T08:27:02.234 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[27433]: Standby manager daemon y started 2024-04-02T08:27:02.235 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:27:02.235 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:02.235 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:27:02.235 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:02.235 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[39019]: pgmap v56: 121 pgs: 121 active+clean; 183 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:27:02.236 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[39019]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:27:02.236 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[39019]: Standby manager daemon y restarted 2024-04-02T08:27:02.236 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[39019]: Standby manager daemon y started 2024-04-02T08:27:02.236 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:27:02.236 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:02.236 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:27:02.237 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:02 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:02.554 INFO:tasks.rados.rados.0.smithi028.stdout:658: done (3 left) 2024-04-02T08:27:02.554 INFO:tasks.rados.rados.0.smithi028.stdout:659: done (2 left) 2024-04-02T08:27:02.554 INFO:tasks.rados.rados.0.smithi028.stdout:660: done (1 left) 2024-04-02T08:27:02.554 INFO:tasks.rados.rados.0.smithi028.stdout:662: done (0 left) 2024-04-02T08:27:02.554 INFO:tasks.rados.rados.0.smithi028.stdout:663: snap_create 2024-04-02T08:27:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:02 smithi137 ceph-mon[31169]: pgmap v56: 121 pgs: 121 active+clean; 183 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:27:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:02 smithi137 ceph-mon[31169]: osdmap e181: 8 total, 8 up, 8 in 2024-04-02T08:27:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:02 smithi137 ceph-mon[31169]: Standby manager daemon y restarted 2024-04-02T08:27:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:02 smithi137 ceph-mon[31169]: Standby manager daemon y started 2024-04-02T08:27:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:02 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-02T08:27:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:02 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:02 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-02T08:27:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:02 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:03.214 INFO:tasks.rados.rados.0.smithi028.stdout:663: done (0 left) 2024-04-02T08:27:03.214 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 60 2024-04-02T08:27:03.215 INFO:tasks.rados.rados.0.smithi028.stdout:664: seq_num 229 ranges {0=638976,638976=606208,1245184=196608} 2024-04-02T08:27:03.217 INFO:tasks.rados.rados.0.smithi028.stdout:664: writing smithi02882251-26 from 0 to 638976 tid 1 2024-04-02T08:27:03.221 INFO:tasks.rados.rados.0.smithi028.stdout:664: writing smithi02882251-26 from 638976 to 1245184 tid 2 2024-04-02T08:27:03.222 INFO:tasks.rados.rados.0.smithi028.stdout:664: writing smithi02882251-26 from 1245184 to 1441792 tid 3 2024-04-02T08:27:03.222 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 60 2024-04-02T08:27:03.222 INFO:tasks.rados.rados.0.smithi028.stdout:665: seq_num 230 ranges {3620864=655360,4276224=491520,4767744=311296} 2024-04-02T08:27:03.245 INFO:tasks.rados.rados.0.smithi028.stdout:665: writing smithi02882251-6 from 3620864 to 4276224 tid 1 2024-04-02T08:27:03.248 INFO:tasks.rados.rados.0.smithi028.stdout:665: writing smithi02882251-6 from 4276224 to 4767744 tid 2 2024-04-02T08:27:03.251 INFO:tasks.rados.rados.0.smithi028.stdout:665: writing smithi02882251-6 from 4767744 to 5079040 tid 3 2024-04-02T08:27:03.251 INFO:tasks.rados.rados.0.smithi028.stdout:666: copy_from oid 41 from oid 39 current snap is 60 2024-04-02T08:27:03.252 INFO:tasks.rados.rados.0.smithi028.stdout:664: finishing write tid 1 to smithi02882251-26 2024-04-02T08:27:03.252 INFO:tasks.rados.rados.0.smithi028.stdout:664: finishing write tid 2 to smithi02882251-26 2024-04-02T08:27:03.252 INFO:tasks.rados.rados.0.smithi028.stdout:664: finishing write tid 3 to smithi02882251-26 2024-04-02T08:27:03.252 INFO:tasks.rados.rados.0.smithi028.stdout:664: finishing write tid 4 to smithi02882251-26 2024-04-02T08:27:03.252 INFO:tasks.rados.rados.0.smithi028.stdout:664: finishing write tid 5 to smithi02882251-26 2024-04-02T08:27:03.252 INFO:tasks.rados.rados.0.smithi028.stdout:664: oid 26 updating version 0 to 226 2024-04-02T08:27:03.253 INFO:tasks.rados.rados.0.smithi028.stdout:664: oid 26 updating version 226 to 228 2024-04-02T08:27:03.253 INFO:tasks.rados.rados.0.smithi028.stdout:664: oid 26 version 228 is already newer than 225 2024-04-02T08:27:03.253 INFO:tasks.rados.rados.0.smithi028.stdout:664: oid 26 version 228 is already newer than 227 2024-04-02T08:27:03.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 228 (ObjNum 229 snap 60 seq_num 229) dirty exists 2024-04-02T08:27:03.253 INFO:tasks.rados.rados.0.smithi028.stdout:664: left oid 26 (ObjNum 229 snap 60 seq_num 229) 2024-04-02T08:27:03.253 INFO:tasks.rados.rados.0.smithi028.stdout:664: done (2 left) 2024-04-02T08:27:03.254 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 60 2024-04-02T08:27:03.254 INFO:tasks.rados.rados.0.smithi028.stdout:667: seq_num 231 ranges {1679360=671744,2351104=778240,3129344=24576} 2024-04-02T08:27:03.264 INFO:tasks.rados.rados.0.smithi028.stdout:667: writing smithi02882251-19 from 1679360 to 2351104 tid 1 2024-04-02T08:27:03.269 INFO:tasks.rados.rados.0.smithi028.stdout:667: writing smithi02882251-19 from 2351104 to 3129344 tid 2 2024-04-02T08:27:03.269 INFO:tasks.rados.rados.0.smithi028.stdout:667: writing smithi02882251-19 from 3129344 to 3153920 tid 3 2024-04-02T08:27:03.269 INFO:tasks.rados.rados.0.smithi028.stdout:668: delete oid 46 current snap is 60 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: finishing write tid 1 to smithi02882251-6 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: finishing write tid 2 to smithi02882251-6 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: finishing write tid 3 to smithi02882251-6 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: finishing write tid 4 to smithi02882251-6 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: finishing write tid 5 to smithi02882251-6 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: oid 6 updating version 0 to 288 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: oid 6 updating version 288 to 290 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: oid 6 version 290 is already newer than 287 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: oid 6 version 290 is already newer than 289 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 290 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:665: left oid 6 (ObjNum 230 snap 60 seq_num 230) 2024-04-02T08:27:03.270 INFO:tasks.rados.rados.0.smithi028.stdout:666: finishing copy_from racing read to smithi02882251-41 2024-04-02T08:27:03.272 INFO:tasks.rados.rados.0.smithi028.stdout:666: finishing copy_from to smithi02882251-41 2024-04-02T08:27:03.272 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 137 (ObjNum 210 snap 56 seq_num 210) dirty exists 2024-04-02T08:27:03.272 INFO:tasks.rados.rados.0.smithi028.stdout:665: done (3 left) 2024-04-02T08:27:03.272 INFO:tasks.rados.rados.0.smithi028.stdout:666: done (2 left) 2024-04-02T08:27:03.273 INFO:tasks.rados.rados.0.smithi028.stdout:668: done (1 left) 2024-04-02T08:27:03.273 INFO:tasks.rados.rados.0.smithi028.stdout:669: snap_remove snap 59 2024-04-02T08:27:03.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:03 smithi028 ceph-mon[27433]: mgrmap e29: x(active, since 37s), standbys: y 2024-04-02T08:27:03.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:03 smithi028 ceph-mon[27433]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:27:03.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:03 smithi028 ceph-mon[39019]: mgrmap e29: x(active, since 37s), standbys: y 2024-04-02T08:27:03.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:03 smithi028 ceph-mon[39019]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:27:03.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:03 smithi137 ceph-mon[31169]: mgrmap e29: x(active, since 37s), standbys: y 2024-04-02T08:27:03.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:03 smithi137 ceph-mon[31169]: osdmap e182: 8 total, 8 up, 8 in 2024-04-02T08:27:03.860 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:27:03 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:27:03.515Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=6 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T08:27:03.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:03.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:04.068 INFO:tasks.rados.rados.0.smithi028.stdout:669: done (1 left) 2024-04-02T08:27:04.068 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 60 2024-04-02T08:27:04.068 INFO:tasks.rados.rados.0.smithi028.stdout:670: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-04-02T08:27:04.073 INFO:tasks.rados.rados.0.smithi028.stdout:670: writing smithi02882251-36 from 0 to 712704 tid 1 2024-04-02T08:27:04.076 INFO:tasks.rados.rados.0.smithi028.stdout:670: writing smithi02882251-36 from 712704 to 1261568 tid 2 2024-04-02T08:27:04.078 INFO:tasks.rados.rados.0.smithi028.stdout:670: writing smithi02882251-36 from 1261568 to 1515520 tid 3 2024-04-02T08:27:04.078 INFO:tasks.rados.rados.0.smithi028.stdout:671: read oid 17 snap -1 2024-04-02T08:27:04.078 INFO:tasks.rados.rados.0.smithi028.stdout:671: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:04.078 INFO:tasks.rados.rados.0.smithi028.stdout:672: snap_create 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: finishing write tid 1 to smithi02882251-19 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: finishing write tid 2 to smithi02882251-19 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: finishing write tid 3 to smithi02882251-19 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: finishing write tid 4 to smithi02882251-19 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: finishing write tid 5 to smithi02882251-19 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: oid 19 updating version 0 to 400 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: oid 19 version 400 is already newer than 398 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: oid 19 version 400 is already newer than 399 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: oid 19 updating version 400 to 401 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 401 (ObjNum 231 snap 60 seq_num 231) dirty exists 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:667: left oid 19 (ObjNum 231 snap 60 seq_num 231) 2024-04-02T08:27:04.079 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 1 to smithi02882251-36 2024-04-02T08:27:04.080 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 2 to smithi02882251-36 2024-04-02T08:27:04.080 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 3 to smithi02882251-36 2024-04-02T08:27:04.081 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 4 to smithi02882251-36 2024-04-02T08:27:04.083 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 5 to smithi02882251-36 2024-04-02T08:27:04.083 INFO:tasks.rados.rados.0.smithi028.stdout:670: oid 36 updating version 0 to 250 2024-04-02T08:27:04.083 INFO:tasks.rados.rados.0.smithi028.stdout:670: oid 36 updating version 250 to 252 2024-04-02T08:27:04.083 INFO:tasks.rados.rados.0.smithi028.stdout:670: oid 36 version 252 is already newer than 249 2024-04-02T08:27:04.083 INFO:tasks.rados.rados.0.smithi028.stdout:670: oid 36 version 252 is already newer than 251 2024-04-02T08:27:04.083 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 252 (ObjNum 233 snap 60 seq_num 233) dirty exists 2024-04-02T08:27:04.083 INFO:tasks.rados.rados.0.smithi028.stdout:670: left oid 36 (ObjNum 233 snap 60 seq_num 233) 2024-04-02T08:27:04.087 INFO:tasks.rados.rados.0.smithi028.stdout:671: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:04.164 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:04] ENGINE Bus STOPPING 2024-04-02T08:27:04.164 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:27:04.164 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:04] ENGINE Bus STOPPED 2024-04-02T08:27:04.164 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:04] ENGINE Bus STARTING 2024-04-02T08:27:04.202 INFO:tasks.rados.rados.0.smithi028.stdout:667: done (3 left) 2024-04-02T08:27:04.202 INFO:tasks.rados.rados.0.smithi028.stdout:670: done (2 left) 2024-04-02T08:27:04.202 INFO:tasks.rados.rados.0.smithi028.stdout:671: done (1 left) 2024-04-02T08:27:04.202 INFO:tasks.rados.rados.0.smithi028.stdout:672: done (0 left) 2024-04-02T08:27:04.202 INFO:tasks.rados.rados.0.smithi028.stdout:673: snap_create 2024-04-02T08:27:04.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: ignoring --setuser ceph since I am not root 2024-04-02T08:27:04.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: ignoring --setgroup ceph since I am not root 2024-04-02T08:27:04.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mgr[67930]: -- 172.21.15.137:0/1410569932 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5614741525a0 con 0x561474127000 2024-04-02T08:27:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: pgmap v59: 121 pgs: 121 active+clean; 183 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.24790 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: mgrmap e30: y(active, starting, since 0.008296s) 2024-04-02T08:27:04.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:04.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:04.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:04.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: Manager daemon y is now available 2024-04-02T08:27:04.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:04.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:04.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:04.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-mon[31169]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64c87c2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64c87c2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64c87c2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64c87c2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64c87c2700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64cafc7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64cafc7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64cafc7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64cafc7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:04.237+0000 7f64cafc7700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:04.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:04] ENGINE Serving on http://:::9283 2024-04-02T08:27:04.449 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:04] ENGINE Bus STARTED 2024-04-02T08:27:04.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: pgmap v59: 121 pgs: 121 active+clean; 183 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:27:04.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:27:04.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:04.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:04.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.24790 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: mgrmap e30: y(active, starting, since 0.008296s) 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:04.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: Manager daemon y is now available 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:04.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[39019]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: pgmap v59: 121 pgs: 121 active+clean; 183 MiB data, 682 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: osdmap e183: 8 total, 8 up, 8 in 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.452 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 172.21.15.137:0/2672560804' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: osdmap e184: 8 total, 8 up, 8 in 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.24790 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: mgrmap e30: y(active, starting, since 0.008296s) 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:04.453 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: Manager daemon y is now available 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:04.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:04 smithi028 ceph-mon[27433]: osdmap e185: 8 total, 8 up, 8 in 2024-04-02T08:27:04.931 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:04.665+0000 7fef98348200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:27:04.931 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:04.766+0000 7fef98348200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:27:05.201 INFO:tasks.rados.rados.0.smithi028.stdout:673: done (0 left) 2024-04-02T08:27:05.202 INFO:tasks.rados.rados.0.smithi028.stdout:674: read oid 22 snap -1 2024-04-02T08:27:05.202 INFO:tasks.rados.rados.0.smithi028.stdout:674: expect deleted 2024-04-02T08:27:05.202 INFO:tasks.rados.rados.0.smithi028.stdout:675: snap_remove snap 55 2024-04-02T08:27:05.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:05 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:05.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:05 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:05.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:05 smithi028 ceph-mon[27433]: mgrmap e31: y(active, since 1.00827s) 2024-04-02T08:27:05.479 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:05 smithi028 ceph-mon[27433]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:27:05.479 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:05 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:05.480 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:05 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:05.480 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:05 smithi028 ceph-mon[39019]: mgrmap e31: y(active, since 1.00827s) 2024-04-02T08:27:05.480 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:05 smithi028 ceph-mon[39019]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:27:05.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:05.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:05.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-mon[31169]: mgrmap e31: y(active, since 1.00827s) 2024-04-02T08:27:05.488 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-mon[31169]: osdmap e186: 8 total, 8 up, 8 in 2024-04-02T08:27:05.764 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:05.488+0000 7fef98348200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:27:05.764 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:05.583+0000 7fef98348200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:27:05.765 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:05.734+0000 7fef98348200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:27:06.030 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:05.839+0000 7fef98348200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:27:06.030 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:05.921+0000 7fef98348200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:27:06.203 INFO:tasks.rados.rados.0.smithi028.stdout:675: done (1 left) 2024-04-02T08:27:06.203 INFO:tasks.rados.rados.0.smithi028.stdout:676: read oid 48 snap -1 2024-04-02T08:27:06.203 INFO:tasks.rados.rados.0.smithi028.stdout:676: expect deleted 2024-04-02T08:27:06.203 INFO:tasks.rados.rados.0.smithi028.stdout:677: rmattr oid 49 current snap is 62 2024-04-02T08:27:06.203 INFO:tasks.rados.rados.0.smithi028.stdout:678: delete oid 44 current snap is 62 2024-04-02T08:27:06.218 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 246 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:27:06.219 INFO:tasks.rados.rados.0.smithi028.stdout:674: done (3 left) 2024-04-02T08:27:06.219 INFO:tasks.rados.rados.0.smithi028.stdout:676: done (2 left) 2024-04-02T08:27:06.219 INFO:tasks.rados.rados.0.smithi028.stdout:677: done (1 left) 2024-04-02T08:27:06.219 INFO:tasks.rados.rados.0.smithi028.stdout:678: done (0 left) 2024-04-02T08:27:06.219 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 62 2024-04-02T08:27:06.219 INFO:tasks.rados.rados.0.smithi028.stdout:679: seq_num 235 ranges {2564096=745472,3309568=712704,4022272=90112} 2024-04-02T08:27:06.237 INFO:tasks.rados.rados.0.smithi028.stdout:679: writing smithi02882251-4 from 2564096 to 3309568 tid 1 2024-04-02T08:27:06.241 INFO:tasks.rados.rados.0.smithi028.stdout:679: writing smithi02882251-4 from 3309568 to 4022272 tid 2 2024-04-02T08:27:06.243 INFO:tasks.rados.rados.0.smithi028.stdout:679: writing smithi02882251-4 from 4022272 to 4112384 tid 3 2024-04-02T08:27:06.243 INFO:tasks.rados.rados.0.smithi028.stdout:680: read oid 11 snap -1 2024-04-02T08:27:06.243 INFO:tasks.rados.rados.0.smithi028.stdout:680: expect (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:27:06.243 INFO:tasks.rados.rados.0.smithi028.stdout:681: read oid 42 snap 52 2024-04-02T08:27:06.243 INFO:tasks.rados.rados.0.smithi028.stdout:681: expect (ObjNum 195 snap 50 seq_num 195) 2024-04-02T08:27:06.243 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 1 to smithi02882251-4 2024-04-02T08:27:06.243 INFO:tasks.rados.rados.0.smithi028.stdout:682: setattr oid 18 current snap is 62 2024-04-02T08:27:06.245 INFO:tasks.rados.rados.0.smithi028.stdout:683: snap_remove snap 42 2024-04-02T08:27:06.328 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:06 smithi137 ceph-mon[31169]: pgmap v4: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:06.328 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:06 smithi137 ceph-mon[31169]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:27:06.328 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:06.203+0000 7fef98348200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:27:06.328 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:06.329+0000 7fef98348200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:06 smithi028 ceph-mon[27433]: pgmap v4: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:06 smithi028 ceph-mon[27433]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:27:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:06 smithi028 ceph-mon[39019]: pgmap v4: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:06 smithi028 ceph-mon[39019]: osdmap e187: 8 total, 8 up, 8 in 2024-04-02T08:27:06.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:06.415+0000 7fef98348200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:27:06.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:06.517+0000 7fef98348200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:27:07.011 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:06.717+0000 7fef98348200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:27:07.232 INFO:tasks.rados.rados.0.smithi028.stdout:683: done (4 left) 2024-04-02T08:27:07.232 INFO:tasks.rados.rados.0.smithi028.stdout:684: delete oid 15 current snap is 62 2024-04-02T08:27:07.232 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 2 to smithi02882251-4 2024-04-02T08:27:07.232 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 3 to smithi02882251-4 2024-04-02T08:27:07.233 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 4 to smithi02882251-4 2024-04-02T08:27:07.233 INFO:tasks.rados.rados.0.smithi028.stdout:680: expect (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:27:07.265 INFO:tasks.rados.rados.0.smithi028.stdout:681: expect (ObjNum 195 snap 50 seq_num 195) 2024-04-02T08:27:07.290 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 5 to smithi02882251-4 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:679: oid 4 updating version 0 to 256 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:679: oid 4 updating version 256 to 258 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:679: oid 4 version 258 is already newer than 257 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:679: oid 4 updating version 258 to 259 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 259 (ObjNum 235 snap 62 seq_num 235) dirty exists 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:679: left oid 4 (ObjNum 235 snap 62 seq_num 235) 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 398 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:679: done (4 left) 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:680: done (3 left) 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:681: done (2 left) 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:682: done (1 left) 2024-04-02T08:27:07.291 INFO:tasks.rados.rados.0.smithi028.stdout:684: done (0 left) 2024-04-02T08:27:07.292 INFO:tasks.rados.rados.0.smithi028.stdout:685: snap_create 2024-04-02T08:27:07.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:07 smithi137 ceph-mon[31169]: [02/Apr/2024:08:27:05] ENGINE Bus STARTING 2024-04-02T08:27:07.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:07 smithi137 ceph-mon[31169]: [02/Apr/2024:08:27:05] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:27:07.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:07 smithi137 ceph-mon[31169]: [02/Apr/2024:08:27:05] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:27:07.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:07 smithi137 ceph-mon[31169]: [02/Apr/2024:08:27:05] ENGINE Bus STARTED 2024-04-02T08:27:07.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:07 smithi137 ceph-mon[31169]: pgmap v6: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:07.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:07 smithi137 ceph-mon[31169]: mgrmap e32: y(active, since 2s) 2024-04-02T08:27:07.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[27433]: [02/Apr/2024:08:27:05] ENGINE Bus STARTING 2024-04-02T08:27:07.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[27433]: [02/Apr/2024:08:27:05] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[27433]: [02/Apr/2024:08:27:05] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[27433]: [02/Apr/2024:08:27:05] ENGINE Bus STARTED 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[27433]: pgmap v6: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[27433]: mgrmap e32: y(active, since 2s) 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[39019]: [02/Apr/2024:08:27:05] ENGINE Bus STARTING 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[39019]: [02/Apr/2024:08:27:05] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[39019]: [02/Apr/2024:08:27:05] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[39019]: [02/Apr/2024:08:27:05] ENGINE Bus STARTED 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[39019]: pgmap v6: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:07 smithi028 ceph-mon[39019]: mgrmap e32: y(active, since 2s) 2024-04-02T08:27:08.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:07 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:07.724+0000 7fef98348200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:27:08.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:07 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:07.867+0000 7fef98348200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:27:08.238 INFO:tasks.rados.rados.0.smithi028.stdout:685: done (0 left) 2024-04-02T08:27:08.238 INFO:tasks.rados.rados.0.smithi028.stdout:686: setattr oid 43 current snap is 63 2024-04-02T08:27:08.239 INFO:tasks.rados.rados.0.smithi028.stdout:687: snap_remove snap 26 2024-04-02T08:27:08.510 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:08 smithi137 ceph-mon[31169]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:27:08.511 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:08.219+0000 7fef98348200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:27:08.511 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:08.318+0000 7fef98348200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:27:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:08 smithi028 ceph-mon[27433]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:27:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:08 smithi028 ceph-mon[39019]: osdmap e188: 8 total, 8 up, 8 in 2024-04-02T08:27:08.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:08.522+0000 7fef98348200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:08.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:08.714+0000 7fef98348200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:27:09.203 INFO:tasks.rados.rados.0.smithi028.stdout:687: done (1 left) 2024-04-02T08:27:09.203 INFO:tasks.rados.rados.0.smithi028.stdout:688: read oid 21 snap -1 2024-04-02T08:27:09.203 INFO:tasks.rados.rados.0.smithi028.stdout:688: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:09.203 INFO:tasks.rados.rados.0.smithi028.stdout:689: setattr oid 22 current snap is 63 2024-04-02T08:27:09.203 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 63 (ObjNum 129 snap 0 seq_num 1440578856) dirty exists 2024-04-02T08:27:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:686: done (2 left) 2024-04-02T08:27:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:690: setattr oid 28 current snap is 63 2024-04-02T08:27:09.206 INFO:tasks.rados.rados.0.smithi028.stdout:691: snap_create 2024-04-02T08:27:09.211 INFO:tasks.rados.rados.0.smithi028.stdout:688: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:09.219 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 422 (ObjNum 113 snap 0 seq_num 1) dirty exists 2024-04-02T08:27:09.222 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 423 (ObjNum 129 snap 0 seq_num 906510262) dirty exists 2024-04-02T08:27:09.297 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:09.009+0000 7fef98348200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:09.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-mon[31169]: pgmap v9: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:09.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-mon[31169]: mgrmap e33: y(active, since 4s) 2024-04-02T08:27:09.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-mon[31169]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:27:09.298 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.298 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.298 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.298 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.298 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-mon[31169]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:27:09.558 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:09.298+0000 7fef98348200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[27433]: pgmap v9: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[27433]: mgrmap e33: y(active, since 4s) 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[27433]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[27433]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[39019]: pgmap v9: 121 pgs: 121 active+clean; 186 MiB data, 704 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[39019]: mgrmap e33: y(active, since 4s) 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[39019]: osdmap e189: 8 total, 8 up, 8 in 2024-04-02T08:27:09.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:09.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:09 smithi028 ceph-mon[39019]: osdmap e190: 8 total, 8 up, 8 in 2024-04-02T08:27:09.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:09.559+0000 7fef98348200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:10.211 INFO:tasks.rados.rados.0.smithi028.stdout:688: done (3 left) 2024-04-02T08:27:10.212 INFO:tasks.rados.rados.0.smithi028.stdout:689: done (2 left) 2024-04-02T08:27:10.212 INFO:tasks.rados.rados.0.smithi028.stdout:690: done (1 left) 2024-04-02T08:27:10.212 INFO:tasks.rados.rados.0.smithi028.stdout:691: done (0 left) 2024-04-02T08:27:10.212 INFO:tasks.rados.rados.0.smithi028.stdout:692: read oid 20 snap 56 2024-04-02T08:27:10.212 INFO:tasks.rados.rados.0.smithi028.stdout:692: expect (ObjNum 178 snap 45 seq_num 178) 2024-04-02T08:27:10.212 INFO:tasks.rados.rados.0.smithi028.stdout:693: snap_create 2024-04-02T08:27:10.222 INFO:tasks.rados.rados.0.smithi028.stdout:692: expect (ObjNum 178 snap 45 seq_num 178) 2024-04-02T08:27:10.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:10 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.651 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:10 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.652 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:10 smithi137 ceph-mon[31169]: pgmap v12: 121 pgs: 121 active+clean; 184 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 378 KiB/s wr, 1 op/s 2024-04-02T08:27:10.652 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:10 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.652 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:10 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.652 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:10 smithi137 ceph-mon[31169]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:27:10.652 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:10.416+0000 7fef98348200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[27433]: pgmap v12: 121 pgs: 121 active+clean; 184 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 378 KiB/s wr, 1 op/s 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[27433]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[39019]: pgmap v12: 121 pgs: 121 active+clean; 184 MiB data, 718 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 378 KiB/s wr, 1 op/s 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:10 smithi028 ceph-mon[39019]: osdmap e191: 8 total, 8 up, 8 in 2024-04-02T08:27:11.214 INFO:tasks.rados.rados.0.smithi028.stdout:692: done (1 left) 2024-04-02T08:27:11.214 INFO:tasks.rados.rados.0.smithi028.stdout:693: done (0 left) 2024-04-02T08:27:11.214 INFO:tasks.rados.rados.0.smithi028.stdout:694: rollback oid 15 current snap is 65 2024-04-02T08:27:11.214 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 62 2024-04-02T08:27:11.214 INFO:tasks.rados.rados.0.smithi028.stdout:695: snap_create 2024-04-02T08:27:11.217 INFO:tasks.rados.rados.0.smithi028.stdout:694: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:27:11.217 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 399 (ObjNum 129 snap 0 seq_num 1674927574) dirty dne 2024-04-02T08:27:11.320 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:10.996+0000 7fef98348200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:11.321 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:11.096+0000 7fef98348200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:11.321 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:11.322+0000 7fef98348200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:11.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:27:11] ENGINE Bus STARTING 2024-04-02T08:27:11.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: CherryPy Checker: 2024-04-02T08:27:11.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: The Application mounted at '' has an empty config. 2024-04-02T08:27:11.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: 2024-04-02T08:27:11.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:27:11] ENGINE Serving on http://:::9283 2024-04-02T08:27:11.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[67907]: [02/Apr/2024:08:27:11] ENGINE Bus STARTED 2024-04-02T08:27:12.224 INFO:tasks.rados.rados.0.smithi028.stdout:694: done (1 left) 2024-04-02T08:27:12.224 INFO:tasks.rados.rados.0.smithi028.stdout:695: done (0 left) 2024-04-02T08:27:12.224 INFO:tasks.rados.rados.0.smithi028.stdout:696: read oid 42 snap -1 2024-04-02T08:27:12.224 INFO:tasks.rados.rados.0.smithi028.stdout:696: expect (ObjNum 195 snap 50 seq_num 195) 2024-04-02T08:27:12.224 INFO:tasks.rados.rados.0.smithi028.stdout:697: read oid 24 snap -1 2024-04-02T08:27:12.224 INFO:tasks.rados.rados.0.smithi028.stdout:697: expect (ObjNum 227 snap 58 seq_num 227) 2024-04-02T08:27:12.224 INFO:tasks.rados.rados.0.smithi028.stdout:698: rollback oid 3 current snap is 66 2024-04-02T08:27:12.224 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 64 2024-04-02T08:27:12.225 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 66 2024-04-02T08:27:12.225 INFO:tasks.rados.rados.0.smithi028.stdout:699: seq_num 237 ranges {2088960=778240,2867200=532480,3399680=270336} 2024-04-02T08:27:12.239 INFO:tasks.rados.rados.0.smithi028.stdout:699: writing smithi02882251-31 from 2088960 to 2867200 tid 1 2024-04-02T08:27:12.242 INFO:tasks.rados.rados.0.smithi028.stdout:699: writing smithi02882251-31 from 2867200 to 3399680 tid 2 2024-04-02T08:27:12.245 INFO:tasks.rados.rados.0.smithi028.stdout:699: writing smithi02882251-31 from 3399680 to 3670016 tid 3 2024-04-02T08:27:12.245 INFO:tasks.rados.rados.0.smithi028.stdout:700: delete oid 41 current snap is 66 2024-04-02T08:27:12.245 INFO:tasks.rados.rados.0.smithi028.stdout:698: finishing rollback tid 0 to smithi02882251-3 2024-04-02T08:27:12.245 INFO:tasks.rados.rados.0.smithi028.stdout:698: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:27:12.245 INFO:tasks.rados.rados.0.smithi028.stdout:698: finishing rollback tid 2 to smithi02882251-3 2024-04-02T08:27:12.245 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 299 (ObjNum 220 snap 56 seq_num 220) dirty exists 2024-04-02T08:27:12.245 INFO:tasks.rados.rados.0.smithi028.stdout:696: expect (ObjNum 195 snap 50 seq_num 195) 2024-04-02T08:27:12.272 INFO:tasks.rados.rados.0.smithi028.stdout:697: expect (ObjNum 227 snap 58 seq_num 227) 2024-04-02T08:27:12.370 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 1 to smithi02882251-31 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 2 to smithi02882251-31 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 3 to smithi02882251-31 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 4 to smithi02882251-31 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 5 to smithi02882251-31 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: oid 31 updating version 0 to 214 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: oid 31 version 214 is already newer than 213 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: oid 31 updating version 214 to 215 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: oid 31 updating version 215 to 216 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 216 (ObjNum 237 snap 66 seq_num 237) dirty exists 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: left oid 31 (ObjNum 237 snap 66 seq_num 237) 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:696: done (4 left) 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:697: done (3 left) 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:698: done (2 left) 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:699: done (1 left) 2024-04-02T08:27:12.371 INFO:tasks.rados.rados.0.smithi028.stdout:700: done (0 left) 2024-04-02T08:27:12.372 INFO:tasks.rados.rados.0.smithi028.stdout:701: read oid 18 snap -1 2024-04-02T08:27:12.372 INFO:tasks.rados.rados.0.smithi028.stdout:701: expect (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:27:12.372 INFO:tasks.rados.rados.0.smithi028.stdout:702: read oid 7 snap -1 2024-04-02T08:27:12.372 INFO:tasks.rados.rados.0.smithi028.stdout:702: expect deleted 2024-04-02T08:27:12.372 INFO:tasks.rados.rados.0.smithi028.stdout:703: snap_create 2024-04-02T08:27:12.376 INFO:tasks.rados.rados.0.smithi028.stdout:701: expect (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:27:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:12 smithi137 ceph-mon[31169]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:27:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:12 smithi137 ceph-mon[31169]: Standby manager daemon x started 2024-04-02T08:27:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:12 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:12 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:12 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:12 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:12.672 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[27433]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:27:12.672 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[27433]: Standby manager daemon x started 2024-04-02T08:27:12.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:12.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:12.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:12.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:12.673 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[39019]: osdmap e192: 8 total, 8 up, 8 in 2024-04-02T08:27:12.673 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[39019]: Standby manager daemon x started 2024-04-02T08:27:12.674 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:12.674 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:12.674 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:12.674 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:12 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/888745079' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:13.227 INFO:tasks.rados.rados.0.smithi028.stdout:701: done (2 left) 2024-04-02T08:27:13.227 INFO:tasks.rados.rados.0.smithi028.stdout:702: done (1 left) 2024-04-02T08:27:13.227 INFO:tasks.rados.rados.0.smithi028.stdout:703: done (0 left) 2024-04-02T08:27:13.227 INFO:tasks.rados.rados.0.smithi028.stdout:704: copy_from oid 19 from oid 5 current snap is 67 2024-04-02T08:27:13.227 INFO:tasks.rados.rados.0.smithi028.stdout:705: read oid 47 snap -1 2024-04-02T08:27:13.228 INFO:tasks.rados.rados.0.smithi028.stdout:705: expect deleted 2024-04-02T08:27:13.228 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 67 2024-04-02T08:27:13.228 INFO:tasks.rados.rados.0.smithi028.stdout:706: seq_num 239 ranges {2007040=409600,2416640=704512,3121152=499712} 2024-04-02T08:27:13.240 INFO:tasks.rados.rados.0.smithi028.stdout:706: writing smithi02882251-20 from 2007040 to 2416640 tid 1 2024-04-02T08:27:13.244 INFO:tasks.rados.rados.0.smithi028.stdout:706: writing smithi02882251-20 from 2416640 to 3121152 tid 2 2024-04-02T08:27:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:706: writing smithi02882251-20 from 3121152 to 3620864 tid 3 2024-04-02T08:27:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:707: setattr oid 25 current snap is 67 2024-04-02T08:27:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:704: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:27:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:704: finishing copy_from to smithi02882251-19 2024-04-02T08:27:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 134 (ObjNum 4113 snap 0 seq_num 1318599835) dirty exists 2024-04-02T08:27:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:706: finishing write tid 1 to smithi02882251-20 2024-04-02T08:27:13.248 INFO:tasks.rados.rados.0.smithi028.stdout:706: finishing write tid 2 to smithi02882251-20 2024-04-02T08:27:13.248 INFO:tasks.rados.rados.0.smithi028.stdout:704: done (3 left) 2024-04-02T08:27:13.248 INFO:tasks.rados.rados.0.smithi028.stdout:705: done (2 left) 2024-04-02T08:27:13.248 INFO:tasks.rados.rados.0.smithi028.stdout:708: snap_create 2024-04-02T08:27:13.251 INFO:tasks.rados.rados.0.smithi028.stdout:706: finishing write tid 3 to smithi02882251-20 2024-04-02T08:27:13.251 INFO:tasks.rados.rados.0.smithi028.stdout:706: finishing write tid 4 to smithi02882251-20 2024-04-02T08:27:13.252 INFO:tasks.rados.rados.0.smithi028.stdout:706: finishing write tid 5 to smithi02882251-20 2024-04-02T08:27:13.252 INFO:tasks.rados.rados.0.smithi028.stdout:706: oid 20 updating version 0 to 243 2024-04-02T08:27:13.252 INFO:tasks.rados.rados.0.smithi028.stdout:706: oid 20 version 243 is already newer than 241 2024-04-02T08:27:13.252 INFO:tasks.rados.rados.0.smithi028.stdout:706: oid 20 updating version 243 to 244 2024-04-02T08:27:13.252 INFO:tasks.rados.rados.0.smithi028.stdout:706: oid 20 version 244 is already newer than 242 2024-04-02T08:27:13.252 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 244 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:27:13.253 INFO:tasks.rados.rados.0.smithi028.stdout:706: left oid 20 (ObjNum 239 snap 67 seq_num 239) 2024-04-02T08:27:13.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 217 (ObjNum 218 snap 56 seq_num 218) dirty exists 2024-04-02T08:27:13.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[39019]: pgmap v15: 121 pgs: 121 active+clean; 172 MiB data, 729 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 378 KiB/s wr, 55 op/s 2024-04-02T08:27:13.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[39019]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[39019]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[27433]: pgmap v15: 121 pgs: 121 active+clean; 172 MiB data, 729 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 378 KiB/s wr, 55 op/s 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[27433]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[27433]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:13.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:13.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:13.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:13 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:13.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-mon[31169]: pgmap v15: 121 pgs: 121 active+clean; 172 MiB data, 729 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 378 KiB/s wr, 55 op/s 2024-04-02T08:27:13.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-mon[31169]: osdmap e193: 8 total, 8 up, 8 in 2024-04-02T08:27:13.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-mon[31169]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-02T08:27:13.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:13.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:13.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:13.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:13.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:13.894 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:14.202 INFO:tasks.rados.rados.0.smithi028.stdout:706: done (2 left) 2024-04-02T08:27:14.203 INFO:tasks.rados.rados.0.smithi028.stdout:707: done (1 left) 2024-04-02T08:27:14.203 INFO:tasks.rados.rados.0.smithi028.stdout:708: done (0 left) 2024-04-02T08:27:14.203 INFO:tasks.rados.rados.0.smithi028.stdout:709: snap_create 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:14 smithi137 ceph-mon[31169]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:27:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:27:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:27:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:27:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[27433]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: osdmap e194: 8 total, 8 up, 8 in 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:14.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:14 smithi028 ceph-mon[39019]: osdmap e195: 8 total, 8 up, 8 in 2024-04-02T08:27:15.205 INFO:tasks.rados.rados.0.smithi028.stdout:709: done (0 left) 2024-04-02T08:27:15.205 INFO:tasks.rados.rados.0.smithi028.stdout:710: copy_from oid 22 from oid 47 current snap is 69 2024-04-02T08:27:15.205 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 69 2024-04-02T08:27:15.205 INFO:tasks.rados.rados.0.smithi028.stdout:711: seq_num 240 ranges {1040384=425984,1466368=589824,2056192=483328,2539520=131072} 2024-04-02T08:27:15.213 INFO:tasks.rados.rados.0.smithi028.stdout:711: writing smithi02882251-27 from 1040384 to 1466368 tid 1 2024-04-02T08:27:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:711: writing smithi02882251-27 from 1466368 to 2056192 tid 2 2024-04-02T08:27:15.218 INFO:tasks.rados.rados.0.smithi028.stdout:711: writing smithi02882251-27 from 2056192 to 2539520 tid 3 2024-04-02T08:27:15.220 INFO:tasks.rados.rados.0.smithi028.stdout:711: writing smithi02882251-27 from 2539520 to 2670592 tid 4 2024-04-02T08:27:15.220 INFO:tasks.rados.rados.0.smithi028.stdout:712: snap_create 2024-04-02T08:27:15.220 INFO:tasks.rados.rados.0.smithi028.stdout:710: finishing copy_from to smithi02882251-22 2024-04-02T08:27:15.220 INFO:tasks.rados.rados.0.smithi028.stdout:710: got expected ENOENT (src dne) 2024-04-02T08:27:15.220 INFO:tasks.rados.rados.0.smithi028.stdout:710: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:27:15.220 INFO:tasks.rados.rados.0.smithi028.stdout:711: finishing write tid 1 to smithi02882251-27 2024-04-02T08:27:15.222 INFO:tasks.rados.rados.0.smithi028.stdout:711: finishing write tid 2 to smithi02882251-27 2024-04-02T08:27:15.222 INFO:tasks.rados.rados.0.smithi028.stdout:711: finishing write tid 3 to smithi02882251-27 2024-04-02T08:27:15.224 INFO:tasks.rados.rados.0.smithi028.stdout:711: finishing write tid 4 to smithi02882251-27 2024-04-02T08:27:15.224 INFO:tasks.rados.rados.0.smithi028.stdout:711: finishing write tid 5 to smithi02882251-27 2024-04-02T08:27:15.225 INFO:tasks.rados.rados.0.smithi028.stdout:711: finishing write tid 6 to smithi02882251-27 2024-04-02T08:27:15.226 INFO:tasks.rados.rados.0.smithi028.stdout:711: oid 27 updating version 0 to 457 2024-04-02T08:27:15.226 INFO:tasks.rados.rados.0.smithi028.stdout:711: oid 27 updating version 457 to 461 2024-04-02T08:27:15.226 INFO:tasks.rados.rados.0.smithi028.stdout:711: oid 27 version 461 is already newer than 459 2024-04-02T08:27:15.226 INFO:tasks.rados.rados.0.smithi028.stdout:711: oid 27 version 461 is already newer than 460 2024-04-02T08:27:15.226 INFO:tasks.rados.rados.0.smithi028.stdout:711: oid 27 version 461 is already newer than 458 2024-04-02T08:27:15.226 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 461 (ObjNum 240 snap 69 seq_num 240) dirty exists 2024-04-02T08:27:15.226 INFO:tasks.rados.rados.0.smithi028.stdout:711: left oid 27 (ObjNum 240 snap 69 seq_num 240) 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: pgmap v18: 121 pgs: 121 active+clean; 172 MiB data, 729 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 54 op/s 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:15 smithi137 ceph-mon[31169]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:27:15.519 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:27:15.519 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:15.519 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:15.519 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:15.519 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: pgmap v18: 121 pgs: 121 active+clean; 172 MiB data, 729 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 54 op/s 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[27433]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:15.520 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:27:15.521 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: pgmap v18: 121 pgs: 121 active+clean; 172 MiB data, 729 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 0 B/s wr, 54 op/s 2024-04-02T08:27:15.521 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-02T08:27:15.521 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:15 smithi028 ceph-mon[39019]: osdmap e196: 8 total, 8 up, 8 in 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (4m) 7s ago 5m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (4m) 6s ago 4m 90.7M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (5m) 7s ago 5m 17.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (5m) 6s ago 5m 16.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (60s) 6s ago 9m 74.6M - 19.0.0-2422-g3cba26ea beaaa8a653cf 4bb978b50207 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (21s) 7s ago 11m 476M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (11m) 7s ago 11m 57.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c59fb2d6580 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (9m) 6s ago 9m 46.9M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b7f89bf5ce08 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (9m) 7s ago 9m 47.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 2511e1a84c58 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (4m) 7s ago 4m 16.2M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:27:15.844 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (4m) 6s ago 4m 15.5M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (9m) 7s ago 9m 115M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d dcd67296ac5e 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (8m) 7s ago 8m 113M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (8m) 7s ago 8m 129M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (7m) 7s ago 7m 81.3M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (7m) 6s ago 7m 136M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (7m) 6s ago 7m 125M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (6m) 6s ago 6m 87.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (6m) 6s ago 6m 93.9M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:27:15.845 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (27s) 6s ago 5m 36.2M - 2.43.0 a07b618ecd1d 63f92aec3bfd 2024-04-02T08:27:16.206 INFO:tasks.rados.rados.0.smithi028.stdout:710: done (2 left) 2024-04-02T08:27:16.206 INFO:tasks.rados.rados.0.smithi028.stdout:711: done (1 left) 2024-04-02T08:27:16.206 INFO:tasks.rados.rados.0.smithi028.stdout:712: done (0 left) 2024-04-02T08:27:16.206 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 70 2024-04-02T08:27:16.206 INFO:tasks.rados.rados.0.smithi028.stdout:713: seq_num 241 ranges {1040384=442368,1482752=466944,1949696=688128,2637824=49152} 2024-04-02T08:27:16.214 INFO:tasks.rados.rados.0.smithi028.stdout:713: writing smithi02882251-35 from 1040384 to 1482752 tid 1 2024-04-02T08:27:16.216 INFO:tasks.rados.rados.0.smithi028.stdout:713: writing smithi02882251-35 from 1482752 to 1949696 tid 2 2024-04-02T08:27:16.221 INFO:tasks.rados.rados.0.smithi028.stdout:713: writing smithi02882251-35 from 1949696 to 2637824 tid 3 2024-04-02T08:27:16.221 INFO:tasks.rados.rados.0.smithi028.stdout:713: writing smithi02882251-35 from 2637824 to 2686976 tid 4 2024-04-02T08:27:16.222 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 70 2024-04-02T08:27:16.222 INFO:tasks.rados.rados.0.smithi028.stdout:713: finishing write tid 1 to smithi02882251-35 2024-04-02T08:27:16.222 INFO:tasks.rados.rados.0.smithi028.stdout:713: finishing write tid 2 to smithi02882251-35 2024-04-02T08:27:16.222 INFO:tasks.rados.rados.0.smithi028.stdout:714: seq_num 242 ranges {1261568=458752,1720320=753664,2473984=450560} 2024-04-02T08:27:16.231 INFO:tasks.rados.rados.0.smithi028.stdout:714: writing smithi02882251-40 from 1261568 to 1720320 tid 1 2024-04-02T08:27:16.236 INFO:tasks.rados.rados.0.smithi028.stdout:714: writing smithi02882251-40 from 1720320 to 2473984 tid 2 2024-04-02T08:27:16.239 INFO:tasks.rados.rados.0.smithi028.stdout:714: writing smithi02882251-40 from 2473984 to 2924544 tid 3 2024-04-02T08:27:16.239 INFO:tasks.rados.rados.0.smithi028.stdout:715: read oid 22 snap -1 2024-04-02T08:27:16.239 INFO:tasks.rados.rados.0.smithi028.stdout:715: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:16.239 INFO:tasks.rados.rados.0.smithi028.stdout:713: finishing write tid 3 to smithi02882251-35 2024-04-02T08:27:16.239 INFO:tasks.rados.rados.0.smithi028.stdout:713: finishing write tid 4 to smithi02882251-35 2024-04-02T08:27:16.239 INFO:tasks.rados.rados.0.smithi028.stdout:713: finishing write tid 5 to smithi02882251-35 2024-04-02T08:27:16.239 INFO:tasks.rados.rados.0.smithi028.stdout:713: finishing write tid 6 to smithi02882251-35 2024-04-02T08:27:16.239 INFO:tasks.rados.rados.0.smithi028.stdout:713: oid 35 updating version 0 to 400 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:713: oid 35 updating version 400 to 403 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:713: oid 35 version 403 is already newer than 402 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:713: oid 35 updating version 403 to 404 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:713: oid 35 version 404 is already newer than 401 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 404 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:713: left oid 35 (ObjNum 241 snap 70 seq_num 241) 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:714: finishing write tid 1 to smithi02882251-40 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:713: done (2 left) 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:716: delete oid 44 current snap is 70 2024-04-02T08:27:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:715: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:714: finishing write tid 2 to smithi02882251-40 2024-04-02T08:27:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:715: done (2 left) 2024-04-02T08:27:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:716: done (1 left) 2024-04-02T08:27:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:717: read oid 17 snap -1 2024-04-02T08:27:16.243 INFO:tasks.rados.rados.0.smithi028.stdout:717: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:16.243 INFO:tasks.rados.rados.0.smithi028.stdout:718: snap_remove snap 68 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:27:16.261 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 13, 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:27:16.262 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:27:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:16 smithi137 ceph-mon[31169]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:27:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:16 smithi137 ceph-mon[31169]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:27:16.472 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:16 smithi028 ceph-mon[27433]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:27:16.472 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:16 smithi028 ceph-mon[27433]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:27:16.472 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:16 smithi028 ceph-mon[39019]: Reconfiguring daemon prometheus.a on smithi137 2024-04-02T08:27:16.472 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:16 smithi028 ceph-mon[39019]: osdmap e197: 8 total, 8 up, 8 in 2024-04-02T08:27:17.245 INFO:tasks.rados.rados.0.smithi028.stdout:718: done (2 left) 2024-04-02T08:27:17.245 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 70 2024-04-02T08:27:17.245 INFO:tasks.rados.rados.0.smithi028.stdout:714: finishing write tid 3 to smithi02882251-40 2024-04-02T08:27:17.245 INFO:tasks.rados.rados.0.smithi028.stdout:714: finishing write tid 4 to smithi02882251-40 2024-04-02T08:27:17.245 INFO:tasks.rados.rados.0.smithi028.stdout:714: finishing write tid 5 to smithi02882251-40 2024-04-02T08:27:17.246 INFO:tasks.rados.rados.0.smithi028.stdout:714: oid 40 updating version 0 to 465 2024-04-02T08:27:17.246 INFO:tasks.rados.rados.0.smithi028.stdout:714: oid 40 version 465 is already newer than 464 2024-04-02T08:27:17.246 INFO:tasks.rados.rados.0.smithi028.stdout:714: oid 40 updating version 465 to 466 2024-04-02T08:27:17.246 INFO:tasks.rados.rados.0.smithi028.stdout:714: oid 40 version 466 is already newer than 463 2024-04-02T08:27:17.246 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 466 (ObjNum 242 snap 70 seq_num 242) dirty exists 2024-04-02T08:27:17.246 INFO:tasks.rados.rados.0.smithi028.stdout:714: left oid 40 (ObjNum 242 snap 70 seq_num 242) 2024-04-02T08:27:17.246 INFO:tasks.rados.rados.0.smithi028.stdout:717: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:17.296 INFO:tasks.rados.rados.0.smithi028.stdout:719: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-04-02T08:27:17.298 INFO:tasks.rados.rados.0.smithi028.stdout:719: writing smithi02882251-48 from 0 to 491520 tid 1 2024-04-02T08:27:17.301 INFO:tasks.rados.rados.0.smithi028.stdout:719: writing smithi02882251-48 from 491520 to 1064960 tid 2 2024-04-02T08:27:17.304 INFO:tasks.rados.rados.0.smithi028.stdout:719: writing smithi02882251-48 from 1064960 to 1523712 tid 3 2024-04-02T08:27:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:719: writing smithi02882251-48 from 1523712 to 1695744 tid 4 2024-04-02T08:27:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:714: done (2 left) 2024-04-02T08:27:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:717: done (1 left) 2024-04-02T08:27:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:720: copy_from oid 45 from oid 18 current snap is 70 2024-04-02T08:27:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:719: finishing write tid 1 to smithi02882251-48 2024-04-02T08:27:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:719: finishing write tid 2 to smithi02882251-48 2024-04-02T08:27:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:721: snap_remove snap 51 2024-04-02T08:27:17.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:17 smithi137 ceph-mon[31169]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:17.600 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:17 smithi137 ceph-mon[31169]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:17.600 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:17 smithi137 ceph-mon[31169]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-04-02T08:27:17.600 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:17 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/1136416383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:17 smithi028 ceph-mon[39019]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:17 smithi028 ceph-mon[39019]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:17 smithi028 ceph-mon[39019]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-04-02T08:27:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:17 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/1136416383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:17 smithi028 ceph-mon[27433]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:17 smithi028 ceph-mon[27433]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:17 smithi028 ceph-mon[27433]: pgmap v21: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-04-02T08:27:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:17 smithi028 ceph-mon[27433]: from='client.? 172.21.15.28:0/1136416383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:18.249 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 systemd[1]: Stopping Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:18.251 INFO:tasks.rados.rados.0.smithi028.stdout:721: done (2 left) 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:722: copy_from oid 23 from oid 21 current snap is 70 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: finishing write tid 3 to smithi02882251-48 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: finishing write tid 4 to smithi02882251-48 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: finishing write tid 5 to smithi02882251-48 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: finishing write tid 6 to smithi02882251-48 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: oid 48 updating version 0 to 475 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: oid 48 version 475 is already newer than 472 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: oid 48 version 475 is already newer than 471 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: oid 48 version 475 is already newer than 474 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: oid 48 version 475 is already newer than 473 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 475 (ObjNum 244 snap 70 seq_num 244) dirty exists 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:719: left oid 48 (ObjNum 244 snap 70 seq_num 244) 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:720: finishing copy_from racing read to smithi02882251-45 2024-04-02T08:27:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:720: finishing copy_from to smithi02882251-45 2024-04-02T08:27:18.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 398 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-04-02T08:27:18.253 INFO:tasks.rados.rados.0.smithi028.stdout:719: done (2 left) 2024-04-02T08:27:18.253 INFO:tasks.rados.rados.0.smithi028.stdout:720: done (1 left) 2024-04-02T08:27:18.253 INFO:tasks.rados.rados.0.smithi028.stdout:723: copy_from oid 43 from oid 35 current snap is 70 2024-04-02T08:27:18.253 INFO:tasks.rados.rados.0.smithi028.stdout:724: setattr oid 29 current snap is 70 2024-04-02T08:27:18.253 INFO:tasks.rados.rados.0.smithi028.stdout:725: setattr oid 32 current snap is 70 2024-04-02T08:27:18.254 INFO:tasks.rados.rados.0.smithi028.stdout:726: snap_create 2024-04-02T08:27:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 198 (ObjNum 216 snap 56 seq_num 216) dirty exists 2024-04-02T08:27:18.264 INFO:tasks.rados.rados.0.smithi028.stdout:722: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:27:18.265 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 246 (ObjNum 206 snap 54 seq_num 206) dirty exists 2024-04-02T08:27:18.268 INFO:tasks.rados.rados.0.smithi028.stdout:722: finishing copy_from to smithi02882251-23 2024-04-02T08:27:18.269 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 114 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-02T08:27:18.279 INFO:tasks.rados.rados.0.smithi028.stdout:723: finishing copy_from racing read to smithi02882251-43 2024-04-02T08:27:18.282 INFO:tasks.rados.rados.0.smithi028.stdout:723: finishing copy_from to smithi02882251-43 2024-04-02T08:27:18.282 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 404 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-02T08:27:18.639 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-mon[31169]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:27:18.639 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:27:18.639 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:27:18.639 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:27:18.639 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:27:18.639 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:27:18.639 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:27:18.640 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:27:18.640 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:27:18.640 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:27:18.640 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:27:18.640 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:27:18.640 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[76542]: ts=2024-04-02T08:27:18.351Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:27:18.640 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 podman[79237]: 2024-04-02 08:27:18.36173297 +0000 UTC m=+0.128756600 container died 63f92aec3bfdf4c0fac9ba29e1b25b42e9dc17d393eae78b470701c40dfd406a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:18 smithi028 ceph-mon[27433]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:27:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:18 smithi028 ceph-mon[39019]: osdmap e198: 8 total, 8 up, 8 in 2024-04-02T08:27:18.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 podman[79237]: 2024-04-02 08:27:18.731246484 +0000 UTC m=+0.498270119 container cleanup 63f92aec3bfdf4c0fac9ba29e1b25b42e9dc17d393eae78b470701c40dfd406a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:18.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:18 smithi137 bash[79237]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:27:19.256 INFO:tasks.rados.rados.0.smithi028.stdout:722: done (4 left) 2024-04-02T08:27:19.256 INFO:tasks.rados.rados.0.smithi028.stdout:723: done (3 left) 2024-04-02T08:27:19.256 INFO:tasks.rados.rados.0.smithi028.stdout:724: done (2 left) 2024-04-02T08:27:19.256 INFO:tasks.rados.rados.0.smithi028.stdout:725: done (1 left) 2024-04-02T08:27:19.256 INFO:tasks.rados.rados.0.smithi028.stdout:726: done (0 left) 2024-04-02T08:27:19.256 INFO:tasks.rados.rados.0.smithi028.stdout:727: rollback oid 27 current snap is 71 2024-04-02T08:27:19.256 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 58 2024-04-02T08:27:19.257 INFO:tasks.rados.rados.0.smithi028.stdout:728: snap_remove snap 36 2024-04-02T08:27:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-mon[31169]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-04-02T08:27:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-mon[31169]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:27:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:19.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 podman[79254]: 2024-04-02 08:27:19.032449297 +0000 UTC m=+0.671186038 container remove 63f92aec3bfdf4c0fac9ba29e1b25b42e9dc17d393eae78b470701c40dfd406a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:19.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:27:19.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 systemd[1]: Stopped Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:19.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 1.173s CPU time. 2024-04-02T08:27:19.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 systemd[1]: Starting Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:19.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 podman[79359]: 2024-04-02 08:27:19.318176905 +0000 UTC m=+0.018715470 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:27:19.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 podman[79359]: 2024-04-02 08:27:19.424851985 +0000 UTC m=+0.125390547 container create 5f44bf118e8032ff9b508dd5f636fc291400f630ce7ab9aecc4184f99f3fdc95 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:19.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 podman[79359]: 2024-04-02 08:27:19.635659558 +0000 UTC m=+0.336198120 container init 5f44bf118e8032ff9b508dd5f636fc291400f630ce7ab9aecc4184f99f3fdc95 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:19.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 podman[79359]: 2024-04-02 08:27:19.640907464 +0000 UTC m=+0.341446027 container start 5f44bf118e8032ff9b508dd5f636fc291400f630ce7ab9aecc4184f99f3fdc95 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:27:19.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.663Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:27:19.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.663Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:27:19.663 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.663Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi137 (none))" 2024-04-02T08:27:19.664 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.663Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:27:19.664 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.663Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:27:19.664 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.665Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:27:19.664 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.665Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:27:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:19 smithi028 ceph-mon[27433]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-04-02T08:27:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:19 smithi028 ceph-mon[27433]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:27:19.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:19 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:19 smithi028 ceph-mon[39019]: pgmap v24: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 780 KiB/s wr, 12 op/s 2024-04-02T08:27:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:19 smithi028 ceph-mon[39019]: osdmap e199: 8 total, 8 up, 8 in 2024-04-02T08:27:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:19 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:20.145 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.666Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:27:20.145 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.666Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:27:20.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.668Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:27:20.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.668Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.594µs 2024-04-02T08:27:20.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.668Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:27:20.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.669Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-02T08:27:20.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.677Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-02T08:27:20.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.682Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-02T08:27:20.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.682Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-02T08:27:20.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.682Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.771µs wal_replay_duration=14.053585ms wbl_replay_duration=114ns total_replay_duration=14.096861ms 2024-04-02T08:27:20.147 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.684Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:27:20.147 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.684Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:27:20.147 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.684Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:27:20.147 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.705Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.44631ms db_storage=772ns remote_storage=1.418µs web_handler=479ns query_engine=639ns scrape=223.539µs scrape_sd=78.499µs notify=20.413µs notify_sd=17.328µs rules=19.716527ms tracing=5.138µs 2024-04-02T08:27:20.147 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.705Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:27:20.147 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:19.705Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:27:20.147 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 bash[79359]: 5f44bf118e8032ff9b508dd5f636fc291400f630ce7ab9aecc4184f99f3fdc95 2024-04-02T08:27:20.147 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:19 smithi137 systemd[1]: Started Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:728: done (1 left) 2024-04-02T08:27:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:729: copy_from oid 11 from oid 41 current snap is 71 2024-04-02T08:27:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:727: finishing rollback tid 0 to smithi02882251-27 2024-04-02T08:27:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:727: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:27:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:727: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:27:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 491 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:27:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:727: done (1 left) 2024-04-02T08:27:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:730: copy_from oid 46 from oid 17 current snap is 71 2024-04-02T08:27:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:731: delete oid 29 current snap is 71 2024-04-02T08:27:20.271 INFO:tasks.rados.rados.0.smithi028.stdout:731: done (2 left) 2024-04-02T08:27:20.272 INFO:tasks.rados.rados.0.smithi028.stdout:732: snap_remove snap 65 2024-04-02T08:27:20.541 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:20 smithi137 ceph-mon[31169]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:27:20.541 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:20 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:20.541 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:20 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:20.541 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:20 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:27:20.541 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:20 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[39019]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:27:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:27:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[27433]: osdmap e200: 8 total, 8 up, 8 in 2024-04-02T08:27:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:27:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:20 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:21.267 INFO:tasks.rados.rados.0.smithi028.stdout:732: done (2 left) 2024-04-02T08:27:21.267 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 71 2024-04-02T08:27:21.267 INFO:tasks.rados.rados.0.smithi028.stdout:729: finishing copy_from to smithi02882251-11 2024-04-02T08:27:21.267 INFO:tasks.rados.rados.0.smithi028.stdout:729: got expected ENOENT (src dne) 2024-04-02T08:27:21.267 INFO:tasks.rados.rados.0.smithi028.stdout:729: finishing copy_from racing read to smithi02882251-11 2024-04-02T08:27:21.267 INFO:tasks.rados.rados.0.smithi028.stdout:730: finishing copy_from racing read to smithi02882251-46 2024-04-02T08:27:21.267 INFO:tasks.rados.rados.0.smithi028.stdout:730: finishing copy_from to smithi02882251-46 2024-04-02T08:27:21.268 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 277 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:21.268 INFO:tasks.rados.rados.0.smithi028.stdout:733: seq_num 246 ranges {3145728=524288,3670016=745472,4415488=425984,4841472=32768} 2024-04-02T08:27:21.288 INFO:tasks.rados.rados.0.smithi028.stdout:733: writing smithi02882251-12 from 3145728 to 3670016 tid 1 2024-04-02T08:27:21.292 INFO:tasks.rados.rados.0.smithi028.stdout:733: writing smithi02882251-12 from 3670016 to 4415488 tid 2 2024-04-02T08:27:21.294 INFO:tasks.rados.rados.0.smithi028.stdout:733: writing smithi02882251-12 from 4415488 to 4841472 tid 3 2024-04-02T08:27:21.295 INFO:tasks.rados.rados.0.smithi028.stdout:733: writing smithi02882251-12 from 4841472 to 4874240 tid 4 2024-04-02T08:27:21.295 INFO:tasks.rados.rados.0.smithi028.stdout:729: done (2 left) 2024-04-02T08:27:21.295 INFO:tasks.rados.rados.0.smithi028.stdout:730: done (1 left) 2024-04-02T08:27:21.295 INFO:tasks.rados.rados.0.smithi028.stdout:734: delete oid 3 current snap is 71 2024-04-02T08:27:21.295 INFO:tasks.rados.rados.0.smithi028.stdout:733: finishing write tid 1 to smithi02882251-12 2024-04-02T08:27:21.296 INFO:tasks.rados.rados.0.smithi028.stdout:734: done (1 left) 2024-04-02T08:27:21.296 INFO:tasks.rados.rados.0.smithi028.stdout:735: snap_remove snap 56 2024-04-02T08:27:21.382 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:21 smithi137 ceph-mon[31169]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:27:21.382 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:21 smithi137 ceph-mon[31169]: pgmap v27: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:21.382 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:21 smithi137 ceph-mon[31169]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:27:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:21 smithi028 ceph-mon[27433]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:27:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:21 smithi028 ceph-mon[27433]: pgmap v27: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:21 smithi028 ceph-mon[27433]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:27:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:21 smithi028 ceph-mon[39019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:27:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:21 smithi028 ceph-mon[39019]: pgmap v27: 121 pgs: 121 active+clean; 175 MiB data, 735 MiB used, 715 GiB / 715 GiB avail 2024-04-02T08:27:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:21 smithi028 ceph-mon[39019]: osdmap e201: 8 total, 8 up, 8 in 2024-04-02T08:27:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:733: finishing write tid 2 to smithi02882251-12 2024-04-02T08:27:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:733: finishing write tid 3 to smithi02882251-12 2024-04-02T08:27:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:733: finishing write tid 4 to smithi02882251-12 2024-04-02T08:27:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:733: finishing write tid 5 to smithi02882251-12 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:733: finishing write tid 6 to smithi02882251-12 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:733: oid 12 updating version 0 to 452 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:733: oid 12 updating version 452 to 454 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:733: oid 12 version 454 is already newer than 453 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:733: oid 12 updating version 454 to 455 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:733: oid 12 version 455 is already newer than 451 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 455 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:733: left oid 12 (ObjNum 246 snap 71 seq_num 246) 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:733: done (1 left) 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:735: done (0 left) 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:736: read oid 14 snap -1 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:736: expect (ObjNum 176 snap 45 seq_num 176) 2024-04-02T08:27:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:737: snap_remove snap 67 2024-04-02T08:27:22.614 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:22 smithi137 ceph-mon[31169]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:27:22.614 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:22 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:22.614 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:22 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:22.614 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:22 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:22.614 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:22 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[27433]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:27:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[39019]: osdmap e202: 8 total, 8 up, 8 in 2024-04-02T08:27:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:27:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:27:22.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:22 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:23.274 INFO:tasks.rados.rados.0.smithi028.stdout:737: done (1 left) 2024-04-02T08:27:23.274 INFO:tasks.rados.rados.0.smithi028.stdout:738: read oid 32 snap -1 2024-04-02T08:27:23.274 INFO:tasks.rados.rados.0.smithi028.stdout:738: expect (ObjNum 206 snap 54 seq_num 206) 2024-04-02T08:27:23.274 INFO:tasks.rados.rados.0.smithi028.stdout:739: snap_remove snap 63 2024-04-02T08:27:23.502 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:23 smithi137 systemd[1]: Stopping Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:23.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:23 smithi137 ceph-mon[31169]: Upgrade: Updating mgr.x 2024-04-02T08:27:23.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:23 smithi137 ceph-mon[31169]: Deploying daemon mgr.x on smithi137 2024-04-02T08:27:23.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:23 smithi137 ceph-mon[31169]: pgmap v30: 121 pgs: 121 active+clean; 185 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 961 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-02T08:27:23.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:23 smithi137 ceph-mon[31169]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:27:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:23 smithi028 ceph-mon[27433]: Upgrade: Updating mgr.x 2024-04-02T08:27:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:23 smithi028 ceph-mon[27433]: Deploying daemon mgr.x on smithi137 2024-04-02T08:27:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:23 smithi028 ceph-mon[27433]: pgmap v30: 121 pgs: 121 active+clean; 185 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 961 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-02T08:27:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:23 smithi028 ceph-mon[27433]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:27:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:23 smithi028 ceph-mon[39019]: Upgrade: Updating mgr.x 2024-04-02T08:27:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:23 smithi028 ceph-mon[39019]: Deploying daemon mgr.x on smithi137 2024-04-02T08:27:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:23 smithi028 ceph-mon[39019]: pgmap v30: 121 pgs: 121 active+clean; 185 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 961 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-02T08:27:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:23 smithi028 ceph-mon[39019]: osdmap e203: 8 total, 8 up, 8 in 2024-04-02T08:27:23.828 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:23 smithi137 podman[79764]: 2024-04-02 08:27:23.512329561 +0000 UTC m=+0.168106296 container died 4bb978b502071b19b4ac4d0da018d4ebdcdc720460b5574c45eb6494ab931371 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:27:23.828 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:24.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:23 smithi137 podman[79764]: 2024-04-02 08:27:23.98695606 +0000 UTC m=+0.642732792 container cleanup 4bb978b502071b19b4ac4d0da018d4ebdcdc720460b5574c45eb6494ab931371 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:27:24.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:23 smithi137 bash[79764]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T08:27:24.208 INFO:tasks.rados.rados.0.smithi028.stdout:739: done (2 left) 2024-04-02T08:27:24.208 INFO:tasks.rados.rados.0.smithi028.stdout:740: rollback oid 2 current snap is 71 2024-04-02T08:27:24.208 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 54 2024-04-02T08:27:24.208 INFO:tasks.rados.rados.0.smithi028.stdout:736: expect (ObjNum 176 snap 45 seq_num 176) 2024-04-02T08:27:24.335 INFO:tasks.rados.rados.0.smithi028.stdout:738: expect (ObjNum 206 snap 54 seq_num 206) 2024-04-02T08:27:24.365 INFO:tasks.rados.rados.0.smithi028.stdout:740: finishing rollback tid 0 to smithi02882251-2 2024-04-02T08:27:24.365 INFO:tasks.rados.rados.0.smithi028.stdout:740: finishing rollback tid 1 to smithi02882251-2 2024-04-02T08:27:24.365 INFO:tasks.rados.rados.0.smithi028.stdout:740: finishing rollback tid 2 to smithi02882251-2 2024-04-02T08:27:24.365 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 281 (ObjNum 204 snap 53 seq_num 204) dirty exists 2024-04-02T08:27:24.365 INFO:tasks.rados.rados.0.smithi028.stdout:736: done (2 left) 2024-04-02T08:27:24.365 INFO:tasks.rados.rados.0.smithi028.stdout:738: done (1 left) 2024-04-02T08:27:24.365 INFO:tasks.rados.rados.0.smithi028.stdout:740: done (0 left) 2024-04-02T08:27:24.365 INFO:tasks.rados.rados.0.smithi028.stdout:741: read oid 31 snap -1 2024-04-02T08:27:24.366 INFO:tasks.rados.rados.0.smithi028.stdout:741: expect (ObjNum 237 snap 66 seq_num 237) 2024-04-02T08:27:24.366 INFO:tasks.rados.rados.0.smithi028.stdout:742: rollback oid 40 current snap is 71 2024-04-02T08:27:24.366 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 69 2024-04-02T08:27:24.366 INFO:tasks.rados.rados.0.smithi028.stdout:743: copy_from oid 2 from oid 49 current snap is 71 2024-04-02T08:27:24.366 INFO:tasks.rados.rados.0.smithi028.stdout:744: delete oid 7 current snap is 71 2024-04-02T08:27:24.366 INFO:tasks.rados.rados.0.smithi028.stdout:744: done (3 left) 2024-04-02T08:27:24.366 INFO:tasks.rados.rados.0.smithi028.stdout:745: delete oid 37 current snap is 71 2024-04-02T08:27:24.369 INFO:tasks.rados.rados.0.smithi028.stdout:745: done (3 left) 2024-04-02T08:27:24.369 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 71 2024-04-02T08:27:24.369 INFO:tasks.rados.rados.0.smithi028.stdout:746: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-04-02T08:27:24.372 INFO:tasks.rados.rados.0.smithi028.stdout:746: writing smithi02882251-1 from 0 to 589824 tid 1 2024-04-02T08:27:24.376 INFO:tasks.rados.rados.0.smithi028.stdout:746: writing smithi02882251-1 from 589824 to 1269760 tid 2 2024-04-02T08:27:24.378 INFO:tasks.rados.rados.0.smithi028.stdout:746: writing smithi02882251-1 from 1269760 to 1679360 tid 3 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:746: writing smithi02882251-1 from 1679360 to 1794048 tid 4 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:747: rmattr oid 30 current snap is 71 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:747: done (4 left) 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:748: snap_create 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:742: finishing rollback tid 0 to smithi02882251-40 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:742: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:742: finishing rollback tid 2 to smithi02882251-40 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 531 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:743: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:743: finishing copy_from to smithi02882251-2 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 246 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:27:24.380 INFO:tasks.rados.rados.0.smithi028.stdout:746: finishing write tid 1 to smithi02882251-1 2024-04-02T08:27:24.381 INFO:tasks.rados.rados.0.smithi028.stdout:741: expect (ObjNum 237 snap 66 seq_num 237) 2024-04-02T08:27:24.512 INFO:tasks.rados.rados.0.smithi028.stdout:746: finishing write tid 2 to smithi02882251-1 2024-04-02T08:27:24.512 INFO:tasks.rados.rados.0.smithi028.stdout:746: finishing write tid 3 to smithi02882251-1 2024-04-02T08:27:24.512 INFO:tasks.rados.rados.0.smithi028.stdout:746: finishing write tid 4 to smithi02882251-1 2024-04-02T08:27:24.512 INFO:tasks.rados.rados.0.smithi028.stdout:746: finishing write tid 5 to smithi02882251-1 2024-04-02T08:27:24.512 INFO:tasks.rados.rados.0.smithi028.stdout:746: finishing write tid 6 to smithi02882251-1 2024-04-02T08:27:24.513 INFO:tasks.rados.rados.0.smithi028.stdout:746: oid 1 updating version 0 to 278 2024-04-02T08:27:24.513 INFO:tasks.rados.rados.0.smithi028.stdout:746: oid 1 updating version 278 to 280 2024-04-02T08:27:24.513 INFO:tasks.rados.rados.0.smithi028.stdout:746: oid 1 version 280 is already newer than 279 2024-04-02T08:27:24.513 INFO:tasks.rados.rados.0.smithi028.stdout:746: oid 1 updating version 280 to 282 2024-04-02T08:27:24.513 INFO:tasks.rados.rados.0.smithi028.stdout:746: oid 1 version 282 is already newer than 281 2024-04-02T08:27:24.513 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 282 (ObjNum 250 snap 71 seq_num 250) dirty exists 2024-04-02T08:27:24.513 INFO:tasks.rados.rados.0.smithi028.stdout:746: left oid 1 (ObjNum 250 snap 71 seq_num 250) 2024-04-02T08:27:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:24 smithi137 ceph-mon[31169]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:27:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:24 smithi137 ceph-mon[31169]: pgmap v33: 121 pgs: 121 active+clean; 185 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-02T08:27:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:24 smithi137 ceph-mon[31169]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:27:24.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:24 smithi137 podman[79784]: 2024-04-02 08:27:24.338898706 +0000 UTC m=+0.830555592 container remove 4bb978b502071b19b4ac4d0da018d4ebdcdc720460b5574c45eb6494ab931371 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-02T08:27:24.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:24 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:27:24.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:24 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T08:27:24.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:24 smithi137 systemd[1]: Stopped Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:24.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:24 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 24.606s CPU time. 2024-04-02T08:27:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:24 smithi028 ceph-mon[27433]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:27:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:24 smithi028 ceph-mon[27433]: pgmap v33: 121 pgs: 121 active+clean; 185 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-02T08:27:24.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:24 smithi028 ceph-mon[27433]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:27:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:24 smithi028 ceph-mon[39019]: osdmap e204: 8 total, 8 up, 8 in 2024-04-02T08:27:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:24 smithi028 ceph-mon[39019]: pgmap v33: 121 pgs: 121 active+clean; 185 MiB data, 785 MiB used, 714 GiB / 715 GiB avail; 962 KiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-02T08:27:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:24 smithi028 ceph-mon[39019]: osdmap e205: 8 total, 8 up, 8 in 2024-04-02T08:27:24.997 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:24 smithi137 systemd[1]: Starting Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:24.998 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:24 smithi137 podman[79922]: 2024-04-02 08:27:24.778565592 +0000 UTC m=+0.017605262 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:24.998 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:24 smithi137 podman[79922]: 2024-04-02 08:27:24.898659445 +0000 UTC m=+0.137699108 container create 0f8be42229faf2e77d34ef360c2e608fef5260668553882a3ff1f2f3ae3025c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:27:25.286 INFO:tasks.rados.rados.0.smithi028.stdout:741: done (4 left) 2024-04-02T08:27:25.286 INFO:tasks.rados.rados.0.smithi028.stdout:742: done (3 left) 2024-04-02T08:27:25.286 INFO:tasks.rados.rados.0.smithi028.stdout:743: done (2 left) 2024-04-02T08:27:25.286 INFO:tasks.rados.rados.0.smithi028.stdout:746: done (1 left) 2024-04-02T08:27:25.287 INFO:tasks.rados.rados.0.smithi028.stdout:748: done (0 left) 2024-04-02T08:27:25.287 INFO:tasks.rados.rados.0.smithi028.stdout:749: rmattr oid 35 current snap is 72 2024-04-02T08:27:25.287 INFO:tasks.rados.rados.0.smithi028.stdout:750: read oid 16 snap -1 2024-04-02T08:27:25.287 INFO:tasks.rados.rados.0.smithi028.stdout:750: expect (ObjNum 219 snap 56 seq_num 219) 2024-04-02T08:27:25.287 INFO:tasks.rados.rados.0.smithi028.stdout:751: setattr oid 12 current snap is 72 2024-04-02T08:27:25.287 INFO:tasks.rados.rados.0.smithi028.stdout:752: rollback oid 43 current snap is 72 2024-04-02T08:27:25.287 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 66 2024-04-02T08:27:25.287 INFO:tasks.rados.rados.0.smithi028.stdout:753: snap_remove snap 34 2024-04-02T08:27:25.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:25 smithi137 podman[79922]: 2024-04-02 08:27:25.09257609 +0000 UTC m=+0.331615753 container init 0f8be42229faf2e77d34ef360c2e608fef5260668553882a3ff1f2f3ae3025c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:25.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:25 smithi137 podman[79922]: 2024-04-02 08:27:25.098229376 +0000 UTC m=+0.337269040 container start 0f8be42229faf2e77d34ef360c2e608fef5260668553882a3ff1f2f3ae3025c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T08:27:25.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:25 smithi137 ceph-mgr[79960]: -- 172.21.15.137:0/2427568291 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563e613ba5a0 con 0x563e6138ec00 2024-04-02T08:27:25.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:25 smithi137 bash[79922]: 0f8be42229faf2e77d34ef360c2e608fef5260668553882a3ff1f2f3ae3025c0 2024-04-02T08:27:25.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:25 smithi137 systemd[1]: Started Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:26.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:25.668+0000 7f7d7fef6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:27:26.217 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:25 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:25.766+0000 7f7d7fef6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:27:26.288 INFO:tasks.rados.rados.0.smithi028.stdout:753: done (4 left) 2024-04-02T08:27:26.288 INFO:tasks.rados.rados.0.smithi028.stdout:754: snap_create 2024-04-02T08:27:26.288 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 405 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-04-02T08:27:26.288 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 473 (ObjNum 246 snap 71 seq_num 246) dirty exists 2024-04-02T08:27:26.288 INFO:tasks.rados.rados.0.smithi028.stdout:750: expect (ObjNum 219 snap 56 seq_num 219) 2024-04-02T08:27:26.333 INFO:tasks.rados.rados.0.smithi028.stdout:752: finishing rollback tid 0 to smithi02882251-43 2024-04-02T08:27:26.333 INFO:tasks.rados.rados.0.smithi028.stdout:752: finishing rollback tid 1 to smithi02882251-43 2024-04-02T08:27:26.333 INFO:tasks.rados.rados.0.smithi028.stdout:752: finishing rollback tid 2 to smithi02882251-43 2024-04-02T08:27:26.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 407 (ObjNum 33 snap 0 seq_num 1439763504) dirty exists 2024-04-02T08:27:26.584 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:26.491+0000 7f7d7fef6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:27:26.584 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:26.585+0000 7f7d7fef6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:27:26.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-mon[31169]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:27:26.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:26.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[27433]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[39019]: osdmap e206: 8 total, 8 up, 8 in 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:26 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:26.840 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:26.732+0000 7f7d7fef6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:27:26.840 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:26.841+0000 7f7d7fef6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:27:27.144 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:26.927+0000 7f7d7fef6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:27:27.289 INFO:tasks.rados.rados.0.smithi028.stdout:749: done (4 left) 2024-04-02T08:27:27.289 INFO:tasks.rados.rados.0.smithi028.stdout:750: done (3 left) 2024-04-02T08:27:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:751: done (2 left) 2024-04-02T08:27:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:752: done (1 left) 2024-04-02T08:27:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:754: done (0 left) 2024-04-02T08:27:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 73 2024-04-02T08:27:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:755: seq_num 251 ranges {1794048=606208,2400256=614400,3014656=589824} 2024-04-02T08:27:27.302 INFO:tasks.rados.rados.0.smithi028.stdout:755: writing smithi02882251-1 from 1794048 to 2400256 tid 1 2024-04-02T08:27:27.306 INFO:tasks.rados.rados.0.smithi028.stdout:755: writing smithi02882251-1 from 2400256 to 3014656 tid 2 2024-04-02T08:27:27.310 INFO:tasks.rados.rados.0.smithi028.stdout:755: writing smithi02882251-1 from 3014656 to 3604480 tid 3 2024-04-02T08:27:27.310 INFO:tasks.rados.rados.0.smithi028.stdout:756: copy_from oid 48 from oid 18 current snap is 73 2024-04-02T08:27:27.310 INFO:tasks.rados.rados.0.smithi028.stdout:755: finishing write tid 1 to smithi02882251-1 2024-04-02T08:27:27.310 INFO:tasks.rados.rados.0.smithi028.stdout:755: finishing write tid 2 to smithi02882251-1 2024-04-02T08:27:27.310 INFO:tasks.rados.rados.0.smithi028.stdout:757: read oid 33 snap -1 2024-04-02T08:27:27.310 INFO:tasks.rados.rados.0.smithi028.stdout:757: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:27:27.311 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 73 2024-04-02T08:27:27.311 INFO:tasks.rados.rados.0.smithi028.stdout:758: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-04-02T08:27:27.314 INFO:tasks.rados.rados.0.smithi028.stdout:758: writing smithi02882251-7 from 0 to 630784 tid 1 2024-04-02T08:27:27.318 INFO:tasks.rados.rados.0.smithi028.stdout:758: writing smithi02882251-7 from 630784 to 1130496 tid 2 2024-04-02T08:27:27.321 INFO:tasks.rados.rados.0.smithi028.stdout:758: writing smithi02882251-7 from 1130496 to 1556480 tid 3 2024-04-02T08:27:27.324 INFO:tasks.rados.rados.0.smithi028.stdout:758: writing smithi02882251-7 from 1556480 to 1835008 tid 4 2024-04-02T08:27:27.324 INFO:tasks.rados.rados.0.smithi028.stdout:759: copy_from oid 19 from oid 22 current snap is 73 2024-04-02T08:27:27.324 INFO:tasks.rados.rados.0.smithi028.stdout:755: finishing write tid 3 to smithi02882251-1 2024-04-02T08:27:27.324 INFO:tasks.rados.rados.0.smithi028.stdout:755: finishing write tid 4 to smithi02882251-1 2024-04-02T08:27:27.324 INFO:tasks.rados.rados.0.smithi028.stdout:755: finishing write tid 5 to smithi02882251-1 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:755: oid 1 updating version 0 to 285 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:755: oid 1 updating version 285 to 286 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:755: oid 1 version 286 is already newer than 283 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:755: oid 1 version 286 is already newer than 284 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 286 (ObjNum 251 snap 73 seq_num 251) dirty exists 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:755: left oid 1 (ObjNum 251 snap 73 seq_num 251) 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:756: finishing copy_from racing read to smithi02882251-48 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:758: finishing write tid 1 to smithi02882251-7 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:756: finishing copy_from to smithi02882251-48 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 398 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:758: finishing write tid 2 to smithi02882251-7 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:755: done (4 left) 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:756: done (3 left) 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:760: read oid 15 snap -1 2024-04-02T08:27:27.325 INFO:tasks.rados.rados.0.smithi028.stdout:760: expect deleted 2024-04-02T08:27:27.326 INFO:tasks.rados.rados.0.smithi028.stdout:761: delete oid 24 current snap is 73 2024-04-02T08:27:27.326 INFO:tasks.rados.rados.0.smithi028.stdout:759: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:27:27.327 INFO:tasks.rados.rados.0.smithi028.stdout:760: done (4 left) 2024-04-02T08:27:27.327 INFO:tasks.rados.rados.0.smithi028.stdout:761: done (3 left) 2024-04-02T08:27:27.327 INFO:tasks.rados.rados.0.smithi028.stdout:762: snap_remove snap 52 2024-04-02T08:27:27.472 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:27 smithi137 ceph-mon[31169]: pgmap v36: 121 pgs: 121 active+clean; 186 MiB data, 863 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:27:27.472 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:27 smithi137 ceph-mon[31169]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:27:27.473 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:27.205+0000 7f7d7fef6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:27:27.473 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:27.324+0000 7f7d7fef6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:27.473 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:27.413+0000 7f7d7fef6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:27:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:27 smithi028 ceph-mon[27433]: pgmap v36: 121 pgs: 121 active+clean; 186 MiB data, 863 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:27:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:27 smithi028 ceph-mon[27433]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:27:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:27 smithi028 ceph-mon[39019]: pgmap v36: 121 pgs: 121 active+clean; 186 MiB data, 863 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:27:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:27 smithi028 ceph-mon[39019]: osdmap e207: 8 total, 8 up, 8 in 2024-04-02T08:27:27.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:27.514+0000 7f7d7fef6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:27:27.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:27.702+0000 7f7d7fef6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:27:28.295 INFO:tasks.rados.rados.0.smithi028.stdout:759: finishing copy_from to smithi02882251-19 2024-04-02T08:27:28.295 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 422 (ObjNum 161 snap 0 seq_num 906859689) dirty exists 2024-04-02T08:27:28.295 INFO:tasks.rados.rados.0.smithi028.stdout:758: finishing write tid 3 to smithi02882251-7 2024-04-02T08:27:28.295 INFO:tasks.rados.rados.0.smithi028.stdout:758: finishing write tid 4 to smithi02882251-7 2024-04-02T08:27:28.295 INFO:tasks.rados.rados.0.smithi028.stdout:758: finishing write tid 5 to smithi02882251-7 2024-04-02T08:27:28.295 INFO:tasks.rados.rados.0.smithi028.stdout:758: finishing write tid 6 to smithi02882251-7 2024-04-02T08:27:28.296 INFO:tasks.rados.rados.0.smithi028.stdout:758: oid 7 updating version 0 to 347 2024-04-02T08:27:28.296 INFO:tasks.rados.rados.0.smithi028.stdout:758: oid 7 version 347 is already newer than 345 2024-04-02T08:27:28.296 INFO:tasks.rados.rados.0.smithi028.stdout:758: oid 7 version 347 is already newer than 344 2024-04-02T08:27:28.296 INFO:tasks.rados.rados.0.smithi028.stdout:758: oid 7 updating version 347 to 348 2024-04-02T08:27:28.296 INFO:tasks.rados.rados.0.smithi028.stdout:758: oid 7 version 348 is already newer than 346 2024-04-02T08:27:28.296 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 348 (ObjNum 252 snap 73 seq_num 252) dirty exists 2024-04-02T08:27:28.296 INFO:tasks.rados.rados.0.smithi028.stdout:758: left oid 7 (ObjNum 252 snap 73 seq_num 252) 2024-04-02T08:27:28.296 INFO:tasks.rados.rados.0.smithi028.stdout:757: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:27:28.514 INFO:tasks.rados.rados.0.smithi028.stdout:757: done (3 left) 2024-04-02T08:27:28.514 INFO:tasks.rados.rados.0.smithi028.stdout:758: done (2 left) 2024-04-02T08:27:28.514 INFO:tasks.rados.rados.0.smithi028.stdout:759: done (1 left) 2024-04-02T08:27:28.514 INFO:tasks.rados.rados.0.smithi028.stdout:762: done (0 left) 2024-04-02T08:27:28.514 INFO:tasks.rados.rados.0.smithi028.stdout:763: snap_remove snap 72 2024-04-02T08:27:28.618 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:28 smithi137 ceph-mon[31169]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:27:28.618 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:28 smithi137 ceph-mon[31169]: pgmap v39: 121 pgs: 121 active+clean; 186 MiB data, 863 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:27:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:28 smithi028 ceph-mon[27433]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:27:28.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:28 smithi028 ceph-mon[27433]: pgmap v39: 121 pgs: 121 active+clean; 186 MiB data, 863 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:27:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:28 smithi028 ceph-mon[39019]: osdmap e208: 8 total, 8 up, 8 in 2024-04-02T08:27:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:28 smithi028 ceph-mon[39019]: pgmap v39: 121 pgs: 121 active+clean; 186 MiB data, 863 MiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-02T08:27:28.888 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:28 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:28.757+0000 7f7d7fef6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:27:29.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:28 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:28.889+0000 7f7d7fef6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:27:29.209 INFO:tasks.rados.rados.0.smithi028.stdout:763: done (0 left) 2024-04-02T08:27:29.209 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 73 2024-04-02T08:27:29.210 INFO:tasks.rados.rados.0.smithi028.stdout:764: seq_num 254 ranges {2424832=663552,3088384=663552,3751936=540672} 2024-04-02T08:27:29.226 INFO:tasks.rados.rados.0.smithi028.stdout:764: writing smithi02882251-14 from 2424832 to 3088384 tid 1 2024-04-02T08:27:29.229 INFO:tasks.rados.rados.0.smithi028.stdout:764: writing smithi02882251-14 from 3088384 to 3751936 tid 2 2024-04-02T08:27:29.233 INFO:tasks.rados.rados.0.smithi028.stdout:764: writing smithi02882251-14 from 3751936 to 4292608 tid 3 2024-04-02T08:27:29.233 INFO:tasks.rados.rados.0.smithi028.stdout:765: read oid 31 snap -1 2024-04-02T08:27:29.233 INFO:tasks.rados.rados.0.smithi028.stdout:765: expect (ObjNum 237 snap 66 seq_num 237) 2024-04-02T08:27:29.233 INFO:tasks.rados.rados.0.smithi028.stdout:766: read oid 2 snap -1 2024-04-02T08:27:29.234 INFO:tasks.rados.rados.0.smithi028.stdout:766: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:27:29.234 INFO:tasks.rados.rados.0.smithi028.stdout:767: snap_remove snap 66 2024-04-02T08:27:29.558 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:29 smithi137 ceph-mon[31169]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:27:29.559 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:29 smithi137 ceph-mon[31169]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:27:29.559 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:29.250+0000 7f7d7fef6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:27:29.559 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:29.342+0000 7f7d7fef6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:27:29.559 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:29.559+0000 7f7d7fef6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:29 smithi028 ceph-mon[39019]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:27:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:29 smithi028 ceph-mon[39019]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:27:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:29 smithi028 ceph-mon[27433]: osdmap e209: 8 total, 8 up, 8 in 2024-04-02T08:27:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:29 smithi028 ceph-mon[27433]: osdmap e210: 8 total, 8 up, 8 in 2024-04-02T08:27:29.894 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:29.755+0000 7f7d7fef6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:27:30.219 INFO:tasks.rados.rados.0.smithi028.stdout:767: done (3 left) 2024-04-02T08:27:30.219 INFO:tasks.rados.rados.0.smithi028.stdout:768: rmattr oid 46 current snap is 73 2024-04-02T08:27:30.220 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 1 to smithi02882251-14 2024-04-02T08:27:30.220 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 2 to smithi02882251-14 2024-04-02T08:27:30.220 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 3 to smithi02882251-14 2024-04-02T08:27:30.220 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 4 to smithi02882251-14 2024-04-02T08:27:30.220 INFO:tasks.rados.rados.0.smithi028.stdout:766: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:27:30.251 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 5 to smithi02882251-14 2024-04-02T08:27:30.251 INFO:tasks.rados.rados.0.smithi028.stdout:764: oid 14 updating version 0 to 560 2024-04-02T08:27:30.251 INFO:tasks.rados.rados.0.smithi028.stdout:764: oid 14 updating version 560 to 561 2024-04-02T08:27:30.252 INFO:tasks.rados.rados.0.smithi028.stdout:764: oid 14 version 561 is already newer than 557 2024-04-02T08:27:30.252 INFO:tasks.rados.rados.0.smithi028.stdout:764: oid 14 updating version 561 to 562 2024-04-02T08:27:30.252 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 562 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-02T08:27:30.252 INFO:tasks.rados.rados.0.smithi028.stdout:764: left oid 14 (ObjNum 254 snap 73 seq_num 254) 2024-04-02T08:27:30.252 INFO:tasks.rados.rados.0.smithi028.stdout:765: expect (ObjNum 237 snap 66 seq_num 237) 2024-04-02T08:27:30.345 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:30 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:30.067+0000 7f7d7fef6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:30.345 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:30 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:30.346+0000 7f7d7fef6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:30.384 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 301 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:30.384 INFO:tasks.rados.rados.0.smithi028.stdout:764: done (3 left) 2024-04-02T08:27:30.384 INFO:tasks.rados.rados.0.smithi028.stdout:765: done (2 left) 2024-04-02T08:27:30.384 INFO:tasks.rados.rados.0.smithi028.stdout:766: done (1 left) 2024-04-02T08:27:30.384 INFO:tasks.rados.rados.0.smithi028.stdout:768: done (0 left) 2024-04-02T08:27:30.384 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 73 2024-04-02T08:27:30.384 INFO:tasks.rados.rados.0.smithi028.stdout:769: seq_num 255 ranges {1441792=679936,2121728=548864,2670592=598016,3268608=57344} 2024-04-02T08:27:30.395 INFO:tasks.rados.rados.0.smithi028.stdout:769: writing smithi02882251-26 from 1441792 to 2121728 tid 1 2024-04-02T08:27:30.398 INFO:tasks.rados.rados.0.smithi028.stdout:769: writing smithi02882251-26 from 2121728 to 2670592 tid 2 2024-04-02T08:27:30.401 INFO:tasks.rados.rados.0.smithi028.stdout:769: writing smithi02882251-26 from 2670592 to 3268608 tid 3 2024-04-02T08:27:30.402 INFO:tasks.rados.rados.0.smithi028.stdout:769: writing smithi02882251-26 from 3268608 to 3325952 tid 4 2024-04-02T08:27:30.402 INFO:tasks.rados.rados.0.smithi028.stdout:770: read oid 20 snap 71 2024-04-02T08:27:30.402 INFO:tasks.rados.rados.0.smithi028.stdout:770: expect (ObjNum 239 snap 67 seq_num 239) 2024-04-02T08:27:30.403 INFO:tasks.rados.rados.0.smithi028.stdout:771: copy_from oid 16 from oid 46 current snap is 73 2024-04-02T08:27:30.403 INFO:tasks.rados.rados.0.smithi028.stdout:769: finishing write tid 1 to smithi02882251-26 2024-04-02T08:27:30.403 INFO:tasks.rados.rados.0.smithi028.stdout:769: finishing write tid 2 to smithi02882251-26 2024-04-02T08:27:30.403 INFO:tasks.rados.rados.0.smithi028.stdout:772: read oid 22 snap -1 2024-04-02T08:27:30.403 INFO:tasks.rados.rados.0.smithi028.stdout:772: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:30.403 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 73 2024-04-02T08:27:30.403 INFO:tasks.rados.rados.0.smithi028.stdout:773: seq_num 256 ranges {876544=696320,1572864=434176,2007040=770048} 2024-04-02T08:27:30.411 INFO:tasks.rados.rados.0.smithi028.stdout:773: writing smithi02882251-42 from 876544 to 1572864 tid 1 2024-04-02T08:27:30.413 INFO:tasks.rados.rados.0.smithi028.stdout:773: writing smithi02882251-42 from 1572864 to 2007040 tid 2 2024-04-02T08:27:30.418 INFO:tasks.rados.rados.0.smithi028.stdout:773: writing smithi02882251-42 from 2007040 to 2777088 tid 3 2024-04-02T08:27:30.419 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 73 2024-04-02T08:27:30.419 INFO:tasks.rados.rados.0.smithi028.stdout:774: seq_num 257 ranges {0=712704,712704=720896,1433600=483328} 2024-04-02T08:27:30.422 INFO:tasks.rados.rados.0.smithi028.stdout:774: writing smithi02882251-21 from 0 to 712704 tid 1 2024-04-02T08:27:30.426 INFO:tasks.rados.rados.0.smithi028.stdout:774: writing smithi02882251-21 from 712704 to 1433600 tid 2 2024-04-02T08:27:30.430 INFO:tasks.rados.rados.0.smithi028.stdout:774: writing smithi02882251-21 from 1433600 to 1916928 tid 3 2024-04-02T08:27:30.430 INFO:tasks.rados.rados.0.smithi028.stdout:775: snap_create 2024-04-02T08:27:30.430 INFO:tasks.rados.rados.0.smithi028.stdout:772: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:27:30.434 INFO:tasks.rados.rados.0.smithi028.stdout:769: finishing write tid 3 to smithi02882251-26 2024-04-02T08:27:30.434 INFO:tasks.rados.rados.0.smithi028.stdout:769: finishing write tid 4 to smithi02882251-26 2024-04-02T08:27:30.434 INFO:tasks.rados.rados.0.smithi028.stdout:769: finishing write tid 5 to smithi02882251-26 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:771: finishing copy_from racing read to smithi02882251-16 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:771: finishing copy_from to smithi02882251-16 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 301 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:769: finishing write tid 6 to smithi02882251-26 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:769: oid 26 updating version 0 to 283 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:769: oid 26 updating version 283 to 286 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:769: oid 26 version 286 is already newer than 285 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:769: oid 26 version 286 is already newer than 284 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:769: oid 26 version 286 is already newer than 282 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 286 (ObjNum 255 snap 73 seq_num 255) dirty exists 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:769: left oid 26 (ObjNum 255 snap 73 seq_num 255) 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 1 to smithi02882251-42 2024-04-02T08:27:30.435 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 2 to smithi02882251-42 2024-04-02T08:27:30.436 INFO:tasks.rados.rados.0.smithi028.stdout:770: expect (ObjNum 239 snap 67 seq_num 239) 2024-04-02T08:27:30.594 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 3 to smithi02882251-42 2024-04-02T08:27:30.594 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 4 to smithi02882251-42 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 5 to smithi02882251-42 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:773: oid 42 updating version 0 to 297 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:773: oid 42 version 297 is already newer than 296 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:773: oid 42 updating version 297 to 299 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:773: oid 42 version 299 is already newer than 298 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 299 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:773: left oid 42 (ObjNum 256 snap 73 seq_num 256) 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 1 to smithi02882251-21 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 2 to smithi02882251-21 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 3 to smithi02882251-21 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 4 to smithi02882251-21 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 5 to smithi02882251-21 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: oid 21 updating version 0 to 303 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: oid 21 updating version 303 to 305 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: oid 21 version 305 is already newer than 304 2024-04-02T08:27:30.595 INFO:tasks.rados.rados.0.smithi028.stdout:774: oid 21 version 305 is already newer than 302 2024-04-02T08:27:30.596 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 305 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-04-02T08:27:30.596 INFO:tasks.rados.rados.0.smithi028.stdout:774: left oid 21 (ObjNum 257 snap 73 seq_num 257) 2024-04-02T08:27:30.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:30 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:30.601+0000 7f7d7fef6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:769: done (6 left) 2024-04-02T08:27:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:770: done (5 left) 2024-04-02T08:27:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:771: done (4 left) 2024-04-02T08:27:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:772: done (3 left) 2024-04-02T08:27:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:773: done (2 left) 2024-04-02T08:27:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:774: done (1 left) 2024-04-02T08:27:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:775: done (0 left) 2024-04-02T08:27:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 74 2024-04-02T08:27:31.299 INFO:tasks.rados.rados.0.smithi028.stdout:776: seq_num 258 ranges {892928=729088,1622016=606208,2228224=598016} 2024-04-02T08:27:31.307 INFO:tasks.rados.rados.0.smithi028.stdout:776: writing smithi02882251-45 from 892928 to 1622016 tid 1 2024-04-02T08:27:31.309 INFO:tasks.rados.rados.0.smithi028.stdout:776: writing smithi02882251-45 from 1622016 to 2228224 tid 2 2024-04-02T08:27:31.314 INFO:tasks.rados.rados.0.smithi028.stdout:776: writing smithi02882251-45 from 2228224 to 2826240 tid 3 2024-04-02T08:27:31.314 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 74 2024-04-02T08:27:31.314 INFO:tasks.rados.rados.0.smithi028.stdout:776: finishing write tid 1 to smithi02882251-45 2024-04-02T08:27:31.314 INFO:tasks.rados.rados.0.smithi028.stdout:776: finishing write tid 2 to smithi02882251-45 2024-04-02T08:27:31.314 INFO:tasks.rados.rados.0.smithi028.stdout:777: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-04-02T08:27:31.317 INFO:tasks.rados.rados.0.smithi028.stdout:777: writing smithi02882251-10 from 0 to 745472 tid 1 2024-04-02T08:27:31.321 INFO:tasks.rados.rados.0.smithi028.stdout:777: writing smithi02882251-10 from 745472 to 1286144 tid 2 2024-04-02T08:27:31.324 INFO:tasks.rados.rados.0.smithi028.stdout:777: writing smithi02882251-10 from 1286144 to 1867776 tid 3 2024-04-02T08:27:31.326 INFO:tasks.rados.rados.0.smithi028.stdout:777: writing smithi02882251-10 from 1867776 to 1949696 tid 4 2024-04-02T08:27:31.326 INFO:tasks.rados.rados.0.smithi028.stdout:778: delete oid 7 current snap is 74 2024-04-02T08:27:31.326 INFO:tasks.rados.rados.0.smithi028.stdout:776: finishing write tid 3 to smithi02882251-45 2024-04-02T08:27:31.326 INFO:tasks.rados.rados.0.smithi028.stdout:776: finishing write tid 4 to smithi02882251-45 2024-04-02T08:27:31.326 INFO:tasks.rados.rados.0.smithi028.stdout:776: finishing write tid 5 to smithi02882251-45 2024-04-02T08:27:31.326 INFO:tasks.rados.rados.0.smithi028.stdout:776: oid 45 updating version 0 to 573 2024-04-02T08:27:31.327 INFO:tasks.rados.rados.0.smithi028.stdout:776: oid 45 updating version 573 to 575 2024-04-02T08:27:31.327 INFO:tasks.rados.rados.0.smithi028.stdout:776: oid 45 version 575 is already newer than 572 2024-04-02T08:27:31.327 INFO:tasks.rados.rados.0.smithi028.stdout:776: oid 45 version 575 is already newer than 574 2024-04-02T08:27:31.327 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 575 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-04-02T08:27:31.327 INFO:tasks.rados.rados.0.smithi028.stdout:776: left oid 45 (ObjNum 258 snap 74 seq_num 258) 2024-04-02T08:27:31.327 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 1 to smithi02882251-10 2024-04-02T08:27:31.327 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 2 to smithi02882251-10 2024-04-02T08:27:31.328 INFO:tasks.rados.rados.0.smithi028.stdout:776: done (2 left) 2024-04-02T08:27:31.328 INFO:tasks.rados.rados.0.smithi028.stdout:778: done (1 left) 2024-04-02T08:27:31.328 INFO:tasks.rados.rados.0.smithi028.stdout:779: rmattr oid 20 current snap is 74 2024-04-02T08:27:31.328 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 74 2024-04-02T08:27:31.328 INFO:tasks.rados.rados.0.smithi028.stdout:780: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-04-02T08:27:31.332 INFO:tasks.rados.rados.0.smithi028.stdout:780: writing smithi02882251-47 from 0 to 778240 tid 1 2024-04-02T08:27:31.336 INFO:tasks.rados.rados.0.smithi028.stdout:780: writing smithi02882251-47 from 778240 to 1482752 tid 2 2024-04-02T08:27:31.340 INFO:tasks.rados.rados.0.smithi028.stdout:780: writing smithi02882251-47 from 1482752 to 1982464 tid 3 2024-04-02T08:27:31.340 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 74 2024-04-02T08:27:31.340 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 3 to smithi02882251-10 2024-04-02T08:27:31.340 INFO:tasks.rados.rados.0.smithi028.stdout:781: seq_num 262 ranges {892928=794624,1687552=589824,2277376=614400} 2024-04-02T08:27:31.348 INFO:tasks.rados.rados.0.smithi028.stdout:781: writing smithi02882251-48 from 892928 to 1687552 tid 1 2024-04-02T08:27:31.352 INFO:tasks.rados.rados.0.smithi028.stdout:781: writing smithi02882251-48 from 1687552 to 2277376 tid 2 2024-04-02T08:27:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:781: writing smithi02882251-48 from 2277376 to 2891776 tid 3 2024-04-02T08:27:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:782: delete oid 6 current snap is 74 2024-04-02T08:27:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 4 to smithi02882251-10 2024-04-02T08:27:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 5 to smithi02882251-10 2024-04-02T08:27:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 6 to smithi02882251-10 2024-04-02T08:27:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:777: oid 10 updating version 0 to 240 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:777: oid 10 updating version 240 to 242 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:777: oid 10 updating version 242 to 243 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:777: oid 10 version 243 is already newer than 239 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:777: oid 10 version 243 is already newer than 241 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 243 (ObjNum 259 snap 74 seq_num 259) dirty exists 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:777: left oid 10 (ObjNum 259 snap 74 seq_num 259) 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 288 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:780: finishing write tid 1 to smithi02882251-47 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:780: finishing write tid 2 to smithi02882251-47 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:780: finishing write tid 3 to smithi02882251-47 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:780: finishing write tid 4 to smithi02882251-47 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:780: finishing write tid 5 to smithi02882251-47 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:780: oid 47 updating version 0 to 251 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:780: oid 47 updating version 251 to 253 2024-04-02T08:27:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:780: oid 47 version 253 is already newer than 250 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:780: oid 47 version 253 is already newer than 252 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 253 (ObjNum 261 snap 74 seq_num 261) dirty exists 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:780: left oid 47 (ObjNum 261 snap 74 seq_num 261) 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:781: finishing write tid 1 to smithi02882251-48 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:781: finishing write tid 2 to smithi02882251-48 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:777: done (4 left) 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:779: done (3 left) 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:780: done (2 left) 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:782: done (1 left) 2024-04-02T08:27:31.358 INFO:tasks.rados.rados.0.smithi028.stdout:783: snap_create 2024-04-02T08:27:31.359 INFO:tasks.rados.rados.0.smithi028.stdout:781: finishing write tid 3 to smithi02882251-48 2024-04-02T08:27:31.359 INFO:tasks.rados.rados.0.smithi028.stdout:781: finishing write tid 4 to smithi02882251-48 2024-04-02T08:27:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:781: finishing write tid 5 to smithi02882251-48 2024-04-02T08:27:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:781: oid 48 updating version 0 to 579 2024-04-02T08:27:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:781: oid 48 version 579 is already newer than 577 2024-04-02T08:27:31.361 INFO:tasks.rados.rados.0.smithi028.stdout:781: oid 48 version 579 is already newer than 578 2024-04-02T08:27:31.361 INFO:tasks.rados.rados.0.smithi028.stdout:781: oid 48 updating version 579 to 580 2024-04-02T08:27:31.361 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 580 (ObjNum 262 snap 74 seq_num 262) dirty exists 2024-04-02T08:27:31.361 INFO:tasks.rados.rados.0.smithi028.stdout:781: left oid 48 (ObjNum 262 snap 74 seq_num 262) 2024-04-02T08:27:31.480 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:31 smithi137 ceph-mon[31169]: pgmap v42: 121 pgs: 121 active+clean; 182 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 op/s 2024-04-02T08:27:31.480 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:31 smithi137 ceph-mon[31169]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:27:31.480 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:31 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:31.480 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:31 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:27:31] "GET /metrics HTTP/1.1" 200 36077 "" "Prometheus/2.43.0" 2024-04-02T08:27:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-mon[27433]: pgmap v42: 121 pgs: 121 active+clean; 182 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 op/s 2024-04-02T08:27:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-mon[27433]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:27:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-mon[39019]: pgmap v42: 121 pgs: 121 active+clean; 182 MiB data, 853 MiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 op/s 2024-04-02T08:27:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-mon[39019]: osdmap e211: 8 total, 8 up, 8 in 2024-04-02T08:27:31.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:31.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:31 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:31.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:31 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:31.481+0000 7f7d7fef6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:32.307 INFO:tasks.rados.rados.0.smithi028.stdout:781: done (1 left) 2024-04-02T08:27:32.307 INFO:tasks.rados.rados.0.smithi028.stdout:783: done (0 left) 2024-04-02T08:27:32.307 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 75 2024-04-02T08:27:32.307 INFO:tasks.rados.rados.0.smithi028.stdout:784: seq_num 264 ranges {3940352=425984,4366336=761856,5128192=770048,5898240=73728} 2024-04-02T08:27:32.330 INFO:tasks.rados.rados.0.smithi028.stdout:784: writing smithi02882251-13 from 3940352 to 4366336 tid 1 2024-04-02T08:27:32.334 INFO:tasks.rados.rados.0.smithi028.stdout:784: writing smithi02882251-13 from 4366336 to 5128192 tid 2 2024-04-02T08:27:32.339 INFO:tasks.rados.rados.0.smithi028.stdout:784: writing smithi02882251-13 from 5128192 to 5898240 tid 3 2024-04-02T08:27:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:784: writing smithi02882251-13 from 5898240 to 5971968 tid 4 2024-04-02T08:27:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:785: delete oid 50 current snap is 75 2024-04-02T08:27:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:784: finishing write tid 1 to smithi02882251-13 2024-04-02T08:27:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:784: finishing write tid 2 to smithi02882251-13 2024-04-02T08:27:32.346 INFO:tasks.rados.rados.0.smithi028.stdout:784: finishing write tid 3 to smithi02882251-13 2024-04-02T08:27:32.346 INFO:tasks.rados.rados.0.smithi028.stdout:784: finishing write tid 4 to smithi02882251-13 2024-04-02T08:27:32.346 INFO:tasks.rados.rados.0.smithi028.stdout:785: done (1 left) 2024-04-02T08:27:32.346 INFO:tasks.rados.rados.0.smithi028.stdout:786: rollback oid 21 current snap is 75 2024-04-02T08:27:32.346 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 54 2024-04-02T08:27:32.346 INFO:tasks.rados.rados.0.smithi028.stdout:784: finishing write tid 5 to smithi02882251-13 2024-04-02T08:27:32.347 INFO:tasks.rados.rados.0.smithi028.stdout:787: snap_remove snap 64 2024-04-02T08:27:32.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-mon[31169]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:27:32.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:32.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:32.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-mon[31169]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:27:32.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:32.094+0000 7f7d7fef6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:32.395 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:32.199+0000 7f7d7fef6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:32 smithi028 ceph-mon[27433]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:27:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:32 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:32 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:32 smithi028 ceph-mon[27433]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:27:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:32 smithi028 ceph-mon[39019]: osdmap e212: 8 total, 8 up, 8 in 2024-04-02T08:27:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:32 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:32 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:32 smithi028 ceph-mon[39019]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.5 MiB/s wr, 21 op/s 2024-04-02T08:27:32.808 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:32.445+0000 7f7d7fef6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:32.808 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: [02/Apr/2024:08:27:32] ENGINE Bus STARTING 2024-04-02T08:27:32.808 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: CherryPy Checker: 2024-04-02T08:27:32.808 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: The Application mounted at '' has an empty config. 2024-04-02T08:27:32.808 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:32.808 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: [02/Apr/2024:08:27:32] ENGINE Serving on http://:::9283 2024-04-02T08:27:32.808 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: [02/Apr/2024:08:27:32] ENGINE Bus STARTED 2024-04-02T08:27:33.322 INFO:tasks.rados.rados.0.smithi028.stdout:784: finishing write tid 6 to smithi02882251-13 2024-04-02T08:27:33.322 INFO:tasks.rados.rados.0.smithi028.stdout:784: oid 13 updating version 0 to 361 2024-04-02T08:27:33.322 INFO:tasks.rados.rados.0.smithi028.stdout:784: oid 13 updating version 361 to 364 2024-04-02T08:27:33.322 INFO:tasks.rados.rados.0.smithi028.stdout:784: oid 13 version 364 is already newer than 360 2024-04-02T08:27:33.322 INFO:tasks.rados.rados.0.smithi028.stdout:784: oid 13 version 364 is already newer than 363 2024-04-02T08:27:33.322 INFO:tasks.rados.rados.0.smithi028.stdout:784: oid 13 version 364 is already newer than 362 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 364 (ObjNum 264 snap 75 seq_num 264) dirty exists 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:784: left oid 13 (ObjNum 264 snap 75 seq_num 264) 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:786: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:786: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:786: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 308 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:784: done (2 left) 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:786: done (1 left) 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:787: done (0 left) 2024-04-02T08:27:33.323 INFO:tasks.rados.rados.0.smithi028.stdout:788: snap_create 2024-04-02T08:27:33.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:33 smithi137 ceph-mon[31169]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:27:33.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:33 smithi137 ceph-mon[31169]: Standby manager daemon x restarted 2024-04-02T08:27:33.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:33 smithi137 ceph-mon[31169]: Standby manager daemon x started 2024-04-02T08:27:33.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:33 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:33.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:33 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:33.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:33 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:33.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:33 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:33.546 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:33 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[27433]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[27433]: Standby manager daemon x restarted 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[27433]: Standby manager daemon x started 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[27433]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[39019]: osdmap e213: 8 total, 8 up, 8 in 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[39019]: Standby manager daemon x restarted 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[39019]: Standby manager daemon x started 2024-04-02T08:27:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:33.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:33.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:33.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:33 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/2347256909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:788: done (0 left) 2024-04-02T08:27:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:789: read oid 46 snap -1 2024-04-02T08:27:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:789: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:790: rmattr oid 20 current snap is 76 2024-04-02T08:27:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:791: delete oid 23 current snap is 76 2024-04-02T08:27:34.215 INFO:tasks.rados.rados.0.smithi028.stdout:791: done (2 left) 2024-04-02T08:27:34.215 INFO:tasks.rados.rados.0.smithi028.stdout:792: snap_create 2024-04-02T08:27:34.219 INFO:tasks.rados.rados.0.smithi028.stdout:789: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:34.266 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 296 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:27:34.640 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:34 smithi137 ceph-mon[31169]: mgrmap e35: y(active, since 29s), standbys: x 2024-04-02T08:27:34.641 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:34 smithi137 ceph-mon[31169]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:27:34.641 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:34 smithi137 ceph-mon[31169]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-02T08:27:34.641 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:34 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:34.641 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:34 smithi137 ceph-mon[31169]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:27:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[39019]: mgrmap e35: y(active, since 29s), standbys: x 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[39019]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[39019]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[39019]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[27433]: mgrmap e35: y(active, since 29s), standbys: x 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[27433]: osdmap e214: 8 total, 8 up, 8 in 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[27433]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:34 smithi028 ceph-mon[27433]: osdmap e215: 8 total, 8 up, 8 in 2024-04-02T08:27:35.217 INFO:tasks.rados.rados.0.smithi028.stdout:789: done (2 left) 2024-04-02T08:27:35.218 INFO:tasks.rados.rados.0.smithi028.stdout:790: done (1 left) 2024-04-02T08:27:35.218 INFO:tasks.rados.rados.0.smithi028.stdout:792: done (0 left) 2024-04-02T08:27:35.218 INFO:tasks.rados.rados.0.smithi028.stdout:793: setattr oid 42 current snap is 77 2024-04-02T08:27:35.219 INFO:tasks.rados.rados.0.smithi028.stdout:794: delete oid 12 current snap is 77 2024-04-02T08:27:35.223 INFO:tasks.rados.rados.0.smithi028.stdout:794: done (1 left) 2024-04-02T08:27:35.223 INFO:tasks.rados.rados.0.smithi028.stdout:795: read oid 16 snap 73 2024-04-02T08:27:35.224 INFO:tasks.rados.rados.0.smithi028.stdout:795: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:35.224 INFO:tasks.rados.rados.0.smithi028.stdout:796: rmattr oid 26 current snap is 77 2024-04-02T08:27:35.224 INFO:tasks.rados.rados.0.smithi028.stdout:796: done (2 left) 2024-04-02T08:27:35.224 INFO:tasks.rados.rados.0.smithi028.stdout:797: rollback oid 1 current snap is 77 2024-04-02T08:27:35.224 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 47 2024-04-02T08:27:35.224 INFO:tasks.rados.rados.0.smithi028.stdout:798: rollback oid 27 current snap is 77 2024-04-02T08:27:35.224 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 73 2024-04-02T08:27:35.224 INFO:tasks.rados.rados.0.smithi028.stdout:799: snap_create 2024-04-02T08:27:35.225 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 305 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-04-02T08:27:35.228 INFO:tasks.rados.rados.0.smithi028.stdout:797: finishing rollback tid 0 to smithi02882251-1 2024-04-02T08:27:35.228 INFO:tasks.rados.rados.0.smithi028.stdout:797: finishing rollback tid 1 to smithi02882251-1 2024-04-02T08:27:35.228 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 288 (ObjNum 33 snap 0 seq_num 3285536250) dirty dne 2024-04-02T08:27:35.229 INFO:tasks.rados.rados.0.smithi028.stdout:798: finishing rollback tid 0 to smithi02882251-27 2024-04-02T08:27:35.230 INFO:tasks.rados.rados.0.smithi028.stdout:798: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:27:35.231 INFO:tasks.rados.rados.0.smithi028.stdout:798: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:27:35.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 592 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:27:35.231 INFO:tasks.rados.rados.0.smithi028.stdout:795: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:36.222 INFO:tasks.rados.rados.0.smithi028.stdout:793: done (4 left) 2024-04-02T08:27:36.222 INFO:tasks.rados.rados.0.smithi028.stdout:795: done (3 left) 2024-04-02T08:27:36.222 INFO:tasks.rados.rados.0.smithi028.stdout:797: done (2 left) 2024-04-02T08:27:36.222 INFO:tasks.rados.rados.0.smithi028.stdout:798: done (1 left) 2024-04-02T08:27:36.222 INFO:tasks.rados.rados.0.smithi028.stdout:799: done (0 left) 2024-04-02T08:27:36.222 INFO:tasks.rados.rados.0.smithi028.stdout:800: rollback oid 43 current snap is 78 2024-04-02T08:27:36.222 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 69 2024-04-02T08:27:36.222 INFO:tasks.rados.rados.0.smithi028.stdout:801: snap_create 2024-04-02T08:27:36.225 INFO:tasks.rados.rados.0.smithi028.stdout:800: finishing rollback tid 0 to smithi02882251-43 2024-04-02T08:27:36.225 INFO:tasks.rados.rados.0.smithi028.stdout:800: finishing rollback tid 1 to smithi02882251-43 2024-04-02T08:27:36.225 INFO:tasks.rados.rados.0.smithi028.stdout:800: finishing rollback tid 2 to smithi02882251-43 2024-04-02T08:27:36.226 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 410 (ObjNum 97 snap 0 seq_num 1440018816) dirty exists 2024-04-02T08:27:36.314 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:27:36.314 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.314 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.314 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:27:36.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:27:36.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:27:36.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:27:36.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:36 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:27:36.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: osdmap e216: 8 total, 8 up, 8 in 2024-04-02T08:27:36.489 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:27:36.490 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-02T08:27:36.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-02T08:27:36.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:27:36.491 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:36 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:27:37.224 INFO:tasks.rados.rados.0.smithi028.stdout:800: done (1 left) 2024-04-02T08:27:37.224 INFO:tasks.rados.rados.0.smithi028.stdout:801: done (0 left) 2024-04-02T08:27:37.224 INFO:tasks.rados.rados.0.smithi028.stdout:802: rmattr oid 29 current snap is 79 2024-04-02T08:27:37.224 INFO:tasks.rados.rados.0.smithi028.stdout:802: done (0 left) 2024-04-02T08:27:37.224 INFO:tasks.rados.rados.0.smithi028.stdout:803: snap_create 2024-04-02T08:27:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:37 smithi137 ceph-mon[31169]: Upgrade: Setting container_image for all mgr 2024-04-02T08:27:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:37 smithi137 ceph-mon[31169]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:27:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:37 smithi137 ceph-mon[31169]: pgmap v51: 121 pgs: 121 active+clean; 166 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-04-02T08:27:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:37 smithi137 ceph-mon[31169]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:27:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:37 smithi028 ceph-mon[27433]: Upgrade: Setting container_image for all mgr 2024-04-02T08:27:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:37 smithi028 ceph-mon[27433]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:27:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:37 smithi028 ceph-mon[27433]: pgmap v51: 121 pgs: 121 active+clean; 166 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-04-02T08:27:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:37 smithi028 ceph-mon[27433]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:27:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:37 smithi028 ceph-mon[39019]: Upgrade: Setting container_image for all mgr 2024-04-02T08:27:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:37 smithi028 ceph-mon[39019]: Upgrade: It appears safe to stop mon.a 2024-04-02T08:27:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:37 smithi028 ceph-mon[39019]: pgmap v51: 121 pgs: 121 active+clean; 166 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-04-02T08:27:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:37 smithi028 ceph-mon[39019]: osdmap e217: 8 total, 8 up, 8 in 2024-04-02T08:27:38.224 INFO:tasks.rados.rados.0.smithi028.stdout:803: done (0 left) 2024-04-02T08:27:38.225 INFO:tasks.rados.rados.0.smithi028.stdout:804: delete oid 33 current snap is 80 2024-04-02T08:27:38.229 INFO:tasks.rados.rados.0.smithi028.stdout:804: done (0 left) 2024-04-02T08:27:38.229 INFO:tasks.rados.rados.0.smithi028.stdout:805: setattr oid 48 current snap is 80 2024-04-02T08:27:38.229 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 80 2024-04-02T08:27:38.230 INFO:tasks.rados.rados.0.smithi028.stdout:806: seq_num 269 ranges {942080=507904,1449984=630784,2080768=557056,2637824=417792} 2024-04-02T08:27:38.237 INFO:tasks.rados.rados.0.smithi028.stdout:806: writing smithi02882251-2 from 942080 to 1449984 tid 1 2024-04-02T08:27:38.241 INFO:tasks.rados.rados.0.smithi028.stdout:806: writing smithi02882251-2 from 1449984 to 2080768 tid 2 2024-04-02T08:27:38.244 INFO:tasks.rados.rados.0.smithi028.stdout:806: writing smithi02882251-2 from 2080768 to 2637824 tid 3 2024-04-02T08:27:38.246 INFO:tasks.rados.rados.0.smithi028.stdout:806: writing smithi02882251-2 from 2637824 to 3055616 tid 4 2024-04-02T08:27:38.247 INFO:tasks.rados.rados.0.smithi028.stdout:807: read oid 37 snap -1 2024-04-02T08:27:38.247 INFO:tasks.rados.rados.0.smithi028.stdout:807: expect deleted 2024-04-02T08:27:38.247 INFO:tasks.rados.rados.0.smithi028.stdout:808: copy_from oid 40 from oid 33 current snap is 80 2024-04-02T08:27:38.247 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 594 (ObjNum 262 snap 74 seq_num 262) dirty exists 2024-04-02T08:27:38.247 INFO:tasks.rados.rados.0.smithi028.stdout:806: finishing write tid 1 to smithi02882251-2 2024-04-02T08:27:38.247 INFO:tasks.rados.rados.0.smithi028.stdout:806: finishing write tid 2 to smithi02882251-2 2024-04-02T08:27:38.247 INFO:tasks.rados.rados.0.smithi028.stdout:805: done (3 left) 2024-04-02T08:27:38.247 INFO:tasks.rados.rados.0.smithi028.stdout:809: snap_remove snap 78 2024-04-02T08:27:38.347 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[27433]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:27:38.347 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[27433]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:38.347 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[27433]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[27433]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[39019]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[39019]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:38.348 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:38 smithi028 ceph-mon[39019]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:27:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:38 smithi137 ceph-mon[31169]: osdmap e218: 8 total, 8 up, 8 in 2024-04-02T08:27:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:38 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='mgr.y' 2024-04-02T08:27:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:38 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:27:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:38 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:27:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:38 smithi137 ceph-mon[31169]: from='mgr.15177 172.21.15.28:0/2797755971' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:27:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:38 smithi137 ceph-mon[31169]: osdmap e219: 8 total, 8 up, 8 in 2024-04-02T08:27:39.213 INFO:tasks.rados.rados.0.smithi028.stdout:809: done (3 left) 2024-04-02T08:27:39.213 INFO:tasks.rados.rados.0.smithi028.stdout:810: setattr oid 27 current snap is 80 2024-04-02T08:27:39.213 INFO:tasks.rados.rados.0.smithi028.stdout:808: finishing copy_from to smithi02882251-40 2024-04-02T08:27:39.213 INFO:tasks.rados.rados.0.smithi028.stdout:808: got expected ENOENT (src dne) 2024-04-02T08:27:39.213 INFO:tasks.rados.rados.0.smithi028.stdout:808: finishing copy_from racing read to smithi02882251-40 2024-04-02T08:27:39.213 INFO:tasks.rados.rados.0.smithi028.stdout:806: finishing write tid 3 to smithi02882251-2 2024-04-02T08:27:39.213 INFO:tasks.rados.rados.0.smithi028.stdout:806: finishing write tid 4 to smithi02882251-2 2024-04-02T08:27:39.213 INFO:tasks.rados.rados.0.smithi028.stdout:806: finishing write tid 5 to smithi02882251-2 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:806: finishing write tid 6 to smithi02882251-2 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:806: oid 2 updating version 0 to 310 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:806: oid 2 version 310 is already newer than 308 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:806: oid 2 updating version 310 to 311 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:806: oid 2 version 311 is already newer than 309 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:806: oid 2 version 311 is already newer than 307 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 311 (ObjNum 269 snap 80 seq_num 269) dirty exists 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:806: left oid 2 (ObjNum 269 snap 80 seq_num 269) 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:806: done (3 left) 2024-04-02T08:27:39.214 INFO:tasks.rados.rados.0.smithi028.stdout:807: done (2 left) 2024-04-02T08:27:39.215 INFO:tasks.rados.rados.0.smithi028.stdout:808: done (1 left) 2024-04-02T08:27:39.215 INFO:tasks.rados.rados.0.smithi028.stdout:811: snap_create 2024-04-02T08:27:39.224 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 596 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:27:39.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-mon[39019]: Upgrade: Updating mon.a 2024-04-02T08:27:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-mon[39019]: Deploying daemon mon.a on smithi028 2024-04-02T08:27:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-mon[39019]: pgmap v54: 121 pgs: 121 active+clean; 166 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-04-02T08:27:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-mon[39019]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:27:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-mon[27433]: Upgrade: Updating mon.a 2024-04-02T08:27:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-mon[27433]: Deploying daemon mon.a on smithi028 2024-04-02T08:27:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-mon[27433]: pgmap v54: 121 pgs: 121 active+clean; 166 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-04-02T08:27:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-mon[27433]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:27:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:39 smithi137 ceph-mon[31169]: Upgrade: Updating mon.a 2024-04-02T08:27:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:39 smithi137 ceph-mon[31169]: Deploying daemon mon.a on smithi028 2024-04-02T08:27:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:39 smithi137 ceph-mon[31169]: pgmap v54: 121 pgs: 121 active+clean; 166 MiB data, 917 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-04-02T08:27:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:39 smithi137 ceph-mon[31169]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:27:39.751 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:39 smithi028 systemd[1]: Stopping Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:40.016 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[27410]: 2024-04-02T08:27:39.752+0000 7f9b44b0d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:27:40.016 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:39 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[27410]: 2024-04-02T08:27:39.752+0000 7f9b44b0d700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-02T08:27:40.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:40 smithi028 podman[94120]: 2024-04-02 08:27:40.018264145 +0000 UTC m=+0.392715272 container died 6c59fb2d65805c27f528cd02e2d64e0dc7d7acb56b2d97abe62fb6a7cd98e02e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:27:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:40 smithi028 podman[94120]: 2024-04-02 08:27:40.61630963 +0000 UTC m=+0.990760745 container cleanup 6c59fb2d65805c27f528cd02e2d64e0dc7d7acb56b2d97abe62fb6a7cd98e02e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T08:27:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:40 smithi028 bash[94120]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T08:27:41.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:40 smithi028 podman[94139]: 2024-04-02 08:27:40.868092852 +0000 UTC m=+0.845619141 container remove 6c59fb2d65805c27f528cd02e2d64e0dc7d7acb56b2d97abe62fb6a7cd98e02e (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326) 2024-04-02T08:27:41.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:40 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-02T08:27:41.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:40 smithi028 systemd[1]: Stopped Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:40 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a.service: Consumed 14.268s CPU time. 2024-04-02T08:27:41.459 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:27:41] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-04-02T08:27:41.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 systemd[1]: Starting Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:27:41.716 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 podman[94277]: 2024-04-02 08:27:41.461078903 +0000 UTC m=+0.100594164 container create d46dd5d32aaa03ee63414c28d2de792edb18a42a0b98aa94dca9a4827d3b2d01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:27:41.716 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 podman[94277]: 2024-04-02 08:27:41.378194395 +0000 UTC m=+0.017709696 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:27:41.716 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 podman[94277]: 2024-04-02 08:27:41.689042427 +0000 UTC m=+0.328557726 container init d46dd5d32aaa03ee63414c28d2de792edb18a42a0b98aa94dca9a4827d3b2d01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T08:27:41.716 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 podman[94277]: 2024-04-02 08:27:41.694680491 +0000 UTC m=+0.334195763 container start d46dd5d32aaa03ee63414c28d2de792edb18a42a0b98aa94dca9a4827d3b2d01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-02T08:27:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: pidfile_write: ignore empty --pid-file 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: load: jerasure load: lrc 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Git sha 0 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: DB SUMMARY 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: DB Session ID: 3PJ6PR8A5RKJN247QNFE 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:27:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1510 Bytes 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 5760059 ; 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.env: 0x55590cd08c60 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.info_log: 0x55590f413ae0 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.statistics: (nil) 2024-04-02T08:27:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.use_fsync: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.db_log_dir: 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.wal_dir: 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:27:42.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.write_buffer_manager: 0x55590f3e4820 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:27:42.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.unordered_write: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.row_cache: None 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.wal_filter: None 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.wal_compression: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:27:42.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:27:42.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_open_files: -1 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Compression algorithms supported: 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: kZSTD supported: 0 2024-04-02T08:27:42.205 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.merge_operator: 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_filter: None 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:27:42.206 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:27:42.207 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:27:42.207 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55590f413cc0) 2024-04-02T08:27:42.207 INFO:journalctl@ceph.mon.a.smithi028.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:27:42.207 INFO:journalctl@ceph.mon.a.smithi028.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:27:42.208 INFO:journalctl@ceph.mon.a.smithi028.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:27:42.208 INFO:journalctl@ceph.mon.a.smithi028.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:27:42.208 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_type: 0 2024-04-02T08:27:42.208 INFO:journalctl@ceph.mon.a.smithi028.stdout: data_block_index_type: 0 2024-04-02T08:27:42.208 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_shortening: 1 2024-04-02T08:27:42.208 INFO:journalctl@ceph.mon.a.smithi028.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: checksum: 4 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: no_block_cache: 0 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache: 0x55590f417090 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_options: 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: capacity : 536870912 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: num_shard_bits : 4 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: strict_capacity_limit : 0 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_cache_compressed: (nil) 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: persistent_cache: (nil) 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_size: 4096 2024-04-02T08:27:42.209 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_size_deviation: 10 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_restart_interval: 16 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: index_block_restart_interval: 1 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: metadata_block_size: 4096 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: partition_filters: 0 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: use_delta_encoding: 1 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: filter_policy: bloomfilter 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: whole_key_filtering: 1 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: verify_compression: 0 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: format_version: 5 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: enable_index_compression: 1 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: block_align: 0 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: max_auto_readahead_size: 262144 2024-04-02T08:27:42.210 INFO:journalctl@ceph.mon.a.smithi028.stdout: prepopulate_block_cache: 0 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression: NoCompression 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.num_levels: 7 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:27:42.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:27:42.212 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:27:42.213 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:27:42.214 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:27:42.215 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:27:42.216 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:27:42.216 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:27:42.216 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:27:42.216 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:27:42.216 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:27:42.216 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:27:42.216 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.ttl: 2592000 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:27:42.217 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12877, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4f5e200d-f872-4bc6-9720-9c148351cea9 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046461724384, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-02T08:27:42.218 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046461740070, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 5299410, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12878, "largest_seqno": 15777, "table_properties": {"data_size": 5285733, "index_size": 9174, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3461, "raw_key_size": 31210, "raw_average_key_size": 22, "raw_value_size": 5257372, "raw_average_value_size": 3857, "num_data_blocks": 401, "num_entries": 1363, "num_filter_entries": 1363, "num_deletions": 295, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046461, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4f5e200d-f872-4bc6-9720-9c148351cea9", "db_session_id": "3PJ6PR8A5RKJN247QNFE", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046461740187, "job": 1, "event": "recovery_finished"} 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55590f506000 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: DB pointer 0x55590f4f0000 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** DB Stats ** 2024-04-02T08:27:42.219 INFO:journalctl@ceph.mon.a.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: L0 1/0 5.05 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-02T08:27:42.220 INFO:journalctl@ceph.mon.a.smithi028.stdout: L6 1/0 6.03 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: Sum 2/0 11.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 661.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 661.8 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.221 INFO:journalctl@ceph.mon.a.smithi028.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:27:42.222 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.222 INFO:journalctl@ceph.mon.a.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:27:42.222 INFO:journalctl@ceph.mon.a.smithi028.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-02T08:27:42.222 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:27:42.222 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:27:42.223 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:27:42.223 INFO:journalctl@ceph.mon.a.smithi028.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:27:42.223 INFO:journalctl@ceph.mon.a.smithi028.stdout: Cumulative compaction: 0.00 GB write, 272.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:27:42.223 INFO:journalctl@ceph.mon.a.smithi028.stdout: Interval compaction: 0.00 GB write, 272.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:27:42.223 INFO:journalctl@ceph.mon.a.smithi028.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:27:42.223 INFO:journalctl@ceph.mon.a.smithi028.stdout: Block cache BinnedLRUCache@0x55590f417090#7 capacity: 512.00 MB usage: 13.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:27:42.224 INFO:journalctl@ceph.mon.a.smithi028.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-04-02T08:27:42.224 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.225 INFO:journalctl@ceph.mon.a.smithi028.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:27:42.225 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: starting mon.a rank 0 at public addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] at bind addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:27:42.225 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: mon.a@-1(???) e3 preinit fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:27:42.225 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: mon.a@-1(???).mds e6 new map 2024-04-02T08:27:42.225 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: mon.a@-1(???).mds e6 print_map 2024-04-02T08:27:42.225 INFO:journalctl@ceph.mon.a.smithi028.stdout: e6 2024-04-02T08:27:42.225 INFO:journalctl@ceph.mon.a.smithi028.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:27:42.226 INFO:journalctl@ceph.mon.a.smithi028.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:27:42.226 INFO:journalctl@ceph.mon.a.smithi028.stdout: legacy client fscid: 1 2024-04-02T08:27:42.226 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.226 INFO:journalctl@ceph.mon.a.smithi028.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: fs_name cephfs 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: epoch 6 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: created 2024-04-02T08:21:24.921132+0000 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: modified 2024-04-02T08:21:26.930541+0000 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: tableserver 0 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: root 0 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: session_timeout 60 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: session_autoclose 300 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: max_file_size 1099511627776 2024-04-02T08:27:42.227 INFO:journalctl@ceph.mon.a.smithi028.stdout: max_xattr_size 65536 2024-04-02T08:27:42.228 INFO:journalctl@ceph.mon.a.smithi028.stdout: required_client_features {} 2024-04-02T08:27:42.228 INFO:journalctl@ceph.mon.a.smithi028.stdout: last_failure 0 2024-04-02T08:27:42.228 INFO:journalctl@ceph.mon.a.smithi028.stdout: last_failure_osd_epoch 0 2024-04-02T08:27:42.228 INFO:journalctl@ceph.mon.a.smithi028.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:27:42.228 INFO:journalctl@ceph.mon.a.smithi028.stdout: max_mds 1 2024-04-02T08:27:42.228 INFO:journalctl@ceph.mon.a.smithi028.stdout: in 0 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: up {0=24332} 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: failed 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: damaged 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: stopped 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: data_pools [3] 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: metadata_pool 2 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: inline_data disabled 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: balancer 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: bal_rank_mask -1 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: standby_count_wanted 0 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:27:42.229 INFO:journalctl@ceph.mon.a.smithi028.stdout: [mds.a{0:24332} state up:active seq 3 addr [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout: Standby daemons: 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout: 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: mon.a@-1(???).osd e220 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:27:42.230 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 ceph-mon[94314]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-02T08:27:42.231 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 bash[94277]: d46dd5d32aaa03ee63414c28d2de792edb18a42a0b98aa94dca9a4827d3b2d01 2024-04-02T08:27:42.231 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:41 smithi028 systemd[1]: Started Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:27:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:43.224 INFO:tasks.rados.rados.0.smithi028.stdout:810: done (1 left) 2024-04-02T08:27:43.224 INFO:tasks.rados.rados.0.smithi028.stdout:811: done (0 left) 2024-04-02T08:27:43.224 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 81 2024-04-02T08:27:43.224 INFO:tasks.rados.rados.0.smithi028.stdout:812: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-04-02T08:27:43.226 INFO:tasks.rados.rados.0.smithi028.stdout:812: writing smithi02882251-37 from 0 to 524288 tid 1 2024-04-02T08:27:43.229 INFO:tasks.rados.rados.0.smithi028.stdout:812: writing smithi02882251-37 from 524288 to 1040384 tid 2 2024-04-02T08:27:43.234 INFO:tasks.rados.rados.0.smithi028.stdout:812: writing smithi02882251-37 from 1040384 to 1802240 tid 3 2024-04-02T08:27:43.236 INFO:tasks.rados.rados.0.smithi028.stdout:812: writing smithi02882251-37 from 1802240 to 2129920 tid 4 2024-04-02T08:27:43.236 INFO:tasks.rados.rados.0.smithi028.stdout:813: snap_create 2024-04-02T08:27:43.236 INFO:tasks.rados.rados.0.smithi028.stdout:812: finishing write tid 1 to smithi02882251-37 2024-04-02T08:27:43.236 INFO:tasks.rados.rados.0.smithi028.stdout:812: finishing write tid 2 to smithi02882251-37 2024-04-02T08:27:43.238 INFO:tasks.rados.rados.0.smithi028.stdout:812: finishing write tid 3 to smithi02882251-37 2024-04-02T08:27:43.238 INFO:tasks.rados.rados.0.smithi028.stdout:812: finishing write tid 4 to smithi02882251-37 2024-04-02T08:27:43.238 INFO:tasks.rados.rados.0.smithi028.stdout:812: finishing write tid 5 to smithi02882251-37 2024-04-02T08:27:43.240 INFO:tasks.rados.rados.0.smithi028.stdout:812: finishing write tid 6 to smithi02882251-37 2024-04-02T08:27:43.241 INFO:tasks.rados.rados.0.smithi028.stdout:812: oid 37 updating version 0 to 408 2024-04-02T08:27:43.241 INFO:tasks.rados.rados.0.smithi028.stdout:812: oid 37 updating version 408 to 409 2024-04-02T08:27:43.241 INFO:tasks.rados.rados.0.smithi028.stdout:812: oid 37 version 409 is already newer than 407 2024-04-02T08:27:43.241 INFO:tasks.rados.rados.0.smithi028.stdout:812: oid 37 updating version 409 to 410 2024-04-02T08:27:43.241 INFO:tasks.rados.rados.0.smithi028.stdout:812: oid 37 version 410 is already newer than 406 2024-04-02T08:27:43.241 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 410 (ObjNum 270 snap 81 seq_num 270) dirty exists 2024-04-02T08:27:43.241 INFO:tasks.rados.rados.0.smithi028.stdout:812: left oid 37 (ObjNum 270 snap 81 seq_num 270) 2024-04-02T08:27:43.502 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: ignoring --setuser ceph since I am not root 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: ignoring --setgroup ceph since I am not root 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mgr[79960]: -- 172.21.15.137:0/1895334931 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555da8b8e5a0 con 0x555da8b63000 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: pgmap v57: 121 pgs: 121 active+clean; 166 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: pgmap v58: 121 pgs: 121 active+clean; 168 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 638 KiB/s rd, 352 KiB/s wr, 13 op/s 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: mon.a calling monitor election 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: monmap epoch 3 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: last_changed 2024-04-02T08:17:35.830457+0000 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:27:43.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: min_mon_release 18 (reef) 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: election_strategy: 1 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: mgrmap e35: y(active, since 39s), standbys: x 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: overall HEALTH_OK 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: from='mgr.15177 ' entity='' 2024-04-02T08:27:43.504 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-mon[31169]: mgrmap e36: y(active, since 39s), standbys: x 2024-04-02T08:27:43.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ignoring --setuser ceph since I am not root 2024-04-02T08:27:43.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ignoring --setgroup ceph since I am not root 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mgr[85156]: -- 172.21.15.28:0/1791076501 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e2b9b2a5a0 con 0x55e2b9afec00 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: pgmap v57: 121 pgs: 121 active+clean; 166 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: pgmap v58: 121 pgs: 121 active+clean; 168 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 638 KiB/s rd, 352 KiB/s wr, 13 op/s 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: mon.a calling monitor election 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: monmap epoch 3 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: last_changed 2024-04-02T08:17:35.830457+0000 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:27:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: min_mon_release 18 (reef) 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: election_strategy: 1 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: mgrmap e35: y(active, since 39s), standbys: x 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: overall HEALTH_OK 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: from='mgr.15177 ' entity='' 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[94314]: mgrmap e36: y(active, since 39s), standbys: x 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: pgmap v57: 121 pgs: 121 active+clean; 166 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: pgmap v58: 121 pgs: 121 active+clean; 168 MiB data, 943 MiB used, 714 GiB / 715 GiB avail; 638 KiB/s rd, 352 KiB/s wr, 13 op/s 2024-04-02T08:27:43.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: mon.a calling monitor election 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: monmap epoch 3 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: last_changed 2024-04-02T08:17:35.830457+0000 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: min_mon_release 18 (reef) 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: election_strategy: 1 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: osdmap e220: 8 total, 8 up, 8 in 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: mgrmap e35: y(active, since 39s), standbys: x 2024-04-02T08:27:43.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: overall HEALTH_OK 2024-04-02T08:27:43.701 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: from='mgr.15177 ' entity='' 2024-04-02T08:27:43.701 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-mon[39019]: mgrmap e36: y(active, since 39s), standbys: x 2024-04-02T08:27:43.837 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:43.746+0000 7f2ccf194200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:27:43.838 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:44.144 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:43.838+0000 7f2ccf194200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:27:44.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:43.764+0000 7fd170cc8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-02T08:27:44.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:43 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:43.860+0000 7fd170cc8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-02T08:27:44.227 INFO:tasks.rados.rados.0.smithi028.stdout:812: done (1 left) 2024-04-02T08:27:44.227 INFO:tasks.rados.rados.0.smithi028.stdout:813: done (0 left) 2024-04-02T08:27:44.228 INFO:tasks.rados.rados.0.smithi028.stdout:814: read oid 11 snap 71 2024-04-02T08:27:44.228 INFO:tasks.rados.rados.0.smithi028.stdout:814: expect (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:27:44.228 INFO:tasks.rados.rados.0.smithi028.stdout:815: snap_create 2024-04-02T08:27:44.232 INFO:tasks.rados.rados.0.smithi028.stdout:814: expect (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:27:44.478 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:44 smithi137 ceph-mon[31169]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:27:44.521 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:44 smithi028 ceph-mon[94314]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:27:44.521 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:44 smithi028 ceph-mon[39019]: osdmap e221: 8 total, 8 up, 8 in 2024-04-02T08:27:44.812 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:44.479+0000 7f2ccf194200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:27:44.812 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:44.572+0000 7f2ccf194200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:27:44.812 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:44.716+0000 7f2ccf194200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:27:44.812 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:44.813+0000 7f2ccf194200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:27:44.861 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:44.522+0000 7fd170cc8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-02T08:27:44.861 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:44.617+0000 7fd170cc8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-02T08:27:44.861 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:44.763+0000 7fd170cc8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-02T08:27:45.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:44.895+0000 7f2ccf194200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:27:45.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:44.862+0000 7fd170cc8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-02T08:27:45.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:44.947+0000 7fd170cc8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-02T08:27:45.229 INFO:tasks.rados.rados.0.smithi028.stdout:814: done (1 left) 2024-04-02T08:27:45.229 INFO:tasks.rados.rados.0.smithi028.stdout:815: done (0 left) 2024-04-02T08:27:45.229 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 83 2024-04-02T08:27:45.229 INFO:tasks.rados.rados.0.smithi028.stdout:816: seq_num 271 ranges {1949696=540672,2490368=802816,3293184=516096,3809280=286720} 2024-04-02T08:27:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:816: writing smithi02882251-10 from 1949696 to 2490368 tid 1 2024-04-02T08:27:45.247 INFO:tasks.rados.rados.0.smithi028.stdout:816: writing smithi02882251-10 from 2490368 to 3293184 tid 2 2024-04-02T08:27:45.250 INFO:tasks.rados.rados.0.smithi028.stdout:816: writing smithi02882251-10 from 3293184 to 3809280 tid 3 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:816: writing smithi02882251-10 from 3809280 to 4096000 tid 4 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:817: copy_from oid 5 from oid 16 current snap is 83 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:816: finishing write tid 1 to smithi02882251-10 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:816: finishing write tid 2 to smithi02882251-10 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:818: copy_from oid 36 from oid 3 current snap is 83 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:819: read oid 6 snap -1 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:819: expect deleted 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:820: read oid 47 snap -1 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:820: expect (ObjNum 261 snap 74 seq_num 261) 2024-04-02T08:27:45.253 INFO:tasks.rados.rados.0.smithi028.stdout:821: delete oid 44 current snap is 83 2024-04-02T08:27:45.254 INFO:tasks.rados.rados.0.smithi028.stdout:821: done (5 left) 2024-04-02T08:27:45.254 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 83 2024-04-02T08:27:45.254 INFO:tasks.rados.rados.0.smithi028.stdout:822: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-04-02T08:27:45.258 INFO:tasks.rados.rados.0.smithi028.stdout:822: writing smithi02882251-1 from 0 to 581632 tid 1 2024-04-02T08:27:45.261 INFO:tasks.rados.rados.0.smithi028.stdout:822: writing smithi02882251-1 from 581632 to 1146880 tid 2 2024-04-02T08:27:45.264 INFO:tasks.rados.rados.0.smithi028.stdout:822: writing smithi02882251-1 from 1146880 to 1679360 tid 3 2024-04-02T08:27:45.268 INFO:tasks.rados.rados.0.smithi028.stdout:822: writing smithi02882251-1 from 1679360 to 2187264 tid 4 2024-04-02T08:27:45.268 INFO:tasks.rados.rados.0.smithi028.stdout:823: rollback oid 17 current snap is 83 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 77 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: finishing write tid 3 to smithi02882251-10 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: finishing write tid 4 to smithi02882251-10 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:819: done (6 left) 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:824: setattr oid 43 current snap is 83 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:818: finishing copy_from to smithi02882251-36 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:818: got expected ENOENT (src dne) 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:818: finishing copy_from racing read to smithi02882251-36 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: finishing write tid 5 to smithi02882251-10 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: finishing write tid 6 to smithi02882251-10 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: oid 10 updating version 0 to 248 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: oid 10 updating version 248 to 249 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: oid 10 version 249 is already newer than 247 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: oid 10 updating version 249 to 251 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:816: oid 10 version 251 is already newer than 250 2024-04-02T08:27:45.269 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 251 (ObjNum 271 snap 83 seq_num 271) dirty exists 2024-04-02T08:27:45.270 INFO:tasks.rados.rados.0.smithi028.stdout:816: left oid 10 (ObjNum 271 snap 83 seq_num 271) 2024-04-02T08:27:45.270 INFO:tasks.rados.rados.0.smithi028.stdout:822: finishing write tid 1 to smithi02882251-1 2024-04-02T08:27:45.270 INFO:tasks.rados.rados.0.smithi028.stdout:817: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:27:45.270 INFO:tasks.rados.rados.0.smithi028.stdout:822: finishing write tid 2 to smithi02882251-1 2024-04-02T08:27:45.270 INFO:tasks.rados.rados.0.smithi028.stdout:820: expect (ObjNum 261 snap 74 seq_num 261) 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:822: finishing write tid 3 to smithi02882251-1 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:817: finishing copy_from to smithi02882251-5 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 301 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:822: finishing write tid 4 to smithi02882251-1 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:822: finishing write tid 5 to smithi02882251-1 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:822: finishing write tid 6 to smithi02882251-1 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:822: oid 1 updating version 0 to 293 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:822: oid 1 version 293 is already newer than 289 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:822: oid 1 version 293 is already newer than 291 2024-04-02T08:27:45.323 INFO:tasks.rados.rados.0.smithi028.stdout:822: oid 1 version 293 is already newer than 290 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:822: oid 1 version 293 is already newer than 292 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 293 (ObjNum 273 snap 83 seq_num 273) dirty exists 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:822: left oid 1 (ObjNum 273 snap 83 seq_num 273) 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:823: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:823: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:823: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 372 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:816: done (6 left) 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:817: done (5 left) 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:818: done (4 left) 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:820: done (3 left) 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:822: done (2 left) 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:823: done (1 left) 2024-04-02T08:27:45.324 INFO:tasks.rados.rados.0.smithi028.stdout:825: snap_remove snap 47 2024-04-02T08:27:45.460 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:45 smithi137 ceph-mon[31169]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:27:45.460 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:45.162+0000 7f2ccf194200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:27:45.460 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:45.280+0000 7f2ccf194200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:45.460 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:45.367+0000 7f2ccf194200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:27:45.460 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:45.461+0000 7f2ccf194200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:27:45.531 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:45 smithi028 ceph-mon[94314]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:27:45.531 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:45 smithi028 ceph-mon[39019]: osdmap e222: 8 total, 8 up, 8 in 2024-04-02T08:27:45.532 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:45.219+0000 7fd170cc8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-02T08:27:45.532 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:45.346+0000 7fd170cc8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:45.532 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:45.434+0000 7fd170cc8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-02T08:27:45.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:45.639+0000 7f2ccf194200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:27:45.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:45.532+0000 7fd170cc8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-02T08:27:45.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:45.712+0000 7fd170cc8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-02T08:27:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:825: done (1 left) 2024-04-02T08:27:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:826: snap_create 2024-04-02T08:27:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 411 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:27:46.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:46 smithi137 ceph-mon[31169]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:27:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:46 smithi028 ceph-mon[94314]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:27:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:46 smithi028 ceph-mon[39019]: osdmap e223: 8 total, 8 up, 8 in 2024-04-02T08:27:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:824: done (1 left) 2024-04-02T08:27:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:826: done (0 left) 2024-04-02T08:27:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:827: rmattr oid 17 current snap is 84 2024-04-02T08:27:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:828: read oid 13 snap -1 2024-04-02T08:27:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:828: expect (ObjNum 264 snap 75 seq_num 264) 2024-04-02T08:27:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 84 2024-04-02T08:27:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:829: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-04-02T08:27:46.755 INFO:tasks.rados.rados.0.smithi028.stdout:829: writing smithi02882251-21 from 0 to 598016 tid 1 2024-04-02T08:27:46.758 INFO:tasks.rados.rados.0.smithi028.stdout:829: writing smithi02882251-21 from 598016 to 1097728 tid 2 2024-04-02T08:27:46.764 INFO:tasks.rados.rados.0.smithi028.stdout:829: writing smithi02882251-21 from 1097728 to 1843200 tid 3 2024-04-02T08:27:46.767 INFO:tasks.rados.rados.0.smithi028.stdout:829: writing smithi02882251-21 from 1843200 to 2203648 tid 4 2024-04-02T08:27:46.767 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 84 2024-04-02T08:27:46.767 INFO:tasks.rados.rados.0.smithi028.stdout:830: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-04-02T08:27:46.772 INFO:tasks.rados.rados.0.smithi028.stdout:830: writing smithi02882251-19 from 0 to 614400 tid 1 2024-04-02T08:27:46.778 INFO:tasks.rados.rados.0.smithi028.stdout:830: writing smithi02882251-19 from 614400 to 1400832 tid 2 2024-04-02T08:27:46.781 INFO:tasks.rados.rados.0.smithi028.stdout:830: writing smithi02882251-19 from 1400832 to 1900544 tid 3 2024-04-02T08:27:46.783 INFO:tasks.rados.rados.0.smithi028.stdout:830: writing smithi02882251-19 from 1900544 to 2220032 tid 4 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:831: delete oid 48 current snap is 84 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 380 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: finishing write tid 1 to smithi02882251-21 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: finishing write tid 2 to smithi02882251-21 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: finishing write tid 3 to smithi02882251-21 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: finishing write tid 4 to smithi02882251-21 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: finishing write tid 5 to smithi02882251-21 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:830: finishing write tid 1 to smithi02882251-19 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: finishing write tid 6 to smithi02882251-21 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: oid 21 updating version 0 to 313 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: oid 21 version 313 is already newer than 311 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: oid 21 version 313 is already newer than 309 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: oid 21 version 313 is already newer than 310 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:829: oid 21 version 313 is already newer than 312 2024-04-02T08:27:46.784 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 313 (ObjNum 274 snap 84 seq_num 274) dirty exists 2024-04-02T08:27:46.785 INFO:tasks.rados.rados.0.smithi028.stdout:829: left oid 21 (ObjNum 274 snap 84 seq_num 274) 2024-04-02T08:27:46.785 INFO:tasks.rados.rados.0.smithi028.stdout:830: finishing write tid 2 to smithi02882251-19 2024-04-02T08:27:46.786 INFO:tasks.rados.rados.0.smithi028.stdout:828: expect (ObjNum 264 snap 75 seq_num 264) 2024-04-02T08:27:46.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:46 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:46.659+0000 7f2ccf194200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:27:46.895 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:46 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:46.799+0000 7f2ccf194200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:27:46.981 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:46.724+0000 7fd170cc8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-02T08:27:46.981 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:46.911+0000 7fd170cc8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-02T08:27:47.067 INFO:tasks.rados.rados.0.smithi028.stdout:830: finishing write tid 3 to smithi02882251-19 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: finishing write tid 4 to smithi02882251-19 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: finishing write tid 5 to smithi02882251-19 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: finishing write tid 6 to smithi02882251-19 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: oid 19 updating version 0 to 515 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: oid 19 updating version 515 to 519 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: oid 19 version 519 is already newer than 516 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: oid 19 version 519 is already newer than 518 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: oid 19 version 519 is already newer than 517 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 519 (ObjNum 275 snap 84 seq_num 275) dirty exists 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:830: left oid 19 (ObjNum 275 snap 84 seq_num 275) 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:827: done (4 left) 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:828: done (3 left) 2024-04-02T08:27:47.068 INFO:tasks.rados.rados.0.smithi028.stdout:829: done (2 left) 2024-04-02T08:27:47.069 INFO:tasks.rados.rados.0.smithi028.stdout:830: done (1 left) 2024-04-02T08:27:47.069 INFO:tasks.rados.rados.0.smithi028.stdout:831: done (0 left) 2024-04-02T08:27:47.069 INFO:tasks.rados.rados.0.smithi028.stdout:832: read oid 7 snap -1 2024-04-02T08:27:47.069 INFO:tasks.rados.rados.0.smithi028.stdout:832: expect deleted 2024-04-02T08:27:47.069 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 84 2024-04-02T08:27:47.069 INFO:tasks.rados.rados.0.smithi028.stdout:833: seq_num 277 ranges {1056768=647168,1703936=557056,2260992=516096,2777088=532480} 2024-04-02T08:27:47.076 INFO:tasks.rados.rados.0.smithi028.stdout:833: writing smithi02882251-32 from 1056768 to 1703936 tid 1 2024-04-02T08:27:47.079 INFO:tasks.rados.rados.0.smithi028.stdout:833: writing smithi02882251-32 from 1703936 to 2260992 tid 2 2024-04-02T08:27:47.082 INFO:tasks.rados.rados.0.smithi028.stdout:833: writing smithi02882251-32 from 2260992 to 2777088 tid 3 2024-04-02T08:27:47.085 INFO:tasks.rados.rados.0.smithi028.stdout:833: writing smithi02882251-32 from 2777088 to 3309568 tid 4 2024-04-02T08:27:47.085 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 84 2024-04-02T08:27:47.085 INFO:tasks.rados.rados.0.smithi028.stdout:834: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-04-02T08:27:47.089 INFO:tasks.rados.rados.0.smithi028.stdout:834: writing smithi02882251-50 from 0 to 663552 tid 1 2024-04-02T08:27:47.091 INFO:tasks.rados.rados.0.smithi028.stdout:834: writing smithi02882251-50 from 663552 to 1105920 tid 2 2024-04-02T08:27:47.096 INFO:tasks.rados.rados.0.smithi028.stdout:834: writing smithi02882251-50 from 1105920 to 1826816 tid 3 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:834: writing smithi02882251-50 from 1826816 to 2269184 tid 4 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:835: delete oid 39 current snap is 84 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:833: finishing write tid 1 to smithi02882251-32 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:833: finishing write tid 2 to smithi02882251-32 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:833: finishing write tid 3 to smithi02882251-32 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:833: finishing write tid 4 to smithi02882251-32 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:833: finishing write tid 5 to smithi02882251-32 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:833: finishing write tid 6 to smithi02882251-32 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:833: oid 32 updating version 0 to 306 2024-04-02T08:27:47.099 INFO:tasks.rados.rados.0.smithi028.stdout:833: oid 32 version 306 is already newer than 305 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:833: oid 32 version 306 is already newer than 304 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:833: oid 32 version 306 is already newer than 303 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:833: oid 32 version 306 is already newer than 302 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 306 (ObjNum 277 snap 84 seq_num 277) dirty exists 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:833: left oid 32 (ObjNum 277 snap 84 seq_num 277) 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:834: finishing write tid 1 to smithi02882251-50 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:834: finishing write tid 2 to smithi02882251-50 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:834: finishing write tid 3 to smithi02882251-50 2024-04-02T08:27:47.100 INFO:tasks.rados.rados.0.smithi028.stdout:834: finishing write tid 4 to smithi02882251-50 2024-04-02T08:27:47.101 INFO:tasks.rados.rados.0.smithi028.stdout:834: finishing write tid 5 to smithi02882251-50 2024-04-02T08:27:47.101 INFO:tasks.rados.rados.0.smithi028.stdout:832: done (3 left) 2024-04-02T08:27:47.101 INFO:tasks.rados.rados.0.smithi028.stdout:833: done (2 left) 2024-04-02T08:27:47.102 INFO:tasks.rados.rados.0.smithi028.stdout:835: done (1 left) 2024-04-02T08:27:47.102 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 84 2024-04-02T08:27:47.102 INFO:tasks.rados.rados.0.smithi028.stdout:836: seq_num 280 ranges {1261568=696320,1957888=606208,2564096=688128,3252224=311296} 2024-04-02T08:27:47.114 INFO:tasks.rados.rados.0.smithi028.stdout:836: writing smithi02882251-38 from 1261568 to 1957888 tid 1 2024-04-02T08:27:47.118 INFO:tasks.rados.rados.0.smithi028.stdout:836: writing smithi02882251-38 from 1957888 to 2564096 tid 2 2024-04-02T08:27:47.123 INFO:tasks.rados.rados.0.smithi028.stdout:836: writing smithi02882251-38 from 2564096 to 3252224 tid 3 2024-04-02T08:27:47.125 INFO:tasks.rados.rados.0.smithi028.stdout:836: writing smithi02882251-38 from 3252224 to 3563520 tid 4 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:837: copy_from oid 34 from oid 40 current snap is 84 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:834: finishing write tid 6 to smithi02882251-50 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:834: oid 50 updating version 0 to 302 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:834: oid 50 updating version 302 to 303 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:834: oid 50 updating version 303 to 305 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:834: oid 50 version 305 is already newer than 304 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:834: oid 50 updating version 305 to 306 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 306 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:834: left oid 50 (ObjNum 278 snap 84 seq_num 278) 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:836: finishing write tid 1 to smithi02882251-38 2024-04-02T08:27:47.127 INFO:tasks.rados.rados.0.smithi028.stdout:836: finishing write tid 2 to smithi02882251-38 2024-04-02T08:27:47.128 INFO:tasks.rados.rados.0.smithi028.stdout:834: done (2 left) 2024-04-02T08:27:47.128 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 84 2024-04-02T08:27:47.128 INFO:tasks.rados.rados.0.smithi028.stdout:838: seq_num 281 ranges {2269184=712704,2981888=491520,3473408=491520,3964928=622592} 2024-04-02T08:27:47.143 INFO:tasks.rados.rados.0.smithi028.stdout:838: writing smithi02882251-50 from 2269184 to 2981888 tid 1 2024-04-02T08:27:47.146 INFO:tasks.rados.rados.0.smithi028.stdout:838: writing smithi02882251-50 from 2981888 to 3473408 tid 2 2024-04-02T08:27:47.148 INFO:tasks.rados.rados.0.smithi028.stdout:838: writing smithi02882251-50 from 3473408 to 3964928 tid 3 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:838: writing smithi02882251-50 from 3964928 to 4587520 tid 4 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:839: delete oid 18 current snap is 84 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:836: finishing write tid 3 to smithi02882251-38 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:836: finishing write tid 4 to smithi02882251-38 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:836: finishing write tid 5 to smithi02882251-38 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:836: finishing write tid 6 to smithi02882251-38 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:836: oid 38 updating version 0 to 294 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:836: oid 38 updating version 294 to 296 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:836: oid 38 version 296 is already newer than 295 2024-04-02T08:27:47.153 INFO:tasks.rados.rados.0.smithi028.stdout:836: oid 38 updating version 296 to 297 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:836: oid 38 updating version 297 to 298 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 298 (ObjNum 280 snap 84 seq_num 280) dirty exists 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:836: left oid 38 (ObjNum 280 snap 84 seq_num 280) 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:837: finishing copy_from racing read to smithi02882251-34 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:837: finishing copy_from to smithi02882251-34 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 531 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:838: finishing write tid 1 to smithi02882251-50 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:838: finishing write tid 2 to smithi02882251-50 2024-04-02T08:27:47.154 INFO:tasks.rados.rados.0.smithi028.stdout:838: finishing write tid 3 to smithi02882251-50 2024-04-02T08:27:47.155 INFO:tasks.rados.rados.0.smithi028.stdout:836: done (3 left) 2024-04-02T08:27:47.155 INFO:tasks.rados.rados.0.smithi028.stdout:837: done (2 left) 2024-04-02T08:27:47.155 INFO:tasks.rados.rados.0.smithi028.stdout:839: done (1 left) 2024-04-02T08:27:47.155 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 84 2024-04-02T08:27:47.155 INFO:tasks.rados.rados.0.smithi028.stdout:840: seq_num 283 ranges {1982464=745472,2727936=712704,3440640=458752,3899392=434176} 2024-04-02T08:27:47.170 INFO:tasks.rados.rados.0.smithi028.stdout:840: writing smithi02882251-47 from 1982464 to 2727936 tid 1 2024-04-02T08:27:47.174 INFO:tasks.rados.rados.0.smithi028.stdout:840: writing smithi02882251-47 from 2727936 to 3440640 tid 2 2024-04-02T08:27:47.177 INFO:tasks.rados.rados.0.smithi028.stdout:840: writing smithi02882251-47 from 3440640 to 3899392 tid 3 2024-04-02T08:27:47.180 INFO:tasks.rados.rados.0.smithi028.stdout:840: writing smithi02882251-47 from 3899392 to 4333568 tid 4 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:841: snap_create 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: finishing write tid 4 to smithi02882251-50 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: finishing write tid 5 to smithi02882251-50 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: finishing write tid 6 to smithi02882251-50 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: oid 50 updating version 0 to 311 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: oid 50 version 311 is already newer than 307 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: oid 50 version 311 is already newer than 309 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: oid 50 version 311 is already newer than 310 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: oid 50 version 311 is already newer than 308 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 311 (ObjNum 281 snap 84 seq_num 281) dirty exists 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:838: left oid 50 (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing write tid 1 to smithi02882251-47 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing write tid 2 to smithi02882251-47 2024-04-02T08:27:47.181 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing write tid 3 to smithi02882251-47 2024-04-02T08:27:47.182 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing write tid 4 to smithi02882251-47 2024-04-02T08:27:47.182 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing write tid 5 to smithi02882251-47 2024-04-02T08:27:47.183 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing write tid 6 to smithi02882251-47 2024-04-02T08:27:47.183 INFO:tasks.rados.rados.0.smithi028.stdout:840: oid 47 updating version 0 to 265 2024-04-02T08:27:47.183 INFO:tasks.rados.rados.0.smithi028.stdout:840: oid 47 updating version 265 to 267 2024-04-02T08:27:47.184 INFO:tasks.rados.rados.0.smithi028.stdout:840: oid 47 version 267 is already newer than 266 2024-04-02T08:27:47.184 INFO:tasks.rados.rados.0.smithi028.stdout:840: oid 47 version 267 is already newer than 263 2024-04-02T08:27:47.184 INFO:tasks.rados.rados.0.smithi028.stdout:840: oid 47 version 267 is already newer than 264 2024-04-02T08:27:47.184 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 267 (ObjNum 283 snap 84 seq_num 283) dirty exists 2024-04-02T08:27:47.184 INFO:tasks.rados.rados.0.smithi028.stdout:840: left oid 47 (ObjNum 283 snap 84 seq_num 283) 2024-04-02T08:27:47.444 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:47 smithi137 ceph-mon[31169]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:27:47.444 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:47 smithi137 ceph-mon[31169]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:27:47.444 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:47.151+0000 7f2ccf194200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:27:47.444 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:47.248+0000 7f2ccf194200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:27:47.444 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:47.445+0000 7f2ccf194200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:47.581 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:47 smithi028 ceph-mon[94314]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:27:47.581 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:47 smithi028 ceph-mon[94314]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:27:47.582 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:47 smithi028 ceph-mon[39019]: osdmap e224: 8 total, 8 up, 8 in 2024-04-02T08:27:47.582 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:47 smithi028 ceph-mon[39019]: osdmap e225: 8 total, 8 up, 8 in 2024-04-02T08:27:47.582 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:47.275+0000 7fd170cc8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-02T08:27:47.582 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:47.371+0000 7fd170cc8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-02T08:27:47.752 INFO:tasks.rados.rados.0.smithi028.stdout:838: done (2 left) 2024-04-02T08:27:47.752 INFO:tasks.rados.rados.0.smithi028.stdout:840: done (1 left) 2024-04-02T08:27:47.752 INFO:tasks.rados.rados.0.smithi028.stdout:841: done (0 left) 2024-04-02T08:27:47.753 INFO:tasks.rados.rados.0.smithi028.stdout:842: snap_remove snap 82 2024-04-02T08:27:47.894 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:47.632+0000 7f2ccf194200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:27:47.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:47.582+0000 7fd170cc8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:47.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:47.780+0000 7fd170cc8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-02T08:27:48.184 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:47.922+0000 7f2ccf194200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:48.359 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:48 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:48.093+0000 7fd170cc8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-02T08:27:48.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:48.185+0000 7f2ccf194200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:48.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:48.426+0000 7f2ccf194200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:48.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:48 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:48.360+0000 7fd170cc8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-02T08:27:48.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:48 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:48.610+0000 7fd170cc8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-02T08:27:48.753 INFO:tasks.rados.rados.0.smithi028.stdout:842: done (0 left) 2024-04-02T08:27:48.753 INFO:tasks.rados.rados.0.smithi028.stdout:843: rmattr oid 46 current snap is 85 2024-04-02T08:27:48.753 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 85 2024-04-02T08:27:48.753 INFO:tasks.rados.rados.0.smithi028.stdout:844: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-04-02T08:27:48.758 INFO:tasks.rados.rados.0.smithi028.stdout:844: writing smithi02882251-48 from 0 to 761856 tid 1 2024-04-02T08:27:48.762 INFO:tasks.rados.rados.0.smithi028.stdout:844: writing smithi02882251-48 from 761856 to 1359872 tid 2 2024-04-02T08:27:48.767 INFO:tasks.rados.rados.0.smithi028.stdout:844: writing smithi02882251-48 from 1359872 to 2031616 tid 3 2024-04-02T08:27:48.770 INFO:tasks.rados.rados.0.smithi028.stdout:844: writing smithi02882251-48 from 2031616 to 2367488 tid 4 2024-04-02T08:27:48.770 INFO:tasks.rados.rados.0.smithi028.stdout:845: delete oid 18 current snap is 85 2024-04-02T08:27:48.770 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 302 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:48.770 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing write tid 1 to smithi02882251-48 2024-04-02T08:27:48.771 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing write tid 2 to smithi02882251-48 2024-04-02T08:27:48.771 INFO:tasks.rados.rados.0.smithi028.stdout:843: done (2 left) 2024-04-02T08:27:48.772 INFO:tasks.rados.rados.0.smithi028.stdout:845: done (1 left) 2024-04-02T08:27:48.772 INFO:tasks.rados.rados.0.smithi028.stdout:846: read oid 49 snap -1 2024-04-02T08:27:48.772 INFO:tasks.rados.rados.0.smithi028.stdout:846: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:27:48.772 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 85 2024-04-02T08:27:48.772 INFO:tasks.rados.rados.0.smithi028.stdout:847: seq_num 286 ranges {4096000=794624,4890624=761856,5652480=679936,6332416=163840} 2024-04-02T08:27:48.798 INFO:tasks.rados.rados.0.smithi028.stdout:847: writing smithi02882251-10 from 4096000 to 4890624 tid 1 2024-04-02T08:27:48.803 INFO:tasks.rados.rados.0.smithi028.stdout:847: writing smithi02882251-10 from 4890624 to 5652480 tid 2 2024-04-02T08:27:48.807 INFO:tasks.rados.rados.0.smithi028.stdout:847: writing smithi02882251-10 from 5652480 to 6332416 tid 3 2024-04-02T08:27:48.808 INFO:tasks.rados.rados.0.smithi028.stdout:847: writing smithi02882251-10 from 6332416 to 6496256 tid 4 2024-04-02T08:27:48.808 INFO:tasks.rados.rados.0.smithi028.stdout:848: snap_create 2024-04-02T08:27:48.809 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing write tid 3 to smithi02882251-48 2024-04-02T08:27:48.809 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing write tid 4 to smithi02882251-48 2024-04-02T08:27:48.809 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing write tid 5 to smithi02882251-48 2024-04-02T08:27:48.809 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing write tid 6 to smithi02882251-48 2024-04-02T08:27:48.809 INFO:tasks.rados.rados.0.smithi028.stdout:844: oid 48 updating version 0 to 615 2024-04-02T08:27:48.809 INFO:tasks.rados.rados.0.smithi028.stdout:844: oid 48 updating version 615 to 617 2024-04-02T08:27:48.809 INFO:tasks.rados.rados.0.smithi028.stdout:844: oid 48 updating version 617 to 619 2024-04-02T08:27:48.809 INFO:tasks.rados.rados.0.smithi028.stdout:844: oid 48 version 619 is already newer than 616 2024-04-02T08:27:48.810 INFO:tasks.rados.rados.0.smithi028.stdout:844: oid 48 version 619 is already newer than 618 2024-04-02T08:27:48.810 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 619 (ObjNum 284 snap 85 seq_num 284) dirty exists 2024-04-02T08:27:48.810 INFO:tasks.rados.rados.0.smithi028.stdout:844: left oid 48 (ObjNum 284 snap 85 seq_num 284) 2024-04-02T08:27:48.810 INFO:tasks.rados.rados.0.smithi028.stdout:846: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:27:48.836 INFO:tasks.rados.rados.0.smithi028.stdout:847: finishing write tid 1 to smithi02882251-10 2024-04-02T08:27:48.836 INFO:tasks.rados.rados.0.smithi028.stdout:847: finishing write tid 2 to smithi02882251-10 2024-04-02T08:27:48.837 INFO:tasks.rados.rados.0.smithi028.stdout:847: finishing write tid 3 to smithi02882251-10 2024-04-02T08:27:48.837 INFO:tasks.rados.rados.0.smithi028.stdout:847: finishing write tid 4 to smithi02882251-10 2024-04-02T08:27:48.837 INFO:tasks.rados.rados.0.smithi028.stdout:847: finishing write tid 5 to smithi02882251-10 2024-04-02T08:27:48.837 INFO:tasks.rados.rados.0.smithi028.stdout:847: finishing write tid 6 to smithi02882251-10 2024-04-02T08:27:48.837 INFO:tasks.rados.rados.0.smithi028.stdout:847: oid 10 updating version 0 to 264 2024-04-02T08:27:48.837 INFO:tasks.rados.rados.0.smithi028.stdout:847: oid 10 version 264 is already newer than 263 2024-04-02T08:27:48.837 INFO:tasks.rados.rados.0.smithi028.stdout:847: oid 10 version 264 is already newer than 262 2024-04-02T08:27:48.837 INFO:tasks.rados.rados.0.smithi028.stdout:847: oid 10 version 264 is already newer than 261 2024-04-02T08:27:48.838 INFO:tasks.rados.rados.0.smithi028.stdout:847: oid 10 updating version 264 to 265 2024-04-02T08:27:48.838 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 265 (ObjNum 286 snap 85 seq_num 286) dirty exists 2024-04-02T08:27:48.838 INFO:tasks.rados.rados.0.smithi028.stdout:847: left oid 10 (ObjNum 286 snap 85 seq_num 286) 2024-04-02T08:27:49.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:48 smithi137 ceph-mon[31169]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:27:49.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:48 smithi028 ceph-mon[94314]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:27:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:48 smithi028 ceph-mon[39019]: osdmap e226: 8 total, 8 up, 8 in 2024-04-02T08:27:49.644 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:49.252+0000 7f2ccf194200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:49.755 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:49.469+0000 7fd170cc8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-02T08:27:49.762 INFO:tasks.rados.rados.0.smithi028.stdout:844: done (3 left) 2024-04-02T08:27:49.762 INFO:tasks.rados.rados.0.smithi028.stdout:846: done (2 left) 2024-04-02T08:27:49.762 INFO:tasks.rados.rados.0.smithi028.stdout:847: done (1 left) 2024-04-02T08:27:49.762 INFO:tasks.rados.rados.0.smithi028.stdout:848: done (0 left) 2024-04-02T08:27:49.762 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 86 2024-04-02T08:27:49.762 INFO:tasks.rados.rados.0.smithi028.stdout:849: seq_num 287 ranges {0=8192} 2024-04-02T08:27:49.762 INFO:tasks.rados.rados.0.smithi028.stdout:849: writing smithi02882251-15 from 0 to 8192 tid 1 2024-04-02T08:27:49.762 INFO:tasks.rados.rados.0.smithi028.stdout:850: delete oid 31 current snap is 86 2024-04-02T08:27:49.763 INFO:tasks.rados.rados.0.smithi028.stdout:849: finishing write tid 1 to smithi02882251-15 2024-04-02T08:27:49.764 INFO:tasks.rados.rados.0.smithi028.stdout:849: finishing write tid 2 to smithi02882251-15 2024-04-02T08:27:49.765 INFO:tasks.rados.rados.0.smithi028.stdout:849: finishing write tid 3 to smithi02882251-15 2024-04-02T08:27:49.766 INFO:tasks.rados.rados.0.smithi028.stdout:849: oid 15 updating version 0 to 412 2024-04-02T08:27:49.766 INFO:tasks.rados.rados.0.smithi028.stdout:849: oid 15 updating version 412 to 413 2024-04-02T08:27:49.766 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 413 (ObjNum 287 snap 86 seq_num 287) dirty exists 2024-04-02T08:27:49.766 INFO:tasks.rados.rados.0.smithi028.stdout:849: left oid 15 (ObjNum 287 snap 86 seq_num 287) 2024-04-02T08:27:49.766 INFO:tasks.rados.rados.0.smithi028.stdout:849: done (1 left) 2024-04-02T08:27:49.766 INFO:tasks.rados.rados.0.smithi028.stdout:850: done (0 left) 2024-04-02T08:27:49.766 INFO:tasks.rados.rados.0.smithi028.stdout:851: snap_create 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:49 smithi028 ceph-mon[94314]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:27:50.058 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:49 smithi028 ceph-mon[39019]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:27:50.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:49 smithi137 ceph-mon[31169]: osdmap e227: 8 total, 8 up, 8 in 2024-04-02T08:27:50.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:49.837+0000 7f2ccf194200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:50.145 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:49.937+0000 7f2ccf194200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:50.388 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.059+0000 7fd170cc8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-02T08:27:50.388 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.162+0000 7fd170cc8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-02T08:27:50.399 INFO:tasks.rados.rados.0.smithi028.stdout:851: done (0 left) 2024-04-02T08:27:50.399 INFO:tasks.rados.rados.0.smithi028.stdout:852: copy_from oid 33 from oid 44 current snap is 87 2024-04-02T08:27:50.399 INFO:tasks.rados.rados.0.smithi028.stdout:853: delete oid 3 current snap is 87 2024-04-02T08:27:50.404 INFO:tasks.rados.rados.0.smithi028.stdout:852: finishing copy_from to smithi02882251-33 2024-04-02T08:27:50.404 INFO:tasks.rados.rados.0.smithi028.stdout:852: got expected ENOENT (src dne) 2024-04-02T08:27:50.404 INFO:tasks.rados.rados.0.smithi028.stdout:852: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:27:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:852: done (1 left) 2024-04-02T08:27:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:853: done (0 left) 2024-04-02T08:27:50.406 INFO:tasks.rados.rados.0.smithi028.stdout:854: snap_remove snap 61 2024-04-02T08:27:50.533 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:50.161+0000 7f2ccf194200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:50.534 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: [02/Apr/2024:08:27:50] ENGINE Bus STARTING 2024-04-02T08:27:50.534 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: CherryPy Checker: 2024-04-02T08:27:50.534 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: The Application mounted at '' has an empty config. 2024-04-02T08:27:50.534 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: 2024-04-02T08:27:50.534 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: [02/Apr/2024:08:27:50] ENGINE Serving on http://:::9283 2024-04-02T08:27:50.534 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x[79937]: [02/Apr/2024:08:27:50] ENGINE Bus STARTED 2024-04-02T08:27:50.642 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.389+0000 7fd170cc8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-02T08:27:50.642 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:50] ENGINE Bus STARTING 2024-04-02T08:27:50.642 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0cf054700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.642 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0cf054700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0cf054700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0cf054700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0cf054700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0d5861700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0d5861700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0d5861700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0d5861700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.526+0000 7fd0d5861700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: CherryPy Checker: 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: The Application mounted at '' has an empty config. 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:50] ENGINE Serving on http://:::9283 2024-04-02T08:27:50.643 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:27:50] ENGINE Bus STARTED 2024-04-02T08:27:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:27:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: Standby manager daemon x restarted 2024-04-02T08:27:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: Standby manager daemon x started 2024-04-02T08:27:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: Active manager daemon y restarted 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: Activating manager daemon y 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: mgrmap e37: y(active, starting, since 0.00701839s), standbys: x 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:50.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: Manager daemon y is now available 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:50.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:50.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:50.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:50.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:50 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:27:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: Standby manager daemon x restarted 2024-04-02T08:27:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: Standby manager daemon x started 2024-04-02T08:27:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: Active manager daemon y restarted 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: Activating manager daemon y 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: mgrmap e37: y(active, starting, since 0.00701839s), standbys: x 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:50.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: Manager daemon y is now available 2024-04-02T08:27:50.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: osdmap e228: 8 total, 8 up, 8 in 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: Standby manager daemon x restarted 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: Standby manager daemon x started 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.? 172.21.15.137:0/1920059826' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: Active manager daemon y restarted 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: Activating manager daemon y 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: osdmap e229: 8 total, 8 up, 8 in 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: mgrmap e37: y(active, starting, since 0.00701839s), standbys: x 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:27:50.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:27:50.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: Manager daemon y is now available 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:50.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-02T08:27:51.410 INFO:tasks.rados.rados.0.smithi028.stdout:854: done (0 left) 2024-04-02T08:27:51.410 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 87 2024-04-02T08:27:51.410 INFO:tasks.rados.rados.0.smithi028.stdout:855: seq_num 290 ranges {1261568=57344} 2024-04-02T08:27:51.419 INFO:tasks.rados.rados.0.smithi028.stdout:855: writing smithi02882251-34 from 1261568 to 1318912 tid 1 2024-04-02T08:27:51.419 INFO:tasks.rados.rados.0.smithi028.stdout:856: read oid 25 snap -1 2024-04-02T08:27:51.419 INFO:tasks.rados.rados.0.smithi028.stdout:856: expect (ObjNum 218 snap 56 seq_num 218) 2024-04-02T08:27:51.419 INFO:tasks.rados.rados.0.smithi028.stdout:857: rollback oid 19 current snap is 87 2024-04-02T08:27:51.419 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 58 2024-04-02T08:27:51.419 INFO:tasks.rados.rados.0.smithi028.stdout:858: delete oid 29 current snap is 87 2024-04-02T08:27:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:858: done (3 left) 2024-04-02T08:27:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 87 2024-04-02T08:27:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:859: seq_num 292 ranges {1261568=98304} 2024-04-02T08:27:51.429 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:27:51.435 INFO:tasks.rados.rados.0.smithi028.stdout:859: writing smithi02882251-46 from 1261568 to 1359872 tid 1 2024-04-02T08:27:51.435 INFO:tasks.rados.rados.0.smithi028.stdout:860: read oid 8 snap -1 2024-04-02T08:27:51.435 INFO:tasks.rados.rados.0.smithi028.stdout:860: expect (ObjNum 197 snap 51 seq_num 197) 2024-04-02T08:27:51.435 INFO:tasks.rados.rados.0.smithi028.stdout:861: snap_remove snap 73 2024-04-02T08:27:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:27:51] "GET /metrics HTTP/1.1" 200 33354 "" "Prometheus/2.43.0" 2024-04-02T08:27:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:27:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:27:51.408+0000 7fd126e6a700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-02T08:27:51.775 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:27:51.775 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (4m) 43s ago 5m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:27:51.775 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (5m) 21s ago 5m 88.7M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:27:51.775 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (6m) 43s ago 6m 17.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:27:51.775 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (6m) 21s ago 6m 16.4M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (26s) 21s ago 10m 95.0M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (57s) 43s ago 11m 476M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (11m) 43s ago 11m 57.4M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6c59fb2d6580 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (10m) 21s ago 10m 50.1M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d b7f89bf5ce08 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (10m) 43s ago 10m 47.3M 2048M 18.2.2-1059-g4d05f4ca 909dce4fe53d 2511e1a84c58 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (5m) 43s ago 5m 16.2M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (5m) 21s ago 5m 15.5M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (9m) 43s ago 9m 115M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d dcd67296ac5e 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (9m) 43s ago 9m 113M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (8m) 43s ago 8m 129M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (8m) 43s ago 8m 81.3M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (8m) 21s ago 8m 161M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (7m) 21s ago 7m 159M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (7m) 21s ago 7m 95.5M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:27:51.776 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (6m) 21s ago 6m 119M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:27:51.777 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (32s) 21s ago 6m 35.5M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:27:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:51 smithi137 ceph-mon[31169]: [02/Apr/2024:08:27:51] ENGINE Bus STARTING 2024-04-02T08:27:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:51 smithi137 ceph-mon[31169]: mgrmap e38: y(active, since 1.00963s), standbys: x 2024-04-02T08:27:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:51 smithi137 ceph-mon[31169]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:27:52.188 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:51 smithi028 ceph-mon[94314]: [02/Apr/2024:08:27:51] ENGINE Bus STARTING 2024-04-02T08:27:52.188 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:51 smithi028 ceph-mon[94314]: mgrmap e38: y(active, since 1.00963s), standbys: x 2024-04-02T08:27:52.188 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:51 smithi028 ceph-mon[94314]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:27:52.188 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:51 smithi028 ceph-mon[39019]: [02/Apr/2024:08:27:51] ENGINE Bus STARTING 2024-04-02T08:27:52.188 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:51 smithi028 ceph-mon[39019]: mgrmap e38: y(active, since 1.00963s), standbys: x 2024-04-02T08:27:52.188 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:51 smithi028 ceph-mon[39019]: osdmap e230: 8 total, 8 up, 8 in 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:27:52.189 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:27:52.190 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:27:52.190 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:27:52.190 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:27:52.190 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 12, 2024-04-02T08:27:52.190 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:27:52.190 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:27:52.190 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:27:52.413 INFO:tasks.rados.rados.0.smithi028.stdout:861: done (5 left) 2024-04-02T08:27:52.413 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 87 2024-04-02T08:27:52.413 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 1 to smithi02882251-34 2024-04-02T08:27:52.413 INFO:tasks.rados.rados.0.smithi028.stdout:857: finishing rollback tid 0 to smithi02882251-19 2024-04-02T08:27:52.413 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 2 to smithi02882251-34 2024-04-02T08:27:52.413 INFO:tasks.rados.rados.0.smithi028.stdout:862: seq_num 293 ranges {4333568=114688} 2024-04-02T08:27:52.439 INFO:tasks.rados.rados.0.smithi028.stdout:862: writing smithi02882251-47 from 4333568 to 4448256 tid 1 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:863: snap_create 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:857: finishing rollback tid 1 to smithi02882251-19 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:857: finishing rollback tid 2 to smithi02882251-19 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 529 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 3 to smithi02882251-34 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:855: oid 34 updating version 0 to 532 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:855: oid 34 updating version 532 to 533 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 533 (ObjNum 290 snap 87 seq_num 290) dirty exists 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:855: left oid 34 (ObjNum 290 snap 87 seq_num 290) 2024-04-02T08:27:52.440 INFO:tasks.rados.rados.0.smithi028.stdout:856: expect (ObjNum 218 snap 56 seq_num 218) 2024-04-02T08:27:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:859: finishing write tid 1 to smithi02882251-46 2024-04-02T08:27:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:859: finishing write tid 2 to smithi02882251-46 2024-04-02T08:27:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:859: finishing write tid 3 to smithi02882251-46 2024-04-02T08:27:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:859: oid 46 updating version 0 to 303 2024-04-02T08:27:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:859: oid 46 updating version 303 to 304 2024-04-02T08:27:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 304 (ObjNum 292 snap 87 seq_num 292) dirty exists 2024-04-02T08:27:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:859: left oid 46 (ObjNum 292 snap 87 seq_num 292) 2024-04-02T08:27:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:860: expect (ObjNum 197 snap 51 seq_num 197) 2024-04-02T08:27:52.539 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 1 to smithi02882251-47 2024-04-02T08:27:52.539 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 2 to smithi02882251-47 2024-04-02T08:27:52.539 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 3 to smithi02882251-47 2024-04-02T08:27:52.540 INFO:tasks.rados.rados.0.smithi028.stdout:862: oid 47 updating version 0 to 273 2024-04-02T08:27:52.540 INFO:tasks.rados.rados.0.smithi028.stdout:862: oid 47 updating version 273 to 274 2024-04-02T08:27:52.540 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 274 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:27:52.540 INFO:tasks.rados.rados.0.smithi028.stdout:862: left oid 47 (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:27:52.625 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-mon[31169]: [02/Apr/2024:08:27:51] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:27:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-mon[31169]: from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-mon[31169]: [02/Apr/2024:08:27:51] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:27:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-mon[31169]: [02/Apr/2024:08:27:51] ENGINE Bus STARTED 2024-04-02T08:27:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-mon[31169]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 23 GiB/s rd, 12 GiB/s wr, 142.91k op/s 2024-04-02T08:27:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-mon[31169]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-mon[31169]: from='client.? 172.21.15.28:0/348763379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:52 smithi137 ceph-mon[31169]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:27:52.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[39019]: [02/Apr/2024:08:27:51] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[39019]: from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[39019]: [02/Apr/2024:08:27:51] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[39019]: [02/Apr/2024:08:27:51] ENGINE Bus STARTED 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[39019]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 23 GiB/s rd, 12 GiB/s wr, 142.91k op/s 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[39019]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[39019]: from='client.? 172.21.15.28:0/348763379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[39019]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[94314]: [02/Apr/2024:08:27:51] ENGINE Serving on http://172.21.15.28:8765 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[94314]: from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[94314]: [02/Apr/2024:08:27:51] ENGINE Serving on https://172.21.15.28:7150 2024-04-02T08:27:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[94314]: [02/Apr/2024:08:27:51] ENGINE Bus STARTED 2024-04-02T08:27:52.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[94314]: pgmap v4: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 23 GiB/s rd, 12 GiB/s wr, 142.91k op/s 2024-04-02T08:27:52.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[94314]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:27:52.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/348763379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:27:52.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:52 smithi028 ceph-mon[94314]: osdmap e231: 8 total, 8 up, 8 in 2024-04-02T08:27:53.415 INFO:tasks.rados.rados.0.smithi028.stdout:855: done (6 left) 2024-04-02T08:27:53.415 INFO:tasks.rados.rados.0.smithi028.stdout:856: done (5 left) 2024-04-02T08:27:53.415 INFO:tasks.rados.rados.0.smithi028.stdout:857: done (4 left) 2024-04-02T08:27:53.416 INFO:tasks.rados.rados.0.smithi028.stdout:859: done (3 left) 2024-04-02T08:27:53.416 INFO:tasks.rados.rados.0.smithi028.stdout:860: done (2 left) 2024-04-02T08:27:53.416 INFO:tasks.rados.rados.0.smithi028.stdout:862: done (1 left) 2024-04-02T08:27:53.416 INFO:tasks.rados.rados.0.smithi028.stdout:863: done (0 left) 2024-04-02T08:27:53.416 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 88 2024-04-02T08:27:53.416 INFO:tasks.rados.rados.0.smithi028.stdout:864: seq_num 294 ranges {1679360=131072} 2024-04-02T08:27:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:864: writing smithi02882251-19 from 1679360 to 1810432 tid 1 2024-04-02T08:27:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 88 2024-04-02T08:27:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:865: seq_num 295 ranges {1351680=147456} 2024-04-02T08:27:53.433 INFO:tasks.rados.rados.0.smithi028.stdout:865: writing smithi02882251-25 from 1351680 to 1499136 tid 1 2024-04-02T08:27:53.433 INFO:tasks.rados.rados.0.smithi028.stdout:866: rmattr oid 42 current snap is 88 2024-04-02T08:27:53.433 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 1 to smithi02882251-19 2024-04-02T08:27:53.433 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 2 to smithi02882251-19 2024-04-02T08:27:53.433 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 3 to smithi02882251-19 2024-04-02T08:27:53.433 INFO:tasks.rados.rados.0.smithi028.stdout:864: oid 19 updating version 0 to 540 2024-04-02T08:27:53.433 INFO:tasks.rados.rados.0.smithi028.stdout:864: oid 19 version 540 is already newer than 539 2024-04-02T08:27:53.433 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 540 (ObjNum 294 snap 88 seq_num 294) dirty exists 2024-04-02T08:27:53.434 INFO:tasks.rados.rados.0.smithi028.stdout:864: left oid 19 (ObjNum 294 snap 88 seq_num 294) 2024-04-02T08:27:53.434 INFO:tasks.rados.rados.0.smithi028.stdout:864: done (2 left) 2024-04-02T08:27:53.434 INFO:tasks.rados.rados.0.smithi028.stdout:867: delete oid 35 current snap is 88 2024-04-02T08:27:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:867: done (2 left) 2024-04-02T08:27:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:868: copy_from oid 21 from oid 40 current snap is 88 2024-04-02T08:27:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:869: snap_create 2024-04-02T08:27:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 332 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-04-02T08:27:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 1 to smithi02882251-25 2024-04-02T08:27:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 2 to smithi02882251-25 2024-04-02T08:27:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 3 to smithi02882251-25 2024-04-02T08:27:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:865: oid 25 updating version 0 to 277 2024-04-02T08:27:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:865: oid 25 version 277 is already newer than 276 2024-04-02T08:27:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 277 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-04-02T08:27:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:865: left oid 25 (ObjNum 295 snap 88 seq_num 295) 2024-04-02T08:27:53.446 INFO:tasks.rados.rados.0.smithi028.stdout:868: finishing copy_from racing read to smithi02882251-21 2024-04-02T08:27:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:868: finishing copy_from to smithi02882251-21 2024-04-02T08:27:53.448 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 531 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:27:53.772 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:27:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:27:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:27:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:53 smithi028 ceph-mon[94314]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 235 MiB/s rd, 126 MiB/s wr, 1.42k op/s 2024-04-02T08:27:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:53 smithi028 ceph-mon[94314]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:27:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:53 smithi028 ceph-mon[94314]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:27:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:53 smithi028 ceph-mon[39019]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 235 MiB/s rd, 126 MiB/s wr, 1.42k op/s 2024-04-02T08:27:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:53 smithi028 ceph-mon[39019]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:27:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:53 smithi028 ceph-mon[39019]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:27:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:53 smithi137 ceph-mon[31169]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 235 MiB/s rd, 126 MiB/s wr, 1.42k op/s 2024-04-02T08:27:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:53 smithi137 ceph-mon[31169]: mgrmap e39: y(active, since 2s), standbys: x 2024-04-02T08:27:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:53 smithi137 ceph-mon[31169]: osdmap e232: 8 total, 8 up, 8 in 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:865: done (3 left) 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:866: done (2 left) 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:868: done (1 left) 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:869: done (0 left) 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:870: rollback oid 44 current snap is 89 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 57 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:871: copy_from oid 18 from oid 38 current snap is 89 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 89 2024-04-02T08:27:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:872: seq_num 297 ranges {0=180224} 2024-04-02T08:27:54.417 INFO:tasks.rados.rados.0.smithi028.stdout:872: writing smithi02882251-3 from 0 to 180224 tid 1 2024-04-02T08:27:54.417 INFO:tasks.rados.rados.0.smithi028.stdout:873: snap_remove snap 81 2024-04-02T08:27:55.419 INFO:tasks.rados.rados.0.smithi028.stdout:873: done (3 left) 2024-04-02T08:27:55.419 INFO:tasks.rados.rados.0.smithi028.stdout:874: snap_create 2024-04-02T08:27:55.419 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 1 to smithi02882251-3 2024-04-02T08:27:55.419 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 2 to smithi02882251-3 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:870: finishing rollback tid 1 to smithi02882251-44 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:870: finishing rollback tid 2 to smithi02882251-44 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 334 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 3 to smithi02882251-3 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:872: oid 3 updating version 0 to 306 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:872: oid 3 version 306 is already newer than 305 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 306 (ObjNum 297 snap 89 seq_num 297) dirty exists 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:872: left oid 3 (ObjNum 297 snap 89 seq_num 297) 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:871: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:871: finishing copy_from to smithi02882251-18 2024-04-02T08:27:55.420 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 298 (ObjNum 280 snap 84 seq_num 280) dirty exists 2024-04-02T08:27:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[94314]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 78 MiB/s rd, 42 MiB/s wr, 473 op/s 2024-04-02T08:27:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[94314]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:27:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[94314]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:27:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[39019]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 78 MiB/s rd, 42 MiB/s wr, 473 op/s 2024-04-02T08:27:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[39019]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:27:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[39019]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:27:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:55 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:55 smithi137 ceph-mon[31169]: pgmap v8: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 78 MiB/s rd, 42 MiB/s wr, 473 op/s 2024-04-02T08:27:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:55 smithi137 ceph-mon[31169]: osdmap e233: 8 total, 8 up, 8 in 2024-04-02T08:27:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:55 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:55 smithi137 ceph-mon[31169]: mgrmap e40: y(active, since 4s), standbys: x 2024-04-02T08:27:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:55 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.424 INFO:tasks.rados.rados.0.smithi028.stdout:870: done (3 left) 2024-04-02T08:27:56.425 INFO:tasks.rados.rados.0.smithi028.stdout:871: done (2 left) 2024-04-02T08:27:56.425 INFO:tasks.rados.rados.0.smithi028.stdout:872: done (1 left) 2024-04-02T08:27:56.425 INFO:tasks.rados.rados.0.smithi028.stdout:874: done (0 left) 2024-04-02T08:27:56.425 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 90 2024-04-02T08:27:56.425 INFO:tasks.rados.rados.0.smithi028.stdout:875: seq_num 298 ranges {2187264=196608} 2024-04-02T08:27:56.437 INFO:tasks.rados.rados.0.smithi028.stdout:875: writing smithi02882251-1 from 2187264 to 2383872 tid 1 2024-04-02T08:27:56.438 INFO:tasks.rados.rados.0.smithi028.stdout:876: read oid 35 snap -1 2024-04-02T08:27:56.438 INFO:tasks.rados.rados.0.smithi028.stdout:876: expect deleted 2024-04-02T08:27:56.438 INFO:tasks.rados.rados.0.smithi028.stdout:877: snap_create 2024-04-02T08:27:56.440 INFO:tasks.rados.rados.0.smithi028.stdout:875: finishing write tid 1 to smithi02882251-1 2024-04-02T08:27:56.441 INFO:tasks.rados.rados.0.smithi028.stdout:875: finishing write tid 2 to smithi02882251-1 2024-04-02T08:27:56.442 INFO:tasks.rados.rados.0.smithi028.stdout:875: finishing write tid 3 to smithi02882251-1 2024-04-02T08:27:56.442 INFO:tasks.rados.rados.0.smithi028.stdout:875: oid 1 updating version 0 to 300 2024-04-02T08:27:56.442 INFO:tasks.rados.rados.0.smithi028.stdout:875: oid 1 version 300 is already newer than 299 2024-04-02T08:27:56.442 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 300 (ObjNum 298 snap 90 seq_num 298) dirty exists 2024-04-02T08:27:56.442 INFO:tasks.rados.rados.0.smithi028.stdout:875: left oid 1 (ObjNum 298 snap 90 seq_num 298) 2024-04-02T08:27:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[94314]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[39019]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:56 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.754 INFO:tasks.rados.rados.0.smithi028.stdout:875: done (2 left) 2024-04-02T08:27:56.754 INFO:tasks.rados.rados.0.smithi028.stdout:876: done (1 left) 2024-04-02T08:27:56.754 INFO:tasks.rados.rados.0.smithi028.stdout:877: done (0 left) 2024-04-02T08:27:56.754 INFO:tasks.rados.rados.0.smithi028.stdout:878: rollback oid 37 current snap is 91 2024-04-02T08:27:56.754 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 60 2024-04-02T08:27:56.754 INFO:tasks.rados.rados.0.smithi028.stdout:879: delete oid 44 current snap is 91 2024-04-02T08:27:56.756 INFO:tasks.rados.rados.0.smithi028.stdout:878: finishing rollback tid 0 to smithi02882251-37 2024-04-02T08:27:56.758 INFO:tasks.rados.rados.0.smithi028.stdout:878: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:27:56.758 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 416 (ObjNum 97 snap 0 seq_num 1440576176) dirty dne 2024-04-02T08:27:56.760 INFO:tasks.rados.rados.0.smithi028.stdout:878: done (1 left) 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:879: done (0 left) 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:880: copy_from oid 5 from oid 45 current snap is 91 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:881: read oid 12 snap 76 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:881: expect (ObjNum 246 snap 71 seq_num 246) 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:882: rmattr oid 22 current snap is 91 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:883: read oid 17 snap -1 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:883: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:884: rmattr oid 38 current snap is 91 2024-04-02T08:27:56.761 INFO:tasks.rados.rados.0.smithi028.stdout:885: setattr oid 11 current snap is 91 2024-04-02T08:27:56.763 INFO:tasks.rados.rados.0.smithi028.stdout:886: read oid 39 snap -1 2024-04-02T08:27:56.763 INFO:tasks.rados.rados.0.smithi028.stdout:886: expect deleted 2024-04-02T08:27:56.763 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 91 2024-04-02T08:27:56.763 INFO:tasks.rados.rados.0.smithi028.stdout:887: seq_num 300 ranges {1499136=229376} 2024-04-02T08:27:56.773 INFO:tasks.rados.rados.0.smithi028.stdout:887: writing smithi02882251-25 from 1499136 to 1728512 tid 1 2024-04-02T08:27:56.773 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 91 2024-04-02T08:27:56.773 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 301 (ObjNum 280 snap 84 seq_num 280) dirty exists 2024-04-02T08:27:56.774 INFO:tasks.rados.rados.0.smithi028.stdout:883: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:27:56.824 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 277 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-04-02T08:27:56.824 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 544 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-02T08:27:56.824 INFO:tasks.rados.rados.0.smithi028.stdout:887: finishing write tid 1 to smithi02882251-25 2024-04-02T08:27:56.824 INFO:tasks.rados.rados.0.smithi028.stdout:880: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:27:56.824 INFO:tasks.rados.rados.0.smithi028.stdout:887: finishing write tid 2 to smithi02882251-25 2024-04-02T08:27:56.824 INFO:tasks.rados.rados.0.smithi028.stdout:887: finishing write tid 3 to smithi02882251-25 2024-04-02T08:27:56.824 INFO:tasks.rados.rados.0.smithi028.stdout:887: oid 25 updating version 0 to 283 2024-04-02T08:27:56.825 INFO:tasks.rados.rados.0.smithi028.stdout:887: oid 25 updating version 283 to 284 2024-04-02T08:27:56.825 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 284 (ObjNum 300 snap 91 seq_num 300) dirty exists 2024-04-02T08:27:56.825 INFO:tasks.rados.rados.0.smithi028.stdout:887: left oid 25 (ObjNum 300 snap 91 seq_num 300) 2024-04-02T08:27:56.825 INFO:tasks.rados.rados.0.smithi028.stdout:880: finishing copy_from to smithi02882251-5 2024-04-02T08:27:56.825 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 575 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-04-02T08:27:56.825 INFO:tasks.rados.rados.0.smithi028.stdout:881: expect (ObjNum 246 snap 71 seq_num 246) 2024-04-02T08:27:56.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:56 smithi137 ceph-mon[31169]: osdmap e234: 8 total, 8 up, 8 in 2024-04-02T08:27:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:56 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:56 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:56 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:56 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:57.056 INFO:tasks.rados.rados.0.smithi028.stdout:888: seq_num 301 ranges {0=245760} 2024-04-02T08:27:57.058 INFO:tasks.rados.rados.0.smithi028.stdout:888: writing smithi02882251-23 from 0 to 245760 tid 1 2024-04-02T08:27:57.058 INFO:tasks.rados.rados.0.smithi028.stdout:880: done (8 left) 2024-04-02T08:27:57.058 INFO:tasks.rados.rados.0.smithi028.stdout:881: done (7 left) 2024-04-02T08:27:57.058 INFO:tasks.rados.rados.0.smithi028.stdout:882: done (6 left) 2024-04-02T08:27:57.058 INFO:tasks.rados.rados.0.smithi028.stdout:883: done (5 left) 2024-04-02T08:27:57.058 INFO:tasks.rados.rados.0.smithi028.stdout:884: done (4 left) 2024-04-02T08:27:57.059 INFO:tasks.rados.rados.0.smithi028.stdout:885: done (3 left) 2024-04-02T08:27:57.059 INFO:tasks.rados.rados.0.smithi028.stdout:886: done (2 left) 2024-04-02T08:27:57.059 INFO:tasks.rados.rados.0.smithi028.stdout:887: done (1 left) 2024-04-02T08:27:57.059 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 91 2024-04-02T08:27:57.059 INFO:tasks.rados.rados.0.smithi028.stdout:889: seq_num 302 ranges {5971968=262144} 2024-04-02T08:27:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:889: writing smithi02882251-13 from 5971968 to 6234112 tid 1 2024-04-02T08:27:57.092 INFO:tasks.rados.rados.0.smithi028.stdout:890: snap_remove snap 85 2024-04-02T08:27:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[94314]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[94314]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[94314]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[39019]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[39019]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:57 smithi028 ceph-mon[39019]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:27:57.838 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:57 smithi137 ceph-mon[31169]: pgmap v11: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 180 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:27:57.839 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:57 smithi137 ceph-mon[31169]: osdmap e235: 8 total, 8 up, 8 in 2024-04-02T08:27:57.839 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:57 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:57.839 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:57 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:27:57.839 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:57 smithi137 ceph-mon[31169]: osdmap e236: 8 total, 8 up, 8 in 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:888: finishing write tid 1 to smithi02882251-23 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:888: finishing write tid 2 to smithi02882251-23 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:888: finishing write tid 3 to smithi02882251-23 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:888: oid 23 updating version 0 to 545 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:888: oid 23 updating version 545 to 546 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 546 (ObjNum 301 snap 91 seq_num 301) dirty exists 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:888: left oid 23 (ObjNum 301 snap 91 seq_num 301) 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:889: finishing write tid 1 to smithi02882251-13 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:889: finishing write tid 2 to smithi02882251-13 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:889: finishing write tid 3 to smithi02882251-13 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:889: oid 13 updating version 0 to 400 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:889: oid 13 updating version 400 to 401 2024-04-02T08:27:57.888 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 401 (ObjNum 302 snap 91 seq_num 302) dirty exists 2024-04-02T08:27:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:889: left oid 13 (ObjNum 302 snap 91 seq_num 302) 2024-04-02T08:27:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:888: done (2 left) 2024-04-02T08:27:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:889: done (1 left) 2024-04-02T08:27:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:890: done (0 left) 2024-04-02T08:27:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 91 2024-04-02T08:27:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:891: seq_num 303 ranges {2826240=278528} 2024-04-02T08:27:57.905 INFO:tasks.rados.rados.0.smithi028.stdout:891: writing smithi02882251-45 from 2826240 to 3104768 tid 1 2024-04-02T08:27:57.905 INFO:tasks.rados.rados.0.smithi028.stdout:892: copy_from oid 41 from oid 49 current snap is 91 2024-04-02T08:27:57.905 INFO:tasks.rados.rados.0.smithi028.stdout:893: snap_remove snap 57 2024-04-02T08:27:58.893 INFO:tasks.rados.rados.0.smithi028.stdout:893: done (2 left) 2024-04-02T08:27:58.893 INFO:tasks.rados.rados.0.smithi028.stdout:894: snap_remove snap 83 2024-04-02T08:27:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:58 smithi137 ceph-mon[31169]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:27:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:58 smithi028 ceph-mon[94314]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:27:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:58 smithi028 ceph-mon[39019]: osdmap e237: 8 total, 8 up, 8 in 2024-04-02T08:27:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:894: done (2 left) 2024-04-02T08:27:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 91 2024-04-02T08:27:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:891: finishing write tid 1 to smithi02882251-45 2024-04-02T08:27:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:891: finishing write tid 2 to smithi02882251-45 2024-04-02T08:27:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:891: finishing write tid 3 to smithi02882251-45 2024-04-02T08:27:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:891: oid 45 updating version 0 to 638 2024-04-02T08:27:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:891: oid 45 version 638 is already newer than 637 2024-04-02T08:27:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 638 (ObjNum 303 snap 91 seq_num 303) dirty exists 2024-04-02T08:27:59.900 INFO:tasks.rados.rados.0.smithi028.stdout:891: left oid 45 (ObjNum 303 snap 91 seq_num 303) 2024-04-02T08:27:59.900 INFO:tasks.rados.rados.0.smithi028.stdout:892: finishing copy_from racing read to smithi02882251-41 2024-04-02T08:27:59.900 INFO:tasks.rados.rados.0.smithi028.stdout:892: finishing copy_from to smithi02882251-41 2024-04-02T08:27:59.900 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 246 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:27:59.900 INFO:tasks.rados.rados.0.smithi028.stdout:895: seq_num 304 ranges {2826240=294912} 2024-04-02T08:27:59.918 INFO:tasks.rados.rados.0.smithi028.stdout:895: writing smithi02882251-5 from 2826240 to 3121152 tid 1 2024-04-02T08:27:59.918 INFO:tasks.rados.rados.0.smithi028.stdout:891: done (2 left) 2024-04-02T08:27:59.918 INFO:tasks.rados.rados.0.smithi028.stdout:892: done (1 left) 2024-04-02T08:27:59.918 INFO:tasks.rados.rados.0.smithi028.stdout:896: read oid 26 snap -1 2024-04-02T08:27:59.918 INFO:tasks.rados.rados.0.smithi028.stdout:896: expect (ObjNum 255 snap 73 seq_num 255) 2024-04-02T08:27:59.918 INFO:tasks.rados.rados.0.smithi028.stdout:897: setattr oid 42 current snap is 91 2024-04-02T08:27:59.919 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 91 2024-04-02T08:27:59.919 INFO:tasks.rados.rados.0.smithi028.stdout:898: seq_num 305 ranges {6234112=311296} 2024-04-02T08:27:59.956 INFO:tasks.rados.rados.0.smithi028.stdout:898: writing smithi02882251-13 from 6234112 to 6545408 tid 1 2024-04-02T08:27:59.956 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 91 2024-04-02T08:27:59.956 INFO:tasks.rados.rados.0.smithi028.stdout:895: finishing write tid 1 to smithi02882251-5 2024-04-02T08:27:59.956 INFO:tasks.rados.rados.0.smithi028.stdout:899: seq_num 306 ranges {0=327680} 2024-04-02T08:27:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:899: writing smithi02882251-39 from 0 to 327680 tid 1 2024-04-02T08:27:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 91 2024-04-02T08:27:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:895: finishing write tid 2 to smithi02882251-5 2024-04-02T08:27:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 352 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-04-02T08:27:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:895: finishing write tid 3 to smithi02882251-5 2024-04-02T08:27:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:895: oid 5 updating version 0 to 576 2024-04-02T08:27:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:895: oid 5 updating version 576 to 577 2024-04-02T08:27:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 577 (ObjNum 304 snap 91 seq_num 304) dirty exists 2024-04-02T08:27:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:895: left oid 5 (ObjNum 304 snap 91 seq_num 304) 2024-04-02T08:27:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:896: expect (ObjNum 255 snap 73 seq_num 255) 2024-04-02T08:28:00.074 INFO:tasks.rados.rados.0.smithi028.stdout:898: finishing write tid 1 to smithi02882251-13 2024-04-02T08:28:00.075 INFO:tasks.rados.rados.0.smithi028.stdout:898: finishing write tid 2 to smithi02882251-13 2024-04-02T08:28:00.075 INFO:tasks.rados.rados.0.smithi028.stdout:900: seq_num 307 ranges {1359872=344064} 2024-04-02T08:28:00.084 INFO:tasks.rados.rados.0.smithi028.stdout:900: writing smithi02882251-46 from 1359872 to 1703936 tid 1 2024-04-02T08:28:00.084 INFO:tasks.rados.rados.0.smithi028.stdout:895: done (5 left) 2024-04-02T08:28:00.084 INFO:tasks.rados.rados.0.smithi028.stdout:896: done (4 left) 2024-04-02T08:28:00.084 INFO:tasks.rados.rados.0.smithi028.stdout:897: done (3 left) 2024-04-02T08:28:00.084 INFO:tasks.rados.rados.0.smithi028.stdout:901: snap_remove snap 84 2024-04-02T08:28:00.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:59 smithi137 ceph-mon[31169]: pgmap v15: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-04-02T08:28:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:27:59 smithi137 ceph-mon[31169]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:28:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:59 smithi028 ceph-mon[94314]: pgmap v15: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-04-02T08:28:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:27:59 smithi028 ceph-mon[94314]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:28:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:59 smithi028 ceph-mon[39019]: pgmap v15: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-04-02T08:28:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:27:59 smithi028 ceph-mon[39019]: osdmap e238: 8 total, 8 up, 8 in 2024-04-02T08:28:00.931 INFO:tasks.rados.rados.0.smithi028.stdout:901: done (3 left) 2024-04-02T08:28:00.931 INFO:tasks.rados.rados.0.smithi028.stdout:902: setattr oid 24 current snap is 91 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:898: finishing write tid 3 to smithi02882251-13 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:898: oid 13 updating version 0 to 415 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:898: oid 13 version 415 is already newer than 414 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 415 (ObjNum 305 snap 91 seq_num 305) dirty exists 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:898: left oid 13 (ObjNum 305 snap 91 seq_num 305) 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:899: finishing write tid 1 to smithi02882251-39 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:899: finishing write tid 2 to smithi02882251-39 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:899: finishing write tid 3 to smithi02882251-39 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:899: oid 39 updating version 0 to 273 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:899: oid 39 version 273 is already newer than 272 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 273 (ObjNum 306 snap 91 seq_num 306) dirty exists 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:899: left oid 39 (ObjNum 306 snap 91 seq_num 306) 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:900: finishing write tid 1 to smithi02882251-46 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:900: finishing write tid 2 to smithi02882251-46 2024-04-02T08:28:00.932 INFO:tasks.rados.rados.0.smithi028.stdout:900: finishing write tid 3 to smithi02882251-46 2024-04-02T08:28:00.933 INFO:tasks.rados.rados.0.smithi028.stdout:900: oid 46 updating version 0 to 307 2024-04-02T08:28:00.933 INFO:tasks.rados.rados.0.smithi028.stdout:900: oid 46 updating version 307 to 308 2024-04-02T08:28:00.933 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 308 (ObjNum 307 snap 91 seq_num 307) dirty exists 2024-04-02T08:28:00.933 INFO:tasks.rados.rados.0.smithi028.stdout:900: left oid 46 (ObjNum 307 snap 91 seq_num 307) 2024-04-02T08:28:00.933 INFO:tasks.rados.rados.0.smithi028.stdout:898: done (3 left) 2024-04-02T08:28:00.933 INFO:tasks.rados.rados.0.smithi028.stdout:899: done (2 left) 2024-04-02T08:28:00.933 INFO:tasks.rados.rados.0.smithi028.stdout:900: done (1 left) 2024-04-02T08:28:00.934 INFO:tasks.rados.rados.0.smithi028.stdout:903: rollback oid 25 current snap is 91 2024-04-02T08:28:00.934 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 58 2024-04-02T08:28:00.934 INFO:tasks.rados.rados.0.smithi028.stdout:904: read oid 33 snap -1 2024-04-02T08:28:00.934 INFO:tasks.rados.rados.0.smithi028.stdout:904: expect deleted 2024-04-02T08:28:00.934 INFO:tasks.rados.rados.0.smithi028.stdout:905: snap_create 2024-04-02T08:28:00.940 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing rollback tid 0 to smithi02882251-25 2024-04-02T08:28:00.946 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 274 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:28:00.947 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:28:00.947 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing rollback tid 2 to smithi02882251-25 2024-04-02T08:28:00.947 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 297 (ObjNum 218 snap 56 seq_num 218) dirty exists 2024-04-02T08:28:01.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:28:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:00 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: osdmap e239: 8 total, 8 up, 8 in 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.conf 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.conf 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.conf 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:00 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:01.605 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:28:01] "GET /metrics HTTP/1.1" 200 33354 "" "Prometheus/2.43.0" 2024-04-02T08:28:01.933 INFO:tasks.rados.rados.0.smithi028.stdout:902: done (3 left) 2024-04-02T08:28:01.934 INFO:tasks.rados.rados.0.smithi028.stdout:903: done (2 left) 2024-04-02T08:28:01.934 INFO:tasks.rados.rados.0.smithi028.stdout:904: done (1 left) 2024-04-02T08:28:01.934 INFO:tasks.rados.rados.0.smithi028.stdout:905: done (0 left) 2024-04-02T08:28:01.934 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 92 2024-04-02T08:28:01.934 INFO:tasks.rados.rados.0.smithi028.stdout:906: seq_num 308 ranges {0=360448} 2024-04-02T08:28:01.935 INFO:tasks.rados.rados.0.smithi028.stdout:906: writing smithi02882251-37 from 0 to 360448 tid 1 2024-04-02T08:28:01.936 INFO:tasks.rados.rados.0.smithi028.stdout:907: rmattr oid 2 current snap is 92 2024-04-02T08:28:01.936 INFO:tasks.rados.rados.0.smithi028.stdout:908: read oid 50 snap 88 2024-04-02T08:28:01.936 INFO:tasks.rados.rados.0.smithi028.stdout:908: expect (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:28:01.936 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 92 2024-04-02T08:28:01.936 INFO:tasks.rados.rados.0.smithi028.stdout:909: seq_num 309 ranges {180224=376832} 2024-04-02T08:28:01.938 INFO:tasks.rados.rados.0.smithi028.stdout:909: writing smithi02882251-3 from 180224 to 557056 tid 1 2024-04-02T08:28:01.939 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 92 2024-04-02T08:28:01.939 INFO:tasks.rados.rados.0.smithi028.stdout:910: seq_num 310 ranges {6496256=401408} 2024-04-02T08:28:01.977 INFO:tasks.rados.rados.0.smithi028.stdout:910: writing smithi02882251-10 from 6496256 to 6897664 tid 1 2024-04-02T08:28:01.977 INFO:tasks.rados.rados.0.smithi028.stdout:911: rmattr oid 27 current snap is 92 2024-04-02T08:28:01.977 INFO:tasks.rados.rados.0.smithi028.stdout:906: finishing write tid 1 to smithi02882251-37 2024-04-02T08:28:01.977 INFO:tasks.rados.rados.0.smithi028.stdout:906: finishing write tid 2 to smithi02882251-37 2024-04-02T08:28:01.977 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 356 (ObjNum 269 snap 80 seq_num 269) dirty exists 2024-04-02T08:28:01.977 INFO:tasks.rados.rados.0.smithi028.stdout:906: finishing write tid 3 to smithi02882251-37 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:906: oid 37 updating version 0 to 431 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:906: oid 37 updating version 431 to 432 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 432 (ObjNum 308 snap 92 seq_num 308) dirty exists 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:906: left oid 37 (ObjNum 308 snap 92 seq_num 308) 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 1 to smithi02882251-3 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 2 to smithi02882251-3 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 3 to smithi02882251-3 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:909: oid 3 updating version 0 to 309 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:909: oid 3 updating version 309 to 310 2024-04-02T08:28:01.978 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 310 (ObjNum 309 snap 92 seq_num 309) dirty exists 2024-04-02T08:28:01.981 INFO:tasks.rados.rados.0.smithi028.stdout:909: left oid 3 (ObjNum 309 snap 92 seq_num 309) 2024-04-02T08:28:01.981 INFO:tasks.rados.rados.0.smithi028.stdout:908: expect (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:28:02.136 INFO:tasks.rados.rados.0.smithi028.stdout:910: finishing write tid 1 to smithi02882251-10 2024-04-02T08:28:02.136 INFO:tasks.rados.rados.0.smithi028.stdout:910: finishing write tid 2 to smithi02882251-10 2024-04-02T08:28:02.136 INFO:tasks.rados.rados.0.smithi028.stdout:910: finishing write tid 3 to smithi02882251-10 2024-04-02T08:28:02.136 INFO:tasks.rados.rados.0.smithi028.stdout:910: oid 10 updating version 0 to 299 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:910: oid 10 updating version 299 to 300 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 300 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:910: left oid 10 (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 656 (ObjNum 205 snap 54 seq_num 205) dirty exists 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:906: done (5 left) 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:907: done (4 left) 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:908: done (3 left) 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:909: done (2 left) 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:910: done (1 left) 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:911: done (0 left) 2024-04-02T08:28:02.137 INFO:tasks.rados.rados.0.smithi028.stdout:912: setattr oid 43 current snap is 92 2024-04-02T08:28:02.138 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 92 2024-04-02T08:28:02.138 INFO:tasks.rados.rados.0.smithi028.stdout:913: seq_num 311 ranges {8192=417792} 2024-04-02T08:28:02.140 INFO:tasks.rados.rados.0.smithi028.stdout:913: writing smithi02882251-15 from 8192 to 425984 tid 1 2024-04-02T08:28:02.140 INFO:tasks.rados.rados.0.smithi028.stdout:914: delete oid 39 current snap is 92 2024-04-02T08:28:02.141 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 412 (ObjNum 129 snap 0 seq_num 1440395880) dirty exists 2024-04-02T08:28:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:912: done (2 left) 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:914: done (1 left) 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:915: read oid 5 snap -1 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:915: expect (ObjNum 304 snap 91 seq_num 304) 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:916: read oid 38 snap -1 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:916: expect (ObjNum 280 snap 84 seq_num 280) 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:917: read oid 8 snap -1 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:917: expect (ObjNum 197 snap 51 seq_num 197) 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:918: rollback oid 33 current snap is 92 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 58 2024-04-02T08:28:02.143 INFO:tasks.rados.rados.0.smithi028.stdout:919: delete oid 1 current snap is 92 2024-04-02T08:28:02.144 INFO:tasks.rados.rados.0.smithi028.stdout:913: finishing write tid 1 to smithi02882251-15 2024-04-02T08:28:02.144 INFO:tasks.rados.rados.0.smithi028.stdout:913: finishing write tid 2 to smithi02882251-15 2024-04-02T08:28:02.145 INFO:tasks.rados.rados.0.smithi028.stdout:918: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:28:02.146 INFO:tasks.rados.rados.0.smithi028.stdout:918: finishing rollback tid 2 to smithi02882251-33 2024-04-02T08:28:02.146 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 307 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-04-02T08:28:02.151 INFO:tasks.rados.rados.0.smithi028.stdout:913: finishing write tid 3 to smithi02882251-15 2024-04-02T08:28:02.151 INFO:tasks.rados.rados.0.smithi028.stdout:913: oid 15 updating version 0 to 435 2024-04-02T08:28:02.151 INFO:tasks.rados.rados.0.smithi028.stdout:913: oid 15 version 435 is already newer than 434 2024-04-02T08:28:02.151 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 435 (ObjNum 311 snap 92 seq_num 311) dirty exists 2024-04-02T08:28:02.151 INFO:tasks.rados.rados.0.smithi028.stdout:913: left oid 15 (ObjNum 311 snap 92 seq_num 311) 2024-04-02T08:28:02.154 INFO:tasks.rados.rados.0.smithi028.stdout:913: done (5 left) 2024-04-02T08:28:02.155 INFO:tasks.rados.rados.0.smithi028.stdout:918: done (4 left) 2024-04-02T08:28:02.155 INFO:tasks.rados.rados.0.smithi028.stdout:919: done (3 left) 2024-04-02T08:28:02.155 INFO:tasks.rados.rados.0.smithi028.stdout:920: delete oid 35 current snap is 92 2024-04-02T08:28:02.158 INFO:tasks.rados.rados.0.smithi028.stdout:917: expect (ObjNum 197 snap 51 seq_num 197) 2024-04-02T08:28:02.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: pgmap v18: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:28:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[39019]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: pgmap v18: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:28:02.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:28:02.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:01 smithi028 ceph-mon[94314]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:28:02.217 INFO:tasks.rados.rados.0.smithi028.stdout:916: expect (ObjNum 280 snap 84 seq_num 280) 2024-04-02T08:28:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: pgmap v18: 121 pgs: 121 active+clean; 188 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-04-02T08:28:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: Updating smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: Updating smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-02T08:28:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: osdmap e240: 8 total, 8 up, 8 in 2024-04-02T08:28:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:28:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-02T08:28:02.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:01 smithi137 ceph-mon[31169]: Upgrade: It appears safe to stop mon.c 2024-04-02T08:28:02.346 INFO:tasks.rados.rados.0.smithi028.stdout:915: expect (ObjNum 304 snap 91 seq_num 304) 2024-04-02T08:28:02.493 INFO:tasks.rados.rados.0.smithi028.stdout:915: done (3 left) 2024-04-02T08:28:02.493 INFO:tasks.rados.rados.0.smithi028.stdout:916: done (2 left) 2024-04-02T08:28:02.493 INFO:tasks.rados.rados.0.smithi028.stdout:917: done (1 left) 2024-04-02T08:28:02.493 INFO:tasks.rados.rados.0.smithi028.stdout:920: done (0 left) 2024-04-02T08:28:02.493 INFO:tasks.rados.rados.0.smithi028.stdout:921: snap_remove snap 91 2024-04-02T08:28:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:02.939 INFO:tasks.rados.rados.0.smithi028.stdout:921: done (0 left) 2024-04-02T08:28:02.939 INFO:tasks.rados.rados.0.smithi028.stdout:922: snap_remove snap 89 2024-04-02T08:28:03.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[94314]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:28:03.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:03.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:03.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:03.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[39019]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:28:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[39019]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:02 smithi028 ceph-mon[39019]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:02 smithi137 ceph-mon[31169]: osdmap e241: 8 total, 8 up, 8 in 2024-04-02T08:28:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:02 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:02 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:02 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:02 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:03.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:03.943 INFO:tasks.rados.rados.0.smithi028.stdout:922: done (0 left) 2024-04-02T08:28:03.944 INFO:tasks.rados.rados.0.smithi028.stdout:923: snap_create 2024-04-02T08:28:04.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:03 smithi028 ceph-mon[39019]: pgmap v21: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-02T08:28:04.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:03 smithi028 ceph-mon[39019]: Upgrade: Updating mon.c 2024-04-02T08:28:04.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:03 smithi028 ceph-mon[39019]: Deploying daemon mon.c on smithi028 2024-04-02T08:28:04.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:03 smithi028 ceph-mon[39019]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:28:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:03 smithi028 ceph-mon[94314]: pgmap v21: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-02T08:28:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:03 smithi028 ceph-mon[94314]: Upgrade: Updating mon.c 2024-04-02T08:28:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:03 smithi028 ceph-mon[94314]: Deploying daemon mon.c on smithi028 2024-04-02T08:28:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:03 smithi028 ceph-mon[94314]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:28:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:03 smithi137 ceph-mon[31169]: pgmap v21: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-02T08:28:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:03 smithi137 ceph-mon[31169]: Upgrade: Updating mon.c 2024-04-02T08:28:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:03 smithi137 ceph-mon[31169]: Deploying daemon mon.c on smithi028 2024-04-02T08:28:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:03 smithi137 ceph-mon[31169]: osdmap e242: 8 total, 8 up, 8 in 2024-04-02T08:28:04.945 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:04 smithi028 systemd[1]: Stopping Ceph mon.c for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:04.948 INFO:tasks.rados.rados.0.smithi028.stdout:923: done (0 left) 2024-04-02T08:28:04.948 INFO:tasks.rados.rados.0.smithi028.stdout:924: rollback oid 48 current snap is 93 2024-04-02T08:28:04.948 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 62 2024-04-02T08:28:04.948 INFO:tasks.rados.rados.0.smithi028.stdout:925: copy_from oid 4 from oid 24 current snap is 93 2024-04-02T08:28:04.948 INFO:tasks.rados.rados.0.smithi028.stdout:926: snap_create 2024-04-02T08:28:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:924: finishing rollback tid 0 to smithi02882251-48 2024-04-02T08:28:04.952 INFO:tasks.rados.rados.0.smithi028.stdout:924: finishing rollback tid 1 to smithi02882251-48 2024-04-02T08:28:04.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 665 (ObjNum 161 snap 0 seq_num 1440194160) dirty dne 2024-04-02T08:28:04.954 INFO:tasks.rados.rados.0.smithi028.stdout:925: finishing copy_from to smithi02882251-4 2024-04-02T08:28:04.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 274 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:28:04.954 INFO:tasks.rados.rados.0.smithi028.stdout:925: finishing copy_from racing read to smithi02882251-4 2024-04-02T08:28:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:04 smithi028 ceph-mon[94314]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:28:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:04 smithi028 ceph-mon[39019]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:28:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c[38996]: 2024-04-02T08:28:04.971+0000 7fbffdefe700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:28:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c[38996]: 2024-04-02T08:28:04.971+0000 7fbffdefe700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:28:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:05 smithi028 podman[96683]: 2024-04-02 08:28:05.053286902 +0000 UTC m=+0.308492438 container died 2511e1a84c58d5f0bb19637723473807dae94ed1e44f1eecb0b53da306000aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:28:05.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:04] ENGINE Bus STOPPING 2024-04-02T08:28:05.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:28:05.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:04] ENGINE Bus STOPPED 2024-04-02T08:28:05.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:04 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:04] ENGINE Bus STARTING 2024-04-02T08:28:05.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:05] ENGINE Serving on http://:::9283 2024-04-02T08:28:05.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:05] ENGINE Bus STARTED 2024-04-02T08:28:05.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:04 smithi137 ceph-mon[31169]: osdmap e243: 8 total, 8 up, 8 in 2024-04-02T08:28:05.684 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:05 smithi028 podman[96683]: 2024-04-02 08:28:05.443767188 +0000 UTC m=+0.698972722 container cleanup 2511e1a84c58d5f0bb19637723473807dae94ed1e44f1eecb0b53da306000aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:28:05.685 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:05 smithi028 bash[96683]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T08:28:05.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:05 smithi028 podman[96713]: 2024-04-02 08:28:05.686910952 +0000 UTC m=+0.637976019 container remove 2511e1a84c58d5f0bb19637723473807dae94ed1e44f1eecb0b53da306000aa7 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True) 2024-04-02T08:28:05.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:05 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-02T08:28:05.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:05 smithi028 systemd[1]: Stopped Ceph mon.c for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:05 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.c.service: Consumed 8.124s CPU time. 2024-04-02T08:28:06.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 systemd[1]: Starting Ceph mon.c for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:06.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 podman[96852]: 2024-04-02 08:28:06.126413738 +0000 UTC m=+0.017980232 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:06.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 podman[96852]: 2024-04-02 08:28:06.23839273 +0000 UTC m=+0.129959250 container create 0084700c6d4ad8865e962716b2fd57724c374498b63872a12842af331181f839 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:28:06.760 INFO:tasks.rados.rados.0.smithi028.stdout:924: done (2 left) 2024-04-02T08:28:06.761 INFO:tasks.rados.rados.0.smithi028.stdout:925: done (1 left) 2024-04-02T08:28:06.761 INFO:tasks.rados.rados.0.smithi028.stdout:926: done (0 left) 2024-04-02T08:28:06.761 INFO:tasks.rados.rados.0.smithi028.stdout:927: read oid 34 snap 62 2024-04-02T08:28:06.761 INFO:tasks.rados.rados.0.smithi028.stdout:927: expect (ObjNum 192 snap 49 seq_num 192) 2024-04-02T08:28:06.761 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 94 2024-04-02T08:28:06.761 INFO:tasks.rados.rados.0.smithi028.stdout:928: seq_num 315 ranges {3104768=483328} 2024-04-02T08:28:06.781 INFO:tasks.rados.rados.0.smithi028.stdout:928: writing smithi02882251-45 from 3104768 to 3588096 tid 1 2024-04-02T08:28:06.782 INFO:tasks.rados.rados.0.smithi028.stdout:929: delete oid 48 current snap is 94 2024-04-02T08:28:06.782 INFO:tasks.rados.rados.0.smithi028.stdout:927: expect (ObjNum 192 snap 49 seq_num 192) 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:928: finishing write tid 1 to smithi02882251-45 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:928: finishing write tid 2 to smithi02882251-45 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:928: finishing write tid 3 to smithi02882251-45 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:928: oid 45 updating version 0 to 667 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:928: oid 45 updating version 667 to 668 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 668 (ObjNum 315 snap 94 seq_num 315) dirty exists 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:928: left oid 45 (ObjNum 315 snap 94 seq_num 315) 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:927: done (2 left) 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:928: done (1 left) 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:929: done (0 left) 2024-04-02T08:28:06.821 INFO:tasks.rados.rados.0.smithi028.stdout:930: setattr oid 29 current snap is 94 2024-04-02T08:28:06.822 INFO:tasks.rados.rados.0.smithi028.stdout:931: rollback oid 3 current snap is 94 2024-04-02T08:28:06.823 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 74 2024-04-02T08:28:06.823 INFO:tasks.rados.rados.0.smithi028.stdout:932: snap_create 2024-04-02T08:28:06.825 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 279 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:28:06.826 INFO:tasks.rados.rados.0.smithi028.stdout:931: finishing rollback tid 0 to smithi02882251-3 2024-04-02T08:28:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:931: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:28:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 312 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:28:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 podman[96852]: 2024-04-02 08:28:06.482631817 +0000 UTC m=+0.374198307 container init 0084700c6d4ad8865e962716b2fd57724c374498b63872a12842af331181f839 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:28:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 podman[96852]: 2024-04-02 08:28:06.488134822 +0000 UTC m=+0.379701299 container start 0084700c6d4ad8865e962716b2fd57724c374498b63872a12842af331181f839 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:28:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:28:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:28:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: pidfile_write: ignore empty --pid-file 2024-04-02T08:28:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: load: jerasure load: lrc 2024-04-02T08:28:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:28:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Git sha 0 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: DB SUMMARY 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: DB Session ID: PHR1Y4KQUGMJVDEOYF3S 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 11906381 ; 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:28:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.env: 0x558032a42c60 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.info_log: 0x558033461ae0 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.statistics: (nil) 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.use_fsync: 0 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:28:06.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.db_log_dir: 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.wal_dir: 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.write_buffer_manager: 0x558033432820 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:28:06.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.unordered_write: 0 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.row_cache: None 2024-04-02T08:28:06.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.wal_filter: None 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.wal_compression: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:28:06.954 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:28:06.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_open_files: -1 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Compression algorithms supported: 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: kZSTD supported: 0 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:28:06.956 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.merge_operator: 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_filter: None 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558033461cc0) 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:28:06.957 INFO:journalctl@ceph.mon.c.smithi028.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: index_type: 0 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: data_block_index_type: 0 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: index_shortening: 1 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: checksum: 4 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: no_block_cache: 0 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_cache: 0x558033465090 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_cache_options: 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: capacity : 536870912 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: num_shard_bits : 4 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: strict_capacity_limit : 0 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:28:06.958 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_cache_compressed: (nil) 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: persistent_cache: (nil) 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_size: 4096 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_size_deviation: 10 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_restart_interval: 16 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: index_block_restart_interval: 1 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: metadata_block_size: 4096 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: partition_filters: 0 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: use_delta_encoding: 1 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: filter_policy: bloomfilter 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: whole_key_filtering: 1 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: verify_compression: 0 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: format_version: 5 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: enable_index_compression: 1 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: block_align: 0 2024-04-02T08:28:06.959 INFO:journalctl@ceph.mon.c.smithi028.stdout: max_auto_readahead_size: 262144 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout: prepopulate_block_cache: 0 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression: NoCompression 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.num_levels: 7 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:28:06.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:28:06.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:28:06.962 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:28:06.963 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:28:06.964 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.ttl: 2592000 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:28:06.965 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13451, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 227661ba-5613-430f-b32a-f101fab61c3f 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046486518029, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046486543348, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7276215, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13456, "largest_seqno": 17400, "table_properties": {"data_size": 7259091, "index_size": 11853, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4229, "raw_key_size": 38434, "raw_average_key_size": 22, "raw_value_size": 7223715, "raw_average_value_size": 4304, "num_data_blocks": 516, "num_entries": 1678, "num_filter_entries": 1678, "num_deletions": 296, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046486, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "227661ba-5613-430f-b32a-f101fab61c3f", "db_session_id": "PHR1Y4KQUGMJVDEOYF3S", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046486543453, "job": 1, "event": "recovery_finished"} 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558033554000 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: DB pointer 0x55803353e000 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:28:06.966 INFO:journalctl@ceph.mon.c.smithi028.stdout: ** DB Stats ** 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: L0 1/0 6.94 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 720.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: L6 1/0 6.03 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Sum 2/0 12.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 720.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 720.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-04-02T08:28:06.967 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: ** Compaction Stats [default] ** 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 720.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: Cumulative compaction: 0.01 GB write, 246.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: Interval compaction: 0.01 GB write, 246.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:28:06.968 INFO:journalctl@ceph.mon.c.smithi028.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: Block cache BinnedLRUCache@0x558033465090#7 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: starting mon.c rank 2 at public addrs [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] at bind addrs [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: mon.c@-1(???) e3 preinit fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: mon.c@-1(???).mds e6 new map 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: mon.c@-1(???).mds e6 print_map 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: e6 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: legacy client fscid: 1 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:28:06.969 INFO:journalctl@ceph.mon.c.smithi028.stdout: fs_name cephfs 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: epoch 6 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: created 2024-04-02T08:21:24.921132+0000 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: modified 2024-04-02T08:21:26.930541+0000 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: tableserver 0 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: root 0 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: session_timeout 60 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: session_autoclose 300 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: max_file_size 1099511627776 2024-04-02T08:28:06.970 INFO:journalctl@ceph.mon.c.smithi028.stdout: max_xattr_size 65536 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: required_client_features {} 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: last_failure 0 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: last_failure_osd_epoch 0 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: max_mds 1 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: in 0 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: up {0=24332} 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: failed 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: damaged 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: stopped 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: data_pools [3] 2024-04-02T08:28:06.971 INFO:journalctl@ceph.mon.c.smithi028.stdout: metadata_pool 2 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: inline_data disabled 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: balancer 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: bal_rank_mask -1 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: standby_count_wanted 0 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: [mds.a{0:24332} state up:active seq 3 addr [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: Standby daemons: 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: 2024-04-02T08:28:06.972 INFO:journalctl@ceph.mon.c.smithi028.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:28:06.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: mon.c@-1(???).osd e244 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:28:06.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:28:06.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:28:06.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: mon.c@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:28:06.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 ceph-mon[96890]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-02T08:28:06.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 bash[96852]: 0084700c6d4ad8865e962716b2fd57724c374498b63872a12842af331181f839 2024-04-02T08:28:06.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:06 smithi028 systemd[1]: Started Ceph mon.c for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:07.757 INFO:tasks.rados.rados.0.smithi028.stdout:930: done (2 left) 2024-04-02T08:28:07.757 INFO:tasks.rados.rados.0.smithi028.stdout:931: done (1 left) 2024-04-02T08:28:07.757 INFO:tasks.rados.rados.0.smithi028.stdout:932: done (0 left) 2024-04-02T08:28:07.757 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 95 2024-04-02T08:28:07.758 INFO:tasks.rados.rados.0.smithi028.stdout:933: seq_num 317 ranges {1515520=516096} 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:933: writing smithi02882251-36 from 1515520 to 2031616 tid 1 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:934: read oid 24 snap -1 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:934: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:935: read oid 30 snap -1 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:935: expect (ObjNum 159 snap 41 seq_num 159) 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:936: rmattr oid 9 current snap is 95 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:936: done (3 left) 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:937: rollback oid 39 current snap is 95 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 93 2024-04-02T08:28:07.769 INFO:tasks.rados.rados.0.smithi028.stdout:938: delete oid 17 current snap is 95 2024-04-02T08:28:07.770 INFO:tasks.rados.rados.0.smithi028.stdout:934: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:28:07.776 INFO:tasks.rados.rados.0.smithi028.stdout:937: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:28:07.776 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 276 (ObjNum 106 snap 0 seq_num 304) dirty dne 2024-04-02T08:28:07.776 INFO:tasks.rados.rados.0.smithi028.stdout:933: finishing write tid 1 to smithi02882251-36 2024-04-02T08:28:07.776 INFO:tasks.rados.rados.0.smithi028.stdout:934: done (4 left) 2024-04-02T08:28:07.776 INFO:tasks.rados.rados.0.smithi028.stdout:937: done (3 left) 2024-04-02T08:28:07.776 INFO:tasks.rados.rados.0.smithi028.stdout:938: done (2 left) 2024-04-02T08:28:07.777 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 95 2024-04-02T08:28:07.777 INFO:tasks.rados.rados.0.smithi028.stdout:933: finishing write tid 2 to smithi02882251-36 2024-04-02T08:28:07.777 INFO:tasks.rados.rados.0.smithi028.stdout:935: expect (ObjNum 159 snap 41 seq_num 159) 2024-04-02T08:28:07.783 INFO:tasks.rados.rados.0.smithi028.stdout:933: finishing write tid 3 to smithi02882251-36 2024-04-02T08:28:07.784 INFO:tasks.rados.rados.0.smithi028.stdout:933: oid 36 updating version 0 to 312 2024-04-02T08:28:07.784 INFO:tasks.rados.rados.0.smithi028.stdout:933: oid 36 version 312 is already newer than 311 2024-04-02T08:28:07.784 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 312 (ObjNum 317 snap 95 seq_num 317) dirty exists 2024-04-02T08:28:07.784 INFO:tasks.rados.rados.0.smithi028.stdout:933: left oid 36 (ObjNum 317 snap 95 seq_num 317) 2024-04-02T08:28:07.784 INFO:tasks.rados.rados.0.smithi028.stdout:939: seq_num 319 ranges {0=548864} 2024-04-02T08:28:07.786 INFO:tasks.rados.rados.0.smithi028.stdout:939: writing smithi02882251-31 from 0 to 548864 tid 1 2024-04-02T08:28:07.786 INFO:tasks.rados.rados.0.smithi028.stdout:933: done (2 left) 2024-04-02T08:28:07.786 INFO:tasks.rados.rados.0.smithi028.stdout:935: done (1 left) 2024-04-02T08:28:07.786 INFO:tasks.rados.rados.0.smithi028.stdout:940: read oid 18 snap -1 2024-04-02T08:28:07.786 INFO:tasks.rados.rados.0.smithi028.stdout:940: expect (ObjNum 280 snap 84 seq_num 280) 2024-04-02T08:28:07.786 INFO:tasks.rados.rados.0.smithi028.stdout:941: snap_remove snap 86 2024-04-02T08:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: pgmap v26: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-04-02T08:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: mon.c calling monitor election 2024-04-02T08:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: mon.a calling monitor election 2024-04-02T08:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: monmap epoch 3 2024-04-02T08:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: last_changed 2024-04-02T08:17:35.830457+0000 2024-04-02T08:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: min_mon_release 18 (reef) 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: election_strategy: 1 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: mgrmap e40: y(active, since 16s), standbys: x 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: overall HEALTH_OK 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:07.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:07 smithi137 ceph-mon[31169]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:28:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: pgmap v26: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: mon.c calling monitor election 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: mon.a calling monitor election 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: monmap epoch 3 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: last_changed 2024-04-02T08:17:35.830457+0000 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: min_mon_release 18 (reef) 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: election_strategy: 1 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:28:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: mgrmap e40: y(active, since 16s), standbys: x 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: overall HEALTH_OK 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[96890]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: pgmap v26: 121 pgs: 121 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 88 KiB/s wr, 10 op/s 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: mon.c calling monitor election 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: mon.a calling monitor election 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: monmap epoch 3 2024-04-02T08:28:07.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: last_changed 2024-04-02T08:17:35.830457+0000 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: min_mon_release 18 (reef) 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: election_strategy: 1 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: osdmap e245: 8 total, 8 up, 8 in 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: mgrmap e40: y(active, since 16s), standbys: x 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: overall HEALTH_OK 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:07 smithi028 ceph-mon[94314]: osdmap e246: 8 total, 8 up, 8 in 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:941: done (2 left) 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:942: snap_create 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:939: finishing write tid 1 to smithi02882251-31 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:939: finishing write tid 2 to smithi02882251-31 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:939: finishing write tid 3 to smithi02882251-31 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:939: oid 31 updating version 0 to 307 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:939: oid 31 updating version 307 to 308 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 308 (ObjNum 319 snap 95 seq_num 319) dirty exists 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:939: left oid 31 (ObjNum 319 snap 95 seq_num 319) 2024-04-02T08:28:08.764 INFO:tasks.rados.rados.0.smithi028.stdout:940: expect (ObjNum 280 snap 84 seq_num 280) 2024-04-02T08:28:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:08 smithi137 ceph-mon[31169]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:28:09.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:08 smithi028 ceph-mon[94314]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:28:09.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:08 smithi028 ceph-mon[96890]: osdmap e247: 8 total, 8 up, 8 in 2024-04-02T08:28:09.767 INFO:tasks.rados.rados.0.smithi028.stdout:939: done (2 left) 2024-04-02T08:28:09.767 INFO:tasks.rados.rados.0.smithi028.stdout:940: done (1 left) 2024-04-02T08:28:09.767 INFO:tasks.rados.rados.0.smithi028.stdout:942: done (0 left) 2024-04-02T08:28:09.767 INFO:tasks.rados.rados.0.smithi028.stdout:943: rollback oid 30 current snap is 96 2024-04-02T08:28:09.767 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 95 2024-04-02T08:28:09.767 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 96 2024-04-02T08:28:09.768 INFO:tasks.rados.rados.0.smithi028.stdout:944: seq_num 320 ranges {3325952=565248} 2024-04-02T08:28:09.788 INFO:tasks.rados.rados.0.smithi028.stdout:944: writing smithi02882251-26 from 3325952 to 3891200 tid 1 2024-04-02T08:28:09.789 INFO:tasks.rados.rados.0.smithi028.stdout:945: snap_remove snap 69 2024-04-02T08:28:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:09 smithi137 ceph-mon[31169]: pgmap v30: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 380 KiB/s wr, 20 op/s 2024-04-02T08:28:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:09 smithi137 ceph-mon[31169]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:28:10.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:09 smithi028 ceph-mon[96890]: pgmap v30: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 380 KiB/s wr, 20 op/s 2024-04-02T08:28:10.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:09 smithi028 ceph-mon[96890]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:28:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:09 smithi028 ceph-mon[94314]: pgmap v30: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 380 KiB/s wr, 20 op/s 2024-04-02T08:28:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:09 smithi028 ceph-mon[94314]: osdmap e248: 8 total, 8 up, 8 in 2024-04-02T08:28:10.775 INFO:tasks.rados.rados.0.smithi028.stdout:945: done (2 left) 2024-04-02T08:28:10.776 INFO:tasks.rados.rados.0.smithi028.stdout:946: read oid 42 snap -1 2024-04-02T08:28:10.776 INFO:tasks.rados.rados.0.smithi028.stdout:946: expect (ObjNum 256 snap 73 seq_num 256) 2024-04-02T08:28:10.776 INFO:tasks.rados.rados.0.smithi028.stdout:947: snap_remove snap 54 2024-04-02T08:28:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:10 smithi137 ceph-mon[31169]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:28:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:10 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:10 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:10 smithi028 ceph-mon[96890]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:28:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:10 smithi028 ceph-mon[94314]: osdmap e249: 8 total, 8 up, 8 in 2024-04-02T08:28:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.550 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:28:11] "GET /metrics HTTP/1.1" 200 36080 "" "Prometheus/2.43.0" 2024-04-02T08:28:11.550 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:28:11.551+0000 7fd126e6a700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-02T08:28:11.782 INFO:tasks.rados.rados.0.smithi028.stdout:947: done (3 left) 2024-04-02T08:28:11.782 INFO:tasks.rados.rados.0.smithi028.stdout:948: snap_create 2024-04-02T08:28:11.782 INFO:tasks.rados.rados.0.smithi028.stdout:943: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:28:11.782 INFO:tasks.rados.rados.0.smithi028.stdout:943: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:28:11.782 INFO:tasks.rados.rados.0.smithi028.stdout:943: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:28:11.782 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 311 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-02T08:28:11.782 INFO:tasks.rados.rados.0.smithi028.stdout:944: finishing write tid 1 to smithi02882251-26 2024-04-02T08:28:11.782 INFO:tasks.rados.rados.0.smithi028.stdout:944: finishing write tid 2 to smithi02882251-26 2024-04-02T08:28:11.783 INFO:tasks.rados.rados.0.smithi028.stdout:944: finishing write tid 3 to smithi02882251-26 2024-04-02T08:28:11.783 INFO:tasks.rados.rados.0.smithi028.stdout:944: oid 26 updating version 0 to 534 2024-04-02T08:28:11.783 INFO:tasks.rados.rados.0.smithi028.stdout:944: oid 26 updating version 534 to 535 2024-04-02T08:28:11.783 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 535 (ObjNum 320 snap 96 seq_num 320) dirty exists 2024-04-02T08:28:11.783 INFO:tasks.rados.rados.0.smithi028.stdout:944: left oid 26 (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:28:11.783 INFO:tasks.rados.rados.0.smithi028.stdout:946: expect (ObjNum 256 snap 73 seq_num 256) 2024-04-02T08:28:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-mon[94314]: pgmap v33: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-mon[94314]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:28:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-mon[96890]: pgmap v33: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-mon[96890]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:28:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:11 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:11 smithi137 ceph-mon[31169]: pgmap v33: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:28:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:11 smithi137 ceph-mon[31169]: osdmap e250: 8 total, 8 up, 8 in 2024-04-02T08:28:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:11 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:11 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:12.785 INFO:tasks.rados.rados.0.smithi028.stdout:943: done (3 left) 2024-04-02T08:28:12.785 INFO:tasks.rados.rados.0.smithi028.stdout:944: done (2 left) 2024-04-02T08:28:12.785 INFO:tasks.rados.rados.0.smithi028.stdout:946: done (1 left) 2024-04-02T08:28:12.785 INFO:tasks.rados.rados.0.smithi028.stdout:948: done (0 left) 2024-04-02T08:28:12.785 INFO:tasks.rados.rados.0.smithi028.stdout:949: snap_remove snap 92 2024-04-02T08:28:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:12 smithi137 ceph-mon[31169]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:28:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:12 smithi028 ceph-mon[94314]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:28:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:12 smithi028 ceph-mon[96890]: osdmap e251: 8 total, 8 up, 8 in 2024-04-02T08:28:13.780 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:13.788 INFO:tasks.rados.rados.0.smithi028.stdout:949: done (0 left) 2024-04-02T08:28:13.788 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 97 2024-04-02T08:28:13.788 INFO:tasks.rados.rados.0.smithi028.stdout:950: seq_num 321 ranges {1351680=581632} 2024-04-02T08:28:13.799 INFO:tasks.rados.rados.0.smithi028.stdout:950: writing smithi02882251-25 from 1351680 to 1933312 tid 1 2024-04-02T08:28:13.799 INFO:tasks.rados.rados.0.smithi028.stdout:951: copy_from oid 1 from oid 10 current snap is 97 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:952: read oid 46 snap -1 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:952: expect (ObjNum 307 snap 91 seq_num 307) 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:953: rollback oid 49 current snap is 97 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 58 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:954: rollback oid 42 current snap is 97 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 93 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:955: rollback oid 3 current snap is 97 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 74 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:956: read oid 33 snap -1 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:956: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:957: rollback oid 18 current snap is 97 2024-04-02T08:28:13.800 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 76 2024-04-02T08:28:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:958: delete oid 45 current snap is 97 2024-04-02T08:28:13.810 INFO:tasks.rados.rados.0.smithi028.stdout:952: expect (ObjNum 307 snap 91 seq_num 307) 2024-04-02T08:28:13.914 INFO:tasks.rados.rados.0.smithi028.stdout:957: finishing rollback tid 0 to smithi02882251-18 2024-04-02T08:28:13.914 INFO:tasks.rados.rados.0.smithi028.stdout:957: finishing rollback tid 1 to smithi02882251-18 2024-04-02T08:28:13.914 INFO:tasks.rados.rados.0.smithi028.stdout:957: finishing rollback tid 2 to smithi02882251-18 2024-04-02T08:28:13.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 464 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:953: finishing rollback tid 0 to smithi02882251-49 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:953: finishing rollback tid 1 to smithi02882251-49 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:953: finishing rollback tid 2 to smithi02882251-49 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 384 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:954: finishing rollback tid 0 to smithi02882251-42 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:954: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:954: finishing rollback tid 2 to smithi02882251-42 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 388 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-04-02T08:28:13.915 INFO:tasks.rados.rados.0.smithi028.stdout:956: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:28:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:13 smithi028 ceph-mon[94314]: pgmap v36: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 516 KiB/s wr, 14 op/s 2024-04-02T08:28:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:13 smithi028 ceph-mon[94314]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:28:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:13 smithi028 ceph-mon[96890]: pgmap v36: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 516 KiB/s wr, 14 op/s 2024-04-02T08:28:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:13 smithi028 ceph-mon[96890]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:28:14.127 INFO:tasks.rados.rados.0.smithi028.stdout:950: finishing write tid 1 to smithi02882251-25 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:950: finishing write tid 2 to smithi02882251-25 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:952: done (8 left) 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:953: done (7 left) 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:954: done (6 left) 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:956: done (5 left) 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:957: done (4 left) 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:958: done (3 left) 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:959: copy_from oid 19 from oid 42 current snap is 97 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:955: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 312 (ObjNum 977 snap 0 seq_num 2923409568) dirty dne 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:950: finishing write tid 3 to smithi02882251-25 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:950: oid 25 updating version 0 to 323 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:950: oid 25 updating version 323 to 324 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 324 (ObjNum 321 snap 97 seq_num 321) dirty exists 2024-04-02T08:28:14.128 INFO:tasks.rados.rados.0.smithi028.stdout:950: left oid 25 (ObjNum 321 snap 97 seq_num 321) 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:951: finishing copy_from racing read to smithi02882251-1 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:951: finishing copy_from to smithi02882251-1 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 300 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:950: done (3 left) 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:951: done (2 left) 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:955: done (1 left) 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:960: setattr oid 3 current snap is 97 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:961: snap_create 2024-04-02T08:28:14.129 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 313 (ObjNum 977 snap 0 seq_num 2923409568) dirty exists 2024-04-02T08:28:14.137 INFO:tasks.rados.rados.0.smithi028.stdout:959: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:28:14.138 INFO:tasks.rados.rados.0.smithi028.stdout:959: finishing copy_from to smithi02882251-19 2024-04-02T08:28:14.138 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 388 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-04-02T08:28:14.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:13 smithi137 ceph-mon[31169]: pgmap v36: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 516 KiB/s wr, 14 op/s 2024-04-02T08:28:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:13 smithi137 ceph-mon[31169]: osdmap e252: 8 total, 8 up, 8 in 2024-04-02T08:28:14.793 INFO:tasks.rados.rados.0.smithi028.stdout:959: done (2 left) 2024-04-02T08:28:14.793 INFO:tasks.rados.rados.0.smithi028.stdout:960: done (1 left) 2024-04-02T08:28:14.793 INFO:tasks.rados.rados.0.smithi028.stdout:961: done (0 left) 2024-04-02T08:28:14.793 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 98 2024-04-02T08:28:14.793 INFO:tasks.rados.rados.0.smithi028.stdout:962: seq_num 323 ranges {0=614400} 2024-04-02T08:28:14.796 INFO:tasks.rados.rados.0.smithi028.stdout:962: writing smithi02882251-6 from 0 to 614400 tid 1 2024-04-02T08:28:14.796 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 98 2024-04-02T08:28:14.796 INFO:tasks.rados.rados.0.smithi028.stdout:963: seq_num 324 ranges {0=630784} 2024-04-02T08:28:14.800 INFO:tasks.rados.rados.0.smithi028.stdout:963: writing smithi02882251-44 from 0 to 630784 tid 1 2024-04-02T08:28:14.800 INFO:tasks.rados.rados.0.smithi028.stdout:964: read oid 50 snap -1 2024-04-02T08:28:14.800 INFO:tasks.rados.rados.0.smithi028.stdout:964: expect (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:28:14.800 INFO:tasks.rados.rados.0.smithi028.stdout:965: snap_create 2024-04-02T08:28:14.801 INFO:tasks.rados.rados.0.smithi028.stdout:962: finishing write tid 1 to smithi02882251-6 2024-04-02T08:28:14.802 INFO:tasks.rados.rados.0.smithi028.stdout:962: finishing write tid 2 to smithi02882251-6 2024-04-02T08:28:14.803 INFO:tasks.rados.rados.0.smithi028.stdout:962: finishing write tid 3 to smithi02882251-6 2024-04-02T08:28:14.803 INFO:tasks.rados.rados.0.smithi028.stdout:962: oid 6 updating version 0 to 440 2024-04-02T08:28:14.803 INFO:tasks.rados.rados.0.smithi028.stdout:962: oid 6 updating version 440 to 441 2024-04-02T08:28:14.804 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 441 (ObjNum 323 snap 98 seq_num 323) dirty exists 2024-04-02T08:28:14.804 INFO:tasks.rados.rados.0.smithi028.stdout:962: left oid 6 (ObjNum 323 snap 98 seq_num 323) 2024-04-02T08:28:14.808 INFO:tasks.rados.rados.0.smithi028.stdout:963: finishing write tid 1 to smithi02882251-44 2024-04-02T08:28:14.808 INFO:tasks.rados.rados.0.smithi028.stdout:963: finishing write tid 2 to smithi02882251-44 2024-04-02T08:28:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:963: finishing write tid 3 to smithi02882251-44 2024-04-02T08:28:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:963: oid 44 updating version 0 to 389 2024-04-02T08:28:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:963: oid 44 updating version 389 to 390 2024-04-02T08:28:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 390 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-04-02T08:28:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:963: left oid 44 (ObjNum 324 snap 98 seq_num 324) 2024-04-02T08:28:14.824 INFO:tasks.rados.rados.0.smithi028.stdout:964: expect (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:28:15.068 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:14 smithi028 ceph-mon[94314]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:28:15.069 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:14 smithi028 ceph-mon[96890]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:28:15.095 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:14 smithi137 ceph-mon[31169]: osdmap e253: 8 total, 8 up, 8 in 2024-04-02T08:28:15.798 INFO:tasks.rados.rados.0.smithi028.stdout:962: done (3 left) 2024-04-02T08:28:15.798 INFO:tasks.rados.rados.0.smithi028.stdout:963: done (2 left) 2024-04-02T08:28:15.798 INFO:tasks.rados.rados.0.smithi028.stdout:964: done (1 left) 2024-04-02T08:28:15.798 INFO:tasks.rados.rados.0.smithi028.stdout:965: done (0 left) 2024-04-02T08:28:15.799 INFO:tasks.rados.rados.0.smithi028.stdout:966: snap_create 2024-04-02T08:28:15.932 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: pgmap v39: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 516 KiB/s wr, 14 op/s 2024-04-02T08:28:15.932 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:28:15.933 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:15 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:28:16.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: pgmap v39: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 516 KiB/s wr, 14 op/s 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:28:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: pgmap v39: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 516 KiB/s wr, 14 op/s 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: osdmap e254: 8 total, 8 up, 8 in 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-02T08:28:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:28:16.759 INFO:tasks.rados.rados.0.smithi028.stdout:966: done (0 left) 2024-04-02T08:28:16.759 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 100 2024-04-02T08:28:16.759 INFO:tasks.rados.rados.0.smithi028.stdout:967: seq_num 325 ranges {3121152=647168} 2024-04-02T08:28:16.779 INFO:tasks.rados.rados.0.smithi028.stdout:967: writing smithi02882251-5 from 3121152 to 3768320 tid 1 2024-04-02T08:28:16.779 INFO:tasks.rados.rados.0.smithi028.stdout:968: read oid 22 snap -1 2024-04-02T08:28:16.779 INFO:tasks.rados.rados.0.smithi028.stdout:968: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:28:16.779 INFO:tasks.rados.rados.0.smithi028.stdout:969: read oid 32 snap 98 2024-04-02T08:28:16.780 INFO:tasks.rados.rados.0.smithi028.stdout:969: expect (ObjNum 277 snap 84 seq_num 277) 2024-04-02T08:28:16.780 INFO:tasks.rados.rados.0.smithi028.stdout:970: snap_create 2024-04-02T08:28:16.783 INFO:tasks.rados.rados.0.smithi028.stdout:968: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:28:16.787 INFO:tasks.rados.rados.0.smithi028.stdout:967: finishing write tid 1 to smithi02882251-5 2024-04-02T08:28:16.787 INFO:tasks.rados.rados.0.smithi028.stdout:967: finishing write tid 2 to smithi02882251-5 2024-04-02T08:28:16.788 INFO:tasks.rados.rados.0.smithi028.stdout:967: finishing write tid 3 to smithi02882251-5 2024-04-02T08:28:16.788 INFO:tasks.rados.rados.0.smithi028.stdout:967: oid 5 updating version 0 to 579 2024-04-02T08:28:16.788 INFO:tasks.rados.rados.0.smithi028.stdout:967: oid 5 version 579 is already newer than 578 2024-04-02T08:28:16.788 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 579 (ObjNum 325 snap 100 seq_num 325) dirty exists 2024-04-02T08:28:16.788 INFO:tasks.rados.rados.0.smithi028.stdout:967: left oid 5 (ObjNum 325 snap 100 seq_num 325) 2024-04-02T08:28:16.800 INFO:tasks.rados.rados.0.smithi028.stdout:969: expect (ObjNum 277 snap 84 seq_num 277) 2024-04-02T08:28:17.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:16 smithi137 ceph-mon[31169]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:28:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:16 smithi137 ceph-mon[31169]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:28:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:16 smithi137 ceph-mon[31169]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:28:17.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:16 smithi028 ceph-mon[96890]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:28:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:16 smithi028 ceph-mon[96890]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:28:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:16 smithi028 ceph-mon[96890]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:28:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:16 smithi028 ceph-mon[94314]: Upgrade: It appears safe to stop mon.b 2024-04-02T08:28:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:16 smithi028 ceph-mon[94314]: osdmap e255: 8 total, 8 up, 8 in 2024-04-02T08:28:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:16 smithi028 ceph-mon[94314]: osdmap e256: 8 total, 8 up, 8 in 2024-04-02T08:28:17.759 INFO:tasks.rados.rados.0.smithi028.stdout:967: done (3 left) 2024-04-02T08:28:17.759 INFO:tasks.rados.rados.0.smithi028.stdout:968: done (2 left) 2024-04-02T08:28:17.759 INFO:tasks.rados.rados.0.smithi028.stdout:969: done (1 left) 2024-04-02T08:28:17.759 INFO:tasks.rados.rados.0.smithi028.stdout:970: done (0 left) 2024-04-02T08:28:17.759 INFO:tasks.rados.rados.0.smithi028.stdout:971: read oid 50 snap -1 2024-04-02T08:28:17.759 INFO:tasks.rados.rados.0.smithi028.stdout:971: expect (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:28:17.759 INFO:tasks.rados.rados.0.smithi028.stdout:972: snap_remove snap 70 2024-04-02T08:28:18.036 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:17 smithi137 ceph-mon[31169]: pgmap v42: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 832 KiB/s wr, 5 op/s 2024-04-02T08:28:18.037 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:17 smithi137 ceph-mon[31169]: Upgrade: Updating mon.b 2024-04-02T08:28:18.037 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:17 smithi137 ceph-mon[31169]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:18.037 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:17 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:18.037 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:17 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:18.037 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:17 smithi137 ceph-mon[31169]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:18.037 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:17 smithi137 ceph-mon[31169]: Deploying daemon mon.b on smithi137 2024-04-02T08:28:18.037 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:17 smithi137 ceph-mon[31169]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:28:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[94314]: pgmap v42: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 832 KiB/s wr, 5 op/s 2024-04-02T08:28:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[94314]: Upgrade: Updating mon.b 2024-04-02T08:28:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[94314]: Deploying daemon mon.b on smithi137 2024-04-02T08:28:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[94314]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:28:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[96890]: pgmap v42: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 832 KiB/s wr, 5 op/s 2024-04-02T08:28:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[96890]: Upgrade: Updating mon.b 2024-04-02T08:28:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[96890]: Deploying daemon mon.b on smithi137 2024-04-02T08:28:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:17 smithi028 ceph-mon[96890]: osdmap e257: 8 total, 8 up, 8 in 2024-04-02T08:28:18.761 INFO:tasks.rados.rados.0.smithi028.stdout:972: done (1 left) 2024-04-02T08:28:18.761 INFO:tasks.rados.rados.0.smithi028.stdout:973: snap_create 2024-04-02T08:28:18.761 INFO:tasks.rados.rados.0.smithi028.stdout:971: expect (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:28:18.879 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:18 smithi137 systemd[1]: Stopping Ceph mon.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b[31133]: 2024-04-02T08:28:18.879+0000 7fa94468c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:28:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:18 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b[31133]: 2024-04-02T08:28:18.879+0000 7fa94468c700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-02T08:28:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:19 smithi137 podman[88261]: 2024-04-02 08:28:19.003126091 +0000 UTC m=+0.230651154 container died b7f89bf5ce08644778aca2591f7d59f45635a2be204291743505667558ff4945 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-02T08:28:19.197 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:18 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:18] ENGINE Bus STOPPING 2024-04-02T08:28:19.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:18 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T08:28:19.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:18 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:18] ENGINE Bus STOPPED 2024-04-02T08:28:19.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:18 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:18] ENGINE Bus STARTING 2024-04-02T08:28:19.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:19 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:19] ENGINE Serving on http://:::9283 2024-04-02T08:28:19.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:19 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:08:28:19] ENGINE Bus STARTED 2024-04-02T08:28:19.509 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:19 smithi137 podman[88261]: 2024-04-02 08:28:19.285102502 +0000 UTC m=+0.512627565 container cleanup b7f89bf5ce08644778aca2591f7d59f45635a2be204291743505667558ff4945 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:28:19.509 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:19 smithi137 bash[88261]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T08:28:19.860 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:19 smithi137 podman[88281]: 2024-04-02 08:28:19.511482315 +0000 UTC m=+0.504015321 container remove b7f89bf5ce08644778aca2591f7d59f45635a2be204291743505667558ff4945 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:28:19.860 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:19 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-02T08:28:19.860 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:19 smithi137 systemd[1]: Stopped Ceph mon.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:19.860 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:19 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.b.service: Consumed 9.825s CPU time. 2024-04-02T08:28:19.860 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:19 smithi137 systemd[1]: Starting Ceph mon.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:28:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 podman[88418]: 2024-04-02 08:28:19.977930039 +0000 UTC m=+0.017875807 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:28:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 podman[88418]: 2024-04-02 08:28:20.087674589 +0000 UTC m=+0.127620380 container create b179a1ed515f5264acbebd72972afc0bcbf4c94851f88582aacb8ba1a5ae484c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T08:28:20.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 podman[88418]: 2024-04-02 08:28:20.315887988 +0000 UTC m=+0.355833755 container init b179a1ed515f5264acbebd72972afc0bcbf4c94851f88582aacb8ba1a5ae484c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-02T08:28:20.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 podman[88418]: 2024-04-02 08:28:20.321897353 +0000 UTC m=+0.361843103 container start b179a1ed515f5264acbebd72972afc0bcbf4c94851f88582aacb8ba1a5ae484c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:28:20.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: set uid:gid to 167:167 (ceph:ceph) 2024-04-02T08:28:20.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev), process ceph-mon, pid 7 2024-04-02T08:28:20.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: pidfile_write: ignore empty --pid-file 2024-04-02T08:28:20.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: load: jerasure load: lrc 2024-04-02T08:28:20.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: RocksDB version: 7.9.2 2024-04-02T08:28:20.580 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Git sha 0 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Compile date 2024-04-01 18:29:45 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: DB SUMMARY 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: DB Session ID: SCAWVB5XX5PEO92MOX1S 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: CURRENT file: CURRENT 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: IDENTITY file: IDENTITY 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1404 Bytes 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 12852464 ; 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.error_if_exists: 0 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.create_if_missing: 0 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.paranoid_checks: 1 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.env: 0x55a3fd81ec60 2024-04-02T08:28:20.581 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.fs: PosixFileSystem 2024-04-02T08:28:20.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.info_log: 0x55a3ffd51ae0 2024-04-02T08:28:20.582 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_file_opening_threads: 16 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.statistics: (nil) 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.use_fsync: 0 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_log_file_size: 0 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.keep_log_file_num: 1000 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.recycle_log_file_num: 0 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.allow_fallocate: 1 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.allow_mmap_reads: 0 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.allow_mmap_writes: 0 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.use_direct_reads: 0 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-02T08:28:20.583 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.create_missing_column_families: 0 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.db_log_dir: 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.wal_dir: 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.advise_random_on_open: 1 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.db_write_buffer_size: 0 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.write_buffer_manager: 0x55a3ffd22820 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-02T08:28:20.584 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.rate_limiter: (nil) 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.wal_recovery_mode: 2 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.enable_thread_tracking: 0 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.enable_pipelined_write: 0 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.unordered_write: 0 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.row_cache: None 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.wal_filter: None 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.allow_ingest_behind: 0 2024-04-02T08:28:20.585 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.two_write_queues: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.manual_wal_flush: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.wal_compression: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.atomic_flush: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.log_readahead_size: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.best_efforts_recovery: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.allow_data_in_errors: 0 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.db_host_id: __hostname__ 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-02T08:28:20.586 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_background_jobs: 2 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_background_compactions: -1 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_subcompactions: 1 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_total_wal_size: 0 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_open_files: -1 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bytes_per_sync: 0 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_readahead_size: 0 2024-04-02T08:28:20.587 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_background_flushes: -1 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Compression algorithms supported: 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: kZSTD supported: 0 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: kXpressCompression supported: 0 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: kLZ4HCCompression supported: 1 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: kZlibCompression supported: 1 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: kSnappyCompression supported: 1 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: kLZ4Compression supported: 1 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: kBZip2Compression supported: 0 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-02T08:28:20.588 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.merge_operator: 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_filter: None 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_filter_factory: None 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.sst_partitioner_factory: None 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a3ffd51cc0) 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: cache_index_and_filter_blocks: 1 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: pin_top_level_index_and_filter: 1 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_type: 0 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: data_block_index_type: 0 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_shortening: 1 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-02T08:28:20.589 INFO:journalctl@ceph.mon.b.smithi137.stdout: checksum: 4 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: no_block_cache: 0 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache: 0x55a3ffd55090 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_name: BinnedLRUCache 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_options: 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: capacity : 536870912 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: num_shard_bits : 4 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: strict_capacity_limit : 0 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: high_pri_pool_ratio: 0.000 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_cache_compressed: (nil) 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: persistent_cache: (nil) 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_size: 4096 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_size_deviation: 10 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_restart_interval: 16 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: index_block_restart_interval: 1 2024-04-02T08:28:20.590 INFO:journalctl@ceph.mon.b.smithi137.stdout: metadata_block_size: 4096 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: partition_filters: 0 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: use_delta_encoding: 1 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: filter_policy: bloomfilter 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: whole_key_filtering: 1 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: verify_compression: 0 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: read_amp_bytes_per_bit: 0 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: format_version: 5 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: enable_index_compression: 1 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: block_align: 0 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_auto_readahead_size: 262144 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: prepopulate_block_cache: 0 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: initial_auto_readahead_size: 8192 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout: num_file_reads_for_auto_readahead: 2 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.write_buffer_size: 33554432 2024-04-02T08:28:20.591 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_write_buffer_number: 2 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression: NoCompression 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression: Disabled 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.prefix_extractor: nullptr 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.num_levels: 7 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:28:20.592 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.level: 32767 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.strategy: 0 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.enabled: false 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-02T08:28:20.593 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.target_file_size_base: 67108864 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-02T08:28:20.594 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.arena_block_size: 1048576 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.disable_auto_compactions: 0 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-02T08:28:20.595 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.inplace_update_support: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.bloom_locality: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.max_successive_merges: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.paranoid_file_checks: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.force_consistency_checks: 1 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.report_bg_io_stats: 0 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.ttl: 2592000 2024-04-02T08:28:20.596 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-02T08:28:20.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-02T08:28:20.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-02T08:28:20.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.enable_blob_files: false 2024-04-02T08:28:20.597 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.min_blob_size: 0 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.blob_file_size: 268435456 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.blob_file_starting_level: 0 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13537, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: dcc715f8-6a93-4e07-9617-49a0860592a3 2024-04-02T08:28:20.598 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046500352184, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046500382354, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7840508, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13542, "largest_seqno": 17939, "table_properties": {"data_size": 7821515, "index_size": 13338, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4613, "raw_key_size": 42271, "raw_average_key_size": 22, "raw_value_size": 7782370, "raw_average_value_size": 4224, "num_data_blocks": 579, "num_entries": 1842, "num_filter_entries": 1842, "num_deletions": 301, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712046500, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "dcc715f8-6a93-4e07-9617-49a0860592a3", "db_session_id": "SCAWVB5XX5PEO92MOX1S", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712046500382494, "job": 1, "event": "recovery_finished"} 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a3ffe44000 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: DB pointer 0x55a3ffe2e000 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** DB Stats ** 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:28:20.599 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** Compaction Stats [default] ** 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: L0 1/0 7.48 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.0 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: L6 1/0 6.03 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: Sum 2/0 13.51 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.0 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.0 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** Compaction Stats [default] ** 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-02T08:28:20.600 INFO:journalctl@ceph.mon.b.smithi137.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 566.0 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: Cumulative compaction: 0.01 GB write, 225.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: Interval compaction: 0.01 GB write, 225.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: Block cache BinnedLRUCache@0x55a3ffd55090#7 capacity: 512.00 MB usage: 21.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2024-04-02T08:28:20.601 INFO:journalctl@ceph.mon.b.smithi137.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,5.03 KB,0.000959635%) IndexBlock(1,16.08 KB,0.00306666%) Misc(1,0.00 KB,0%) 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: starting mon.b rank 1 at public addrs [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] at bind addrs [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: mon.b@-1(???) e3 preinit fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: mon.b@-1(???).mds e6 new map 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: mon.b@-1(???).mds e6 print_map 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: e6 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: legacy client fscid: 1 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: Filesystem 'cephfs' (1) 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: fs_name cephfs 2024-04-02T08:28:20.602 INFO:journalctl@ceph.mon.b.smithi137.stdout: epoch 6 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: created 2024-04-02T08:21:24.921132+0000 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: modified 2024-04-02T08:21:26.930541+0000 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: tableserver 0 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: root 0 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: session_timeout 60 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: session_autoclose 300 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_file_size 1099511627776 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_xattr_size 65536 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: required_client_features {} 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: last_failure 0 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: last_failure_osd_epoch 0 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: max_mds 1 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: in 0 2024-04-02T08:28:20.603 INFO:journalctl@ceph.mon.b.smithi137.stdout: up {0=24332} 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: failed 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: damaged 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: stopped 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: data_pools [3] 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: metadata_pool 2 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: inline_data disabled 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: balancer 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: bal_rank_mask -1 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: standby_count_wanted 0 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: qdb_cluster leader: 0 members: 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: [mds.a{0:24332} state up:active seq 3 addr [v2:172.21.15.28:6834/1879364580,v1:172.21.15.28:6835/1879364580] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: Standby daemons: 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: 2024-04-02T08:28:20.604 INFO:journalctl@ceph.mon.b.smithi137.stdout: [mds.b{-1:24325} state up:standby seq 1 addr [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] compat {c=[1],r=[1],i=[7ff]}] 2024-04-02T08:28:20.605 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: mon.b@-1(???).osd e258 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-02T08:28:20.605 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:28:20.605 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:28:20.605 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: mon.b@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-04-02T08:28:20.605 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 ceph-mon[88456]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-02T08:28:20.605 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 bash[88418]: b179a1ed515f5264acbebd72972afc0bcbf4c94851f88582aacb8ba1a5ae484c 2024-04-02T08:28:20.605 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:20 smithi137 systemd[1]: Started Ceph mon.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:28:21.578 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:28:21] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2024-04-02T08:28:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:971: done (1 left) 2024-04-02T08:28:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:973: done (0 left) 2024-04-02T08:28:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:974: read oid 29 snap -1 2024-04-02T08:28:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:974: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:28:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:975: read oid 50 snap 88 2024-04-02T08:28:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:975: expect (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:28:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:976: rmattr oid 49 current snap is 102 2024-04-02T08:28:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:977: snap_remove snap 94 2024-04-02T08:28:21.760 INFO:tasks.rados.rados.0.smithi028.stdout:977: done (3 left) 2024-04-02T08:28:21.760 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 102 2024-04-02T08:28:21.760 INFO:tasks.rados.rados.0.smithi028.stdout:978: seq_num 326 ranges {2031616=663552} 2024-04-02T08:28:21.776 INFO:tasks.rados.rados.0.smithi028.stdout:978: writing smithi02882251-36 from 2031616 to 2695168 tid 1 2024-04-02T08:28:21.776 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 102 2024-04-02T08:28:21.776 INFO:tasks.rados.rados.0.smithi028.stdout:979: seq_num 327 ranges {0=679936} 2024-04-02T08:28:21.780 INFO:tasks.rados.rados.0.smithi028.stdout:979: writing smithi02882251-22 from 0 to 679936 tid 1 2024-04-02T08:28:21.781 INFO:tasks.rados.rados.0.smithi028.stdout:980: snap_create 2024-04-02T08:28:21.781 INFO:tasks.rados.rados.0.smithi028.stdout:974: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:28:21.782 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 398 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:28:21.783 INFO:tasks.rados.rados.0.smithi028.stdout:975: expect (ObjNum 281 snap 84 seq_num 281) 2024-04-02T08:28:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: pgmap v47: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:28:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:28:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: mgrmap e40: y(active, since 30s), standbys: x 2024-04-02T08:28:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: overall HEALTH_OK 2024-04-02T08:28:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: mon.b calling monitor election 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: mon.a calling monitor election 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: mon.c calling monitor election 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: monmap epoch 4 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: last_changed 2024-04-02T08:28:20.571503+0000 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: min_mon_release 19 (squid) 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: election_strategy: 1 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:28:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:28:21.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:28:21.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: mgrmap e40: y(active, since 30s), standbys: x 2024-04-02T08:28:21.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: overall HEALTH_OK 2024-04-02T08:28:21.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:21.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:21.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:21.941 INFO:tasks.rados.rados.0.smithi028.stdout:978: finishing write tid 1 to smithi02882251-36 2024-04-02T08:28:21.941 INFO:tasks.rados.rados.0.smithi028.stdout:978: finishing write tid 2 to smithi02882251-36 2024-04-02T08:28:21.941 INFO:tasks.rados.rados.0.smithi028.stdout:978: finishing write tid 3 to smithi02882251-36 2024-04-02T08:28:21.941 INFO:tasks.rados.rados.0.smithi028.stdout:978: oid 36 updating version 0 to 340 2024-04-02T08:28:21.941 INFO:tasks.rados.rados.0.smithi028.stdout:978: oid 36 updating version 340 to 341 2024-04-02T08:28:21.941 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 341 (ObjNum 326 snap 102 seq_num 326) dirty exists 2024-04-02T08:28:21.942 INFO:tasks.rados.rados.0.smithi028.stdout:978: left oid 36 (ObjNum 326 snap 102 seq_num 326) 2024-04-02T08:28:21.942 INFO:tasks.rados.rados.0.smithi028.stdout:979: finishing write tid 1 to smithi02882251-22 2024-04-02T08:28:21.942 INFO:tasks.rados.rados.0.smithi028.stdout:979: finishing write tid 2 to smithi02882251-22 2024-04-02T08:28:21.942 INFO:tasks.rados.rados.0.smithi028.stdout:979: finishing write tid 3 to smithi02882251-22 2024-04-02T08:28:21.942 INFO:tasks.rados.rados.0.smithi028.stdout:979: oid 22 updating version 0 to 599 2024-04-02T08:28:21.942 INFO:tasks.rados.rados.0.smithi028.stdout:979: oid 22 version 599 is already newer than 598 2024-04-02T08:28:21.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 599 (ObjNum 327 snap 102 seq_num 327) dirty exists 2024-04-02T08:28:21.942 INFO:tasks.rados.rados.0.smithi028.stdout:979: left oid 22 (ObjNum 327 snap 102 seq_num 327) 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: pgmap v47: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: mgrmap e40: y(active, since 30s), standbys: x 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: overall HEALTH_OK 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: mon.b calling monitor election 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: mon.a calling monitor election 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: mon.c calling monitor election 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:28:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: monmap epoch 4 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: last_changed 2024-04-02T08:28:20.571503+0000 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: min_mon_release 19 (squid) 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: election_strategy: 1 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: mgrmap e40: y(active, since 30s), standbys: x 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: overall HEALTH_OK 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:21.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: pgmap v47: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: mgrmap e40: y(active, since 30s), standbys: x 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: overall HEALTH_OK 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: mon.b calling monitor election 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: mon.a calling monitor election 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: mon.c calling monitor election 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T08:28:21.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: monmap epoch 4 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: last_changed 2024-04-02T08:28:20.571503+0000 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: created 2024-04-02T08:15:51.295509+0000 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: min_mon_release 19 (squid) 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: election_strategy: 1 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.b 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: osdmap e259: 8 total, 8 up, 8 in 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: mgrmap e40: y(active, since 30s), standbys: x 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: overall HEALTH_OK 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:21.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:21.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:22.549 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:28:22.578 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:22.764 INFO:tasks.rados.rados.0.smithi028.stdout:974: done (5 left) 2024-04-02T08:28:22.764 INFO:tasks.rados.rados.0.smithi028.stdout:975: done (4 left) 2024-04-02T08:28:22.764 INFO:tasks.rados.rados.0.smithi028.stdout:976: done (3 left) 2024-04-02T08:28:22.764 INFO:tasks.rados.rados.0.smithi028.stdout:978: done (2 left) 2024-04-02T08:28:22.764 INFO:tasks.rados.rados.0.smithi028.stdout:979: done (1 left) 2024-04-02T08:28:22.764 INFO:tasks.rados.rados.0.smithi028.stdout:980: done (0 left) 2024-04-02T08:28:22.764 INFO:tasks.rados.rados.0.smithi028.stdout:981: read oid 5 snap 99 2024-04-02T08:28:22.764 INFO:tasks.rados.rados.0.smithi028.stdout:981: expect (ObjNum 304 snap 91 seq_num 304) 2024-04-02T08:28:22.765 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 103 2024-04-02T08:28:22.765 INFO:tasks.rados.rados.0.smithi028.stdout:982: seq_num 328 ranges {425984=696320} 2024-04-02T08:28:22.771 INFO:tasks.rados.rados.0.smithi028.stdout:982: writing smithi02882251-15 from 425984 to 1122304 tid 1 2024-04-02T08:28:22.772 INFO:tasks.rados.rados.0.smithi028.stdout:983: read oid 31 snap -1 2024-04-02T08:28:22.772 INFO:tasks.rados.rados.0.smithi028.stdout:983: expect (ObjNum 319 snap 95 seq_num 319) 2024-04-02T08:28:22.772 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 103 2024-04-02T08:28:22.772 INFO:tasks.rados.rados.0.smithi028.stdout:984: seq_num 329 ranges {245760=712704} 2024-04-02T08:28:22.779 INFO:tasks.rados.rados.0.smithi028.stdout:984: writing smithi02882251-23 from 245760 to 958464 tid 1 2024-04-02T08:28:22.779 INFO:tasks.rados.rados.0.smithi028.stdout:985: snap_remove snap 58 2024-04-02T08:28:22.889 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (5m) 12s ago 6m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (5m) 27s ago 5m 89.9M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (7m) 12s ago 7m 18.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (7m) 27s ago 7m 16.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (58s) 27s ago 10m 447M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (88s) 12s ago 12m 495M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (41s) 12s ago 12m 40.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 starting - - - 2048M 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (16s) 12s ago 10m 24.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (5m) 12s ago 5m 15.9M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (5m) 27s ago 5m 15.8M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (10m) 12s ago 10m 157M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d dcd67296ac5e 2024-04-02T08:28:22.890 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (9m) 12s ago 9m 143M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:28:22.891 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (9m) 12s ago 9m 179M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:28:22.891 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (8m) 12s ago 8m 104M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:28:22.891 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (8m) 27s ago 8m 168M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:28:22.891 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (8m) 27s ago 8m 173M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:28:22.891 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (7m) 27s ago 7m 100M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:28:22.891 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (7m) 27s ago 7m 128M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:28:22.891 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (63s) 27s ago 6m 48.7M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:28:22.891 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:22 smithi028 ceph-mon[94314]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:28:22.891 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:22 smithi028 ceph-mon[94314]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:28:22.891 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:22 smithi028 ceph-mon[96890]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:28:22.892 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:22 smithi028 ceph-mon[96890]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:28:22.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:22 smithi137 ceph-mon[88456]: osdmap e260: 8 total, 8 up, 8 in 2024-04-02T08:28:22.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:22 smithi137 ceph-mon[88456]: osdmap e261: 8 total, 8 up, 8 in 2024-04-02T08:28:23.293 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:28:23.293 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:28:23.293 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:28:23.293 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:28:23.293 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:28:23.293 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 10, 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:28:23.294 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:28:23.762 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:23.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:23.768 INFO:tasks.rados.rados.0.smithi028.stdout:985: done (4 left) 2024-04-02T08:28:23.768 INFO:tasks.rados.rados.0.smithi028.stdout:986: rmattr oid 46 current snap is 103 2024-04-02T08:28:23.768 INFO:tasks.rados.rados.0.smithi028.stdout:983: expect (ObjNum 319 snap 95 seq_num 319) 2024-04-02T08:28:23.791 INFO:tasks.rados.rados.0.smithi028.stdout:982: finishing write tid 1 to smithi02882251-15 2024-04-02T08:28:23.791 INFO:tasks.rados.rados.0.smithi028.stdout:982: finishing write tid 2 to smithi02882251-15 2024-04-02T08:28:23.791 INFO:tasks.rados.rados.0.smithi028.stdout:982: finishing write tid 3 to smithi02882251-15 2024-04-02T08:28:23.791 INFO:tasks.rados.rados.0.smithi028.stdout:982: oid 15 updating version 0 to 473 2024-04-02T08:28:23.791 INFO:tasks.rados.rados.0.smithi028.stdout:982: oid 15 version 473 is already newer than 472 2024-04-02T08:28:23.791 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 473 (ObjNum 328 snap 103 seq_num 328) dirty exists 2024-04-02T08:28:23.791 INFO:tasks.rados.rados.0.smithi028.stdout:982: left oid 15 (ObjNum 328 snap 103 seq_num 328) 2024-04-02T08:28:23.791 INFO:tasks.rados.rados.0.smithi028.stdout:981: expect (ObjNum 304 snap 91 seq_num 304) 2024-04-02T08:28:23.938 INFO:tasks.rados.rados.0.smithi028.stdout:984: finishing write tid 1 to smithi02882251-23 2024-04-02T08:28:23.938 INFO:tasks.rados.rados.0.smithi028.stdout:984: finishing write tid 2 to smithi02882251-23 2024-04-02T08:28:23.938 INFO:tasks.rados.rados.0.smithi028.stdout:984: finishing write tid 3 to smithi02882251-23 2024-04-02T08:28:23.938 INFO:tasks.rados.rados.0.smithi028.stdout:984: oid 23 updating version 0 to 602 2024-04-02T08:28:23.938 INFO:tasks.rados.rados.0.smithi028.stdout:984: oid 23 version 602 is already newer than 601 2024-04-02T08:28:23.938 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 602 (ObjNum 329 snap 103 seq_num 329) dirty exists 2024-04-02T08:28:23.939 INFO:tasks.rados.rados.0.smithi028.stdout:984: left oid 23 (ObjNum 329 snap 103 seq_num 329) 2024-04-02T08:28:23.939 INFO:tasks.rados.rados.0.smithi028.stdout:981: done (4 left) 2024-04-02T08:28:23.939 INFO:tasks.rados.rados.0.smithi028.stdout:982: done (3 left) 2024-04-02T08:28:23.939 INFO:tasks.rados.rados.0.smithi028.stdout:983: done (2 left) 2024-04-02T08:28:23.939 INFO:tasks.rados.rados.0.smithi028.stdout:984: done (1 left) 2024-04-02T08:28:23.939 INFO:tasks.rados.rados.0.smithi028.stdout:987: snap_remove snap 99 2024-04-02T08:28:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:23 smithi137 ceph-mon[88456]: pgmap v51: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 158 KiB/s wr, 3 op/s 2024-04-02T08:28:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:23 smithi137 ceph-mon[88456]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:23 smithi137 ceph-mon[88456]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:28:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:23 smithi137 ceph-mon[88456]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:23 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2490693821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[94314]: pgmap v51: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 158 KiB/s wr, 3 op/s 2024-04-02T08:28:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[94314]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[94314]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:28:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[94314]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2490693821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[96890]: pgmap v51: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 158 KiB/s wr, 3 op/s 2024-04-02T08:28:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[96890]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[96890]: osdmap e262: 8 total, 8 up, 8 in 2024-04-02T08:28:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[96890]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:23 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2490693821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:24.773 INFO:tasks.rados.rados.0.smithi028.stdout:987: done (1 left) 2024-04-02T08:28:24.773 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 103 2024-04-02T08:28:24.774 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 314 (ObjNum 307 snap 91 seq_num 307) dirty exists 2024-04-02T08:28:24.774 INFO:tasks.rados.rados.0.smithi028.stdout:988: seq_num 330 ranges {360448=737280} 2024-04-02T08:28:24.781 INFO:tasks.rados.rados.0.smithi028.stdout:988: writing smithi02882251-37 from 360448 to 1097728 tid 1 2024-04-02T08:28:24.781 INFO:tasks.rados.rados.0.smithi028.stdout:986: done (1 left) 2024-04-02T08:28:24.781 INFO:tasks.rados.rados.0.smithi028.stdout:989: read oid 41 snap -1 2024-04-02T08:28:24.781 INFO:tasks.rados.rados.0.smithi028.stdout:989: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:28:24.781 INFO:tasks.rados.rados.0.smithi028.stdout:990: read oid 14 snap 87 2024-04-02T08:28:24.781 INFO:tasks.rados.rados.0.smithi028.stdout:990: expect (ObjNum 254 snap 73 seq_num 254) 2024-04-02T08:28:24.781 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 103 2024-04-02T08:28:24.781 INFO:tasks.rados.rados.0.smithi028.stdout:991: seq_num 331 ranges {0=753664} 2024-04-02T08:28:24.786 INFO:tasks.rados.rados.0.smithi028.stdout:991: writing smithi02882251-45 from 0 to 753664 tid 1 2024-04-02T08:28:24.786 INFO:tasks.rados.rados.0.smithi028.stdout:992: snap_create 2024-04-02T08:28:24.786 INFO:tasks.rados.rados.0.smithi028.stdout:988: finishing write tid 1 to smithi02882251-37 2024-04-02T08:28:24.787 INFO:tasks.rados.rados.0.smithi028.stdout:988: finishing write tid 2 to smithi02882251-37 2024-04-02T08:28:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:988: finishing write tid 3 to smithi02882251-37 2024-04-02T08:28:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:988: oid 37 updating version 0 to 484 2024-04-02T08:28:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:988: oid 37 version 484 is already newer than 483 2024-04-02T08:28:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 484 (ObjNum 330 snap 103 seq_num 330) dirty exists 2024-04-02T08:28:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:988: left oid 37 (ObjNum 330 snap 103 seq_num 330) 2024-04-02T08:28:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:989: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:28:24.817 INFO:tasks.rados.rados.0.smithi028.stdout:990: expect (ObjNum 254 snap 73 seq_num 254) 2024-04-02T08:28:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:24 smithi137 ceph-mon[88456]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:28:25.026 INFO:tasks.rados.rados.0.smithi028.stdout:991: finishing write tid 1 to smithi02882251-45 2024-04-02T08:28:25.026 INFO:tasks.rados.rados.0.smithi028.stdout:991: finishing write tid 2 to smithi02882251-45 2024-04-02T08:28:25.027 INFO:tasks.rados.rados.0.smithi028.stdout:991: finishing write tid 3 to smithi02882251-45 2024-04-02T08:28:25.027 INFO:tasks.rados.rados.0.smithi028.stdout:991: oid 45 updating version 0 to 724 2024-04-02T08:28:25.027 INFO:tasks.rados.rados.0.smithi028.stdout:991: oid 45 updating version 724 to 725 2024-04-02T08:28:25.027 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 725 (ObjNum 331 snap 103 seq_num 331) dirty exists 2024-04-02T08:28:25.027 INFO:tasks.rados.rados.0.smithi028.stdout:991: left oid 45 (ObjNum 331 snap 103 seq_num 331) 2024-04-02T08:28:25.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:24 smithi028 ceph-mon[94314]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:28:25.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:24 smithi028 ceph-mon[96890]: osdmap e263: 8 total, 8 up, 8 in 2024-04-02T08:28:25.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:28:25.391+0000 7fd126e6a700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-02T08:28:25.777 INFO:tasks.rados.rados.0.smithi028.stdout:988: done (4 left) 2024-04-02T08:28:25.777 INFO:tasks.rados.rados.0.smithi028.stdout:989: done (3 left) 2024-04-02T08:28:25.778 INFO:tasks.rados.rados.0.smithi028.stdout:990: done (2 left) 2024-04-02T08:28:25.778 INFO:tasks.rados.rados.0.smithi028.stdout:991: done (1 left) 2024-04-02T08:28:25.778 INFO:tasks.rados.rados.0.smithi028.stdout:992: done (0 left) 2024-04-02T08:28:25.778 INFO:tasks.rados.rados.0.smithi028.stdout:993: snap_create 2024-04-02T08:28:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:25 smithi137 ceph-mon[88456]: pgmap v54: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 164 KiB/s wr, 3 op/s 2024-04-02T08:28:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:25 smithi137 ceph-mon[88456]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:28:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-mon[94314]: pgmap v54: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 164 KiB/s wr, 3 op/s 2024-04-02T08:28:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-mon[94314]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:28:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-mon[96890]: pgmap v54: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 164 KiB/s wr, 3 op/s 2024-04-02T08:28:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-mon[96890]: osdmap e264: 8 total, 8 up, 8 in 2024-04-02T08:28:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:26.779 INFO:tasks.rados.rados.0.smithi028.stdout:993: done (0 left) 2024-04-02T08:28:26.779 INFO:tasks.rados.rados.0.smithi028.stdout:994: snap_remove snap 75 2024-04-02T08:28:27.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:26 smithi137 ceph-mon[88456]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:28:27.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:26 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:27.010 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:26 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:26 smithi028 ceph-mon[94314]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:28:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:26 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:26 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:26 smithi028 ceph-mon[96890]: osdmap e265: 8 total, 8 up, 8 in 2024-04-02T08:28:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:26 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:26 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:27.783 INFO:tasks.rados.rados.0.smithi028.stdout:994: done (0 left) 2024-04-02T08:28:27.783 INFO:tasks.rados.rados.0.smithi028.stdout:995: snap_remove snap 76 2024-04-02T08:28:28.127 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:27 smithi137 ceph-mon[88456]: pgmap v57: 121 pgs: 121 active+clean; 186 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-04-02T08:28:28.127 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:27 smithi137 ceph-mon[88456]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:28:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:27 smithi028 ceph-mon[94314]: pgmap v57: 121 pgs: 121 active+clean; 186 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-04-02T08:28:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:27 smithi028 ceph-mon[94314]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:28:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:27 smithi028 ceph-mon[96890]: pgmap v57: 121 pgs: 121 active+clean; 186 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-04-02T08:28:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:27 smithi028 ceph-mon[96890]: osdmap e266: 8 total, 8 up, 8 in 2024-04-02T08:28:28.782 INFO:tasks.rados.rados.0.smithi028.stdout:995: done (0 left) 2024-04-02T08:28:28.783 INFO:tasks.rados.rados.0.smithi028.stdout:996: delete oid 6 current snap is 105 2024-04-02T08:28:28.794 INFO:tasks.rados.rados.0.smithi028.stdout:996: done (0 left) 2024-04-02T08:28:28.795 INFO:tasks.rados.rados.0.smithi028.stdout:997: read oid 23 snap 104 2024-04-02T08:28:28.795 INFO:tasks.rados.rados.0.smithi028.stdout:997: expect (ObjNum 329 snap 103 seq_num 329) 2024-04-02T08:28:28.795 INFO:tasks.rados.rados.0.smithi028.stdout:998: delete oid 13 current snap is 105 2024-04-02T08:28:28.806 INFO:tasks.rados.rados.0.smithi028.stdout:997: expect (ObjNum 329 snap 103 seq_num 329) 2024-04-02T08:28:28.837 INFO:tasks.rados.rados.0.smithi028.stdout:997: done (1 left) 2024-04-02T08:28:28.837 INFO:tasks.rados.rados.0.smithi028.stdout:998: done (0 left) 2024-04-02T08:28:28.837 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 105 2024-04-02T08:28:28.837 INFO:tasks.rados.rados.0.smithi028.stdout:999: seq_num 334 ranges {2777088=802816} 2024-04-02T08:28:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:999: writing smithi02882251-19 from 2777088 to 3579904 tid 1 2024-04-02T08:28:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:1000: read oid 15 snap -1 2024-04-02T08:28:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:1000: expect (ObjNum 328 snap 103 seq_num 328) 2024-04-02T08:28:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:1001: read oid 27 snap 98 2024-04-02T08:28:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:1001: expect (ObjNum 205 snap 54 seq_num 205) 2024-04-02T08:28:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:1002: delete oid 24 current snap is 105 2024-04-02T08:28:28.860 INFO:tasks.rados.rados.0.smithi028.stdout:1002: done (3 left) 2024-04-02T08:28:28.860 INFO:tasks.rados.rados.0.smithi028.stdout:1003: snap_create 2024-04-02T08:28:28.864 INFO:tasks.rados.rados.0.smithi028.stdout:1001: expect (ObjNum 205 snap 54 seq_num 205) 2024-04-02T08:28:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:999: finishing write tid 1 to smithi02882251-19 2024-04-02T08:28:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:999: finishing write tid 2 to smithi02882251-19 2024-04-02T08:28:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:1000: expect (ObjNum 328 snap 103 seq_num 328) 2024-04-02T08:28:28.935 INFO:tasks.rados.rados.0.smithi028.stdout:999: finishing write tid 3 to smithi02882251-19 2024-04-02T08:28:28.936 INFO:tasks.rados.rados.0.smithi028.stdout:999: oid 19 updating version 0 to 629 2024-04-02T08:28:28.936 INFO:tasks.rados.rados.0.smithi028.stdout:999: oid 19 version 629 is already newer than 628 2024-04-02T08:28:28.936 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 629 (ObjNum 334 snap 105 seq_num 334) dirty exists 2024-04-02T08:28:28.936 INFO:tasks.rados.rados.0.smithi028.stdout:999: left oid 19 (ObjNum 334 snap 105 seq_num 334) 2024-04-02T08:28:29.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:28 smithi137 ceph-mon[88456]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:28:29.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:28 smithi137 ceph-mon[88456]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:28:29.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:28 smithi028 ceph-mon[96890]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:28:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:28 smithi028 ceph-mon[96890]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:28:29.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:28 smithi028 ceph-mon[94314]: osdmap e267: 8 total, 8 up, 8 in 2024-04-02T08:28:29.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:28 smithi028 ceph-mon[94314]: osdmap e268: 8 total, 8 up, 8 in 2024-04-02T08:28:29.808 INFO:tasks.rados.rados.0.smithi028.stdout:999: done (3 left) 2024-04-02T08:28:29.808 INFO:tasks.rados.rados.0.smithi028.stdout:1000: done (2 left) 2024-04-02T08:28:29.808 INFO:tasks.rados.rados.0.smithi028.stdout:1001: done (1 left) 2024-04-02T08:28:29.808 INFO:tasks.rados.rados.0.smithi028.stdout:1003: done (0 left) 2024-04-02T08:28:29.808 INFO:tasks.rados.rados.0.smithi028.stdout:1004: rmattr oid 12 current snap is 106 2024-04-02T08:28:29.808 INFO:tasks.rados.rados.0.smithi028.stdout:1004: done (0 left) 2024-04-02T08:28:29.809 INFO:tasks.rados.rados.0.smithi028.stdout:1005: rollback oid 42 current snap is 106 2024-04-02T08:28:29.809 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 98 2024-04-02T08:28:29.809 INFO:tasks.rados.rados.0.smithi028.stdout:1006: snap_remove snap 96 2024-04-02T08:28:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:29 smithi137 ceph-mon[88456]: pgmap v60: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-02T08:28:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:29 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:29 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:29 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:30.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:29 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:30.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:29 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[94314]: pgmap v60: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-02T08:28:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[96890]: pgmap v60: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:28:30.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:29 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:30.813 INFO:tasks.rados.rados.0.smithi028.stdout:1006: done (1 left) 2024-04-02T08:28:30.813 INFO:tasks.rados.rados.0.smithi028.stdout:1007: snap_create 2024-04-02T08:28:30.813 INFO:tasks.rados.rados.0.smithi028.stdout:1005: finishing rollback tid 0 to smithi02882251-42 2024-04-02T08:28:30.813 INFO:tasks.rados.rados.0.smithi028.stdout:1005: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:28:30.813 INFO:tasks.rados.rados.0.smithi028.stdout:1005: finishing rollback tid 2 to smithi02882251-42 2024-04-02T08:28:30.813 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 428 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-04-02T08:28:30.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[94314]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[94314]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[94314]: Reconfiguring daemon mon.a on smithi028 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[96890]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[96890]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:30 smithi028 ceph-mon[96890]: Reconfiguring daemon mon.a on smithi028 2024-04-02T08:28:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:30 smithi137 ceph-mon[88456]: osdmap e269: 8 total, 8 up, 8 in 2024-04-02T08:28:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:30 smithi137 ceph-mon[88456]: Reconfiguring mon.a (monmap changed)... 2024-04-02T08:28:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:30 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:30 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:30 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:30 smithi137 ceph-mon[88456]: Reconfiguring daemon mon.a on smithi028 2024-04-02T08:28:31.660 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:28:31] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2024-04-02T08:28:31.761 INFO:tasks.rados.rados.0.smithi028.stdout:1005: done (1 left) 2024-04-02T08:28:31.761 INFO:tasks.rados.rados.0.smithi028.stdout:1007: done (0 left) 2024-04-02T08:28:31.761 INFO:tasks.rados.rados.0.smithi028.stdout:1008: copy_from oid 23 from oid 38 current snap is 107 2024-04-02T08:28:31.761 INFO:tasks.rados.rados.0.smithi028.stdout:1009: snap_remove snap 87 2024-04-02T08:28:31.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: pgmap v63: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 719 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: pgmap v63: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 719 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:31.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:28:31.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:31.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:31.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:28:31.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: pgmap v63: 121 pgs: 121 active+clean; 182 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 719 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:28:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: osdmap e270: 8 total, 8 up, 8 in 2024-04-02T08:28:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: osdmap e271: 8 total, 8 up, 8 in 2024-04-02T08:28:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:28:32.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:32.762 INFO:tasks.rados.rados.0.smithi028.stdout:1009: done (1 left) 2024-04-02T08:28:32.762 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 107 2024-04-02T08:28:32.763 INFO:tasks.rados.rados.0.smithi028.stdout:1008: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:28:32.763 INFO:tasks.rados.rados.0.smithi028.stdout:1008: finishing copy_from to smithi02882251-23 2024-04-02T08:28:32.763 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 301 (ObjNum 280 snap 84 seq_num 280) dirty exists 2024-04-02T08:28:32.763 INFO:tasks.rados.rados.0.smithi028.stdout:1010: seq_num 336 ranges {0=434176,434176=401408} 2024-04-02T08:28:32.766 INFO:tasks.rados.rados.0.smithi028.stdout:1010: writing smithi02882251-12 from 0 to 434176 tid 1 2024-04-02T08:28:32.768 INFO:tasks.rados.rados.0.smithi028.stdout:1010: writing smithi02882251-12 from 434176 to 835584 tid 2 2024-04-02T08:28:32.768 INFO:tasks.rados.rados.0.smithi028.stdout:1008: done (1 left) 2024-04-02T08:28:32.768 INFO:tasks.rados.rados.0.smithi028.stdout:1011: copy_from oid 2 from oid 28 current snap is 107 2024-04-02T08:28:32.768 INFO:tasks.rados.rados.0.smithi028.stdout:1012: rmattr oid 15 current snap is 107 2024-04-02T08:28:32.768 INFO:tasks.rados.rados.0.smithi028.stdout:1012: done (2 left) 2024-04-02T08:28:32.769 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 107 2024-04-02T08:28:32.769 INFO:tasks.rados.rados.0.smithi028.stdout:1013: seq_num 337 ranges {1040384=450560,1490944=401408} 2024-04-02T08:28:32.777 INFO:tasks.rados.rados.0.smithi028.stdout:1013: writing smithi02882251-27 from 1040384 to 1490944 tid 1 2024-04-02T08:28:32.780 INFO:tasks.rados.rados.0.smithi028.stdout:1013: writing smithi02882251-27 from 1490944 to 1892352 tid 2 2024-04-02T08:28:32.780 INFO:tasks.rados.rados.0.smithi028.stdout:1014: snap_create 2024-04-02T08:28:32.780 INFO:tasks.rados.rados.0.smithi028.stdout:1011: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:28:32.780 INFO:tasks.rados.rados.0.smithi028.stdout:1010: finishing write tid 1 to smithi02882251-12 2024-04-02T08:28:32.780 INFO:tasks.rados.rados.0.smithi028.stdout:1010: finishing write tid 2 to smithi02882251-12 2024-04-02T08:28:32.780 INFO:tasks.rados.rados.0.smithi028.stdout:1011: finishing copy_from to smithi02882251-2 2024-04-02T08:28:32.781 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 423 (ObjNum 289 snap 0 seq_num 906674133) dirty exists 2024-04-02T08:28:32.781 INFO:tasks.rados.rados.0.smithi028.stdout:1010: finishing write tid 3 to smithi02882251-12 2024-04-02T08:28:32.783 INFO:tasks.rados.rados.0.smithi028.stdout:1010: finishing write tid 4 to smithi02882251-12 2024-04-02T08:28:32.783 INFO:tasks.rados.rados.0.smithi028.stdout:1010: oid 12 updating version 0 to 643 2024-04-02T08:28:32.783 INFO:tasks.rados.rados.0.smithi028.stdout:1010: oid 12 updating version 643 to 644 2024-04-02T08:28:32.783 INFO:tasks.rados.rados.0.smithi028.stdout:1010: oid 12 version 644 is already newer than 642 2024-04-02T08:28:32.783 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 644 (ObjNum 336 snap 107 seq_num 336) dirty exists 2024-04-02T08:28:32.783 INFO:tasks.rados.rados.0.smithi028.stdout:1010: left oid 12 (ObjNum 336 snap 107 seq_num 336) 2024-04-02T08:28:32.786 INFO:tasks.rados.rados.0.smithi028.stdout:1013: finishing write tid 1 to smithi02882251-27 2024-04-02T08:28:32.786 INFO:tasks.rados.rados.0.smithi028.stdout:1013: finishing write tid 2 to smithi02882251-27 2024-04-02T08:28:32.786 INFO:tasks.rados.rados.0.smithi028.stdout:1013: finishing write tid 3 to smithi02882251-27 2024-04-02T08:28:32.788 INFO:tasks.rados.rados.0.smithi028.stdout:1013: finishing write tid 4 to smithi02882251-27 2024-04-02T08:28:32.788 INFO:tasks.rados.rados.0.smithi028.stdout:1013: oid 27 updating version 0 to 747 2024-04-02T08:28:32.788 INFO:tasks.rados.rados.0.smithi028.stdout:1013: oid 27 updating version 747 to 749 2024-04-02T08:28:32.788 INFO:tasks.rados.rados.0.smithi028.stdout:1013: oid 27 version 749 is already newer than 748 2024-04-02T08:28:32.788 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 749 (ObjNum 337 snap 107 seq_num 337) dirty exists 2024-04-02T08:28:32.788 INFO:tasks.rados.rados.0.smithi028.stdout:1013: left oid 27 (ObjNum 337 snap 107 seq_num 337) 2024-04-02T08:28:32.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:32 smithi028 ceph-mon[94314]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:28:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:32 smithi028 ceph-mon[94314]: Reconfiguring daemon mgr.y on smithi028 2024-04-02T08:28:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:32 smithi028 ceph-mon[94314]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:28:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:32 smithi028 ceph-mon[96890]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:28:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:32 smithi028 ceph-mon[96890]: Reconfiguring daemon mgr.y on smithi028 2024-04-02T08:28:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:32 smithi028 ceph-mon[96890]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:28:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:32 smithi137 ceph-mon[88456]: Reconfiguring mgr.y (monmap changed)... 2024-04-02T08:28:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:32 smithi137 ceph-mon[88456]: Reconfiguring daemon mgr.y on smithi028 2024-04-02T08:28:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:32 smithi137 ceph-mon[88456]: osdmap e272: 8 total, 8 up, 8 in 2024-04-02T08:28:33.763 INFO:tasks.rados.rados.0.smithi028.stdout:1010: done (3 left) 2024-04-02T08:28:33.763 INFO:tasks.rados.rados.0.smithi028.stdout:1011: done (2 left) 2024-04-02T08:28:33.763 INFO:tasks.rados.rados.0.smithi028.stdout:1013: done (1 left) 2024-04-02T08:28:33.763 INFO:tasks.rados.rados.0.smithi028.stdout:1014: done (0 left) 2024-04-02T08:28:33.763 INFO:tasks.rados.rados.0.smithi028.stdout:1015: rollback oid 26 current snap is 108 2024-04-02T08:28:33.764 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 105 2024-04-02T08:28:33.764 INFO:tasks.rados.rados.0.smithi028.stdout:1016: copy_from oid 48 from oid 14 current snap is 108 2024-04-02T08:28:33.764 INFO:tasks.rados.rados.0.smithi028.stdout:1017: snap_create 2024-04-02T08:28:33.771 INFO:tasks.rados.rados.0.smithi028.stdout:1015: finishing rollback tid 0 to smithi02882251-26 2024-04-02T08:28:33.771 INFO:tasks.rados.rados.0.smithi028.stdout:1015: finishing rollback tid 1 to smithi02882251-26 2024-04-02T08:28:33.772 INFO:tasks.rados.rados.0.smithi028.stdout:1015: finishing rollback tid 2 to smithi02882251-26 2024-04-02T08:28:33.772 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 538 (ObjNum 320 snap 96 seq_num 320) dirty exists 2024-04-02T08:28:33.784 INFO:tasks.rados.rados.0.smithi028.stdout:1016: finishing copy_from racing read to smithi02882251-48 2024-04-02T08:28:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:1016: finishing copy_from to smithi02882251-48 2024-04-02T08:28:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 562 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-02T08:28:33.814 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:33 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:33 smithi137 ceph-mon[88456]: pgmap v66: 121 pgs: 121 active+clean; 183 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-04-02T08:28:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:33 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:33 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:33 smithi137 ceph-mon[88456]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[96890]: pgmap v66: 121 pgs: 121 active+clean; 183 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:34.178 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[96890]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[94314]: pgmap v66: 121 pgs: 121 active+clean; 183 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:34.179 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:33 smithi028 ceph-mon[94314]: osdmap e273: 8 total, 8 up, 8 in 2024-04-02T08:28:34.764 INFO:tasks.rados.rados.0.smithi028.stdout:1015: done (2 left) 2024-04-02T08:28:34.764 INFO:tasks.rados.rados.0.smithi028.stdout:1016: done (1 left) 2024-04-02T08:28:34.765 INFO:tasks.rados.rados.0.smithi028.stdout:1017: done (0 left) 2024-04-02T08:28:34.765 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 109 2024-04-02T08:28:34.765 INFO:tasks.rados.rados.0.smithi028.stdout:1018: seq_num 338 ranges {3563520=466944,4030464=401408} 2024-04-02T08:28:34.786 INFO:tasks.rados.rados.0.smithi028.stdout:1018: writing smithi02882251-23 from 3563520 to 4030464 tid 1 2024-04-02T08:28:34.788 INFO:tasks.rados.rados.0.smithi028.stdout:1018: writing smithi02882251-23 from 4030464 to 4431872 tid 2 2024-04-02T08:28:34.788 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 109 2024-04-02T08:28:34.788 INFO:tasks.rados.rados.0.smithi028.stdout:1019: seq_num 339 ranges {2695168=483328,3178496=401408} 2024-04-02T08:28:34.806 INFO:tasks.rados.rados.0.smithi028.stdout:1019: writing smithi02882251-36 from 2695168 to 3178496 tid 1 2024-04-02T08:28:34.808 INFO:tasks.rados.rados.0.smithi028.stdout:1019: writing smithi02882251-36 from 3178496 to 3579904 tid 2 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 109 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1018: finishing write tid 1 to smithi02882251-23 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1018: finishing write tid 2 to smithi02882251-23 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1018: finishing write tid 3 to smithi02882251-23 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1018: finishing write tid 4 to smithi02882251-23 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1018: oid 23 updating version 0 to 647 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1018: oid 23 updating version 647 to 648 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1018: oid 23 version 648 is already newer than 646 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 648 (ObjNum 338 snap 109 seq_num 338) dirty exists 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1018: left oid 23 (ObjNum 338 snap 109 seq_num 338) 2024-04-02T08:28:34.809 INFO:tasks.rados.rados.0.smithi028.stdout:1020: seq_num 340 ranges {835584=499712,1335296=401408} 2024-04-02T08:28:34.815 INFO:tasks.rados.rados.0.smithi028.stdout:1020: writing smithi02882251-12 from 835584 to 1335296 tid 1 2024-04-02T08:28:34.818 INFO:tasks.rados.rados.0.smithi028.stdout:1020: writing smithi02882251-12 from 1335296 to 1736704 tid 2 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1018: done (2 left) 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1021: snap_create 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: finishing write tid 1 to smithi02882251-36 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: finishing write tid 2 to smithi02882251-36 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: finishing write tid 3 to smithi02882251-36 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: finishing write tid 4 to smithi02882251-36 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: oid 36 updating version 0 to 367 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: oid 36 updating version 367 to 369 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: oid 36 version 369 is already newer than 368 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 369 (ObjNum 339 snap 109 seq_num 339) dirty exists 2024-04-02T08:28:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: left oid 36 (ObjNum 339 snap 109 seq_num 339) 2024-04-02T08:28:34.820 INFO:tasks.rados.rados.0.smithi028.stdout:1020: finishing write tid 1 to smithi02882251-12 2024-04-02T08:28:34.821 INFO:tasks.rados.rados.0.smithi028.stdout:1020: finishing write tid 2 to smithi02882251-12 2024-04-02T08:28:34.821 INFO:tasks.rados.rados.0.smithi028.stdout:1020: finishing write tid 3 to smithi02882251-12 2024-04-02T08:28:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:1020: finishing write tid 4 to smithi02882251-12 2024-04-02T08:28:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:1020: oid 12 updating version 0 to 650 2024-04-02T08:28:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:1020: oid 12 updating version 650 to 651 2024-04-02T08:28:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:1020: oid 12 updating version 651 to 652 2024-04-02T08:28:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 652 (ObjNum 340 snap 109 seq_num 340) dirty exists 2024-04-02T08:28:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:1020: left oid 12 (ObjNum 340 snap 109 seq_num 340) 2024-04-02T08:28:35.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:34 smithi028 ceph-mon[94314]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:28:35.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:34 smithi028 ceph-mon[94314]: Reconfiguring daemon mon.c on smithi028 2024-04-02T08:28:35.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:34 smithi028 ceph-mon[94314]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:28:35.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:34 smithi028 ceph-mon[96890]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:28:35.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:34 smithi028 ceph-mon[96890]: Reconfiguring daemon mon.c on smithi028 2024-04-02T08:28:35.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:34 smithi028 ceph-mon[96890]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:28:35.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:34 smithi137 ceph-mon[88456]: Reconfiguring mon.c (monmap changed)... 2024-04-02T08:28:35.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:34 smithi137 ceph-mon[88456]: Reconfiguring daemon mon.c on smithi028 2024-04-02T08:28:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:34 smithi137 ceph-mon[88456]: osdmap e274: 8 total, 8 up, 8 in 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:1019: done (2 left) 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:1020: done (1 left) 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:1021: done (0 left) 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:1022: read oid 16 snap -1 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:1022: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:1023: read oid 25 snap -1 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:1023: expect (ObjNum 321 snap 97 seq_num 321) 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 110 2024-04-02T08:28:35.819 INFO:tasks.rados.rados.0.smithi028.stdout:1024: seq_num 341 ranges {3579904=516096,4096000=401408} 2024-04-02T08:28:35.841 INFO:tasks.rados.rados.0.smithi028.stdout:1024: writing smithi02882251-19 from 3579904 to 4096000 tid 1 2024-04-02T08:28:35.843 INFO:tasks.rados.rados.0.smithi028.stdout:1024: writing smithi02882251-19 from 4096000 to 4497408 tid 2 2024-04-02T08:28:35.844 INFO:tasks.rados.rados.0.smithi028.stdout:1025: snap_create 2024-04-02T08:28:35.844 INFO:tasks.rados.rados.0.smithi028.stdout:1022: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:28:35.893 INFO:tasks.rados.rados.0.smithi028.stdout:1023: expect (ObjNum 321 snap 97 seq_num 321) 2024-04-02T08:28:35.969 INFO:tasks.rados.rados.0.smithi028.stdout:1024: finishing write tid 1 to smithi02882251-19 2024-04-02T08:28:35.969 INFO:tasks.rados.rados.0.smithi028.stdout:1024: finishing write tid 2 to smithi02882251-19 2024-04-02T08:28:35.969 INFO:tasks.rados.rados.0.smithi028.stdout:1024: finishing write tid 3 to smithi02882251-19 2024-04-02T08:28:35.970 INFO:tasks.rados.rados.0.smithi028.stdout:1024: finishing write tid 4 to smithi02882251-19 2024-04-02T08:28:35.970 INFO:tasks.rados.rados.0.smithi028.stdout:1024: oid 19 updating version 0 to 656 2024-04-02T08:28:35.970 INFO:tasks.rados.rados.0.smithi028.stdout:1024: oid 19 version 656 is already newer than 654 2024-04-02T08:28:35.970 INFO:tasks.rados.rados.0.smithi028.stdout:1024: oid 19 version 656 is already newer than 655 2024-04-02T08:28:35.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 656 (ObjNum 341 snap 110 seq_num 341) dirty exists 2024-04-02T08:28:35.970 INFO:tasks.rados.rados.0.smithi028.stdout:1024: left oid 19 (ObjNum 341 snap 110 seq_num 341) 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: pgmap v69: 121 pgs: 121 active+clean; 183 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: Reconfiguring daemon osd.0 on smithi028 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[94314]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:28:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: pgmap v69: 121 pgs: 121 active+clean; 183 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-04-02T08:28:36.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:36.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:36.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:28:36.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:36.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:36.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: Reconfiguring daemon osd.0 on smithi028 2024-04-02T08:28:36.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:36.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:36 smithi028 ceph-mon[96890]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:28:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: pgmap v69: 121 pgs: 121 active+clean; 183 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 196 KiB/s wr, 4 op/s 2024-04-02T08:28:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: Reconfiguring osd.0 (monmap changed)... 2024-04-02T08:28:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: Reconfiguring daemon osd.0 on smithi028 2024-04-02T08:28:36.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:36.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:36 smithi137 ceph-mon[88456]: osdmap e275: 8 total, 8 up, 8 in 2024-04-02T08:28:36.822 INFO:tasks.rados.rados.0.smithi028.stdout:1022: done (3 left) 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1023: done (2 left) 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1024: done (1 left) 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1025: done (0 left) 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1026: read oid 7 snap 100 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1026: expect deleted 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1027: rmattr oid 2 current snap is 111 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1028: copy_from oid 46 from oid 47 current snap is 111 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1029: copy_from oid 38 from oid 20 current snap is 111 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1030: copy_from oid 44 from oid 39 current snap is 111 2024-04-02T08:28:36.823 INFO:tasks.rados.rados.0.smithi028.stdout:1031: delete oid 25 current snap is 111 2024-04-02T08:28:36.827 INFO:tasks.rados.rados.0.smithi028.stdout:1030: finishing copy_from to smithi02882251-44 2024-04-02T08:28:36.827 INFO:tasks.rados.rados.0.smithi028.stdout:1030: got expected ENOENT (src dne) 2024-04-02T08:28:36.828 INFO:tasks.rados.rados.0.smithi028.stdout:1030: finishing copy_from racing read to smithi02882251-44 2024-04-02T08:28:36.828 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 442 (ObjNum 65 snap 0 seq_num 1550608488) dirty exists 2024-04-02T08:28:36.832 INFO:tasks.rados.rados.0.smithi028.stdout:1026: done (5 left) 2024-04-02T08:28:36.832 INFO:tasks.rados.rados.0.smithi028.stdout:1027: done (4 left) 2024-04-02T08:28:36.833 INFO:tasks.rados.rados.0.smithi028.stdout:1030: done (3 left) 2024-04-02T08:28:36.833 INFO:tasks.rados.rados.0.smithi028.stdout:1031: done (2 left) 2024-04-02T08:28:36.833 INFO:tasks.rados.rados.0.smithi028.stdout:1032: rollback oid 9 current snap is 111 2024-04-02T08:28:36.833 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 106 2024-04-02T08:28:36.833 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 111 2024-04-02T08:28:36.833 INFO:tasks.rados.rados.0.smithi028.stdout:1033: seq_num 343 ranges {0=548864,548864=401408} 2024-04-02T08:28:36.835 INFO:tasks.rados.rados.0.smithi028.stdout:1033: writing smithi02882251-13 from 0 to 548864 tid 1 2024-04-02T08:28:36.838 INFO:tasks.rados.rados.0.smithi028.stdout:1033: writing smithi02882251-13 from 548864 to 950272 tid 2 2024-04-02T08:28:36.839 INFO:tasks.rados.rados.0.smithi028.stdout:1034: snap_remove snap 62 2024-04-02T08:28:37.826 INFO:tasks.rados.rados.0.smithi028.stdout:1034: done (4 left) 2024-04-02T08:28:37.826 INFO:tasks.rados.rados.0.smithi028.stdout:1035: snap_remove snap 109 2024-04-02T08:28:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:37 smithi137 ceph-mon[88456]: pgmap v72: 121 pgs: 121 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:28:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:37 smithi137 ceph-mon[88456]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:28:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:37 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:37 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:37 smithi137 ceph-mon[88456]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:28:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:28:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:38.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:37 smithi137 ceph-mon[88456]: Reconfiguring daemon osd.1 on smithi028 2024-04-02T08:28:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[94314]: pgmap v72: 121 pgs: 121 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[94314]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[94314]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[94314]: Reconfiguring daemon osd.1 on smithi028 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[96890]: pgmap v72: 121 pgs: 121 active+clean; 196 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[96890]: osdmap e276: 8 total, 8 up, 8 in 2024-04-02T08:28:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:38.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:38.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[96890]: Reconfiguring osd.1 (monmap changed)... 2024-04-02T08:28:38.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:28:38.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:38.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:37 smithi028 ceph-mon[96890]: Reconfiguring daemon osd.1 on smithi028 2024-04-02T08:28:38.834 INFO:tasks.rados.rados.0.smithi028.stdout:1035: done (4 left) 2024-04-02T08:28:38.834 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 111 2024-04-02T08:28:38.834 INFO:tasks.rados.rados.0.smithi028.stdout:1032: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:28:38.834 INFO:tasks.rados.rados.0.smithi028.stdout:1036: seq_num 344 ranges {0=565248,565248=401408} 2024-04-02T08:28:38.837 INFO:tasks.rados.rados.0.smithi028.stdout:1036: writing smithi02882251-4 from 0 to 565248 tid 1 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1036: writing smithi02882251-4 from 565248 to 966656 tid 2 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1032: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1032: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 754 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1033: finishing write tid 1 to smithi02882251-13 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1033: finishing write tid 2 to smithi02882251-13 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1033: finishing write tid 3 to smithi02882251-13 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1033: finishing write tid 4 to smithi02882251-13 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1033: oid 13 updating version 0 to 475 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1033: oid 13 version 475 is already newer than 474 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:1033: oid 13 updating version 475 to 476 2024-04-02T08:28:38.841 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 476 (ObjNum 343 snap 111 seq_num 343) dirty exists 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1033: left oid 13 (ObjNum 343 snap 111 seq_num 343) 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1029: finishing copy_from racing read to smithi02882251-38 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1029: finishing copy_from to smithi02882251-38 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 296 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1028: finishing copy_from racing read to smithi02882251-46 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1028: finishing copy_from to smithi02882251-46 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 274 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1028: done (4 left) 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1029: done (3 left) 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1032: done (2 left) 2024-04-02T08:28:38.842 INFO:tasks.rados.rados.0.smithi028.stdout:1033: done (1 left) 2024-04-02T08:28:38.843 INFO:tasks.rados.rados.0.smithi028.stdout:1037: read oid 32 snap -1 2024-04-02T08:28:38.843 INFO:tasks.rados.rados.0.smithi028.stdout:1037: expect (ObjNum 277 snap 84 seq_num 277) 2024-04-02T08:28:38.843 INFO:tasks.rados.rados.0.smithi028.stdout:1038: snap_create 2024-04-02T08:28:38.843 INFO:tasks.rados.rados.0.smithi028.stdout:1036: finishing write tid 1 to smithi02882251-4 2024-04-02T08:28:38.844 INFO:tasks.rados.rados.0.smithi028.stdout:1036: finishing write tid 2 to smithi02882251-4 2024-04-02T08:28:38.845 INFO:tasks.rados.rados.0.smithi028.stdout:1036: finishing write tid 3 to smithi02882251-4 2024-04-02T08:28:38.845 INFO:tasks.rados.rados.0.smithi028.stdout:1036: finishing write tid 4 to smithi02882251-4 2024-04-02T08:28:38.845 INFO:tasks.rados.rados.0.smithi028.stdout:1036: oid 4 updating version 0 to 377 2024-04-02T08:28:38.846 INFO:tasks.rados.rados.0.smithi028.stdout:1036: oid 4 updating version 377 to 379 2024-04-02T08:28:38.846 INFO:tasks.rados.rados.0.smithi028.stdout:1036: oid 4 version 379 is already newer than 378 2024-04-02T08:28:38.846 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 379 (ObjNum 344 snap 111 seq_num 344) dirty exists 2024-04-02T08:28:38.846 INFO:tasks.rados.rados.0.smithi028.stdout:1036: left oid 4 (ObjNum 344 snap 111 seq_num 344) 2024-04-02T08:28:38.861 INFO:tasks.rados.rados.0.smithi028.stdout:1037: expect (ObjNum 277 snap 84 seq_num 277) 2024-04-02T08:28:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:38 smithi137 ceph-mon[88456]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:28:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:38 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:38 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:38 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:28:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:38 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[94314]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:28:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:28:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:39.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[96890]: osdmap e277: 8 total, 8 up, 8 in 2024-04-02T08:28:39.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:39.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:39.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:28:39.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:38 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:39.840 INFO:tasks.rados.rados.0.smithi028.stdout:1036: done (2 left) 2024-04-02T08:28:39.840 INFO:tasks.rados.rados.0.smithi028.stdout:1037: done (1 left) 2024-04-02T08:28:39.840 INFO:tasks.rados.rados.0.smithi028.stdout:1038: done (0 left) 2024-04-02T08:28:39.840 INFO:tasks.rados.rados.0.smithi028.stdout:1039: snap_create 2024-04-02T08:28:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:39 smithi137 ceph-mon[88456]: pgmap v75: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-04-02T08:28:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:39 smithi137 ceph-mon[88456]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:28:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:39 smithi137 ceph-mon[88456]: Reconfiguring daemon osd.2 on smithi028 2024-04-02T08:28:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:39 smithi137 ceph-mon[88456]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:28:40.171 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:39 smithi028 ceph-mon[94314]: pgmap v75: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-04-02T08:28:40.171 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:39 smithi028 ceph-mon[94314]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:28:40.171 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:39 smithi028 ceph-mon[94314]: Reconfiguring daemon osd.2 on smithi028 2024-04-02T08:28:40.171 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:39 smithi028 ceph-mon[94314]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:28:40.171 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:39 smithi028 ceph-mon[96890]: pgmap v75: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 9 op/s 2024-04-02T08:28:40.171 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:39 smithi028 ceph-mon[96890]: Reconfiguring osd.2 (monmap changed)... 2024-04-02T08:28:40.171 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:39 smithi028 ceph-mon[96890]: Reconfiguring daemon osd.2 on smithi028 2024-04-02T08:28:40.171 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:39 smithi028 ceph-mon[96890]: osdmap e278: 8 total, 8 up, 8 in 2024-04-02T08:28:40.841 INFO:tasks.rados.rados.0.smithi028.stdout:1039: done (0 left) 2024-04-02T08:28:40.841 INFO:tasks.rados.rados.0.smithi028.stdout:1040: delete oid 39 current snap is 113 2024-04-02T08:28:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:1040: done (0 left) 2024-04-02T08:28:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:1041: rollback oid 33 current snap is 113 2024-04-02T08:28:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 90 2024-04-02T08:28:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 113 2024-04-02T08:28:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:1042: seq_num 346 ranges {1736704=598016,2334720=401408} 2024-04-02T08:28:40.858 INFO:tasks.rados.rados.0.smithi028.stdout:1042: writing smithi02882251-12 from 1736704 to 2334720 tid 1 2024-04-02T08:28:40.861 INFO:tasks.rados.rados.0.smithi028.stdout:1042: writing smithi02882251-12 from 2334720 to 2736128 tid 2 2024-04-02T08:28:40.861 INFO:tasks.rados.rados.0.smithi028.stdout:1043: rollback oid 42 current snap is 113 2024-04-02T08:28:40.861 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 110 2024-04-02T08:28:40.861 INFO:tasks.rados.rados.0.smithi028.stdout:1041: finishing rollback tid 0 to smithi02882251-33 2024-04-02T08:28:40.861 INFO:tasks.rados.rados.0.smithi028.stdout:1041: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:28:40.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 382 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:28:40.861 INFO:tasks.rados.rados.0.smithi028.stdout:1041: done (2 left) 2024-04-02T08:28:40.861 INFO:tasks.rados.rados.0.smithi028.stdout:1044: snap_remove snap 100 2024-04-02T08:28:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:40 smithi137 ceph-mon[88456]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:28:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:40 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:40 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:40 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:28:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:40 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:41.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[94314]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:28:41.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:41.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:41.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:28:41.175 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:41.175 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[96890]: osdmap e279: 8 total, 8 up, 8 in 2024-04-02T08:28:41.175 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:41.175 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:41.175 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:28:41.175 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:40 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:41.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:28:41] "GET /metrics HTTP/1.1" 200 36068 "" "Prometheus/2.43.0" 2024-04-02T08:28:41.764 INFO:tasks.rados.rados.0.smithi028.stdout:1044: done (2 left) 2024-04-02T08:28:41.764 INFO:tasks.rados.rados.0.smithi028.stdout:1045: read oid 8 snap -1 2024-04-02T08:28:41.764 INFO:tasks.rados.rados.0.smithi028.stdout:1045: expect (ObjNum 197 snap 51 seq_num 197) 2024-04-02T08:28:41.764 INFO:tasks.rados.rados.0.smithi028.stdout:1046: setattr oid 25 current snap is 113 2024-04-02T08:28:41.764 INFO:tasks.rados.rados.0.smithi028.stdout:1042: finishing write tid 1 to smithi02882251-12 2024-04-02T08:28:41.764 INFO:tasks.rados.rados.0.smithi028.stdout:1042: finishing write tid 2 to smithi02882251-12 2024-04-02T08:28:41.764 INFO:tasks.rados.rados.0.smithi028.stdout:1042: finishing write tid 3 to smithi02882251-12 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1042: finishing write tid 4 to smithi02882251-12 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1042: oid 12 updating version 0 to 666 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1042: oid 12 updating version 666 to 667 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1042: oid 12 updating version 667 to 668 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 668 (ObjNum 346 snap 113 seq_num 346) dirty exists 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1042: left oid 12 (ObjNum 346 snap 113 seq_num 346) 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1043: finishing rollback tid 0 to smithi02882251-42 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1043: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1043: finishing rollback tid 2 to smithi02882251-42 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 454 (ObjNum 256 snap 73 seq_num 256) dirty exists 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1042: done (3 left) 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1043: done (2 left) 2024-04-02T08:28:41.765 INFO:tasks.rados.rados.0.smithi028.stdout:1047: delete oid 3 current snap is 113 2024-04-02T08:28:41.776 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 365 (ObjNum 33 snap 0 seq_num 1440054240) dirty exists 2024-04-02T08:28:41.781 INFO:tasks.rados.rados.0.smithi028.stdout:1046: done (2 left) 2024-04-02T08:28:41.781 INFO:tasks.rados.rados.0.smithi028.stdout:1047: done (1 left) 2024-04-02T08:28:41.781 INFO:tasks.rados.rados.0.smithi028.stdout:1048: snap_create 2024-04-02T08:28:41.783 INFO:tasks.rados.rados.0.smithi028.stdout:1045: expect (ObjNum 197 snap 51 seq_num 197) 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[94314]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[94314]: Reconfiguring daemon osd.3 on smithi028 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[94314]: pgmap v78: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[94314]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[94314]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[96890]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[96890]: Reconfiguring daemon osd.3 on smithi028 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[96890]: pgmap v78: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[96890]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:28:41.912 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:41 smithi028 ceph-mon[96890]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:28:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:41 smithi137 ceph-mon[88456]: Reconfiguring osd.3 (monmap changed)... 2024-04-02T08:28:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:41 smithi137 ceph-mon[88456]: Reconfiguring daemon osd.3 on smithi028 2024-04-02T08:28:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:41 smithi137 ceph-mon[88456]: pgmap v78: 121 pgs: 121 active+clean; 194 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T08:28:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:41 smithi137 ceph-mon[88456]: osdmap e280: 8 total, 8 up, 8 in 2024-04-02T08:28:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:41 smithi137 ceph-mon[88456]: osdmap e281: 8 total, 8 up, 8 in 2024-04-02T08:28:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:42.764 INFO:tasks.rados.rados.0.smithi028.stdout:1045: done (1 left) 2024-04-02T08:28:42.764 INFO:tasks.rados.rados.0.smithi028.stdout:1048: done (0 left) 2024-04-02T08:28:42.764 INFO:tasks.rados.rados.0.smithi028.stdout:1049: rollback oid 41 current snap is 114 2024-04-02T08:28:42.764 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 101 2024-04-02T08:28:42.764 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 114 2024-04-02T08:28:42.764 INFO:tasks.rados.rados.0.smithi028.stdout:1050: seq_num 348 ranges {966656=630784,1597440=401408} 2024-04-02T08:28:42.773 INFO:tasks.rados.rados.0.smithi028.stdout:1050: writing smithi02882251-4 from 966656 to 1597440 tid 1 2024-04-02T08:28:42.776 INFO:tasks.rados.rados.0.smithi028.stdout:1050: writing smithi02882251-4 from 1597440 to 1998848 tid 2 2024-04-02T08:28:42.776 INFO:tasks.rados.rados.0.smithi028.stdout:1051: delete oid 19 current snap is 114 2024-04-02T08:28:42.776 INFO:tasks.rados.rados.0.smithi028.stdout:1049: finishing rollback tid 0 to smithi02882251-41 2024-04-02T08:28:42.776 INFO:tasks.rados.rados.0.smithi028.stdout:1049: finishing rollback tid 1 to smithi02882251-41 2024-04-02T08:28:42.776 INFO:tasks.rados.rados.0.smithi028.stdout:1049: finishing rollback tid 2 to smithi02882251-41 2024-04-02T08:28:42.777 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 534 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:28:42.779 INFO:tasks.rados.rados.0.smithi028.stdout:1050: finishing write tid 1 to smithi02882251-4 2024-04-02T08:28:42.779 INFO:tasks.rados.rados.0.smithi028.stdout:1049: done (2 left) 2024-04-02T08:28:42.779 INFO:tasks.rados.rados.0.smithi028.stdout:1051: done (1 left) 2024-04-02T08:28:42.780 INFO:tasks.rados.rados.0.smithi028.stdout:1052: rollback oid 6 current snap is 114 2024-04-02T08:28:42.780 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 107 2024-04-02T08:28:42.780 INFO:tasks.rados.rados.0.smithi028.stdout:1050: finishing write tid 2 to smithi02882251-4 2024-04-02T08:28:42.780 INFO:tasks.rados.rados.0.smithi028.stdout:1053: snap_remove snap 112 2024-04-02T08:28:43.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[96890]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[96890]: Reconfiguring daemon mds.a on smithi028 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[96890]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[94314]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:28:43.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:43.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:43.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:43.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[94314]: Reconfiguring daemon mds.a on smithi028 2024-04-02T08:28:43.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:43 smithi028 ceph-mon[94314]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:28:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-mon[88456]: Reconfiguring mds.a (monmap changed)... 2024-04-02T08:28:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-mon[88456]: Reconfiguring daemon mds.a on smithi028 2024-04-02T08:28:43.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-mon[88456]: osdmap e282: 8 total, 8 up, 8 in 2024-04-02T08:28:43.766 INFO:tasks.rados.rados.0.smithi028.stdout:1053: done (2 left) 2024-04-02T08:28:43.766 INFO:tasks.rados.rados.0.smithi028.stdout:1054: read oid 7 snap -1 2024-04-02T08:28:43.766 INFO:tasks.rados.rados.0.smithi028.stdout:1054: expect deleted 2024-04-02T08:28:43.766 INFO:tasks.rados.rados.0.smithi028.stdout:1055: delete oid 35 current snap is 114 2024-04-02T08:28:43.766 INFO:tasks.rados.rados.0.smithi028.stdout:1050: finishing write tid 3 to smithi02882251-4 2024-04-02T08:28:43.767 INFO:tasks.rados.rados.0.smithi028.stdout:1052: finishing rollback tid 1 to smithi02882251-6 2024-04-02T08:28:43.767 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 461 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:28:43.767 INFO:tasks.rados.rados.0.smithi028.stdout:1050: finishing write tid 4 to smithi02882251-4 2024-04-02T08:28:43.767 INFO:tasks.rados.rados.0.smithi028.stdout:1050: oid 4 updating version 0 to 392 2024-04-02T08:28:43.767 INFO:tasks.rados.rados.0.smithi028.stdout:1050: oid 4 version 392 is already newer than 391 2024-04-02T08:28:43.767 INFO:tasks.rados.rados.0.smithi028.stdout:1050: oid 4 version 392 is already newer than 390 2024-04-02T08:28:43.767 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 392 (ObjNum 348 snap 114 seq_num 348) dirty exists 2024-04-02T08:28:43.767 INFO:tasks.rados.rados.0.smithi028.stdout:1050: left oid 4 (ObjNum 348 snap 114 seq_num 348) 2024-04-02T08:28:43.770 INFO:tasks.rados.rados.0.smithi028.stdout:1050: done (3 left) 2024-04-02T08:28:43.770 INFO:tasks.rados.rados.0.smithi028.stdout:1052: done (2 left) 2024-04-02T08:28:43.771 INFO:tasks.rados.rados.0.smithi028.stdout:1054: done (1 left) 2024-04-02T08:28:43.771 INFO:tasks.rados.rados.0.smithi028.stdout:1055: done (0 left) 2024-04-02T08:28:43.771 INFO:tasks.rados.rados.0.smithi028.stdout:1056: rollback oid 8 current snap is 114 2024-04-02T08:28:43.771 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 107 2024-04-02T08:28:43.771 INFO:tasks.rados.rados.0.smithi028.stdout:1057: rmattr oid 2 current snap is 114 2024-04-02T08:28:43.771 INFO:tasks.rados.rados.0.smithi028.stdout:1058: delete oid 7 current snap is 114 2024-04-02T08:28:43.774 INFO:tasks.rados.rados.0.smithi028.stdout:1058: done (2 left) 2024-04-02T08:28:43.774 INFO:tasks.rados.rados.0.smithi028.stdout:1059: read oid 41 snap -1 2024-04-02T08:28:43.774 INFO:tasks.rados.rados.0.smithi028.stdout:1059: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:28:43.774 INFO:tasks.rados.rados.0.smithi028.stdout:1060: read oid 45 snap -1 2024-04-02T08:28:43.774 INFO:tasks.rados.rados.0.smithi028.stdout:1060: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-02T08:28:43.775 INFO:tasks.rados.rados.0.smithi028.stdout:1061: read oid 31 snap -1 2024-04-02T08:28:43.779 INFO:tasks.rados.rados.0.smithi028.stdout:1061: expect (ObjNum 319 snap 95 seq_num 319) 2024-04-02T08:28:43.779 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 114 2024-04-02T08:28:43.779 INFO:tasks.rados.rados.0.smithi028.stdout:1062: seq_num 352 ranges {3309568=704512,4014080=401408} 2024-04-02T08:28:43.796 INFO:tasks.rados.rados.0.smithi028.stdout:1062: writing smithi02882251-32 from 3309568 to 4014080 tid 1 2024-04-02T08:28:43.799 INFO:tasks.rados.rados.0.smithi028.stdout:1062: writing smithi02882251-32 from 4014080 to 4415488 tid 2 2024-04-02T08:28:43.800 INFO:tasks.rados.rados.0.smithi028.stdout:1063: read oid 24 snap -1 2024-04-02T08:28:43.800 INFO:tasks.rados.rados.0.smithi028.stdout:1063: expect deleted 2024-04-02T08:28:43.800 INFO:tasks.rados.rados.0.smithi028.stdout:1064: snap_create 2024-04-02T08:28:43.800 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 464 (ObjNum 65 snap 0 seq_num 1315658595) dirty exists 2024-04-02T08:28:43.800 INFO:tasks.rados.rados.0.smithi028.stdout:1056: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:28:43.800 INFO:tasks.rados.rados.0.smithi028.stdout:1056: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:28:43.800 INFO:tasks.rados.rados.0.smithi028.stdout:1056: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:28:43.800 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 517 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-04-02T08:28:43.801 INFO:tasks.rados.rados.0.smithi028.stdout:1061: expect (ObjNum 319 snap 95 seq_num 319) 2024-04-02T08:28:43.813 INFO:tasks.rados.rados.0.smithi028.stdout:1060: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-02T08:28:43.833 INFO:tasks.rados.rados.0.smithi028.stdout:1059: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:28:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:1062: finishing write tid 1 to smithi02882251-32 2024-04-02T08:28:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:1062: finishing write tid 2 to smithi02882251-32 2024-04-02T08:28:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:1062: finishing write tid 3 to smithi02882251-32 2024-04-02T08:28:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:1062: finishing write tid 4 to smithi02882251-32 2024-04-02T08:28:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:1062: oid 32 updating version 0 to 540 2024-04-02T08:28:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:1062: oid 32 version 540 is already newer than 539 2024-04-02T08:28:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:1062: oid 32 updating version 540 to 541 2024-04-02T08:28:43.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 541 (ObjNum 352 snap 114 seq_num 352) dirty exists 2024-04-02T08:28:43.861 INFO:tasks.rados.rados.0.smithi028.stdout:1062: left oid 32 (ObjNum 352 snap 114 seq_num 352) 2024-04-02T08:28:43.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:44.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:44 smithi137 ceph-mon[88456]: pgmap v81: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-02T08:28:44.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:44 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:44.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:44 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:44.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:44.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:44.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:44.330 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:44 smithi137 ceph-mon[88456]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:28:44.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[96890]: pgmap v81: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-02T08:28:44.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[96890]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[94314]: pgmap v81: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:44 smithi028 ceph-mon[94314]: osdmap e283: 8 total, 8 up, 8 in 2024-04-02T08:28:44.768 INFO:tasks.rados.rados.0.smithi028.stdout:1056: done (7 left) 2024-04-02T08:28:44.768 INFO:tasks.rados.rados.0.smithi028.stdout:1057: done (6 left) 2024-04-02T08:28:44.768 INFO:tasks.rados.rados.0.smithi028.stdout:1059: done (5 left) 2024-04-02T08:28:44.768 INFO:tasks.rados.rados.0.smithi028.stdout:1060: done (4 left) 2024-04-02T08:28:44.768 INFO:tasks.rados.rados.0.smithi028.stdout:1061: done (3 left) 2024-04-02T08:28:44.768 INFO:tasks.rados.rados.0.smithi028.stdout:1062: done (2 left) 2024-04-02T08:28:44.768 INFO:tasks.rados.rados.0.smithi028.stdout:1063: done (1 left) 2024-04-02T08:28:44.769 INFO:tasks.rados.rados.0.smithi028.stdout:1064: done (0 left) 2024-04-02T08:28:44.769 INFO:tasks.rados.rados.0.smithi028.stdout:1065: read oid 18 snap -1 2024-04-02T08:28:44.769 INFO:tasks.rados.rados.0.smithi028.stdout:1065: expect (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:28:44.769 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 115 2024-04-02T08:28:44.769 INFO:tasks.rados.rados.0.smithi028.stdout:1066: seq_num 353 ranges {3579904=720896,4300800=401408} 2024-04-02T08:28:44.791 INFO:tasks.rados.rados.0.smithi028.stdout:1066: writing smithi02882251-36 from 3579904 to 4300800 tid 1 2024-04-02T08:28:44.794 INFO:tasks.rados.rados.0.smithi028.stdout:1066: writing smithi02882251-36 from 4300800 to 4702208 tid 2 2024-04-02T08:28:44.794 INFO:tasks.rados.rados.0.smithi028.stdout:1067: read oid 3 snap -1 2024-04-02T08:28:44.794 INFO:tasks.rados.rados.0.smithi028.stdout:1067: expect deleted 2024-04-02T08:28:44.794 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 115 2024-04-02T08:28:44.794 INFO:tasks.rados.rados.0.smithi028.stdout:1068: seq_num 354 ranges {1122304=737280,1859584=401408} 2024-04-02T08:28:44.804 INFO:tasks.rados.rados.0.smithi028.stdout:1068: writing smithi02882251-15 from 1122304 to 1859584 tid 1 2024-04-02T08:28:44.807 INFO:tasks.rados.rados.0.smithi028.stdout:1068: writing smithi02882251-15 from 1859584 to 2260992 tid 2 2024-04-02T08:28:44.807 INFO:tasks.rados.rados.0.smithi028.stdout:1069: rmattr oid 24 current snap is 115 2024-04-02T08:28:44.807 INFO:tasks.rados.rados.0.smithi028.stdout:1069: done (4 left) 2024-04-02T08:28:44.807 INFO:tasks.rados.rados.0.smithi028.stdout:1070: read oid 27 snap -1 2024-04-02T08:28:44.807 INFO:tasks.rados.rados.0.smithi028.stdout:1070: expect (ObjNum 337 snap 107 seq_num 337) 2024-04-02T08:28:44.807 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 115 2024-04-02T08:28:44.808 INFO:tasks.rados.rados.0.smithi028.stdout:1065: expect (ObjNum 196 snap 51 seq_num 196) 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1066: finishing write tid 1 to smithi02882251-36 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1066: finishing write tid 2 to smithi02882251-36 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1066: finishing write tid 3 to smithi02882251-36 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1066: finishing write tid 4 to smithi02882251-36 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1066: oid 36 updating version 0 to 400 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1066: oid 36 version 400 is already newer than 399 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1066: oid 36 version 400 is already newer than 398 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 400 (ObjNum 353 snap 115 seq_num 353) dirty exists 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1066: left oid 36 (ObjNum 353 snap 115 seq_num 353) 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1068: finishing write tid 1 to smithi02882251-15 2024-04-02T08:28:44.837 INFO:tasks.rados.rados.0.smithi028.stdout:1068: finishing write tid 2 to smithi02882251-15 2024-04-02T08:28:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1068: finishing write tid 3 to smithi02882251-15 2024-04-02T08:28:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1068: finishing write tid 4 to smithi02882251-15 2024-04-02T08:28:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1068: oid 15 updating version 0 to 520 2024-04-02T08:28:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1068: oid 15 version 520 is already newer than 519 2024-04-02T08:28:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1068: oid 15 updating version 520 to 521 2024-04-02T08:28:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 521 (ObjNum 354 snap 115 seq_num 354) dirty exists 2024-04-02T08:28:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1068: left oid 15 (ObjNum 354 snap 115 seq_num 354) 2024-04-02T08:28:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1070: expect (ObjNum 337 snap 107 seq_num 337) 2024-04-02T08:28:44.910 INFO:tasks.rados.rados.0.smithi028.stdout:1071: seq_num 355 ranges {3768320=753664,4521984=401408} 2024-04-02T08:28:44.935 INFO:tasks.rados.rados.0.smithi028.stdout:1071: writing smithi02882251-5 from 3768320 to 4521984 tid 1 2024-04-02T08:28:44.937 INFO:tasks.rados.rados.0.smithi028.stdout:1071: writing smithi02882251-5 from 4521984 to 4923392 tid 2 2024-04-02T08:28:44.937 INFO:tasks.rados.rados.0.smithi028.stdout:1065: done (5 left) 2024-04-02T08:28:44.937 INFO:tasks.rados.rados.0.smithi028.stdout:1066: done (4 left) 2024-04-02T08:28:44.938 INFO:tasks.rados.rados.0.smithi028.stdout:1067: done (3 left) 2024-04-02T08:28:44.938 INFO:tasks.rados.rados.0.smithi028.stdout:1068: done (2 left) 2024-04-02T08:28:44.938 INFO:tasks.rados.rados.0.smithi028.stdout:1070: done (1 left) 2024-04-02T08:28:44.938 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 115 2024-04-02T08:28:44.938 INFO:tasks.rados.rados.0.smithi028.stdout:1072: seq_num 356 ranges {2260992=770048,3031040=401408} 2024-04-02T08:28:44.954 INFO:tasks.rados.rados.0.smithi028.stdout:1072: writing smithi02882251-15 from 2260992 to 3031040 tid 1 2024-04-02T08:28:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1072: writing smithi02882251-15 from 3031040 to 3432448 tid 2 2024-04-02T08:28:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1073: rollback oid 3 current snap is 115 2024-04-02T08:28:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 93 2024-04-02T08:28:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1071: finishing write tid 1 to smithi02882251-5 2024-04-02T08:28:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1071: finishing write tid 2 to smithi02882251-5 2024-04-02T08:28:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1071: finishing write tid 3 to smithi02882251-5 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1071: finishing write tid 4 to smithi02882251-5 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1071: oid 5 updating version 0 to 582 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1071: oid 5 version 582 is already newer than 581 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1071: oid 5 version 582 is already newer than 580 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 582 (ObjNum 355 snap 115 seq_num 355) dirty exists 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1071: left oid 5 (ObjNum 355 snap 115 seq_num 355) 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1071: done (2 left) 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1074: rollback oid 14 current snap is 115 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 103 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1075: copy_from oid 20 from oid 37 current snap is 115 2024-04-02T08:28:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1076: snap_create 2024-04-02T08:28:44.959 INFO:tasks.rados.rados.0.smithi028.stdout:1072: finishing write tid 1 to smithi02882251-15 2024-04-02T08:28:44.959 INFO:tasks.rados.rados.0.smithi028.stdout:1073: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:28:44.959 INFO:tasks.rados.rados.0.smithi028.stdout:1073: finishing rollback tid 2 to smithi02882251-3 2024-04-02T08:28:44.959 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 338 (ObjNum 309 snap 92 seq_num 309) dirty exists 2024-04-02T08:28:44.961 INFO:tasks.rados.rados.0.smithi028.stdout:1074: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:28:44.962 INFO:tasks.rados.rados.0.smithi028.stdout:1072: finishing write tid 2 to smithi02882251-15 2024-04-02T08:28:44.962 INFO:tasks.rados.rados.0.smithi028.stdout:1074: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:28:44.962 INFO:tasks.rados.rados.0.smithi028.stdout:1074: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:28:44.962 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 774 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-02T08:28:44.963 INFO:tasks.rados.rados.0.smithi028.stdout:1072: finishing write tid 3 to smithi02882251-15 2024-04-02T08:28:44.965 INFO:tasks.rados.rados.0.smithi028.stdout:1072: finishing write tid 4 to smithi02882251-15 2024-04-02T08:28:44.965 INFO:tasks.rados.rados.0.smithi028.stdout:1072: oid 15 updating version 0 to 522 2024-04-02T08:28:44.965 INFO:tasks.rados.rados.0.smithi028.stdout:1072: oid 15 updating version 522 to 524 2024-04-02T08:28:44.965 INFO:tasks.rados.rados.0.smithi028.stdout:1072: oid 15 version 524 is already newer than 523 2024-04-02T08:28:44.965 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 524 (ObjNum 356 snap 115 seq_num 356) dirty exists 2024-04-02T08:28:44.965 INFO:tasks.rados.rados.0.smithi028.stdout:1072: left oid 15 (ObjNum 356 snap 115 seq_num 356) 2024-04-02T08:28:44.968 INFO:tasks.rados.rados.0.smithi028.stdout:1075: finishing copy_from racing read to smithi02882251-20 2024-04-02T08:28:44.968 INFO:tasks.rados.rados.0.smithi028.stdout:1075: finishing copy_from to smithi02882251-20 2024-04-02T08:28:44.968 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 484 (ObjNum 330 snap 103 seq_num 330) dirty exists 2024-04-02T08:28:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:45 smithi137 ceph-mon[88456]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:28:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:45 smithi137 ceph-mon[88456]: Reconfiguring daemon mon.b on smithi137 2024-04-02T08:28:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:45 smithi137 ceph-mon[88456]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:28:45.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:45 smithi028 ceph-mon[94314]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:28:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:45 smithi028 ceph-mon[94314]: Reconfiguring daemon mon.b on smithi137 2024-04-02T08:28:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:45 smithi028 ceph-mon[94314]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:28:45.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:45 smithi028 ceph-mon[96890]: Reconfiguring mon.b (monmap changed)... 2024-04-02T08:28:45.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:45 smithi028 ceph-mon[96890]: Reconfiguring daemon mon.b on smithi137 2024-04-02T08:28:45.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:45 smithi028 ceph-mon[96890]: osdmap e284: 8 total, 8 up, 8 in 2024-04-02T08:28:45.768 INFO:tasks.rados.rados.0.smithi028.stdout:1072: done (4 left) 2024-04-02T08:28:45.769 INFO:tasks.rados.rados.0.smithi028.stdout:1073: done (3 left) 2024-04-02T08:28:45.769 INFO:tasks.rados.rados.0.smithi028.stdout:1074: done (2 left) 2024-04-02T08:28:45.769 INFO:tasks.rados.rados.0.smithi028.stdout:1075: done (1 left) 2024-04-02T08:28:45.769 INFO:tasks.rados.rados.0.smithi028.stdout:1076: done (0 left) 2024-04-02T08:28:45.769 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 116 2024-04-02T08:28:45.769 INFO:tasks.rados.rados.0.smithi028.stdout:1077: seq_num 357 ranges {1318912=786432,2105344=401408} 2024-04-02T08:28:45.780 INFO:tasks.rados.rados.0.smithi028.stdout:1077: writing smithi02882251-34 from 1318912 to 2105344 tid 1 2024-04-02T08:28:45.782 INFO:tasks.rados.rados.0.smithi028.stdout:1077: writing smithi02882251-34 from 2105344 to 2506752 tid 2 2024-04-02T08:28:45.782 INFO:tasks.rados.rados.0.smithi028.stdout:1078: read oid 37 snap -1 2024-04-02T08:28:45.782 INFO:tasks.rados.rados.0.smithi028.stdout:1078: expect (ObjNum 330 snap 103 seq_num 330) 2024-04-02T08:28:45.782 INFO:tasks.rados.rados.0.smithi028.stdout:1079: snap_create 2024-04-02T08:28:45.788 INFO:tasks.rados.rados.0.smithi028.stdout:1078: expect (ObjNum 330 snap 103 seq_num 330) 2024-04-02T08:28:45.822 INFO:tasks.rados.rados.0.smithi028.stdout:1077: finishing write tid 1 to smithi02882251-34 2024-04-02T08:28:45.823 INFO:tasks.rados.rados.0.smithi028.stdout:1077: finishing write tid 2 to smithi02882251-34 2024-04-02T08:28:45.823 INFO:tasks.rados.rados.0.smithi028.stdout:1077: finishing write tid 3 to smithi02882251-34 2024-04-02T08:28:45.823 INFO:tasks.rados.rados.0.smithi028.stdout:1077: finishing write tid 4 to smithi02882251-34 2024-04-02T08:28:45.823 INFO:tasks.rados.rados.0.smithi028.stdout:1077: oid 34 updating version 0 to 542 2024-04-02T08:28:45.823 INFO:tasks.rados.rados.0.smithi028.stdout:1077: oid 34 updating version 542 to 543 2024-04-02T08:28:45.823 INFO:tasks.rados.rados.0.smithi028.stdout:1077: oid 34 updating version 543 to 544 2024-04-02T08:28:45.823 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 544 (ObjNum 357 snap 116 seq_num 357) dirty exists 2024-04-02T08:28:45.823 INFO:tasks.rados.rados.0.smithi028.stdout:1077: left oid 34 (ObjNum 357 snap 116 seq_num 357) 2024-04-02T08:28:46.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:46 smithi137 ceph-mon[88456]: pgmap v84: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-02T08:28:46.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:46.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:46.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:46.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:46.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:28:46.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:46.323 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:46 smithi137 ceph-mon[88456]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:28:46.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[94314]: pgmap v84: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-02T08:28:46.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:46.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:46.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:46.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:46.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:28:46.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:46.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[94314]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:28:46.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[96890]: pgmap v84: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-04-02T08:28:46.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:46.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:46.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:46.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-02T08:28:46.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-02T08:28:46.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:46.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:46 smithi028 ceph-mon[96890]: osdmap e285: 8 total, 8 up, 8 in 2024-04-02T08:28:46.765 INFO:tasks.rados.rados.0.smithi028.stdout:1077: done (2 left) 2024-04-02T08:28:46.766 INFO:tasks.rados.rados.0.smithi028.stdout:1078: done (1 left) 2024-04-02T08:28:46.766 INFO:tasks.rados.rados.0.smithi028.stdout:1079: done (0 left) 2024-04-02T08:28:46.766 INFO:tasks.rados.rados.0.smithi028.stdout:1080: snap_remove snap 88 2024-04-02T08:28:47.088 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:47 smithi137 ceph-mon[88456]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:28:47.088 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:47 smithi137 ceph-mon[88456]: Reconfiguring daemon mgr.x on smithi137 2024-04-02T08:28:47.088 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:47 smithi137 ceph-mon[88456]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:28:47.369 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:47 smithi028 ceph-mon[94314]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:28:47.369 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:47 smithi028 ceph-mon[94314]: Reconfiguring daemon mgr.x on smithi137 2024-04-02T08:28:47.369 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:47 smithi028 ceph-mon[94314]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:28:47.369 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:47 smithi028 ceph-mon[96890]: Reconfiguring mgr.x (monmap changed)... 2024-04-02T08:28:47.369 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:47 smithi028 ceph-mon[96890]: Reconfiguring daemon mgr.x on smithi137 2024-04-02T08:28:47.369 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:47 smithi028 ceph-mon[96890]: osdmap e286: 8 total, 8 up, 8 in 2024-04-02T08:28:47.768 INFO:tasks.rados.rados.0.smithi028.stdout:1080: done (0 left) 2024-04-02T08:28:47.768 INFO:tasks.rados.rados.0.smithi028.stdout:1081: read oid 9 snap -1 2024-04-02T08:28:47.768 INFO:tasks.rados.rados.0.smithi028.stdout:1081: expect (ObjNum 89 snap 19 seq_num 89) 2024-04-02T08:28:47.768 INFO:tasks.rados.rados.0.smithi028.stdout:1082: read oid 41 snap 97 2024-04-02T08:28:47.768 INFO:tasks.rados.rados.0.smithi028.stdout:1082: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:28:47.768 INFO:tasks.rados.rados.0.smithi028.stdout:1083: read oid 1 snap -1 2024-04-02T08:28:47.768 INFO:tasks.rados.rados.0.smithi028.stdout:1083: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:47.768 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 117 2024-04-02T08:28:47.769 INFO:tasks.rados.rados.0.smithi028.stdout:1084: seq_num 358 ranges {4923392=802816,5726208=401408} 2024-04-02T08:28:47.803 INFO:tasks.rados.rados.0.smithi028.stdout:1084: writing smithi02882251-5 from 4923392 to 5726208 tid 1 2024-04-02T08:28:47.806 INFO:tasks.rados.rados.0.smithi028.stdout:1084: writing smithi02882251-5 from 5726208 to 6127616 tid 2 2024-04-02T08:28:47.806 INFO:tasks.rados.rados.0.smithi028.stdout:1085: copy_from oid 22 from oid 43 current snap is 117 2024-04-02T08:28:47.806 INFO:tasks.rados.rados.0.smithi028.stdout:1082: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:28:47.836 INFO:tasks.rados.rados.0.smithi028.stdout:1081: expect (ObjNum 89 snap 19 seq_num 89) 2024-04-02T08:28:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1084: finishing write tid 1 to smithi02882251-5 2024-04-02T08:28:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1084: finishing write tid 2 to smithi02882251-5 2024-04-02T08:28:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1084: finishing write tid 3 to smithi02882251-5 2024-04-02T08:28:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1084: finishing write tid 4 to smithi02882251-5 2024-04-02T08:28:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1084: oid 5 updating version 0 to 584 2024-04-02T08:28:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1084: oid 5 updating version 584 to 585 2024-04-02T08:28:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:1084: oid 5 version 585 is already newer than 583 2024-04-02T08:28:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 585 (ObjNum 358 snap 117 seq_num 358) dirty exists 2024-04-02T08:28:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:1084: left oid 5 (ObjNum 358 snap 117 seq_num 358) 2024-04-02T08:28:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:1085: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:28:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:1083: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:48.319 INFO:tasks.rados.rados.0.smithi028.stdout:1085: finishing copy_from to smithi02882251-22 2024-04-02T08:28:48.319 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 412 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:28:48.319 INFO:tasks.rados.rados.0.smithi028.stdout:1081: done (4 left) 2024-04-02T08:28:48.319 INFO:tasks.rados.rados.0.smithi028.stdout:1082: done (3 left) 2024-04-02T08:28:48.319 INFO:tasks.rados.rados.0.smithi028.stdout:1083: done (2 left) 2024-04-02T08:28:48.319 INFO:tasks.rados.rados.0.smithi028.stdout:1084: done (1 left) 2024-04-02T08:28:48.319 INFO:tasks.rados.rados.0.smithi028.stdout:1085: done (0 left) 2024-04-02T08:28:48.320 INFO:tasks.rados.rados.0.smithi028.stdout:1086: snap_create 2024-04-02T08:28:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:48 smithi137 ceph-mon[88456]: pgmap v87: 121 pgs: 121 active+clean; 209 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:28:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:48 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:48 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:48 smithi137 ceph-mon[88456]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:28:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:48 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:28:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:48 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:48 smithi137 ceph-mon[88456]: Reconfiguring daemon osd.4 on smithi137 2024-04-02T08:28:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:48 smithi137 ceph-mon[88456]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:28:48.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[94314]: pgmap v87: 121 pgs: 121 active+clean; 209 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[94314]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[94314]: Reconfiguring daemon osd.4 on smithi137 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[94314]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[96890]: pgmap v87: 121 pgs: 121 active+clean; 209 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[96890]: Reconfiguring osd.4 (monmap changed)... 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:28:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:48.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[96890]: Reconfiguring daemon osd.4 on smithi137 2024-04-02T08:28:48.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:48 smithi028 ceph-mon[96890]: osdmap e287: 8 total, 8 up, 8 in 2024-04-02T08:28:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:1086: done (0 left) 2024-04-02T08:28:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:1087: delete oid 25 current snap is 118 2024-04-02T08:28:49.168 INFO:tasks.rados.rados.0.smithi028.stdout:1087: done (0 left) 2024-04-02T08:28:49.168 INFO:tasks.rados.rados.0.smithi028.stdout:1088: delete oid 12 current snap is 118 2024-04-02T08:28:49.170 INFO:tasks.rados.rados.0.smithi028.stdout:1088: done (0 left) 2024-04-02T08:28:49.170 INFO:tasks.rados.rados.0.smithi028.stdout:1089: rollback oid 34 current snap is 118 2024-04-02T08:28:49.170 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 111 2024-04-02T08:28:49.170 INFO:tasks.rados.rados.0.smithi028.stdout:1090: snap_remove snap 95 2024-04-02T08:28:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:49 smithi137 ceph-mon[88456]: pgmap v90: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-04-02T08:28:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:49 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:49 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:49 smithi137 ceph-mon[88456]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:28:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:49 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:28:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:49 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:49 smithi137 ceph-mon[88456]: Reconfiguring daemon osd.5 on smithi137 2024-04-02T08:28:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:49 smithi137 ceph-mon[88456]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:28:50.168 INFO:tasks.rados.rados.0.smithi028.stdout:1090: done (1 left) 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:1091: copy_from oid 15 from oid 41 current snap is 118 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:1089: finishing rollback tid 0 to smithi02882251-34 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:1089: finishing rollback tid 1 to smithi02882251-34 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:1089: finishing rollback tid 2 to smithi02882251-34 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 547 (ObjNum 290 snap 87 seq_num 290) dirty exists 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:1089: done (1 left) 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:1092: rollback oid 24 current snap is 118 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 116 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:1093: rollback oid 49 current snap is 118 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 114 2024-04-02T08:28:50.169 INFO:tasks.rados.rados.0.smithi028.stdout:1094: snap_remove snap 101 2024-04-02T08:28:50.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[96890]: pgmap v90: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-04-02T08:28:50.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:50.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[96890]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[96890]: Reconfiguring daemon osd.5 on smithi137 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[96890]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[94314]: pgmap v90: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[94314]: Reconfiguring osd.5 (monmap changed)... 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:28:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:50.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[94314]: Reconfiguring daemon osd.5 on smithi137 2024-04-02T08:28:50.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:49 smithi028 ceph-mon[94314]: osdmap e288: 8 total, 8 up, 8 in 2024-04-02T08:28:51.173 INFO:tasks.rados.rados.0.smithi028.stdout:1093: finishing rollback tid 0 to smithi02882251-49 2024-04-02T08:28:51.173 INFO:tasks.rados.rados.0.smithi028.stdout:1093: finishing rollback tid 1 to smithi02882251-49 2024-04-02T08:28:51.173 INFO:tasks.rados.rados.0.smithi028.stdout:1093: finishing rollback tid 2 to smithi02882251-49 2024-04-02T08:28:51.173 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 478 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:28:51.173 INFO:tasks.rados.rados.0.smithi028.stdout:1092: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:28:51.173 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 308 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:28:51.173 INFO:tasks.rados.rados.0.smithi028.stdout:1091: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:28:51.173 INFO:tasks.rados.rados.0.smithi028.stdout:1091: finishing copy_from to smithi02882251-15 2024-04-02T08:28:51.174 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 534 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:28:51.174 INFO:tasks.rados.rados.0.smithi028.stdout:1091: done (3 left) 2024-04-02T08:28:51.174 INFO:tasks.rados.rados.0.smithi028.stdout:1092: done (2 left) 2024-04-02T08:28:51.174 INFO:tasks.rados.rados.0.smithi028.stdout:1093: done (1 left) 2024-04-02T08:28:51.174 INFO:tasks.rados.rados.0.smithi028.stdout:1094: done (0 left) 2024-04-02T08:28:51.174 INFO:tasks.rados.rados.0.smithi028.stdout:1095: copy_from oid 33 from oid 48 current snap is 118 2024-04-02T08:28:51.174 INFO:tasks.rados.rados.0.smithi028.stdout:1096: snap_create 2024-04-02T08:28:51.205 INFO:tasks.rados.rados.0.smithi028.stdout:1095: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:28:51.206 INFO:tasks.rados.rados.0.smithi028.stdout:1095: finishing copy_from to smithi02882251-33 2024-04-02T08:28:51.206 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 562 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-02T08:28:51.422 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:51 smithi137 ceph-mon[88456]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:28:51.423 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:51.423 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:51.423 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:51.423 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:28:51.423 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:51.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:28:51] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-04-02T08:28:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[94314]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:28:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:28:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[96890]: osdmap e289: 8 total, 8 up, 8 in 2024-04-02T08:28:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:28:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:28:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:52.176 INFO:tasks.rados.rados.0.smithi028.stdout:1095: done (1 left) 2024-04-02T08:28:52.176 INFO:tasks.rados.rados.0.smithi028.stdout:1096: done (0 left) 2024-04-02T08:28:52.176 INFO:tasks.rados.rados.0.smithi028.stdout:1097: copy_from oid 35 from oid 22 current snap is 119 2024-04-02T08:28:52.176 INFO:tasks.rados.rados.0.smithi028.stdout:1098: rollback oid 20 current snap is 119 2024-04-02T08:28:52.177 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 106 2024-04-02T08:28:52.177 INFO:tasks.rados.rados.0.smithi028.stdout:1099: delete oid 27 current snap is 119 2024-04-02T08:28:52.180 INFO:tasks.rados.rados.0.smithi028.stdout:1097: finishing copy_from racing read to smithi02882251-35 2024-04-02T08:28:52.182 INFO:tasks.rados.rados.0.smithi028.stdout:1097: finishing copy_from to smithi02882251-35 2024-04-02T08:28:52.182 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 412 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:28:52.184 INFO:tasks.rados.rados.0.smithi028.stdout:1097: done (2 left) 2024-04-02T08:28:52.185 INFO:tasks.rados.rados.0.smithi028.stdout:1099: done (1 left) 2024-04-02T08:28:52.185 INFO:tasks.rados.rados.0.smithi028.stdout:1100: rollback oid 24 current snap is 119 2024-04-02T08:28:52.185 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 103 2024-04-02T08:28:52.185 INFO:tasks.rados.rados.0.smithi028.stdout:1098: finishing rollback tid 0 to smithi02882251-20 2024-04-02T08:28:52.185 INFO:tasks.rados.rados.0.smithi028.stdout:1101: delete oid 25 current snap is 119 2024-04-02T08:28:52.185 INFO:tasks.rados.rados.0.smithi028.stdout:1098: finishing rollback tid 1 to smithi02882251-20 2024-04-02T08:28:52.185 INFO:tasks.rados.rados.0.smithi028.stdout:1098: finishing rollback tid 2 to smithi02882251-20 2024-04-02T08:28:52.185 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 550 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:28:52.186 INFO:tasks.rados.rados.0.smithi028.stdout:1098: done (2 left) 2024-04-02T08:28:52.187 INFO:tasks.rados.rados.0.smithi028.stdout:1101: done (1 left) 2024-04-02T08:28:52.187 INFO:tasks.rados.rados.0.smithi028.stdout:1102: copy_from oid 1 from oid 48 current snap is 119 2024-04-02T08:28:52.187 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 119 2024-04-02T08:28:52.187 INFO:tasks.rados.rados.0.smithi028.stdout:1103: seq_num 363 ranges {6127616=483328,6610944=753664,7364608=49152} 2024-04-02T08:28:52.223 INFO:tasks.rados.rados.0.smithi028.stdout:1103: writing smithi02882251-5 from 6127616 to 6610944 tid 1 2024-04-02T08:28:52.227 INFO:tasks.rados.rados.0.smithi028.stdout:1103: writing smithi02882251-5 from 6610944 to 7364608 tid 2 2024-04-02T08:28:52.228 INFO:tasks.rados.rados.0.smithi028.stdout:1103: writing smithi02882251-5 from 7364608 to 7413760 tid 3 2024-04-02T08:28:52.228 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 119 2024-04-02T08:28:52.228 INFO:tasks.rados.rados.0.smithi028.stdout:1100: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:28:52.228 INFO:tasks.rados.rados.0.smithi028.stdout:1100: finishing rollback tid 2 to smithi02882251-24 2024-04-02T08:28:52.228 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 326 (ObjNum 4113 snap 0 seq_num 1634035807) dirty exists 2024-04-02T08:28:52.228 INFO:tasks.rados.rados.0.smithi028.stdout:1102: finishing copy_from racing read to smithi02882251-1 2024-04-02T08:28:52.229 INFO:tasks.rados.rados.0.smithi028.stdout:1104: seq_num 364 ranges {557056=499712,1056768=638976,1695744=163840} 2024-04-02T08:28:52.233 INFO:tasks.rados.rados.0.smithi028.stdout:1104: writing smithi02882251-3 from 557056 to 1056768 tid 1 2024-04-02T08:28:52.237 INFO:tasks.rados.rados.0.smithi028.stdout:1104: writing smithi02882251-3 from 1056768 to 1695744 tid 2 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1104: writing smithi02882251-3 from 1695744 to 1859584 tid 3 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1100: done (3 left) 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1105: rollback oid 33 current snap is 119 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 74 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1102: finishing copy_from to smithi02882251-1 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 562 (ObjNum 254 snap 73 seq_num 254) dirty exists 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1103: finishing write tid 1 to smithi02882251-5 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1103: finishing write tid 2 to smithi02882251-5 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1103: finishing write tid 3 to smithi02882251-5 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1103: finishing write tid 4 to smithi02882251-5 2024-04-02T08:28:52.239 INFO:tasks.rados.rados.0.smithi028.stdout:1103: finishing write tid 5 to smithi02882251-5 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1103: oid 5 updating version 0 to 586 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1103: oid 5 updating version 586 to 588 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1103: oid 5 updating version 588 to 589 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1103: oid 5 version 589 is already newer than 587 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 589 (ObjNum 363 snap 119 seq_num 363) dirty exists 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1103: left oid 5 (ObjNum 363 snap 119 seq_num 363) 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1104: finishing write tid 1 to smithi02882251-3 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1102: done (3 left) 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1103: done (2 left) 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1106: read oid 10 snap -1 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1106: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:1107: snap_remove snap 111 2024-04-02T08:28:52.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:52 smithi028 ceph-mon[94314]: pgmap v93: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 706 KiB/s rd, 828 KiB/s wr, 9 op/s 2024-04-02T08:28:52.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:52 smithi028 ceph-mon[94314]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:28:52.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:52 smithi028 ceph-mon[94314]: Reconfiguring daemon osd.6 on smithi137 2024-04-02T08:28:52.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:52 smithi028 ceph-mon[94314]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:28:52.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:52 smithi028 ceph-mon[96890]: pgmap v93: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 706 KiB/s rd, 828 KiB/s wr, 9 op/s 2024-04-02T08:28:52.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:52 smithi028 ceph-mon[96890]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:28:52.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:52 smithi028 ceph-mon[96890]: Reconfiguring daemon osd.6 on smithi137 2024-04-02T08:28:52.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:52 smithi028 ceph-mon[96890]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:28:52.528 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:52 smithi137 ceph-mon[88456]: pgmap v93: 121 pgs: 121 active+clean; 213 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 706 KiB/s rd, 828 KiB/s wr, 9 op/s 2024-04-02T08:28:52.529 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:52 smithi137 ceph-mon[88456]: Reconfiguring osd.6 (monmap changed)... 2024-04-02T08:28:52.529 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:52 smithi137 ceph-mon[88456]: Reconfiguring daemon osd.6 on smithi137 2024-04-02T08:28:52.529 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:52 smithi137 ceph-mon[88456]: osdmap e290: 8 total, 8 up, 8 in 2024-04-02T08:28:52.529 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:53.186 INFO:tasks.rados.rados.0.smithi028.stdout:1104: finishing write tid 2 to smithi02882251-3 2024-04-02T08:28:53.186 INFO:tasks.rados.rados.0.smithi028.stdout:1104: finishing write tid 3 to smithi02882251-3 2024-04-02T08:28:53.186 INFO:tasks.rados.rados.0.smithi028.stdout:1104: finishing write tid 4 to smithi02882251-3 2024-04-02T08:28:53.186 INFO:tasks.rados.rados.0.smithi028.stdout:1105: finishing rollback tid 0 to smithi02882251-33 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1105: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1105: finishing rollback tid 2 to smithi02882251-33 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 565 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1104: finishing write tid 5 to smithi02882251-3 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1104: oid 3 updating version 0 to 349 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1104: oid 3 version 349 is already newer than 348 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1104: oid 3 updating version 349 to 351 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1104: oid 3 version 351 is already newer than 350 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 351 (ObjNum 364 snap 119 seq_num 364) dirty exists 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1104: left oid 3 (ObjNum 364 snap 119 seq_num 364) 2024-04-02T08:28:53.187 INFO:tasks.rados.rados.0.smithi028.stdout:1106: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:53.430 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:53 smithi137 ceph-mon[88456]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:28:53.430 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:53.430 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:53.430 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:28:53.430 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:53.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[96890]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:28:53.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:53.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:53.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:28:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[94314]: osdmap e291: 8 total, 8 up, 8 in 2024-04-02T08:28:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:28:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:53.577 INFO:tasks.rados.rados.0.smithi028.stdout:1104: done (3 left) 2024-04-02T08:28:53.577 INFO:tasks.rados.rados.0.smithi028.stdout:1105: done (2 left) 2024-04-02T08:28:53.577 INFO:tasks.rados.rados.0.smithi028.stdout:1106: done (1 left) 2024-04-02T08:28:53.577 INFO:tasks.rados.rados.0.smithi028.stdout:1107: done (0 left) 2024-04-02T08:28:53.577 INFO:tasks.rados.rados.0.smithi028.stdout:1108: delete oid 37 current snap is 119 2024-04-02T08:28:53.579 INFO:tasks.rados.rados.0.smithi028.stdout:1108: done (0 left) 2024-04-02T08:28:53.579 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 119 2024-04-02T08:28:53.579 INFO:tasks.rados.rados.0.smithi028.stdout:1109: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2024-04-02T08:28:53.582 INFO:tasks.rados.rados.0.smithi028.stdout:1109: writing smithi02882251-19 from 0 to 532480 tid 1 2024-04-02T08:28:53.584 INFO:tasks.rados.rados.0.smithi028.stdout:1109: writing smithi02882251-19 from 532480 to 991232 tid 2 2024-04-02T08:28:53.586 INFO:tasks.rados.rados.0.smithi028.stdout:1109: writing smithi02882251-19 from 991232 to 1335296 tid 3 2024-04-02T08:28:53.590 INFO:tasks.rados.rados.0.smithi028.stdout:1110: snap_create 2024-04-02T08:28:53.590 INFO:tasks.rados.rados.0.smithi028.stdout:1109: finishing write tid 1 to smithi02882251-19 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: finishing write tid 2 to smithi02882251-19 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: finishing write tid 3 to smithi02882251-19 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: finishing write tid 4 to smithi02882251-19 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: finishing write tid 5 to smithi02882251-19 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: oid 19 updating version 0 to 708 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: oid 19 updating version 708 to 710 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: oid 19 version 710 is already newer than 707 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: oid 19 version 710 is already newer than 709 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 710 (ObjNum 366 snap 119 seq_num 366) dirty exists 2024-04-02T08:28:53.592 INFO:tasks.rados.rados.0.smithi028.stdout:1109: left oid 19 (ObjNum 366 snap 119 seq_num 366) 2024-04-02T08:28:53.653 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:28:53.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:28:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:28:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:28:53.980 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:28:53.980 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (5m) 43s ago 6m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:28:53.980 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (6m) 28s ago 6m 90.2M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:28:53.980 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (7m) 43s ago 7m 18.6M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (7m) 28s ago 7m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (89s) 28s ago 11m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (2m) 43s ago 12m 495M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (72s) 43s ago 12m 40.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (33s) 28s ago 11m 23.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (47s) 43s ago 11m 24.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (6m) 43s ago 6m 15.9M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (6m) 28s ago 6m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (10m) 43s ago 10m 157M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d dcd67296ac5e 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (10m) 43s ago 10m 143M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (9m) 43s ago 9m 179M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (9m) 43s ago 9m 104M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (9m) 28s ago 9m 195M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (8m) 28s ago 8m 210M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (8m) 28s ago 8m 121M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:28:53.981 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (7m) 28s ago 7m 152M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:28:53.982 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (94s) 28s ago 7m 55.2M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:28:54.182 INFO:tasks.rados.rados.0.smithi028.stdout:1109: done (1 left) 2024-04-02T08:28:54.182 INFO:tasks.rados.rados.0.smithi028.stdout:1110: done (0 left) 2024-04-02T08:28:54.182 INFO:tasks.rados.rados.0.smithi028.stdout:1111: snap_create 2024-04-02T08:28:54.285 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:54 smithi137 ceph-mon[88456]: pgmap v96: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:28:54.286 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:54 smithi137 ceph-mon[88456]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:28:54.286 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:54 smithi137 ceph-mon[88456]: Reconfiguring daemon osd.7 on smithi137 2024-04-02T08:28:54.286 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:54 smithi137 ceph-mon[88456]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:28:54.390 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:28:54.390 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:28:54.390 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:28:54.390 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:28:54.390 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 10, 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:28:54.391 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:28:54.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:54 smithi028 ceph-mon[94314]: pgmap v96: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:28:54.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:54 smithi028 ceph-mon[94314]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:28:54.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:54 smithi028 ceph-mon[94314]: Reconfiguring daemon osd.7 on smithi137 2024-04-02T08:28:54.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:54 smithi028 ceph-mon[94314]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:28:54.392 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:54 smithi028 ceph-mon[96890]: pgmap v96: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:28:54.392 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:54 smithi028 ceph-mon[96890]: Reconfiguring osd.7 (monmap changed)... 2024-04-02T08:28:54.392 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:54 smithi028 ceph-mon[96890]: Reconfiguring daemon osd.7 on smithi137 2024-04-02T08:28:54.392 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:54 smithi028 ceph-mon[96890]: osdmap e292: 8 total, 8 up, 8 in 2024-04-02T08:28:55.185 INFO:tasks.rados.rados.0.smithi028.stdout:1111: done (0 left) 2024-04-02T08:28:55.185 INFO:tasks.rados.rados.0.smithi028.stdout:1112: rollback oid 44 current snap is 121 2024-04-02T08:28:55.186 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 103 2024-04-02T08:28:55.186 INFO:tasks.rados.rados.0.smithi028.stdout:1113: read oid 36 snap -1 2024-04-02T08:28:55.186 INFO:tasks.rados.rados.0.smithi028.stdout:1113: expect (ObjNum 353 snap 115 seq_num 353) 2024-04-02T08:28:55.186 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 121 2024-04-02T08:28:55.186 INFO:tasks.rados.rados.0.smithi028.stdout:1114: seq_num 367 ranges {4292608=548864,4841472=737280,5578752=65536} 2024-04-02T08:28:55.212 INFO:tasks.rados.rados.0.smithi028.stdout:1114: writing smithi02882251-1 from 4292608 to 4841472 tid 1 2024-04-02T08:28:55.216 INFO:tasks.rados.rados.0.smithi028.stdout:1114: writing smithi02882251-1 from 4841472 to 5578752 tid 2 2024-04-02T08:28:55.217 INFO:tasks.rados.rados.0.smithi028.stdout:1114: writing smithi02882251-1 from 5578752 to 5644288 tid 3 2024-04-02T08:28:55.217 INFO:tasks.rados.rados.0.smithi028.stdout:1115: delete oid 50 current snap is 121 2024-04-02T08:28:55.217 INFO:tasks.rados.rados.0.smithi028.stdout:1112: finishing rollback tid 0 to smithi02882251-44 2024-04-02T08:28:55.217 INFO:tasks.rados.rados.0.smithi028.stdout:1112: finishing rollback tid 1 to smithi02882251-44 2024-04-02T08:28:55.217 INFO:tasks.rados.rados.0.smithi028.stdout:1112: finishing rollback tid 2 to smithi02882251-44 2024-04-02T08:28:55.217 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 496 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-04-02T08:28:55.217 INFO:tasks.rados.rados.0.smithi028.stdout:1113: expect (ObjNum 353 snap 115 seq_num 353) 2024-04-02T08:28:55.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:55.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:55.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:28:55.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:55.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:55.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:55.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:55.222 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1196341140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:55.223 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:55.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1196341140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: osdmap e293: 8 total, 8 up, 8 in 2024-04-02T08:28:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:55.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:55.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:55.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:28:55.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1196341140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:55.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:55.504 INFO:tasks.rados.rados.0.smithi028.stdout:1114: finishing write tid 1 to smithi02882251-1 2024-04-02T08:28:55.504 INFO:tasks.rados.rados.0.smithi028.stdout:1114: finishing write tid 2 to smithi02882251-1 2024-04-02T08:28:55.504 INFO:tasks.rados.rados.0.smithi028.stdout:1114: finishing write tid 3 to smithi02882251-1 2024-04-02T08:28:55.504 INFO:tasks.rados.rados.0.smithi028.stdout:1114: finishing write tid 4 to smithi02882251-1 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1114: finishing write tid 5 to smithi02882251-1 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1114: oid 1 updating version 0 to 564 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1114: oid 1 version 564 is already newer than 563 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1114: oid 1 updating version 564 to 565 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1114: oid 1 updating version 565 to 566 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 566 (ObjNum 367 snap 121 seq_num 367) dirty exists 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1114: left oid 1 (ObjNum 367 snap 121 seq_num 367) 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1112: done (3 left) 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1113: done (2 left) 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1114: done (1 left) 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1115: done (0 left) 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1116: read oid 15 snap -1 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1116: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:28:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:1117: delete oid 25 current snap is 121 2024-04-02T08:28:55.506 INFO:tasks.rados.rados.0.smithi028.stdout:1117: done (1 left) 2024-04-02T08:28:55.506 INFO:tasks.rados.rados.0.smithi028.stdout:1118: snap_create 2024-04-02T08:28:55.509 INFO:tasks.rados.rados.0.smithi028.stdout:1116: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:28:56.383 INFO:tasks.rados.rados.0.smithi028.stdout:1116: done (1 left) 2024-04-02T08:28:56.383 INFO:tasks.rados.rados.0.smithi028.stdout:1118: done (0 left) 2024-04-02T08:28:56.383 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 122 2024-04-02T08:28:56.384 INFO:tasks.rados.rados.0.smithi028.stdout:1119: seq_num 370 ranges {2777088=606208,3383296=794624,4177920=8192} 2024-04-02T08:28:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:28:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: Reconfiguring daemon mds.b on smithi137 2024-04-02T08:28:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: pgmap v99: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:28:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:28:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:56.401 INFO:tasks.rados.rados.0.smithi028.stdout:1119: writing smithi02882251-42 from 2777088 to 3383296 tid 1 2024-04-02T08:28:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:1119: writing smithi02882251-42 from 3383296 to 4177920 tid 2 2024-04-02T08:28:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:1119: writing smithi02882251-42 from 4177920 to 4186112 tid 3 2024-04-02T08:28:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:1120: read oid 6 snap -1 2024-04-02T08:28:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:1120: expect deleted 2024-04-02T08:28:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 122 2024-04-02T08:28:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:1121: seq_num 371 ranges {4292608=622592,4915200=679936,5595136=122880} 2024-04-02T08:28:56.433 INFO:tasks.rados.rados.0.smithi028.stdout:1121: writing smithi02882251-14 from 4292608 to 4915200 tid 1 2024-04-02T08:28:56.437 INFO:tasks.rados.rados.0.smithi028.stdout:1121: writing smithi02882251-14 from 4915200 to 5595136 tid 2 2024-04-02T08:28:56.438 INFO:tasks.rados.rados.0.smithi028.stdout:1121: writing smithi02882251-14 from 5595136 to 5718016 tid 3 2024-04-02T08:28:56.438 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 122 2024-04-02T08:28:56.438 INFO:tasks.rados.rados.0.smithi028.stdout:1122: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-04-02T08:28:56.441 INFO:tasks.rados.rados.0.smithi028.stdout:1122: writing smithi02882251-12 from 0 to 638976 tid 1 2024-04-02T08:28:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:1122: writing smithi02882251-12 from 638976 to 1204224 tid 2 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1122: writing smithi02882251-12 from 1204224 to 1441792 tid 3 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1123: rmattr oid 16 current snap is 122 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1119: finishing write tid 1 to smithi02882251-42 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1119: finishing write tid 2 to smithi02882251-42 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1119: finishing write tid 3 to smithi02882251-42 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1120: done (4 left) 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1124: delete oid 3 current snap is 122 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1119: finishing write tid 4 to smithi02882251-42 2024-04-02T08:28:56.447 INFO:tasks.rados.rados.0.smithi028.stdout:1119: finishing write tid 5 to smithi02882251-42 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1119: oid 42 updating version 0 to 498 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1119: oid 42 updating version 498 to 499 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1119: oid 42 updating version 499 to 501 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1119: oid 42 version 501 is already newer than 500 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 501 (ObjNum 370 snap 122 seq_num 370) dirty exists 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1119: left oid 42 (ObjNum 370 snap 122 seq_num 370) 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: finishing write tid 1 to smithi02882251-14 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: finishing write tid 2 to smithi02882251-14 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: finishing write tid 3 to smithi02882251-14 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: finishing write tid 4 to smithi02882251-14 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: finishing write tid 5 to smithi02882251-14 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: oid 14 updating version 0 to 808 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: oid 14 updating version 808 to 809 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: oid 14 version 809 is already newer than 806 2024-04-02T08:28:56.448 INFO:tasks.rados.rados.0.smithi028.stdout:1121: oid 14 version 809 is already newer than 807 2024-04-02T08:28:56.449 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 809 (ObjNum 371 snap 122 seq_num 371) dirty exists 2024-04-02T08:28:56.449 INFO:tasks.rados.rados.0.smithi028.stdout:1121: left oid 14 (ObjNum 371 snap 122 seq_num 371) 2024-04-02T08:28:56.449 INFO:tasks.rados.rados.0.smithi028.stdout:1122: finishing write tid 1 to smithi02882251-12 2024-04-02T08:28:56.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:28:56.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: Reconfiguring daemon mds.b on smithi137 2024-04-02T08:28:56.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: pgmap v99: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:28:56.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:28:56.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:56.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:56.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:56.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:28:56.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:56.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:56.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:28:56.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: Reconfiguring mds.b (monmap changed)... 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: Reconfiguring daemon mds.b on smithi137 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: pgmap v99: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-04-02T08:28:56.455 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: osdmap e294: 8 total, 8 up, 8 in 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:56.456 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-02T08:28:56.457 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-02T08:28:56.457 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:28:56.457 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:56.457 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:1122: finishing write tid 2 to smithi02882251-12 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 535 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:1122: finishing write tid 3 to smithi02882251-12 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:1122: finishing write tid 4 to smithi02882251-12 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:1119: done (4 left) 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:1121: done (3 left) 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:1123: done (2 left) 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:1124: done (1 left) 2024-04-02T08:28:56.458 INFO:tasks.rados.rados.0.smithi028.stdout:1125: snap_create 2024-04-02T08:28:56.459 INFO:tasks.rados.rados.0.smithi028.stdout:1122: finishing write tid 5 to smithi02882251-12 2024-04-02T08:28:56.459 INFO:tasks.rados.rados.0.smithi028.stdout:1122: oid 12 updating version 0 to 713 2024-04-02T08:28:56.459 INFO:tasks.rados.rados.0.smithi028.stdout:1122: oid 12 version 713 is already newer than 712 2024-04-02T08:28:56.459 INFO:tasks.rados.rados.0.smithi028.stdout:1122: oid 12 updating version 713 to 714 2024-04-02T08:28:56.459 INFO:tasks.rados.rados.0.smithi028.stdout:1122: oid 12 version 714 is already newer than 711 2024-04-02T08:28:56.459 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 714 (ObjNum 372 snap 122 seq_num 372) dirty exists 2024-04-02T08:28:56.459 INFO:tasks.rados.rados.0.smithi028.stdout:1122: left oid 12 (ObjNum 372 snap 122 seq_num 372) 2024-04-02T08:28:56.767 INFO:tasks.rados.rados.0.smithi028.stdout:1122: done (1 left) 2024-04-02T08:28:56.767 INFO:tasks.rados.rados.0.smithi028.stdout:1125: done (0 left) 2024-04-02T08:28:56.767 INFO:tasks.rados.rados.0.smithi028.stdout:1126: read oid 10 snap -1 2024-04-02T08:28:56.767 INFO:tasks.rados.rados.0.smithi028.stdout:1126: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:56.767 INFO:tasks.rados.rados.0.smithi028.stdout:1127: delete oid 19 current snap is 123 2024-04-02T08:28:56.770 INFO:tasks.rados.rados.0.smithi028.stdout:1127: done (1 left) 2024-04-02T08:28:56.770 INFO:tasks.rados.rados.0.smithi028.stdout:1128: delete oid 5 current snap is 123 2024-04-02T08:28:56.775 INFO:tasks.rados.rados.0.smithi028.stdout:1128: done (1 left) 2024-04-02T08:28:56.775 INFO:tasks.rados.rados.0.smithi028.stdout:1129: read oid 9 snap -1 2024-04-02T08:28:56.775 INFO:tasks.rados.rados.0.smithi028.stdout:1129: expect (ObjNum 89 snap 19 seq_num 89) 2024-04-02T08:28:56.775 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 123 2024-04-02T08:28:56.775 INFO:tasks.rados.rados.0.smithi028.stdout:1130: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-04-02T08:28:56.779 INFO:tasks.rados.rados.0.smithi028.stdout:1130: writing smithi02882251-50 from 0 to 704512 tid 1 2024-04-02T08:28:56.783 INFO:tasks.rados.rados.0.smithi028.stdout:1130: writing smithi02882251-50 from 704512 to 1253376 tid 2 2024-04-02T08:28:56.785 INFO:tasks.rados.rados.0.smithi028.stdout:1130: writing smithi02882251-50 from 1253376 to 1507328 tid 3 2024-04-02T08:28:56.785 INFO:tasks.rados.rados.0.smithi028.stdout:1131: rmattr oid 45 current snap is 123 2024-04-02T08:28:56.785 INFO:tasks.rados.rados.0.smithi028.stdout:1131: done (3 left) 2024-04-02T08:28:56.786 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 123 2024-04-02T08:28:56.786 INFO:tasks.rados.rados.0.smithi028.stdout:1132: seq_num 377 ranges {4431872=720896,5152768=434176,5586944=368640} 2024-04-02T08:28:56.814 INFO:tasks.rados.rados.0.smithi028.stdout:1132: writing smithi02882251-23 from 4431872 to 5152768 tid 1 2024-04-02T08:28:56.816 INFO:tasks.rados.rados.0.smithi028.stdout:1132: writing smithi02882251-23 from 5152768 to 5586944 tid 2 2024-04-02T08:28:56.818 INFO:tasks.rados.rados.0.smithi028.stdout:1132: writing smithi02882251-23 from 5586944 to 5955584 tid 3 2024-04-02T08:28:56.818 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 123 2024-04-02T08:28:56.819 INFO:tasks.rados.rados.0.smithi028.stdout:1133: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-04-02T08:28:56.822 INFO:tasks.rados.rados.0.smithi028.stdout:1133: writing smithi02882251-5 from 0 to 737280 tid 1 2024-04-02T08:28:56.827 INFO:tasks.rados.rados.0.smithi028.stdout:1133: writing smithi02882251-5 from 737280 to 1458176 tid 2 2024-04-02T08:28:56.827 INFO:tasks.rados.rados.0.smithi028.stdout:1133: writing smithi02882251-5 from 1458176 to 1540096 tid 3 2024-04-02T08:28:56.827 INFO:tasks.rados.rados.0.smithi028.stdout:1134: snap_remove snap 110 2024-04-02T08:28:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all mon 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all crash 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[94314]: Upgrade: osd.0 is safe to restart 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[94314]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[94314]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all mon 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all crash 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[96890]: Upgrade: osd.0 is safe to restart 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[96890]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:28:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:57 smithi028 ceph-mon[96890]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:28:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:57 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all mon 2024-04-02T08:28:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:57 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all crash 2024-04-02T08:28:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:57 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-02T08:28:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:57 smithi137 ceph-mon[88456]: Upgrade: osd.0 is safe to restart 2024-04-02T08:28:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:57 smithi137 ceph-mon[88456]: osdmap e295: 8 total, 8 up, 8 in 2024-04-02T08:28:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:57 smithi137 ceph-mon[88456]: osdmap e296: 8 total, 8 up, 8 in 2024-04-02T08:28:57.769 INFO:tasks.rados.rados.0.smithi028.stdout:1134: done (5 left) 2024-04-02T08:28:57.769 INFO:tasks.rados.rados.0.smithi028.stdout:1135: snap_remove snap 77 2024-04-02T08:28:58.336 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[94314]: pgmap v102: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:28:58.336 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:58.336 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:58.336 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:58.336 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[94314]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:28:58.337 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[96890]: pgmap v102: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:28:58.337 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:58.337 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:58.337 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:58.337 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:58 smithi028 ceph-mon[96890]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:28:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:58 smithi137 ceph-mon[88456]: pgmap v102: 121 pgs: 121 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-02T08:28:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:58 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:28:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-02T08:28:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:28:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:58 smithi137 ceph-mon[88456]: osdmap e297: 8 total, 8 up, 8 in 2024-04-02T08:28:58.771 INFO:tasks.rados.rados.0.smithi028.stdout:1135: done (5 left) 2024-04-02T08:28:58.771 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 123 2024-04-02T08:28:58.771 INFO:tasks.rados.rados.0.smithi028.stdout:1136: seq_num 379 ranges {892928=753664,1646592=606208,2252800=196608} 2024-04-02T08:28:58.780 INFO:tasks.rados.rados.0.smithi028.stdout:1136: writing smithi02882251-18 from 892928 to 1646592 tid 1 2024-04-02T08:28:58.784 INFO:tasks.rados.rados.0.smithi028.stdout:1136: writing smithi02882251-18 from 1646592 to 2252800 tid 2 2024-04-02T08:28:58.786 INFO:tasks.rados.rados.0.smithi028.stdout:1136: writing smithi02882251-18 from 2252800 to 2449408 tid 3 2024-04-02T08:28:58.786 INFO:tasks.rados.rados.0.smithi028.stdout:1137: read oid 45 snap 121 2024-04-02T08:28:58.786 INFO:tasks.rados.rados.0.smithi028.stdout:1137: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-02T08:28:58.786 INFO:tasks.rados.rados.0.smithi028.stdout:1138: rmattr oid 46 current snap is 123 2024-04-02T08:28:58.786 INFO:tasks.rados.rados.0.smithi028.stdout:1138: done (7 left) 2024-04-02T08:28:58.786 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 123 2024-04-02T08:28:58.786 INFO:tasks.rados.rados.0.smithi028.stdout:1139: seq_num 380 ranges {1318912=770048,2088960=483328,2572288=319488} 2024-04-02T08:28:58.798 INFO:tasks.rados.rados.0.smithi028.stdout:1139: writing smithi02882251-34 from 1318912 to 2088960 tid 1 2024-04-02T08:28:58.801 INFO:tasks.rados.rados.0.smithi028.stdout:1139: writing smithi02882251-34 from 2088960 to 2572288 tid 2 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1139: writing smithi02882251-34 from 2572288 to 2891776 tid 3 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1140: read oid 20 snap -1 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1140: expect (ObjNum 239 snap 67 seq_num 239) 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1141: read oid 14 snap 90 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1141: expect (ObjNum 254 snap 73 seq_num 254) 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1142: read oid 48 snap 93 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1142: expect deleted 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 123 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 1 to smithi02882251-50 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 2 to smithi02882251-50 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 3 to smithi02882251-50 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 4 to smithi02882251-50 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 5 to smithi02882251-50 2024-04-02T08:28:58.804 INFO:tasks.rados.rados.0.smithi028.stdout:1130: oid 50 updating version 0 to 595 2024-04-02T08:28:58.805 INFO:tasks.rados.rados.0.smithi028.stdout:1130: oid 50 version 595 is already newer than 594 2024-04-02T08:28:58.805 INFO:tasks.rados.rados.0.smithi028.stdout:1130: oid 50 version 595 is already newer than 593 2024-04-02T08:28:58.805 INFO:tasks.rados.rados.0.smithi028.stdout:1130: oid 50 version 595 is already newer than 592 2024-04-02T08:28:58.805 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 595 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:28:58.805 INFO:tasks.rados.rados.0.smithi028.stdout:1130: left oid 50 (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:28:58.805 INFO:tasks.rados.rados.0.smithi028.stdout:1126: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:28:59.197 INFO:tasks.rados.rados.0.smithi028.stdout:1129: expect (ObjNum 89 snap 19 seq_num 89) 2024-04-02T08:28:59.267 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:59 smithi028 ceph-mon[94314]: Upgrade: Updating osd.0 2024-04-02T08:28:59.267 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:59 smithi028 ceph-mon[94314]: Deploying daemon osd.0 on smithi028 2024-04-02T08:28:59.267 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:28:59 smithi028 ceph-mon[94314]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:28:59.267 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:59 smithi028 ceph-mon[96890]: Upgrade: Updating osd.0 2024-04-02T08:28:59.267 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:59 smithi028 ceph-mon[96890]: Deploying daemon osd.0 on smithi028 2024-04-02T08:28:59.267 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:28:59 smithi028 ceph-mon[96890]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:28:59.294 INFO:tasks.rados.rados.0.smithi028.stdout:1132: finishing write tid 1 to smithi02882251-23 2024-04-02T08:28:59.295 INFO:tasks.rados.rados.0.smithi028.stdout:1132: finishing write tid 2 to smithi02882251-23 2024-04-02T08:28:59.295 INFO:tasks.rados.rados.0.smithi028.stdout:1143: seq_num 381 ranges {548864=786432,1335296=417792,1753088=385024} 2024-04-02T08:28:59.303 INFO:tasks.rados.rados.0.smithi028.stdout:1143: writing smithi02882251-31 from 548864 to 1335296 tid 1 2024-04-02T08:28:59.306 INFO:tasks.rados.rados.0.smithi028.stdout:1143: writing smithi02882251-31 from 1335296 to 1753088 tid 2 2024-04-02T08:28:59.309 INFO:tasks.rados.rados.0.smithi028.stdout:1143: writing smithi02882251-31 from 1753088 to 2138112 tid 3 2024-04-02T08:28:59.309 INFO:tasks.rados.rados.0.smithi028.stdout:1126: done (11 left) 2024-04-02T08:28:59.309 INFO:tasks.rados.rados.0.smithi028.stdout:1129: done (10 left) 2024-04-02T08:28:59.309 INFO:tasks.rados.rados.0.smithi028.stdout:1130: done (9 left) 2024-04-02T08:28:59.309 INFO:tasks.rados.rados.0.smithi028.stdout:1144: rollback oid 26 current snap is 123 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 102 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: finishing write tid 3 to smithi02882251-23 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: finishing write tid 4 to smithi02882251-23 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: finishing write tid 5 to smithi02882251-23 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: oid 23 updating version 0 to 719 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: oid 23 updating version 719 to 721 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: oid 23 version 721 is already newer than 720 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: oid 23 version 721 is already newer than 718 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 721 (ObjNum 377 snap 123 seq_num 377) dirty exists 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: left oid 23 (ObjNum 377 snap 123 seq_num 377) 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1133: finishing write tid 1 to smithi02882251-5 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1133: finishing write tid 2 to smithi02882251-5 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1132: done (9 left) 2024-04-02T08:28:59.310 INFO:tasks.rados.rados.0.smithi028.stdout:1145: rmattr oid 50 current snap is 123 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1145: done (9 left) 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1146: setattr oid 44 current snap is 123 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1133: finishing write tid 3 to smithi02882251-5 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1133: finishing write tid 4 to smithi02882251-5 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1133: finishing write tid 5 to smithi02882251-5 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1133: oid 5 updating version 0 to 597 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1133: oid 5 updating version 597 to 598 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1133: oid 5 updating version 598 to 599 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1133: oid 5 version 599 is already newer than 596 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 599 (ObjNum 378 snap 123 seq_num 378) dirty exists 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1133: left oid 5 (ObjNum 378 snap 123 seq_num 378) 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1136: finishing write tid 1 to smithi02882251-18 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1136: finishing write tid 2 to smithi02882251-18 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1136: finishing write tid 3 to smithi02882251-18 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1136: finishing write tid 4 to smithi02882251-18 2024-04-02T08:28:59.311 INFO:tasks.rados.rados.0.smithi028.stdout:1137: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-02T08:28:59.329 INFO:tasks.rados.rados.0.smithi028.stdout:1136: finishing write tid 5 to smithi02882251-18 2024-04-02T08:28:59.329 INFO:tasks.rados.rados.0.smithi028.stdout:1136: oid 18 updating version 0 to 569 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1136: oid 18 updating version 569 to 570 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1136: oid 18 version 570 is already newer than 568 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1136: oid 18 version 570 is already newer than 567 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 570 (ObjNum 379 snap 123 seq_num 379) dirty exists 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1136: left oid 18 (ObjNum 379 snap 123 seq_num 379) 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1139: finishing write tid 1 to smithi02882251-34 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1139: finishing write tid 2 to smithi02882251-34 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1139: finishing write tid 3 to smithi02882251-34 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1139: finishing write tid 4 to smithi02882251-34 2024-04-02T08:28:59.330 INFO:tasks.rados.rados.0.smithi028.stdout:1140: expect (ObjNum 239 snap 67 seq_num 239) 2024-04-02T08:28:59.491 INFO:tasks.rados.rados.0.smithi028.stdout:1139: finishing write tid 5 to smithi02882251-34 2024-04-02T08:28:59.491 INFO:tasks.rados.rados.0.smithi028.stdout:1139: oid 34 updating version 0 to 551 2024-04-02T08:28:59.491 INFO:tasks.rados.rados.0.smithi028.stdout:1139: oid 34 updating version 551 to 553 2024-04-02T08:28:59.491 INFO:tasks.rados.rados.0.smithi028.stdout:1139: oid 34 updating version 553 to 554 2024-04-02T08:28:59.491 INFO:tasks.rados.rados.0.smithi028.stdout:1139: oid 34 version 554 is already newer than 552 2024-04-02T08:28:59.491 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 554 (ObjNum 380 snap 123 seq_num 380) dirty exists 2024-04-02T08:28:59.492 INFO:tasks.rados.rados.0.smithi028.stdout:1139: left oid 34 (ObjNum 380 snap 123 seq_num 380) 2024-04-02T08:28:59.492 INFO:tasks.rados.rados.0.smithi028.stdout:1141: expect (ObjNum 254 snap 73 seq_num 254) 2024-04-02T08:28:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:59 smithi137 ceph-mon[88456]: Upgrade: Updating osd.0 2024-04-02T08:28:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:59 smithi137 ceph-mon[88456]: Deploying daemon osd.0 on smithi028 2024-04-02T08:28:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:28:59 smithi137 ceph-mon[88456]: osdmap e298: 8 total, 8 up, 8 in 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: finishing write tid 1 to smithi02882251-31 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: finishing write tid 2 to smithi02882251-31 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: finishing write tid 3 to smithi02882251-31 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: finishing write tid 4 to smithi02882251-31 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: finishing write tid 5 to smithi02882251-31 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: oid 31 updating version 0 to 362 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: oid 31 updating version 362 to 363 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: oid 31 updating version 363 to 364 2024-04-02T08:28:59.703 INFO:tasks.rados.rados.0.smithi028.stdout:1143: oid 31 updating version 364 to 365 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 365 (ObjNum 381 snap 123 seq_num 381) dirty exists 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1143: left oid 31 (ObjNum 381 snap 123 seq_num 381) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1144: finishing rollback tid 0 to smithi02882251-26 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1133: done (9 left) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1136: done (8 left) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1137: done (7 left) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1139: done (6 left) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1140: done (5 left) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1141: done (4 left) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1142: done (3 left) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1143: done (2 left) 2024-04-02T08:28:59.704 INFO:tasks.rados.rados.0.smithi028.stdout:1147: snap_remove snap 74 2024-04-02T08:29:00.200 INFO:tasks.rados.rados.0.smithi028.stdout:1147: done (2 left) 2024-04-02T08:29:00.201 INFO:tasks.rados.rados.0.smithi028.stdout:1148: rmattr oid 50 current snap is 123 2024-04-02T08:29:00.201 INFO:tasks.rados.rados.0.smithi028.stdout:1148: done (2 left) 2024-04-02T08:29:00.201 INFO:tasks.rados.rados.0.smithi028.stdout:1149: snap_remove snap 113 2024-04-02T08:29:00.358 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:00 smithi028 ceph-mon[94314]: pgmap v105: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:29:00.358 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:00 smithi028 ceph-mon[96890]: pgmap v105: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:29:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:00 smithi137 ceph-mon[88456]: pgmap v105: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-02T08:29:01.206 INFO:tasks.rados.rados.0.smithi028.stdout:1149: done (2 left) 2024-04-02T08:29:01.206 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 123 2024-04-02T08:29:01.206 INFO:tasks.rados.rados.0.smithi028.stdout:1144: finishing rollback tid 1 to smithi02882251-26 2024-04-02T08:29:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:1144: finishing rollback tid 2 to smithi02882251-26 2024-04-02T08:29:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 557 (ObjNum 320 snap 96 seq_num 320) dirty exists 2024-04-02T08:29:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 517 (ObjNum 324 snap 98 seq_num 324) dirty exists 2024-04-02T08:29:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:1150: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2024-04-02T08:29:01.211 INFO:tasks.rados.rados.0.smithi028.stdout:1150: writing smithi02882251-27 from 0 to 802816 tid 1 2024-04-02T08:29:01.216 INFO:tasks.rados.rados.0.smithi028.stdout:1150: writing smithi02882251-27 from 802816 to 1507328 tid 2 2024-04-02T08:29:01.217 INFO:tasks.rados.rados.0.smithi028.stdout:1150: writing smithi02882251-27 from 1507328 to 1605632 tid 3 2024-04-02T08:29:01.217 INFO:tasks.rados.rados.0.smithi028.stdout:1144: done (2 left) 2024-04-02T08:29:01.217 INFO:tasks.rados.rados.0.smithi028.stdout:1146: done (1 left) 2024-04-02T08:29:01.218 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 123 2024-04-02T08:29:01.218 INFO:tasks.rados.rados.0.smithi028.stdout:1151: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2024-04-02T08:29:01.220 INFO:tasks.rados.rados.0.smithi028.stdout:1151: writing smithi02882251-3 from 0 to 417792 tid 1 2024-04-02T08:29:01.224 INFO:tasks.rados.rados.0.smithi028.stdout:1151: writing smithi02882251-3 from 417792 to 1007616 tid 2 2024-04-02T08:29:01.227 INFO:tasks.rados.rados.0.smithi028.stdout:1151: writing smithi02882251-3 from 1007616 to 1425408 tid 3 2024-04-02T08:29:01.229 INFO:tasks.rados.rados.0.smithi028.stdout:1151: writing smithi02882251-3 from 1425408 to 1622016 tid 4 2024-04-02T08:29:01.229 INFO:tasks.rados.rados.0.smithi028.stdout:1152: rollback oid 12 current snap is 123 2024-04-02T08:29:01.229 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 93 2024-04-02T08:29:01.229 INFO:tasks.rados.rados.0.smithi028.stdout:1150: finishing write tid 1 to smithi02882251-27 2024-04-02T08:29:01.229 INFO:tasks.rados.rados.0.smithi028.stdout:1150: finishing write tid 2 to smithi02882251-27 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1151: finishing write tid 1 to smithi02882251-3 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1150: finishing write tid 3 to smithi02882251-27 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1151: finishing write tid 2 to smithi02882251-3 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1150: finishing write tid 4 to smithi02882251-27 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1153: rollback oid 8 current snap is 123 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 60 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1154: rmattr oid 35 current snap is 123 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1155: rmattr oid 13 current snap is 123 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1155: done (5 left) 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1156: delete oid 6 current snap is 123 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1150: finishing write tid 5 to smithi02882251-27 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1150: oid 27 updating version 0 to 840 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1150: oid 27 updating version 840 to 841 2024-04-02T08:29:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1150: oid 27 updating version 841 to 842 2024-04-02T08:29:01.231 INFO:tasks.rados.rados.0.smithi028.stdout:1150: oid 27 updating version 842 to 843 2024-04-02T08:29:01.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 843 (ObjNum 382 snap 123 seq_num 382) dirty exists 2024-04-02T08:29:01.231 INFO:tasks.rados.rados.0.smithi028.stdout:1150: left oid 27 (ObjNum 382 snap 123 seq_num 382) 2024-04-02T08:29:01.231 INFO:tasks.rados.rados.0.smithi028.stdout:1151: finishing write tid 3 to smithi02882251-3 2024-04-02T08:29:01.231 INFO:tasks.rados.rados.0.smithi028.stdout:1150: done (5 left) 2024-04-02T08:29:01.231 INFO:tasks.rados.rados.0.smithi028.stdout:1156: done (4 left) 2024-04-02T08:29:01.231 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 123 2024-04-02T08:29:01.231 INFO:tasks.rados.rados.0.smithi028.stdout:1157: seq_num 385 ranges {0=450560,450560=761856,1212416=442368} 2024-04-02T08:29:01.233 INFO:tasks.rados.rados.0.smithi028.stdout:1157: writing smithi02882251-24 from 0 to 450560 tid 1 2024-04-02T08:29:01.238 INFO:tasks.rados.rados.0.smithi028.stdout:1157: writing smithi02882251-24 from 450560 to 1212416 tid 2 2024-04-02T08:29:01.241 INFO:tasks.rados.rados.0.smithi028.stdout:1157: writing smithi02882251-24 from 1212416 to 1654784 tid 3 2024-04-02T08:29:01.241 INFO:tasks.rados.rados.0.smithi028.stdout:1158: snap_remove snap 104 2024-04-02T08:29:01.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:01 smithi028 ceph-mon[94314]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:29:01.249 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:01 smithi028 ceph-mon[96890]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:29:01.249 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:29:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:29:01] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-04-02T08:29:01.249 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:00 smithi028 systemd[1]: Stopping Ceph osd.0 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:01 smithi137 ceph-mon[88456]: osdmap e299: 8 total, 8 up, 8 in 2024-04-02T08:29:01.697 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[43431]: 2024-04-02T08:29:01.250+0000 7f20caf54700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:29:01.697 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[43431]: 2024-04-02T08:29:01.250+0000 7f20caf54700 -1 osd.0 300 *** Got signal Terminated *** 2024-04-02T08:29:01.697 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[43431]: 2024-04-02T08:29:01.250+0000 7f20caf54700 -1 osd.0 300 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:29:02.212 INFO:tasks.rados.rados.0.smithi028.stdout:1158: done (5 left) 2024-04-02T08:29:02.212 INFO:tasks.rados.rados.0.smithi028.stdout:1159: read oid 44 snap -1 2024-04-02T08:29:02.212 INFO:tasks.rados.rados.0.smithi028.stdout:1159: expect (ObjNum 324 snap 98 seq_num 324) 2024-04-02T08:29:02.212 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 123 2024-04-02T08:29:02.212 INFO:tasks.rados.rados.0.smithi028.stdout:1160: seq_num 386 ranges {0=466944,466944=638976,1105920=565248} 2024-04-02T08:29:02.215 INFO:tasks.rados.rados.0.smithi028.stdout:1160: writing smithi02882251-28 from 0 to 466944 tid 1 2024-04-02T08:29:02.220 INFO:tasks.rados.rados.0.smithi028.stdout:1160: writing smithi02882251-28 from 466944 to 1105920 tid 2 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1160: writing smithi02882251-28 from 1105920 to 1671168 tid 3 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1161: rmattr oid 27 current snap is 123 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1161: done (7 left) 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1162: delete oid 49 current snap is 123 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1151: finishing write tid 4 to smithi02882251-3 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1151: finishing write tid 5 to smithi02882251-3 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1152: finishing rollback tid 0 to smithi02882251-12 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1152: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 752 (ObjNum 129 snap 0 seq_num 1440396240) dirty dne 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1153: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1151: finishing write tid 6 to smithi02882251-3 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1151: oid 3 updating version 0 to 368 2024-04-02T08:29:02.227 INFO:tasks.rados.rados.0.smithi028.stdout:1151: oid 3 version 368 is already newer than 366 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1151: oid 3 version 368 is already newer than 364 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1151: oid 3 version 368 is already newer than 367 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1151: oid 3 version 368 is already newer than 365 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 368 (ObjNum 383 snap 123 seq_num 383) dirty exists 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1151: left oid 3 (ObjNum 383 snap 123 seq_num 383) 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1153: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1153: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 588 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 590 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 1 to smithi02882251-24 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 2 to smithi02882251-24 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 3 to smithi02882251-24 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 4 to smithi02882251-24 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 5 to smithi02882251-24 2024-04-02T08:29:02.228 INFO:tasks.rados.rados.0.smithi028.stdout:1157: oid 24 updating version 0 to 332 2024-04-02T08:29:02.229 INFO:tasks.rados.rados.0.smithi028.stdout:1157: oid 24 updating version 332 to 333 2024-04-02T08:29:02.229 INFO:tasks.rados.rados.0.smithi028.stdout:1157: oid 24 updating version 333 to 334 2024-04-02T08:29:02.229 INFO:tasks.rados.rados.0.smithi028.stdout:1157: oid 24 updating version 334 to 335 2024-04-02T08:29:02.229 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 335 (ObjNum 385 snap 123 seq_num 385) dirty exists 2024-04-02T08:29:02.229 INFO:tasks.rados.rados.0.smithi028.stdout:1157: left oid 24 (ObjNum 385 snap 123 seq_num 385) 2024-04-02T08:29:02.238 INFO:tasks.rados.rados.0.smithi028.stdout:1159: expect (ObjNum 324 snap 98 seq_num 324) 2024-04-02T08:29:02.257 INFO:tasks.rados.rados.0.smithi028.stdout:1151: done (7 left) 2024-04-02T08:29:02.257 INFO:tasks.rados.rados.0.smithi028.stdout:1152: done (6 left) 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:1153: done (5 left) 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:1154: done (4 left) 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:1157: done (3 left) 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:1159: done (2 left) 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:1162: done (1 left) 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:1163: rollback oid 30 current snap is 123 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 103 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:1164: copy_from oid 22 from oid 16 current snap is 123 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 123 2024-04-02T08:29:02.258 INFO:tasks.rados.rados.0.smithi028.stdout:1165: seq_num 388 ranges {5955584=507904,6463488=458752,6922240=606208,7528448=139264} 2024-04-02T08:29:02.292 INFO:tasks.rados.rados.0.smithi028.stdout:1165: writing smithi02882251-23 from 5955584 to 6463488 tid 1 2024-04-02T08:29:02.295 INFO:tasks.rados.rados.0.smithi028.stdout:1165: writing smithi02882251-23 from 6463488 to 6922240 tid 2 2024-04-02T08:29:02.298 INFO:tasks.rados.rados.0.smithi028.stdout:1165: writing smithi02882251-23 from 6922240 to 7528448 tid 3 2024-04-02T08:29:02.299 INFO:tasks.rados.rados.0.smithi028.stdout:1165: writing smithi02882251-23 from 7528448 to 7667712 tid 4 2024-04-02T08:29:02.299 INFO:tasks.rados.rados.0.smithi028.stdout:1166: read oid 34 snap 108 2024-04-02T08:29:02.300 INFO:tasks.rados.rados.0.smithi028.stdout:1166: expect (ObjNum 290 snap 87 seq_num 290) 2024-04-02T08:29:02.300 INFO:tasks.rados.rados.0.smithi028.stdout:1167: read oid 21 snap 120 2024-04-02T08:29:02.300 INFO:tasks.rados.rados.0.smithi028.stdout:1167: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:29:02.300 INFO:tasks.rados.rados.0.smithi028.stdout:1168: snap_remove snap 102 2024-04-02T08:29:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:02 smithi137 ceph-mon[88456]: pgmap v108: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-02T08:29:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:02 smithi137 ceph-mon[88456]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:29:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:02 smithi137 ceph-mon[88456]: osd.0 marked itself down and dead 2024-04-02T08:29:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:02 smithi028 ceph-mon[94314]: pgmap v108: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-02T08:29:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:02 smithi028 ceph-mon[94314]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:29:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:02 smithi028 ceph-mon[94314]: osd.0 marked itself down and dead 2024-04-02T08:29:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:02 smithi028 ceph-mon[96890]: pgmap v108: 121 pgs: 121 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-02T08:29:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:02 smithi028 ceph-mon[96890]: osdmap e300: 8 total, 8 up, 8 in 2024-04-02T08:29:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:02 smithi028 ceph-mon[96890]: osd.0 marked itself down and dead 2024-04-02T08:29:03.005 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:02 smithi028 podman[102215]: 2024-04-02 08:29:02.710738137 +0000 UTC m=+1.580275712 container died dcd67296ac5eb184da4cfdd419232113e8e671ecc4728d1a4b421a99f390aaaf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-4d05f4c, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T08:29:03.215 INFO:tasks.rados.rados.0.smithi028.stdout:1168: done (6 left) 2024-04-02T08:29:03.215 INFO:tasks.rados.rados.0.smithi028.stdout:1169: copy_from oid 5 from oid 4 current snap is 123 2024-04-02T08:29:03.215 INFO:tasks.rados.rados.0.smithi028.stdout:1166: expect (ObjNum 290 snap 87 seq_num 290) 2024-04-02T08:29:03.299 INFO:tasks.rados.rados.0.smithi028.stdout:1167: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:29:03.346 INFO:tasks.rados.rados.0.smithi028.stdout:1163: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1163: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1163: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 401 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1160: finishing write tid 1 to smithi02882251-28 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1160: finishing write tid 2 to smithi02882251-28 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1160: finishing write tid 3 to smithi02882251-28 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1160: finishing write tid 4 to smithi02882251-28 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1163: done (6 left) 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1166: done (5 left) 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1167: done (4 left) 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1170: setattr oid 12 current snap is 123 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1169: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:29:03.347 INFO:tasks.rados.rados.0.smithi028.stdout:1169: finishing copy_from to smithi02882251-5 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 392 (ObjNum 348 snap 114 seq_num 348) dirty exists 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1164: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 1 to smithi02882251-23 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 2 to smithi02882251-23 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1160: finishing write tid 5 to smithi02882251-28 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1160: oid 28 updating version 0 to 755 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1160: oid 28 version 755 is already newer than 754 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1160: oid 28 updating version 755 to 757 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1160: oid 28 version 757 is already newer than 756 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 757 (ObjNum 386 snap 123 seq_num 386) dirty exists 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1160: left oid 28 (ObjNum 386 snap 123 seq_num 386) 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1164: finishing copy_from to smithi02882251-22 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 535 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:29:03.348 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 3 to smithi02882251-23 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 4 to smithi02882251-23 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 5 to smithi02882251-23 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 6 to smithi02882251-23 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: oid 23 updating version 0 to 763 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: oid 23 version 763 is already newer than 758 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: oid 23 version 763 is already newer than 759 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: oid 23 updating version 763 to 764 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: oid 23 version 764 is already newer than 762 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 764 (ObjNum 388 snap 123 seq_num 388) dirty exists 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: left oid 23 (ObjNum 388 snap 123 seq_num 388) 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1160: done (4 left) 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1164: done (3 left) 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1165: done (2 left) 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1169: done (1 left) 2024-04-02T08:29:03.349 INFO:tasks.rados.rados.0.smithi028.stdout:1171: copy_from oid 2 from oid 30 current snap is 123 2024-04-02T08:29:03.350 INFO:tasks.rados.rados.0.smithi028.stdout:1172: snap_create 2024-04-02T08:29:03.350 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:03 smithi028 ceph-mon[94314]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:03.350 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:03 smithi028 ceph-mon[94314]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:29:03.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:03 smithi028 ceph-mon[96890]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:03.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:03 smithi028 ceph-mon[96890]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:29:03.351 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:03 smithi028 podman[102215]: 2024-04-02 08:29:03.097458379 +0000 UTC m=+1.966995949 container cleanup dcd67296ac5eb184da4cfdd419232113e8e671ecc4728d1a4b421a99f390aaaf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:03.351 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:03 smithi028 bash[102215]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T08:29:03.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 765 (ObjNum 129 snap 0 seq_num 1440396240) dirty exists 2024-04-02T08:29:03.351 INFO:tasks.rados.rados.0.smithi028.stdout:1171: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:29:03.351 INFO:tasks.rados.rados.0.smithi028.stdout:1171: finishing copy_from to smithi02882251-2 2024-04-02T08:29:03.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 401 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-02T08:29:03.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:03 smithi137 ceph-mon[88456]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:03.503 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:03 smithi137 ceph-mon[88456]: osdmap e301: 8 total, 7 up, 8 in 2024-04-02T08:29:03.659 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:03 smithi028 podman[102237]: 2024-04-02 08:29:03.348656999 +0000 UTC m=+0.637756741 container remove dcd67296ac5eb184da4cfdd419232113e8e671ecc4728d1a4b421a99f390aaaf (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-02T08:29:03.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:03.914 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:03 smithi028 podman[102334]: 2024-04-02 08:29:03.56450036 +0000 UTC m=+0.018343165 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:03.914 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:03 smithi028 podman[102334]: 2024-04-02 08:29:03.683479778 +0000 UTC m=+0.137322590 container create 16db68e4fc7a87fe399729f5dde6a6020b2b9a4c7a9434e82f6b90297e30dd49 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:03.915 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:03 smithi028 podman[102334]: 2024-04-02 08:29:03.910625416 +0000 UTC m=+0.364468189 container init 16db68e4fc7a87fe399729f5dde6a6020b2b9a4c7a9434e82f6b90297e30dd49 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T08:29:03.915 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:03 smithi028 podman[102334]: 2024-04-02 08:29:03.916264691 +0000 UTC m=+0.370107462 container start 16db68e4fc7a87fe399729f5dde6a6020b2b9a4c7a9434e82f6b90297e30dd49 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-02T08:29:04.197 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:04 smithi028 podman[102334]: 2024-04-02 08:29:04.027418034 +0000 UTC m=+0.481260804 container attach 16db68e4fc7a87fe399729f5dde6a6020b2b9a4c7a9434e82f6b90297e30dd49 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-02T08:29:04.223 INFO:tasks.rados.rados.0.smithi028.stdout:1170: done (2 left) 2024-04-02T08:29:04.223 INFO:tasks.rados.rados.0.smithi028.stdout:1171: done (1 left) 2024-04-02T08:29:04.224 INFO:tasks.rados.rados.0.smithi028.stdout:1172: done (0 left) 2024-04-02T08:29:04.224 INFO:tasks.rados.rados.0.smithi028.stdout:1173: snap_remove snap 116 2024-04-02T08:29:04.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:04 smithi028 ceph-mon[94314]: pgmap v111: 121 pgs: 14 stale+active+clean, 107 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T08:29:04.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:04 smithi028 ceph-mon[94314]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:29:04.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:04 smithi028 ceph-mon[96890]: pgmap v111: 121 pgs: 14 stale+active+clean, 107 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T08:29:04.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:04 smithi028 ceph-mon[96890]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:29:04.496 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:04 smithi028 conmon[102349]: conmon 16db68e4fc7a87fe3997 : Failed to open cgroups file: /sys/fs/cgroup/machine.slice/libpod-16db68e4fc7a87fe399729f5dde6a6020b2b9a4c7a9434e82f6b90297e30dd49.scope/memory.events 2024-04-02T08:29:04.496 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:04 smithi028 podman[102334]: 2024-04-02 08:29:04.207799341 +0000 UTC m=+0.661642122 container died 16db68e4fc7a87fe399729f5dde6a6020b2b9a4c7a9434e82f6b90297e30dd49 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:04 smithi137 ceph-mon[88456]: pgmap v111: 121 pgs: 14 stale+active+clean, 107 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T08:29:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:04 smithi137 ceph-mon[88456]: osdmap e302: 8 total, 7 up, 8 in 2024-04-02T08:29:05.196 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:04 smithi028 podman[102380]: 2024-04-02 08:29:04.76428004 +0000 UTC m=+0.550792686 container remove 16db68e4fc7a87fe399729f5dde6a6020b2b9a4c7a9434e82f6b90297e30dd49 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326) 2024-04-02T08:29:05.196 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:04 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-02T08:29:05.196 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:04 smithi028 systemd[1]: Stopped Ceph osd.0 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:05.197 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:04 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.0.service: Consumed 10.898s CPU time. 2024-04-02T08:29:05.197 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:04 smithi028 systemd[1]: Starting Ceph osd.0 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:05.228 INFO:tasks.rados.rados.0.smithi028.stdout:1173: done (0 left) 2024-04-02T08:29:05.228 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 124 2024-04-02T08:29:05.228 INFO:tasks.rados.rados.0.smithi028.stdout:1174: seq_num 389 ranges {1695744=524288,2220032=745472,2965504=458752} 2024-04-02T08:29:05.240 INFO:tasks.rados.rados.0.smithi028.stdout:1174: writing smithi02882251-8 from 1695744 to 2220032 tid 1 2024-04-02T08:29:05.244 INFO:tasks.rados.rados.0.smithi028.stdout:1174: writing smithi02882251-8 from 2220032 to 2965504 tid 2 2024-04-02T08:29:05.247 INFO:tasks.rados.rados.0.smithi028.stdout:1174: writing smithi02882251-8 from 2965504 to 3424256 tid 3 2024-04-02T08:29:05.247 INFO:tasks.rados.rados.0.smithi028.stdout:1175: rollback oid 31 current snap is 124 2024-04-02T08:29:05.247 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 71 2024-04-02T08:29:05.247 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 1 to smithi02882251-8 2024-04-02T08:29:05.247 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 124 2024-04-02T08:29:05.248 INFO:tasks.rados.rados.0.smithi028.stdout:1176: seq_num 390 ranges {3620864=540672,4161536=630784,4792320=573440} 2024-04-02T08:29:05.270 INFO:tasks.rados.rados.0.smithi028.stdout:1176: writing smithi02882251-20 from 3620864 to 4161536 tid 1 2024-04-02T08:29:05.273 INFO:tasks.rados.rados.0.smithi028.stdout:1176: writing smithi02882251-20 from 4161536 to 4792320 tid 2 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1176: writing smithi02882251-20 from 4792320 to 5365760 tid 3 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1177: read oid 41 snap -1 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1177: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1178: setattr oid 10 current snap is 124 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1175: finishing rollback tid 0 to smithi02882251-31 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 2 to smithi02882251-8 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1175: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 3 to smithi02882251-8 2024-04-02T08:29:05.277 INFO:tasks.rados.rados.0.smithi028.stdout:1175: finishing rollback tid 2 to smithi02882251-31 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 383 (ObjNum 237 snap 66 seq_num 237) dirty exists 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 4 to smithi02882251-8 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 5 to smithi02882251-8 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1174: oid 8 updating version 0 to 619 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1174: oid 8 version 619 is already newer than 617 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1174: oid 8 version 619 is already newer than 618 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1174: oid 8 version 619 is already newer than 616 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 619 (ObjNum 389 snap 124 seq_num 389) dirty exists 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1174: left oid 8 (ObjNum 389 snap 124 seq_num 389) 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1176: finishing write tid 1 to smithi02882251-20 2024-04-02T08:29:05.278 INFO:tasks.rados.rados.0.smithi028.stdout:1176: finishing write tid 2 to smithi02882251-20 2024-04-02T08:29:05.279 INFO:tasks.rados.rados.0.smithi028.stdout:1174: done (4 left) 2024-04-02T08:29:05.279 INFO:tasks.rados.rados.0.smithi028.stdout:1175: done (3 left) 2024-04-02T08:29:05.279 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 124 2024-04-02T08:29:05.279 INFO:tasks.rados.rados.0.smithi028.stdout:1179: seq_num 391 ranges {1671168=557056,2228224=516096,2744320=688128} 2024-04-02T08:29:05.290 INFO:tasks.rados.rados.0.smithi028.stdout:1179: writing smithi02882251-28 from 1671168 to 2228224 tid 1 2024-04-02T08:29:05.293 INFO:tasks.rados.rados.0.smithi028.stdout:1179: writing smithi02882251-28 from 2228224 to 2744320 tid 2 2024-04-02T08:29:05.298 INFO:tasks.rados.rados.0.smithi028.stdout:1179: writing smithi02882251-28 from 2744320 to 3432448 tid 3 2024-04-02T08:29:05.298 INFO:tasks.rados.rados.0.smithi028.stdout:1180: rmattr oid 4 current snap is 124 2024-04-02T08:29:05.298 INFO:tasks.rados.rados.0.smithi028.stdout:1176: finishing write tid 3 to smithi02882251-20 2024-04-02T08:29:05.298 INFO:tasks.rados.rados.0.smithi028.stdout:1176: finishing write tid 4 to smithi02882251-20 2024-04-02T08:29:05.298 INFO:tasks.rados.rados.0.smithi028.stdout:1177: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1176: finishing write tid 5 to smithi02882251-20 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1176: oid 20 updating version 0 to 560 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1176: oid 20 version 560 is already newer than 559 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1176: oid 20 updating version 560 to 561 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1176: oid 20 version 561 is already newer than 558 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 561 (ObjNum 390 snap 124 seq_num 390) dirty exists 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1176: left oid 20 (ObjNum 390 snap 124 seq_num 390) 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 385 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1179: finishing write tid 1 to smithi02882251-28 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1179: finishing write tid 2 to smithi02882251-28 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1176: done (4 left) 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1177: done (3 left) 2024-04-02T08:29:05.330 INFO:tasks.rados.rados.0.smithi028.stdout:1178: done (2 left) 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1181: delete oid 26 current snap is 124 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 566 (ObjNum 348 snap 114 seq_num 348) dirty exists 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1179: finishing write tid 3 to smithi02882251-28 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1179: finishing write tid 4 to smithi02882251-28 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1179: finishing write tid 5 to smithi02882251-28 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1179: oid 28 updating version 0 to 767 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1179: oid 28 updating version 767 to 768 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1179: oid 28 updating version 768 to 770 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1179: oid 28 version 770 is already newer than 769 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 770 (ObjNum 391 snap 124 seq_num 391) dirty exists 2024-04-02T08:29:05.331 INFO:tasks.rados.rados.0.smithi028.stdout:1179: left oid 28 (ObjNum 391 snap 124 seq_num 391) 2024-04-02T08:29:05.332 INFO:tasks.rados.rados.0.smithi028.stdout:1179: done (2 left) 2024-04-02T08:29:05.332 INFO:tasks.rados.rados.0.smithi028.stdout:1180: done (1 left) 2024-04-02T08:29:05.332 INFO:tasks.rados.rados.0.smithi028.stdout:1181: done (0 left) 2024-04-02T08:29:05.332 INFO:tasks.rados.rados.0.smithi028.stdout:1182: rmattr oid 21 current snap is 124 2024-04-02T08:29:05.332 INFO:tasks.rados.rados.0.smithi028.stdout:1183: rmattr oid 41 current snap is 124 2024-04-02T08:29:05.332 INFO:tasks.rados.rados.0.smithi028.stdout:1184: snap_create 2024-04-02T08:29:05.334 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 536 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:29:05.335 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 537 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:29:05.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-mon[94314]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:29:05.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-mon[96890]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:29:05.448 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 podman[102488]: 2024-04-02 08:29:05.100745846 +0000 UTC m=+0.017819834 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:05.448 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 podman[102488]: 2024-04-02 08:29:05.198981421 +0000 UTC m=+0.116055390 container create ab481cc2529cf79f5a60be1770ede6a8a4791d801c90b699c8218ab11dd3fb8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T08:29:05.448 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 podman[102488]: 2024-04-02 08:29:05.42733419 +0000 UTC m=+0.344408174 container init ab481cc2529cf79f5a60be1770ede6a8a4791d801c90b699c8218ab11dd3fb8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , ceph=True) 2024-04-02T08:29:05.448 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 podman[102488]: 2024-04-02 08:29:05.433429368 +0000 UTC m=+0.350503337 container start ab481cc2529cf79f5a60be1770ede6a8a4791d801c90b699c8218ab11dd3fb8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0) 2024-04-02T08:29:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:05 smithi137 ceph-mon[88456]: osdmap e303: 8 total, 7 up, 8 in 2024-04-02T08:29:05.892 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 podman[102488]: 2024-04-02 08:29:05.543664565 +0000 UTC m=+0.460738552 container attach ab481cc2529cf79f5a60be1770ede6a8a4791d801c90b699c8218ab11dd3fb8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102503]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 bash[102488]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 bash[102488]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 bash[102488]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 bash[102488]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 bash[102488]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 bash[102488]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 bash[102488]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102503]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102503]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:29:06.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102503]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:29:06.199 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102503]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-02T08:29:06.199 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102503]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-02T08:29:06.199 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate[102503]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-02T08:29:06.199 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:05 smithi028 podman[102488]: 2024-04-02 08:29:05.918390424 +0000 UTC m=+0.835464394 container died ab481cc2529cf79f5a60be1770ede6a8a4791d801c90b699c8218ab11dd3fb8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:29:06.230 INFO:tasks.rados.rados.0.smithi028.stdout:1182: done (2 left) 2024-04-02T08:29:06.231 INFO:tasks.rados.rados.0.smithi028.stdout:1183: done (1 left) 2024-04-02T08:29:06.231 INFO:tasks.rados.rados.0.smithi028.stdout:1184: done (0 left) 2024-04-02T08:29:06.231 INFO:tasks.rados.rados.0.smithi028.stdout:1185: rollback oid 39 current snap is 125 2024-04-02T08:29:06.231 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 97 2024-04-02T08:29:06.231 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 125 2024-04-02T08:29:06.231 INFO:tasks.rados.rados.0.smithi028.stdout:1186: seq_num 393 ranges {630784=589824,1220608=679936,1900544=524288} 2024-04-02T08:29:06.237 INFO:tasks.rados.rados.0.smithi028.stdout:1186: writing smithi02882251-44 from 630784 to 1220608 tid 1 2024-04-02T08:29:06.241 INFO:tasks.rados.rados.0.smithi028.stdout:1186: writing smithi02882251-44 from 1220608 to 1900544 tid 2 2024-04-02T08:29:06.244 INFO:tasks.rados.rados.0.smithi028.stdout:1186: writing smithi02882251-44 from 1900544 to 2424832 tid 3 2024-04-02T08:29:06.244 INFO:tasks.rados.rados.0.smithi028.stdout:1187: read oid 16 snap 80 2024-04-02T08:29:06.244 INFO:tasks.rados.rados.0.smithi028.stdout:1187: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:29:06.244 INFO:tasks.rados.rados.0.smithi028.stdout:1188: copy_from oid 30 from oid 3 current snap is 125 2024-04-02T08:29:06.244 INFO:tasks.rados.rados.0.smithi028.stdout:1185: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:29:06.244 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 276 (ObjNum 145 snap 0 seq_num 1440535344) dirty dne 2024-04-02T08:29:06.245 INFO:tasks.rados.rados.0.smithi028.stdout:1185: done (3 left) 2024-04-02T08:29:06.245 INFO:tasks.rados.rados.0.smithi028.stdout:1189: snap_remove snap 117 2024-04-02T08:29:06.504 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-mon[94314]: pgmap v114: 121 pgs: 14 stale+active+clean, 107 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T08:29:06.504 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-mon[94314]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:29:06.504 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:06.504 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:06.504 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-mon[96890]: pgmap v114: 121 pgs: 14 stale+active+clean, 107 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T08:29:06.504 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-mon[96890]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:29:06.504 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:06.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:06 smithi137 ceph-mon[88456]: pgmap v114: 121 pgs: 14 stale+active+clean, 107 active+clean; 249 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T08:29:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:06 smithi137 ceph-mon[88456]: osdmap e304: 8 total, 7 up, 8 in 2024-04-02T08:29:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:06 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:06.769 INFO:tasks.rados.rados.0.smithi028.stdout:1189: done (3 left) 2024-04-02T08:29:06.769 INFO:tasks.rados.rados.0.smithi028.stdout:1190: snap_remove snap 90 2024-04-02T08:29:06.847 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:06 smithi028 podman[102655]: 2024-04-02 08:29:06.505899348 +0000 UTC m=+0.578303852 container remove ab481cc2529cf79f5a60be1770ede6a8a4791d801c90b699c8218ab11dd3fb8f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-activate, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:29:06.848 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:06 smithi028 podman[102723]: 2024-04-02 08:29:06.62098886 +0000 UTC m=+0.017476892 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:06.848 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:06 smithi028 podman[102723]: 2024-04-02 08:29:06.723366206 +0000 UTC m=+0.119854220 container create 9f9f6bda2b41e8a9220de5e8fdd25830dc10536a1c7abea8d294da1d702ee52c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:29:07.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:06 smithi028 podman[102723]: 2024-04-02 08:29:06.943188489 +0000 UTC m=+0.339676515 container init 9f9f6bda2b41e8a9220de5e8fdd25830dc10536a1c7abea8d294da1d702ee52c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5) 2024-04-02T08:29:07.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:06 smithi028 podman[102723]: 2024-04-02 08:29:06.94905094 +0000 UTC m=+0.345538954 container start 9f9f6bda2b41e8a9220de5e8fdd25830dc10536a1c7abea8d294da1d702ee52c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS) 2024-04-02T08:29:07.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:06 smithi028 ceph-osd[102761]: -- 172.21.15.28:0/582596374 <== mon.2 v2:172.21.15.28:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561cf1d23680 con 0x561cf1cecc00 2024-04-02T08:29:07.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:07 smithi028 bash[102723]: 9f9f6bda2b41e8a9220de5e8fdd25830dc10536a1c7abea8d294da1d702ee52c 2024-04-02T08:29:07.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:07 smithi028 systemd[1]: Started Ceph osd.0 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:07.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[96890]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:29:07.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[96890]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:29:07.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:07.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:07.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:07.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[94314]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:29:07.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[94314]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:29:07.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:07.501 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:07.501 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:07 smithi137 ceph-mon[88456]: osdmap e305: 8 total, 7 up, 8 in 2024-04-02T08:29:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:07 smithi137 ceph-mon[88456]: osdmap e306: 8 total, 7 up, 8 in 2024-04-02T08:29:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:07 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:07.771 INFO:tasks.rados.rados.0.smithi028.stdout:1190: done (3 left) 2024-04-02T08:29:07.771 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 125 2024-04-02T08:29:07.771 INFO:tasks.rados.rados.0.smithi028.stdout:1186: finishing write tid 1 to smithi02882251-44 2024-04-02T08:29:07.771 INFO:tasks.rados.rados.0.smithi028.stdout:1186: finishing write tid 2 to smithi02882251-44 2024-04-02T08:29:07.771 INFO:tasks.rados.rados.0.smithi028.stdout:1186: finishing write tid 3 to smithi02882251-44 2024-04-02T08:29:07.771 INFO:tasks.rados.rados.0.smithi028.stdout:1186: finishing write tid 4 to smithi02882251-44 2024-04-02T08:29:07.771 INFO:tasks.rados.rados.0.smithi028.stdout:1186: finishing write tid 5 to smithi02882251-44 2024-04-02T08:29:07.772 INFO:tasks.rados.rados.0.smithi028.stdout:1186: oid 44 updating version 0 to 562 2024-04-02T08:29:07.772 INFO:tasks.rados.rados.0.smithi028.stdout:1186: oid 44 updating version 562 to 564 2024-04-02T08:29:07.772 INFO:tasks.rados.rados.0.smithi028.stdout:1186: oid 44 version 564 is already newer than 561 2024-04-02T08:29:07.772 INFO:tasks.rados.rados.0.smithi028.stdout:1186: oid 44 version 564 is already newer than 563 2024-04-02T08:29:07.772 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 564 (ObjNum 393 snap 125 seq_num 393) dirty exists 2024-04-02T08:29:07.772 INFO:tasks.rados.rados.0.smithi028.stdout:1186: left oid 44 (ObjNum 393 snap 125 seq_num 393) 2024-04-02T08:29:07.772 INFO:tasks.rados.rados.0.smithi028.stdout:1187: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:29:07.823 INFO:tasks.rados.rados.0.smithi028.stdout:1188: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:29:07.823 INFO:tasks.rados.rados.0.smithi028.stdout:1188: finishing copy_from to smithi02882251-30 2024-04-02T08:29:07.824 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 368 (ObjNum 383 snap 123 seq_num 383) dirty exists 2024-04-02T08:29:07.824 INFO:tasks.rados.rados.0.smithi028.stdout:1191: seq_num 394 ranges {4292608=606208,4898816=565248,5464064=557056,6021120=81920} 2024-04-02T08:29:07.850 INFO:tasks.rados.rados.0.smithi028.stdout:1191: writing smithi02882251-48 from 4292608 to 4898816 tid 1 2024-04-02T08:29:07.853 INFO:tasks.rados.rados.0.smithi028.stdout:1191: writing smithi02882251-48 from 4898816 to 5464064 tid 2 2024-04-02T08:29:07.856 INFO:tasks.rados.rados.0.smithi028.stdout:1191: writing smithi02882251-48 from 5464064 to 6021120 tid 3 2024-04-02T08:29:07.857 INFO:tasks.rados.rados.0.smithi028.stdout:1191: writing smithi02882251-48 from 6021120 to 6103040 tid 4 2024-04-02T08:29:07.857 INFO:tasks.rados.rados.0.smithi028.stdout:1186: done (3 left) 2024-04-02T08:29:07.857 INFO:tasks.rados.rados.0.smithi028.stdout:1187: done (2 left) 2024-04-02T08:29:07.857 INFO:tasks.rados.rados.0.smithi028.stdout:1188: done (1 left) 2024-04-02T08:29:07.857 INFO:tasks.rados.rados.0.smithi028.stdout:1192: snap_remove snap 106 2024-04-02T08:29:07.936 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:07 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[102738]: 2024-04-02T08:29:07.501+0000 7f467682c7c0 -1 Falling back to public interface 2024-04-02T08:29:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:08 smithi137 ceph-mon[88456]: pgmap v117: 121 pgs: 10 active+undersized+degraded, 4 stale+active+clean, 29 active+undersized, 78 active+clean; 263 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 2.9 MiB/s wr, 20 op/s; 77/744 objects degraded (10.349%) 2024-04-02T08:29:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:08 smithi137 ceph-mon[88456]: Health check failed: Degraded data redundancy: 77/744 objects degraded (10.349%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:08 smithi137 ceph-mon[88456]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:29:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:08 smithi028 ceph-mon[94314]: pgmap v117: 121 pgs: 10 active+undersized+degraded, 4 stale+active+clean, 29 active+undersized, 78 active+clean; 263 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 2.9 MiB/s wr, 20 op/s; 77/744 objects degraded (10.349%) 2024-04-02T08:29:08.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:08 smithi028 ceph-mon[94314]: Health check failed: Degraded data redundancy: 77/744 objects degraded (10.349%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:08.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:08 smithi028 ceph-mon[94314]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:29:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:08 smithi028 ceph-mon[96890]: pgmap v117: 121 pgs: 10 active+undersized+degraded, 4 stale+active+clean, 29 active+undersized, 78 active+clean; 263 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 472 KiB/s rd, 2.9 MiB/s wr, 20 op/s; 77/744 objects degraded (10.349%) 2024-04-02T08:29:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:08 smithi028 ceph-mon[96890]: Health check failed: Degraded data redundancy: 77/744 objects degraded (10.349%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:08 smithi028 ceph-mon[96890]: osdmap e307: 8 total, 7 up, 8 in 2024-04-02T08:29:08.773 INFO:tasks.rados.rados.0.smithi028.stdout:1192: done (1 left) 2024-04-02T08:29:08.773 INFO:tasks.rados.rados.0.smithi028.stdout:1193: delete oid 3 current snap is 125 2024-04-02T08:29:08.773 INFO:tasks.rados.rados.0.smithi028.stdout:1191: finishing write tid 1 to smithi02882251-48 2024-04-02T08:29:08.773 INFO:tasks.rados.rados.0.smithi028.stdout:1191: finishing write tid 2 to smithi02882251-48 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: finishing write tid 3 to smithi02882251-48 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: finishing write tid 4 to smithi02882251-48 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: finishing write tid 5 to smithi02882251-48 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: finishing write tid 6 to smithi02882251-48 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: oid 48 updating version 0 to 879 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: oid 48 version 879 is already newer than 875 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: oid 48 version 879 is already newer than 876 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: oid 48 version 879 is already newer than 877 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: oid 48 version 879 is already newer than 878 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 879 (ObjNum 394 snap 125 seq_num 394) dirty exists 2024-04-02T08:29:08.774 INFO:tasks.rados.rados.0.smithi028.stdout:1191: left oid 48 (ObjNum 394 snap 125 seq_num 394) 2024-04-02T08:29:08.779 INFO:tasks.rados.rados.0.smithi028.stdout:1191: done (1 left) 2024-04-02T08:29:08.779 INFO:tasks.rados.rados.0.smithi028.stdout:1193: done (0 left) 2024-04-02T08:29:08.779 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 125 2024-04-02T08:29:08.780 INFO:tasks.rados.rados.0.smithi028.stdout:1194: seq_num 396 ranges {942080=638976,1581056=786432,2367488=417792} 2024-04-02T08:29:08.788 INFO:tasks.rados.rados.0.smithi028.stdout:1194: writing smithi02882251-15 from 942080 to 1581056 tid 1 2024-04-02T08:29:08.793 INFO:tasks.rados.rados.0.smithi028.stdout:1194: writing smithi02882251-15 from 1581056 to 2367488 tid 2 2024-04-02T08:29:08.796 INFO:tasks.rados.rados.0.smithi028.stdout:1194: writing smithi02882251-15 from 2367488 to 2785280 tid 3 2024-04-02T08:29:08.796 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 125 2024-04-02T08:29:08.796 INFO:tasks.rados.rados.0.smithi028.stdout:1194: finishing write tid 1 to smithi02882251-15 2024-04-02T08:29:08.796 INFO:tasks.rados.rados.0.smithi028.stdout:1195: seq_num 397 ranges {1261568=655360,1916928=671744,2588672=532480} 2024-04-02T08:29:08.806 INFO:tasks.rados.rados.0.smithi028.stdout:1195: writing smithi02882251-22 from 1261568 to 1916928 tid 1 2024-04-02T08:29:08.810 INFO:tasks.rados.rados.0.smithi028.stdout:1195: writing smithi02882251-22 from 1916928 to 2588672 tid 2 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1195: writing smithi02882251-22 from 2588672 to 3121152 tid 3 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1196: read oid 30 snap -1 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1196: expect (ObjNum 383 snap 123 seq_num 383) 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1197: read oid 50 snap -1 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1197: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1198: snap_create 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1194: finishing write tid 2 to smithi02882251-15 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1194: finishing write tid 3 to smithi02882251-15 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1194: finishing write tid 4 to smithi02882251-15 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1194: finishing write tid 5 to smithi02882251-15 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1194: oid 15 updating version 0 to 647 2024-04-02T08:29:08.814 INFO:tasks.rados.rados.0.smithi028.stdout:1194: oid 15 version 647 is already newer than 645 2024-04-02T08:29:08.815 INFO:tasks.rados.rados.0.smithi028.stdout:1194: oid 15 updating version 647 to 648 2024-04-02T08:29:08.815 INFO:tasks.rados.rados.0.smithi028.stdout:1194: oid 15 version 648 is already newer than 646 2024-04-02T08:29:08.815 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 648 (ObjNum 396 snap 125 seq_num 396) dirty exists 2024-04-02T08:29:08.815 INFO:tasks.rados.rados.0.smithi028.stdout:1194: left oid 15 (ObjNum 396 snap 125 seq_num 396) 2024-04-02T08:29:08.815 INFO:tasks.rados.rados.0.smithi028.stdout:1195: finishing write tid 1 to smithi02882251-22 2024-04-02T08:29:08.815 INFO:tasks.rados.rados.0.smithi028.stdout:1195: finishing write tid 2 to smithi02882251-22 2024-04-02T08:29:08.816 INFO:tasks.rados.rados.0.smithi028.stdout:1195: finishing write tid 3 to smithi02882251-22 2024-04-02T08:29:08.817 INFO:tasks.rados.rados.0.smithi028.stdout:1195: finishing write tid 4 to smithi02882251-22 2024-04-02T08:29:08.819 INFO:tasks.rados.rados.0.smithi028.stdout:1195: finishing write tid 5 to smithi02882251-22 2024-04-02T08:29:08.819 INFO:tasks.rados.rados.0.smithi028.stdout:1195: oid 22 updating version 0 to 772 2024-04-02T08:29:08.819 INFO:tasks.rados.rados.0.smithi028.stdout:1195: oid 22 updating version 772 to 775 2024-04-02T08:29:08.819 INFO:tasks.rados.rados.0.smithi028.stdout:1195: oid 22 version 775 is already newer than 773 2024-04-02T08:29:08.819 INFO:tasks.rados.rados.0.smithi028.stdout:1195: oid 22 version 775 is already newer than 774 2024-04-02T08:29:08.819 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 775 (ObjNum 397 snap 125 seq_num 397) dirty exists 2024-04-02T08:29:08.819 INFO:tasks.rados.rados.0.smithi028.stdout:1195: left oid 22 (ObjNum 397 snap 125 seq_num 397) 2024-04-02T08:29:08.826 INFO:tasks.rados.rados.0.smithi028.stdout:1196: expect (ObjNum 383 snap 123 seq_num 383) 2024-04-02T08:29:08.870 INFO:tasks.rados.rados.0.smithi028.stdout:1197: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:29:09.777 INFO:tasks.rados.rados.0.smithi028.stdout:1194: done (4 left) 2024-04-02T08:29:09.777 INFO:tasks.rados.rados.0.smithi028.stdout:1195: done (3 left) 2024-04-02T08:29:09.777 INFO:tasks.rados.rados.0.smithi028.stdout:1196: done (2 left) 2024-04-02T08:29:09.777 INFO:tasks.rados.rados.0.smithi028.stdout:1197: done (1 left) 2024-04-02T08:29:09.777 INFO:tasks.rados.rados.0.smithi028.stdout:1198: done (0 left) 2024-04-02T08:29:09.777 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 126 2024-04-02T08:29:09.778 INFO:tasks.rados.rados.0.smithi028.stdout:1199: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2024-04-02T08:29:09.780 INFO:tasks.rados.rados.0.smithi028.stdout:1199: writing smithi02882251-17 from 0 to 671744 tid 1 2024-04-02T08:29:09.784 INFO:tasks.rados.rados.0.smithi028.stdout:1199: writing smithi02882251-17 from 671744 to 1228800 tid 2 2024-04-02T08:29:09.787 INFO:tasks.rados.rados.0.smithi028.stdout:1199: writing smithi02882251-17 from 1228800 to 1761280 tid 3 2024-04-02T08:29:09.788 INFO:tasks.rados.rados.0.smithi028.stdout:1199: writing smithi02882251-17 from 1761280 to 1875968 tid 4 2024-04-02T08:29:09.788 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 126 2024-04-02T08:29:09.788 INFO:tasks.rados.rados.0.smithi028.stdout:1200: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-04-02T08:29:09.792 INFO:tasks.rados.rados.0.smithi028.stdout:1200: writing smithi02882251-35 from 0 to 688128 tid 1 2024-04-02T08:29:09.794 INFO:tasks.rados.rados.0.smithi028.stdout:1200: writing smithi02882251-35 from 688128 to 1122304 tid 2 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1200: writing smithi02882251-35 from 1122304 to 1867776 tid 3 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1200: writing smithi02882251-35 from 1867776 to 1892352 tid 4 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1201: snap_create 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1199: finishing write tid 1 to smithi02882251-17 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1199: finishing write tid 2 to smithi02882251-17 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1199: finishing write tid 3 to smithi02882251-17 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1199: finishing write tid 4 to smithi02882251-17 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1199: finishing write tid 5 to smithi02882251-17 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1199: finishing write tid 6 to smithi02882251-17 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1199: oid 17 updating version 0 to 521 2024-04-02T08:29:09.799 INFO:tasks.rados.rados.0.smithi028.stdout:1199: oid 17 updating version 521 to 524 2024-04-02T08:29:09.800 INFO:tasks.rados.rados.0.smithi028.stdout:1199: oid 17 version 524 is already newer than 522 2024-04-02T08:29:09.800 INFO:tasks.rados.rados.0.smithi028.stdout:1199: oid 17 version 524 is already newer than 523 2024-04-02T08:29:09.800 INFO:tasks.rados.rados.0.smithi028.stdout:1199: oid 17 version 524 is already newer than 520 2024-04-02T08:29:09.800 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 524 (ObjNum 398 snap 126 seq_num 398) dirty exists 2024-04-02T08:29:09.800 INFO:tasks.rados.rados.0.smithi028.stdout:1199: left oid 17 (ObjNum 398 snap 126 seq_num 398) 2024-04-02T08:29:09.800 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 1 to smithi02882251-35 2024-04-02T08:29:09.800 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 2 to smithi02882251-35 2024-04-02T08:29:09.803 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 3 to smithi02882251-35 2024-04-02T08:29:09.803 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 4 to smithi02882251-35 2024-04-02T08:29:09.803 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 5 to smithi02882251-35 2024-04-02T08:29:09.804 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 6 to smithi02882251-35 2024-04-02T08:29:09.804 INFO:tasks.rados.rados.0.smithi028.stdout:1200: oid 35 updating version 0 to 653 2024-04-02T08:29:09.804 INFO:tasks.rados.rados.0.smithi028.stdout:1200: oid 35 updating version 653 to 654 2024-04-02T08:29:09.805 INFO:tasks.rados.rados.0.smithi028.stdout:1200: oid 35 version 654 is already newer than 651 2024-04-02T08:29:09.805 INFO:tasks.rados.rados.0.smithi028.stdout:1200: oid 35 version 654 is already newer than 650 2024-04-02T08:29:09.805 INFO:tasks.rados.rados.0.smithi028.stdout:1200: oid 35 version 654 is already newer than 652 2024-04-02T08:29:09.805 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 654 (ObjNum 399 snap 126 seq_num 399) dirty exists 2024-04-02T08:29:09.805 INFO:tasks.rados.rados.0.smithi028.stdout:1200: left oid 35 (ObjNum 399 snap 126 seq_num 399) 2024-04-02T08:29:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:09 smithi028 ceph-mon[94314]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 28 op/s; 113/762 objects degraded (14.829%) 2024-04-02T08:29:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:09 smithi028 ceph-mon[94314]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:29:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:09 smithi028 ceph-mon[96890]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 28 op/s; 113/762 objects degraded (14.829%) 2024-04-02T08:29:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:09 smithi028 ceph-mon[96890]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:29:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:09 smithi137 ceph-mon[88456]: pgmap v120: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 28 op/s; 113/762 objects degraded (14.829%) 2024-04-02T08:29:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:09 smithi137 ceph-mon[88456]: osdmap e308: 8 total, 7 up, 8 in 2024-04-02T08:29:10.697 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[102738]: 2024-04-02T08:29:10.422+0000 7f467682c7c0 -1 osd.0 300 log_to_monitors true 2024-04-02T08:29:10.782 INFO:tasks.rados.rados.0.smithi028.stdout:1199: done (2 left) 2024-04-02T08:29:10.783 INFO:tasks.rados.rados.0.smithi028.stdout:1200: done (1 left) 2024-04-02T08:29:10.783 INFO:tasks.rados.rados.0.smithi028.stdout:1201: done (0 left) 2024-04-02T08:29:10.783 INFO:tasks.rados.rados.0.smithi028.stdout:1202: delete oid 44 current snap is 127 2024-04-02T08:29:10.789 INFO:tasks.rados.rados.0.smithi028.stdout:1202: done (0 left) 2024-04-02T08:29:10.789 INFO:tasks.rados.rados.0.smithi028.stdout:1203: rmattr oid 21 current snap is 127 2024-04-02T08:29:10.789 INFO:tasks.rados.rados.0.smithi028.stdout:1204: read oid 35 snap -1 2024-04-02T08:29:10.789 INFO:tasks.rados.rados.0.smithi028.stdout:1204: expect (ObjNum 399 snap 126 seq_num 399) 2024-04-02T08:29:10.790 INFO:tasks.rados.rados.0.smithi028.stdout:1205: read oid 47 snap -1 2024-04-02T08:29:10.790 INFO:tasks.rados.rados.0.smithi028.stdout:1205: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:29:10.790 INFO:tasks.rados.rados.0.smithi028.stdout:1206: snap_create 2024-04-02T08:29:10.801 INFO:tasks.rados.rados.0.smithi028.stdout:1204: expect (ObjNum 399 snap 126 seq_num 399) 2024-04-02T08:29:10.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 538 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:29:10.857 INFO:tasks.rados.rados.0.smithi028.stdout:1205: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:29:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:10 smithi137 ceph-mon[88456]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:29:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:10 smithi137 ceph-mon[88456]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:29:11.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:10 smithi028 ceph-mon[94314]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:29:11.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:10 smithi028 ceph-mon[94314]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:29:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:10 smithi028 ceph-mon[96890]: osdmap e309: 8 total, 7 up, 8 in 2024-04-02T08:29:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:10 smithi028 ceph-mon[96890]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-02T08:29:11.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[102738]: 2024-04-02T08:29:10.823+0000 7f4667c84700 -1 osd.0 300 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:29:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:29:11] "GET /metrics HTTP/1.1" 200 36065 "" "Prometheus/2.43.0" 2024-04-02T08:29:11.795 INFO:tasks.rados.rados.0.smithi028.stdout:1203: done (3 left) 2024-04-02T08:29:11.795 INFO:tasks.rados.rados.0.smithi028.stdout:1204: done (2 left) 2024-04-02T08:29:11.795 INFO:tasks.rados.rados.0.smithi028.stdout:1205: done (1 left) 2024-04-02T08:29:11.795 INFO:tasks.rados.rados.0.smithi028.stdout:1206: done (0 left) 2024-04-02T08:29:11.795 INFO:tasks.rados.rados.0.smithi028.stdout:1207: read oid 40 snap 119 2024-04-02T08:29:11.795 INFO:tasks.rados.rados.0.smithi028.stdout:1207: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:29:11.795 INFO:tasks.rados.rados.0.smithi028.stdout:1208: copy_from oid 15 from oid 22 current snap is 128 2024-04-02T08:29:11.796 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 128 2024-04-02T08:29:11.796 INFO:tasks.rados.rados.0.smithi028.stdout:1209: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2024-04-02T08:29:11.796 INFO:tasks.rados.rados.0.smithi028.stdout:1209: writing smithi02882251-19 from 0 to 720896 tid 1 2024-04-02T08:29:11.800 INFO:tasks.rados.rados.0.smithi028.stdout:1209: writing smithi02882251-19 from 720896 to 1327104 tid 2 2024-04-02T08:29:11.804 INFO:tasks.rados.rados.0.smithi028.stdout:1209: writing smithi02882251-19 from 1327104 to 1925120 tid 3 2024-04-02T08:29:11.804 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 128 2024-04-02T08:29:11.804 INFO:tasks.rados.rados.0.smithi028.stdout:1210: seq_num 402 ranges {0=737280,737280=491520,1228800=516096,1744896=196608} 2024-04-02T08:29:11.810 INFO:tasks.rados.rados.0.smithi028.stdout:1210: writing smithi02882251-44 from 0 to 737280 tid 1 2024-04-02T08:29:11.813 INFO:tasks.rados.rados.0.smithi028.stdout:1210: writing smithi02882251-44 from 737280 to 1228800 tid 2 2024-04-02T08:29:11.816 INFO:tasks.rados.rados.0.smithi028.stdout:1210: writing smithi02882251-44 from 1228800 to 1744896 tid 3 2024-04-02T08:29:11.818 INFO:tasks.rados.rados.0.smithi028.stdout:1210: writing smithi02882251-44 from 1744896 to 1941504 tid 4 2024-04-02T08:29:11.818 INFO:tasks.rados.rados.0.smithi028.stdout:1207: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:29:11.869 INFO:tasks.rados.rados.0.smithi028.stdout:1210: finishing write tid 1 to smithi02882251-44 2024-04-02T08:29:11.869 INFO:tasks.rados.rados.0.smithi028.stdout:1210: finishing write tid 2 to smithi02882251-44 2024-04-02T08:29:11.869 INFO:tasks.rados.rados.0.smithi028.stdout:1210: finishing write tid 3 to smithi02882251-44 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: finishing write tid 4 to smithi02882251-44 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: finishing write tid 5 to smithi02882251-44 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: finishing write tid 6 to smithi02882251-44 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: oid 44 updating version 0 to 593 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: oid 44 version 593 is already newer than 592 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: oid 44 updating version 593 to 595 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: oid 44 version 595 is already newer than 591 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: oid 44 version 595 is already newer than 594 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 595 (ObjNum 402 snap 128 seq_num 402) dirty exists 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: left oid 44 (ObjNum 402 snap 128 seq_num 402) 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1207: done (3 left) 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1210: done (2 left) 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 128 2024-04-02T08:29:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:1211: seq_num 403 ranges {270336=753664,1024000=425984,1449984=720896,2170880=57344} 2024-04-02T08:29:11.874 INFO:tasks.rados.rados.0.smithi028.stdout:1211: writing smithi02882251-2 from 270336 to 1024000 tid 1 2024-04-02T08:29:11.877 INFO:tasks.rados.rados.0.smithi028.stdout:1211: writing smithi02882251-2 from 1024000 to 1449984 tid 2 2024-04-02T08:29:11.881 INFO:tasks.rados.rados.0.smithi028.stdout:1211: writing smithi02882251-2 from 1449984 to 2170880 tid 3 2024-04-02T08:29:11.883 INFO:tasks.rados.rados.0.smithi028.stdout:1211: writing smithi02882251-2 from 2170880 to 2228224 tid 4 2024-04-02T08:29:11.883 INFO:tasks.rados.rados.0.smithi028.stdout:1212: rmattr oid 1 current snap is 128 2024-04-02T08:29:11.883 INFO:tasks.rados.rados.0.smithi028.stdout:1212: done (3 left) 2024-04-02T08:29:11.883 INFO:tasks.rados.rados.0.smithi028.stdout:1213: delete oid 31 current snap is 128 2024-04-02T08:29:11.883 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 1 to smithi02882251-2 2024-04-02T08:29:11.883 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 2 to smithi02882251-2 2024-04-02T08:29:11.884 INFO:tasks.rados.rados.0.smithi028.stdout:1213: done (3 left) 2024-04-02T08:29:11.884 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 128 2024-04-02T08:29:11.884 INFO:tasks.rados.rados.0.smithi028.stdout:1214: seq_num 405 ranges {1654784=786432,2441216=589824,3031040=614400} 2024-04-02T08:29:11.897 INFO:tasks.rados.rados.0.smithi028.stdout:1214: writing smithi02882251-24 from 1654784 to 2441216 tid 1 2024-04-02T08:29:11.900 INFO:tasks.rados.rados.0.smithi028.stdout:1214: writing smithi02882251-24 from 2441216 to 3031040 tid 2 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1214: writing smithi02882251-24 from 3031040 to 3645440 tid 3 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 3 to smithi02882251-2 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1215: delete oid 36 current snap is 128 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 4 to smithi02882251-2 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 5 to smithi02882251-2 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 6 to smithi02882251-2 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: oid 2 updating version 0 to 601 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: oid 2 version 601 is already newer than 600 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: oid 2 version 601 is already newer than 599 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: oid 2 version 601 is already newer than 597 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: oid 2 version 601 is already newer than 598 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 601 (ObjNum 403 snap 128 seq_num 403) dirty exists 2024-04-02T08:29:11.905 INFO:tasks.rados.rados.0.smithi028.stdout:1211: left oid 2 (ObjNum 403 snap 128 seq_num 403) 2024-04-02T08:29:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:11 smithi137 ceph-mon[88456]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 822 KiB/s wr, 8 op/s; 113/762 objects degraded (14.829%) 2024-04-02T08:29:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:11 smithi137 ceph-mon[88456]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:29:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:11 smithi137 ceph-mon[88456]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:29:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:11 smithi137 ceph-mon[88456]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:29:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:11 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:11 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[94314]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 822 KiB/s wr, 8 op/s; 113/762 objects degraded (14.829%) 2024-04-02T08:29:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[94314]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[94314]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[94314]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[96890]: pgmap v123: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 822 KiB/s wr, 8 op/s; 113/762 objects degraded (14.829%) 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[96890]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[96890]: osdmap e310: 8 total, 7 up, 8 in 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[96890]: from='osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:11 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:12.816 INFO:tasks.rados.rados.0.smithi028.stdout:1214: finishing write tid 1 to smithi02882251-24 2024-04-02T08:29:12.816 INFO:tasks.rados.rados.0.smithi028.stdout:1214: finishing write tid 2 to smithi02882251-24 2024-04-02T08:29:12.816 INFO:tasks.rados.rados.0.smithi028.stdout:1214: finishing write tid 3 to smithi02882251-24 2024-04-02T08:29:12.816 INFO:tasks.rados.rados.0.smithi028.stdout:1214: finishing write tid 4 to smithi02882251-24 2024-04-02T08:29:12.818 INFO:tasks.rados.rados.0.smithi028.stdout:1209: finishing write tid 1 to smithi02882251-19 2024-04-02T08:29:12.818 INFO:tasks.rados.rados.0.smithi028.stdout:1211: done (4 left) 2024-04-02T08:29:12.818 INFO:tasks.rados.rados.0.smithi028.stdout:1215: done (3 left) 2024-04-02T08:29:12.818 INFO:tasks.rados.rados.0.smithi028.stdout:1216: setattr oid 36 current snap is 128 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:1214: finishing write tid 5 to smithi02882251-24 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:1214: oid 24 updating version 0 to 338 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:1214: oid 24 updating version 338 to 341 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:1214: oid 24 version 341 is already newer than 340 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:1214: oid 24 version 341 is already newer than 339 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 341 (ObjNum 405 snap 128 seq_num 405) dirty exists 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:1214: left oid 24 (ObjNum 405 snap 128 seq_num 405) 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:1209: finishing write tid 2 to smithi02882251-19 2024-04-02T08:29:12.819 INFO:tasks.rados.rados.0.smithi028.stdout:1209: finishing write tid 3 to smithi02882251-19 2024-04-02T08:29:12.820 INFO:tasks.rados.rados.0.smithi028.stdout:1209: finishing write tid 4 to smithi02882251-19 2024-04-02T08:29:12.820 INFO:tasks.rados.rados.0.smithi028.stdout:1214: done (3 left) 2024-04-02T08:29:12.820 INFO:tasks.rados.rados.0.smithi028.stdout:1217: read oid 40 snap -1 2024-04-02T08:29:12.820 INFO:tasks.rados.rados.0.smithi028.stdout:1217: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:29:12.820 INFO:tasks.rados.rados.0.smithi028.stdout:1218: read oid 4 snap -1 2024-04-02T08:29:12.820 INFO:tasks.rados.rados.0.smithi028.stdout:1218: expect (ObjNum 348 snap 114 seq_num 348) 2024-04-02T08:29:12.820 INFO:tasks.rados.rados.0.smithi028.stdout:1219: snap_create 2024-04-02T08:29:12.822 INFO:tasks.rados.rados.0.smithi028.stdout:1209: finishing write tid 5 to smithi02882251-19 2024-04-02T08:29:12.822 INFO:tasks.rados.rados.0.smithi028.stdout:1209: oid 19 updating version 0 to 777 2024-04-02T08:29:12.822 INFO:tasks.rados.rados.0.smithi028.stdout:1209: oid 19 version 777 is already newer than 776 2024-04-02T08:29:12.822 INFO:tasks.rados.rados.0.smithi028.stdout:1209: oid 19 updating version 777 to 778 2024-04-02T08:29:12.822 INFO:tasks.rados.rados.0.smithi028.stdout:1209: oid 19 updating version 778 to 779 2024-04-02T08:29:12.822 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 779 (ObjNum 401 snap 128 seq_num 401) dirty exists 2024-04-02T08:29:12.822 INFO:tasks.rados.rados.0.smithi028.stdout:1209: left oid 19 (ObjNum 401 snap 128 seq_num 401) 2024-04-02T08:29:12.823 INFO:tasks.rados.rados.0.smithi028.stdout:1208: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:29:12.825 INFO:tasks.rados.rados.0.smithi028.stdout:1208: finishing copy_from to smithi02882251-15 2024-04-02T08:29:12.825 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 775 (ObjNum 397 snap 125 seq_num 397) dirty exists 2024-04-02T08:29:12.830 INFO:tasks.rados.rados.0.smithi028.stdout:1217: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:29:12.890 INFO:tasks.rados.rados.0.smithi028.stdout:1218: expect (ObjNum 348 snap 114 seq_num 348) 2024-04-02T08:29:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[94314]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[94314]: osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138] boot 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[94314]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[94314]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[96890]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[96890]: osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138] boot 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[96890]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:12 smithi028 ceph-mon[96890]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:29:12.967 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 568 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:29:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:12 smithi137 ceph-mon[88456]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:12 smithi137 ceph-mon[88456]: osd.0 [v2:172.21.15.28:6802/1329533138,v1:172.21.15.28:6803/1329533138] boot 2024-04-02T08:29:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:12 smithi137 ceph-mon[88456]: osdmap e311: 8 total, 8 up, 8 in 2024-04-02T08:29:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:12 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-02T08:29:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:12 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:12 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:12 smithi137 ceph-mon[88456]: osdmap e312: 8 total, 8 up, 8 in 2024-04-02T08:29:13.795 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:1208: done (5 left) 2024-04-02T08:29:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:1209: done (4 left) 2024-04-02T08:29:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:1216: done (3 left) 2024-04-02T08:29:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:1217: done (2 left) 2024-04-02T08:29:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:1218: done (1 left) 2024-04-02T08:29:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:1219: done (0 left) 2024-04-02T08:29:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 129 2024-04-02T08:29:13.801 INFO:tasks.rados.rados.0.smithi028.stdout:1220: seq_num 407 ranges {892928=425984,1318912=761856,2080768=704512,2785280=139264} 2024-04-02T08:29:13.808 INFO:tasks.rados.rados.0.smithi028.stdout:1220: writing smithi02882251-11 from 892928 to 1318912 tid 1 2024-04-02T08:29:13.813 INFO:tasks.rados.rados.0.smithi028.stdout:1220: writing smithi02882251-11 from 1318912 to 2080768 tid 2 2024-04-02T08:29:13.817 INFO:tasks.rados.rados.0.smithi028.stdout:1220: writing smithi02882251-11 from 2080768 to 2785280 tid 3 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:1220: writing smithi02882251-11 from 2785280 to 2924544 tid 4 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:1221: rollback oid 15 current snap is 129 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 121 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:1220: finishing write tid 1 to smithi02882251-11 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:1220: finishing write tid 2 to smithi02882251-11 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:1222: read oid 23 snap -1 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:1222: expect (ObjNum 388 snap 123 seq_num 388) 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 129 2024-04-02T08:29:13.819 INFO:tasks.rados.rados.0.smithi028.stdout:1223: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-04-02T08:29:13.821 INFO:tasks.rados.rados.0.smithi028.stdout:1223: writing smithi02882251-49 from 0 to 442368 tid 1 2024-04-02T08:29:13.824 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:13 smithi028 ceph-mon[94314]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 116/753 objects degraded (15.405%) 2024-04-02T08:29:13.824 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:13 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 116/753 objects degraded (15.405%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:13.825 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:13 smithi028 ceph-mon[96890]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 116/753 objects degraded (15.405%) 2024-04-02T08:29:13.825 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:13 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 116/753 objects degraded (15.405%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:13.826 INFO:tasks.rados.rados.0.smithi028.stdout:1223: writing smithi02882251-49 from 442368 to 1089536 tid 2 2024-04-02T08:29:13.829 INFO:tasks.rados.rados.0.smithi028.stdout:1223: writing smithi02882251-49 from 1089536 to 1597440 tid 3 2024-04-02T08:29:13.833 INFO:tasks.rados.rados.0.smithi028.stdout:1223: writing smithi02882251-49 from 1597440 to 2048000 tid 4 2024-04-02T08:29:13.833 INFO:tasks.rados.rados.0.smithi028.stdout:1224: snap_remove snap 114 2024-04-02T08:29:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:13 smithi137 ceph-mon[88456]: pgmap v126: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 116/753 objects degraded (15.405%) 2024-04-02T08:29:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:13 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 116/753 objects degraded (15.405%), 14 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:14.808 INFO:tasks.rados.rados.0.smithi028.stdout:1224: done (4 left) 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1225: snap_create 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1220: finishing write tid 3 to smithi02882251-11 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1221: finishing rollback tid 0 to smithi02882251-15 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1220: finishing write tid 4 to smithi02882251-11 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1220: finishing write tid 5 to smithi02882251-11 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1221: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1220: finishing write tid 6 to smithi02882251-11 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1220: oid 11 updating version 0 to 405 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1220: oid 11 version 405 is already newer than 402 2024-04-02T08:29:14.809 INFO:tasks.rados.rados.0.smithi028.stdout:1220: oid 11 version 405 is already newer than 404 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1220: oid 11 version 405 is already newer than 403 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1220: oid 11 version 405 is already newer than 401 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 405 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1220: left oid 11 (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1221: finishing rollback tid 2 to smithi02882251-15 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 778 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1223: finishing write tid 1 to smithi02882251-49 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1223: finishing write tid 2 to smithi02882251-49 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1223: finishing write tid 3 to smithi02882251-49 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1223: finishing write tid 4 to smithi02882251-49 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1223: finishing write tid 5 to smithi02882251-49 2024-04-02T08:29:14.810 INFO:tasks.rados.rados.0.smithi028.stdout:1223: finishing write tid 6 to smithi02882251-49 2024-04-02T08:29:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:1223: oid 49 updating version 0 to 606 2024-04-02T08:29:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:1223: oid 49 version 606 is already newer than 605 2024-04-02T08:29:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:1223: oid 49 version 606 is already newer than 603 2024-04-02T08:29:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:1223: oid 49 version 606 is already newer than 602 2024-04-02T08:29:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:1223: oid 49 version 606 is already newer than 604 2024-04-02T08:29:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 606 (ObjNum 408 snap 129 seq_num 408) dirty exists 2024-04-02T08:29:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:1223: left oid 49 (ObjNum 408 snap 129 seq_num 408) 2024-04-02T08:29:14.811 INFO:tasks.rados.rados.0.smithi028.stdout:1222: expect (ObjNum 388 snap 123 seq_num 388) 2024-04-02T08:29:14.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:14 smithi028 ceph-mon[94314]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:29:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:14 smithi028 ceph-mon[96890]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:29:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:14 smithi137 ceph-mon[88456]: osdmap e313: 8 total, 8 up, 8 in 2024-04-02T08:29:15.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:29:15.533+0000 7fd126e6a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-04-02T08:29:15.808 INFO:tasks.rados.rados.0.smithi028.stdout:1220: done (4 left) 2024-04-02T08:29:15.808 INFO:tasks.rados.rados.0.smithi028.stdout:1221: done (3 left) 2024-04-02T08:29:15.809 INFO:tasks.rados.rados.0.smithi028.stdout:1222: done (2 left) 2024-04-02T08:29:15.809 INFO:tasks.rados.rados.0.smithi028.stdout:1223: done (1 left) 2024-04-02T08:29:15.809 INFO:tasks.rados.rados.0.smithi028.stdout:1225: done (0 left) 2024-04-02T08:29:15.809 INFO:tasks.rados.rados.0.smithi028.stdout:1226: read oid 49 snap -1 2024-04-02T08:29:15.809 INFO:tasks.rados.rados.0.smithi028.stdout:1226: expect (ObjNum 408 snap 129 seq_num 408) 2024-04-02T08:29:15.809 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 130 2024-04-02T08:29:15.809 INFO:tasks.rados.rados.0.smithi028.stdout:1227: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-04-02T08:29:15.811 INFO:tasks.rados.rados.0.smithi028.stdout:1227: writing smithi02882251-26 from 0 to 458752 tid 1 2024-04-02T08:29:15.814 INFO:tasks.rados.rados.0.smithi028.stdout:1227: writing smithi02882251-26 from 458752 to 991232 tid 2 2024-04-02T08:29:15.818 INFO:tasks.rados.rados.0.smithi028.stdout:1227: writing smithi02882251-26 from 991232 to 1712128 tid 3 2024-04-02T08:29:15.820 INFO:tasks.rados.rados.0.smithi028.stdout:1227: writing smithi02882251-26 from 1712128 to 2064384 tid 4 2024-04-02T08:29:15.820 INFO:tasks.rados.rados.0.smithi028.stdout:1228: snap_create 2024-04-02T08:29:15.823 INFO:tasks.rados.rados.0.smithi028.stdout:1227: finishing write tid 1 to smithi02882251-26 2024-04-02T08:29:15.823 INFO:tasks.rados.rados.0.smithi028.stdout:1227: finishing write tid 2 to smithi02882251-26 2024-04-02T08:29:15.824 INFO:tasks.rados.rados.0.smithi028.stdout:1226: expect (ObjNum 408 snap 129 seq_num 408) 2024-04-02T08:29:15.878 INFO:tasks.rados.rados.0.smithi028.stdout:1227: finishing write tid 3 to smithi02882251-26 2024-04-02T08:29:15.878 INFO:tasks.rados.rados.0.smithi028.stdout:1227: finishing write tid 4 to smithi02882251-26 2024-04-02T08:29:15.878 INFO:tasks.rados.rados.0.smithi028.stdout:1227: finishing write tid 5 to smithi02882251-26 2024-04-02T08:29:15.878 INFO:tasks.rados.rados.0.smithi028.stdout:1227: finishing write tid 6 to smithi02882251-26 2024-04-02T08:29:15.878 INFO:tasks.rados.rados.0.smithi028.stdout:1227: oid 26 updating version 0 to 563 2024-04-02T08:29:15.878 INFO:tasks.rados.rados.0.smithi028.stdout:1227: oid 26 updating version 563 to 567 2024-04-02T08:29:15.878 INFO:tasks.rados.rados.0.smithi028.stdout:1227: oid 26 version 567 is already newer than 565 2024-04-02T08:29:15.878 INFO:tasks.rados.rados.0.smithi028.stdout:1227: oid 26 version 567 is already newer than 564 2024-04-02T08:29:15.879 INFO:tasks.rados.rados.0.smithi028.stdout:1227: oid 26 version 567 is already newer than 566 2024-04-02T08:29:15.879 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 567 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-04-02T08:29:15.879 INFO:tasks.rados.rados.0.smithi028.stdout:1227: left oid 26 (ObjNum 409 snap 130 seq_num 409) 2024-04-02T08:29:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: pgmap v129: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 116/753 objects degraded (15.405%) 2024-04-02T08:29:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:29:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:16.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: pgmap v129: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 116/753 objects degraded (15.405%) 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: pgmap v129: 121 pgs: 14 active+undersized+degraded, 38 active+undersized, 69 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 116/753 objects degraded (15.405%) 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: osdmap e314: 8 total, 8 up, 8 in 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:16.820 INFO:tasks.rados.rados.0.smithi028.stdout:1226: done (2 left) 2024-04-02T08:29:16.820 INFO:tasks.rados.rados.0.smithi028.stdout:1227: done (1 left) 2024-04-02T08:29:16.820 INFO:tasks.rados.rados.0.smithi028.stdout:1228: done (0 left) 2024-04-02T08:29:16.820 INFO:tasks.rados.rados.0.smithi028.stdout:1229: snap_create 2024-04-02T08:29:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:16 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:16 smithi137 ceph-mon[88456]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-04-02T08:29:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:16 smithi137 ceph-mon[88456]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:29:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:16 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:16 smithi028 ceph-mon[94314]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-04-02T08:29:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:16 smithi028 ceph-mon[94314]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:29:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:16 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:16 smithi028 ceph-mon[96890]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-04-02T08:29:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:16 smithi028 ceph-mon[96890]: osdmap e315: 8 total, 8 up, 8 in 2024-04-02T08:29:17.820 INFO:tasks.rados.rados.0.smithi028.stdout:1229: done (0 left) 2024-04-02T08:29:17.820 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 132 2024-04-02T08:29:17.820 INFO:tasks.rados.rados.0.smithi028.stdout:1230: seq_num 410 ranges {1941504=475136,2416640=417792,2834432=475136,3309568=425984,3735552=286720} 2024-04-02T08:29:17.832 INFO:tasks.rados.rados.0.smithi028.stdout:1230: writing smithi02882251-44 from 1941504 to 2416640 tid 1 2024-04-02T08:29:17.834 INFO:tasks.rados.rados.0.smithi028.stdout:1230: writing smithi02882251-44 from 2416640 to 2834432 tid 2 2024-04-02T08:29:17.837 INFO:tasks.rados.rados.0.smithi028.stdout:1230: writing smithi02882251-44 from 2834432 to 3309568 tid 3 2024-04-02T08:29:17.839 INFO:tasks.rados.rados.0.smithi028.stdout:1230: writing smithi02882251-44 from 3309568 to 3735552 tid 4 2024-04-02T08:29:17.841 INFO:tasks.rados.rados.0.smithi028.stdout:1230: writing smithi02882251-44 from 3735552 to 4022272 tid 5 2024-04-02T08:29:17.842 INFO:tasks.rados.rados.0.smithi028.stdout:1231: read oid 10 snap -1 2024-04-02T08:29:17.842 INFO:tasks.rados.rados.0.smithi028.stdout:1231: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:29:17.842 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 132 2024-04-02T08:29:17.842 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 1 to smithi02882251-44 2024-04-02T08:29:17.842 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 2 to smithi02882251-44 2024-04-02T08:29:17.842 INFO:tasks.rados.rados.0.smithi028.stdout:1232: seq_num 411 ranges {3432448=491520,3923968=753664,4677632=688128,5365760=163840} 2024-04-02T08:29:17.864 INFO:tasks.rados.rados.0.smithi028.stdout:1232: writing smithi02882251-28 from 3432448 to 3923968 tid 1 2024-04-02T08:29:17.868 INFO:tasks.rados.rados.0.smithi028.stdout:1232: writing smithi02882251-28 from 3923968 to 4677632 tid 2 2024-04-02T08:29:17.872 INFO:tasks.rados.rados.0.smithi028.stdout:1232: writing smithi02882251-28 from 4677632 to 5365760 tid 3 2024-04-02T08:29:17.873 INFO:tasks.rados.rados.0.smithi028.stdout:1232: writing smithi02882251-28 from 5365760 to 5529600 tid 4 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1233: rollback oid 26 current snap is 132 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 107 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 3 to smithi02882251-44 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 4 to smithi02882251-44 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 5 to smithi02882251-44 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 6 to smithi02882251-44 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 7 to smithi02882251-44 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: oid 44 updating version 0 to 619 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: oid 44 updating version 619 to 621 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: oid 44 version 621 is already newer than 618 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: oid 44 version 621 is already newer than 617 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: oid 44 version 621 is already newer than 616 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:1230: oid 44 version 621 is already newer than 620 2024-04-02T08:29:17.874 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 621 (ObjNum 410 snap 132 seq_num 410) dirty exists 2024-04-02T08:29:17.875 INFO:tasks.rados.rados.0.smithi028.stdout:1230: left oid 44 (ObjNum 410 snap 132 seq_num 410) 2024-04-02T08:29:17.875 INFO:tasks.rados.rados.0.smithi028.stdout:1231: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:29:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:17 smithi137 ceph-mon[88456]: pgmap v132: 121 pgs: 4 active+undersized+degraded, 5 active+undersized, 112 active+clean; 277 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 18 op/s; 37/759 objects degraded (4.875%); 5.9 MiB/s, 3 objects/s recovering 2024-04-02T08:29:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:17 smithi137 ceph-mon[88456]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:29:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:17 smithi028 ceph-mon[94314]: pgmap v132: 121 pgs: 4 active+undersized+degraded, 5 active+undersized, 112 active+clean; 277 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 18 op/s; 37/759 objects degraded (4.875%); 5.9 MiB/s, 3 objects/s recovering 2024-04-02T08:29:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:17 smithi028 ceph-mon[94314]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:29:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:17 smithi028 ceph-mon[96890]: pgmap v132: 121 pgs: 4 active+undersized+degraded, 5 active+undersized, 112 active+clean; 277 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 18 op/s; 37/759 objects degraded (4.875%); 5.9 MiB/s, 3 objects/s recovering 2024-04-02T08:29:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:17 smithi028 ceph-mon[96890]: osdmap e316: 8 total, 8 up, 8 in 2024-04-02T08:29:18.261 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 1 to smithi02882251-28 2024-04-02T08:29:18.261 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 2 to smithi02882251-28 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 3 to smithi02882251-28 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1233: finishing rollback tid 0 to smithi02882251-26 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1233: finishing rollback tid 1 to smithi02882251-26 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 4 to smithi02882251-28 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1233: finishing rollback tid 2 to smithi02882251-26 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 570 (ObjNum 320 snap 96 seq_num 320) dirty exists 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 5 to smithi02882251-28 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 6 to smithi02882251-28 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: oid 28 updating version 0 to 811 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: oid 28 updating version 811 to 814 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: oid 28 version 814 is already newer than 812 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: oid 28 version 814 is already newer than 813 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:1232: oid 28 updating version 814 to 815 2024-04-02T08:29:18.262 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 815 (ObjNum 411 snap 132 seq_num 411) dirty exists 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:1232: left oid 28 (ObjNum 411 snap 132 seq_num 411) 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:1230: done (3 left) 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:1231: done (2 left) 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:1232: done (1 left) 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:1233: done (0 left) 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:1234: rollback oid 15 current snap is 132 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 130 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 132 2024-04-02T08:29:18.263 INFO:tasks.rados.rados.0.smithi028.stdout:1235: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-04-02T08:29:18.264 INFO:tasks.rados.rados.0.smithi028.stdout:1235: writing smithi02882251-37 from 0 to 507904 tid 1 2024-04-02T08:29:18.267 INFO:tasks.rados.rados.0.smithi028.stdout:1235: writing smithi02882251-37 from 507904 to 1138688 tid 2 2024-04-02T08:29:18.270 INFO:tasks.rados.rados.0.smithi028.stdout:1235: writing smithi02882251-37 from 1138688 to 1630208 tid 3 2024-04-02T08:29:18.273 INFO:tasks.rados.rados.0.smithi028.stdout:1235: writing smithi02882251-37 from 1630208 to 2113536 tid 4 2024-04-02T08:29:18.273 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 132 2024-04-02T08:29:18.273 INFO:tasks.rados.rados.0.smithi028.stdout:1234: finishing rollback tid 0 to smithi02882251-15 2024-04-02T08:29:18.273 INFO:tasks.rados.rados.0.smithi028.stdout:1234: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:29:18.274 INFO:tasks.rados.rados.0.smithi028.stdout:1234: finishing rollback tid 2 to smithi02882251-15 2024-04-02T08:29:18.274 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 781 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:29:18.274 INFO:tasks.rados.rados.0.smithi028.stdout:1235: finishing write tid 1 to smithi02882251-37 2024-04-02T08:29:18.274 INFO:tasks.rados.rados.0.smithi028.stdout:1235: finishing write tid 2 to smithi02882251-37 2024-04-02T08:29:18.274 INFO:tasks.rados.rados.0.smithi028.stdout:1235: finishing write tid 3 to smithi02882251-37 2024-04-02T08:29:18.274 INFO:tasks.rados.rados.0.smithi028.stdout:1236: seq_num 413 ranges {1261568=524288,1785856=516096,2301952=696320,2998272=393216} 2024-04-02T08:29:18.283 INFO:tasks.rados.rados.0.smithi028.stdout:1236: writing smithi02882251-40 from 1261568 to 1785856 tid 1 2024-04-02T08:29:18.286 INFO:tasks.rados.rados.0.smithi028.stdout:1236: writing smithi02882251-40 from 1785856 to 2301952 tid 2 2024-04-02T08:29:18.290 INFO:tasks.rados.rados.0.smithi028.stdout:1236: writing smithi02882251-40 from 2301952 to 2998272 tid 3 2024-04-02T08:29:18.293 INFO:tasks.rados.rados.0.smithi028.stdout:1236: writing smithi02882251-40 from 2998272 to 3391488 tid 4 2024-04-02T08:29:18.293 INFO:tasks.rados.rados.0.smithi028.stdout:1234: done (2 left) 2024-04-02T08:29:18.293 INFO:tasks.rados.rados.0.smithi028.stdout:1237: copy_from oid 18 from oid 49 current snap is 132 2024-04-02T08:29:18.293 INFO:tasks.rados.rados.0.smithi028.stdout:1235: finishing write tid 4 to smithi02882251-37 2024-04-02T08:29:18.293 INFO:tasks.rados.rados.0.smithi028.stdout:1235: finishing write tid 5 to smithi02882251-37 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1235: finishing write tid 6 to smithi02882251-37 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1235: oid 37 updating version 0 to 783 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1235: oid 37 updating version 783 to 785 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1235: oid 37 version 785 is already newer than 782 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1235: oid 37 updating version 785 to 786 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1235: oid 37 version 786 is already newer than 784 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 786 (ObjNum 412 snap 132 seq_num 412) dirty exists 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1235: left oid 37 (ObjNum 412 snap 132 seq_num 412) 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 1 to smithi02882251-40 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 2 to smithi02882251-40 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1235: done (2 left) 2024-04-02T08:29:18.294 INFO:tasks.rados.rados.0.smithi028.stdout:1238: read oid 5 snap 127 2024-04-02T08:29:18.295 INFO:tasks.rados.rados.0.smithi028.stdout:1238: expect (ObjNum 348 snap 114 seq_num 348) 2024-04-02T08:29:18.295 INFO:tasks.rados.rados.0.smithi028.stdout:1239: snap_create 2024-04-02T08:29:18.297 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 3 to smithi02882251-40 2024-04-02T08:29:18.297 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 4 to smithi02882251-40 2024-04-02T08:29:18.297 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 5 to smithi02882251-40 2024-04-02T08:29:18.299 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 6 to smithi02882251-40 2024-04-02T08:29:18.299 INFO:tasks.rados.rados.0.smithi028.stdout:1236: oid 40 updating version 0 to 897 2024-04-02T08:29:18.299 INFO:tasks.rados.rados.0.smithi028.stdout:1236: oid 40 version 897 is already newer than 895 2024-04-02T08:29:18.299 INFO:tasks.rados.rados.0.smithi028.stdout:1236: oid 40 version 897 is already newer than 894 2024-04-02T08:29:18.299 INFO:tasks.rados.rados.0.smithi028.stdout:1236: oid 40 version 897 is already newer than 893 2024-04-02T08:29:18.299 INFO:tasks.rados.rados.0.smithi028.stdout:1236: oid 40 version 897 is already newer than 896 2024-04-02T08:29:18.299 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 897 (ObjNum 413 snap 132 seq_num 413) dirty exists 2024-04-02T08:29:18.300 INFO:tasks.rados.rados.0.smithi028.stdout:1236: left oid 40 (ObjNum 413 snap 132 seq_num 413) 2024-04-02T08:29:18.305 INFO:tasks.rados.rados.0.smithi028.stdout:1238: expect (ObjNum 348 snap 114 seq_num 348) 2024-04-02T08:29:18.378 INFO:tasks.rados.rados.0.smithi028.stdout:1237: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:29:18.378 INFO:tasks.rados.rados.0.smithi028.stdout:1237: finishing copy_from to smithi02882251-18 2024-04-02T08:29:18.378 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 606 (ObjNum 408 snap 129 seq_num 408) dirty exists 2024-04-02T08:29:18.829 INFO:tasks.rados.rados.0.smithi028.stdout:1236: done (3 left) 2024-04-02T08:29:18.829 INFO:tasks.rados.rados.0.smithi028.stdout:1237: done (2 left) 2024-04-02T08:29:18.829 INFO:tasks.rados.rados.0.smithi028.stdout:1238: done (1 left) 2024-04-02T08:29:18.829 INFO:tasks.rados.rados.0.smithi028.stdout:1239: done (0 left) 2024-04-02T08:29:18.829 INFO:tasks.rados.rados.0.smithi028.stdout:1240: delete oid 40 current snap is 133 2024-04-02T08:29:18.834 INFO:tasks.rados.rados.0.smithi028.stdout:1240: done (0 left) 2024-04-02T08:29:18.834 INFO:tasks.rados.rados.0.smithi028.stdout:1241: snap_remove snap 98 2024-04-02T08:29:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:18 smithi137 ceph-mon[88456]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:29:19.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:18 smithi028 ceph-mon[94314]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:29:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:18 smithi028 ceph-mon[96890]: osdmap e317: 8 total, 8 up, 8 in 2024-04-02T08:29:19.834 INFO:tasks.rados.rados.0.smithi028.stdout:1241: done (0 left) 2024-04-02T08:29:19.834 INFO:tasks.rados.rados.0.smithi028.stdout:1242: snap_remove snap 128 2024-04-02T08:29:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:19 smithi137 ceph-mon[88456]: pgmap v135: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 21 op/s; 7.8 MiB/s, 5 objects/s recovering 2024-04-02T08:29:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:19 smithi137 ceph-mon[88456]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/759 objects degraded (4.875%), 4 pgs degraded) 2024-04-02T08:29:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:19 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:29:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:19 smithi137 ceph-mon[88456]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:29:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:19 smithi028 ceph-mon[94314]: pgmap v135: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 21 op/s; 7.8 MiB/s, 5 objects/s recovering 2024-04-02T08:29:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:19 smithi028 ceph-mon[94314]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/759 objects degraded (4.875%), 4 pgs degraded) 2024-04-02T08:29:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:19 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:29:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:19 smithi028 ceph-mon[94314]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:29:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:19 smithi028 ceph-mon[96890]: pgmap v135: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 21 op/s; 7.8 MiB/s, 5 objects/s recovering 2024-04-02T08:29:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:19 smithi028 ceph-mon[96890]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/759 objects degraded (4.875%), 4 pgs degraded) 2024-04-02T08:29:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:19 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:29:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:19 smithi028 ceph-mon[96890]: osdmap e318: 8 total, 8 up, 8 in 2024-04-02T08:29:20.842 INFO:tasks.rados.rados.0.smithi028.stdout:1242: done (0 left) 2024-04-02T08:29:20.842 INFO:tasks.rados.rados.0.smithi028.stdout:1243: snap_remove snap 132 2024-04-02T08:29:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:20 smithi137 ceph-mon[88456]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:29:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:20 smithi028 ceph-mon[94314]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:29:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:20 smithi028 ceph-mon[96890]: osdmap e319: 8 total, 8 up, 8 in 2024-04-02T08:29:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:29:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:29:21] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2024-04-02T08:29:21.772 INFO:tasks.rados.rados.0.smithi028.stdout:1243: done (0 left) 2024-04-02T08:29:21.773 INFO:tasks.rados.rados.0.smithi028.stdout:1244: delete oid 34 current snap is 133 2024-04-02T08:29:21.778 INFO:tasks.rados.rados.0.smithi028.stdout:1244: done (0 left) 2024-04-02T08:29:21.778 INFO:tasks.rados.rados.0.smithi028.stdout:1245: read oid 33 snap -1 2024-04-02T08:29:21.778 INFO:tasks.rados.rados.0.smithi028.stdout:1245: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:29:21.778 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 133 2024-04-02T08:29:21.779 INFO:tasks.rados.rados.0.smithi028.stdout:1246: seq_num 416 ranges {6103040=573440,6676480=573440,7249920=475136,7725056=557056} 2024-04-02T08:29:21.817 INFO:tasks.rados.rados.0.smithi028.stdout:1246: writing smithi02882251-48 from 6103040 to 6676480 tid 1 2024-04-02T08:29:21.820 INFO:tasks.rados.rados.0.smithi028.stdout:1246: writing smithi02882251-48 from 6676480 to 7249920 tid 2 2024-04-02T08:29:21.822 INFO:tasks.rados.rados.0.smithi028.stdout:1246: writing smithi02882251-48 from 7249920 to 7725056 tid 3 2024-04-02T08:29:21.826 INFO:tasks.rados.rados.0.smithi028.stdout:1246: writing smithi02882251-48 from 7725056 to 8282112 tid 4 2024-04-02T08:29:21.827 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 133 2024-04-02T08:29:21.827 INFO:tasks.rados.rados.0.smithi028.stdout:1247: seq_num 417 ranges {1998848=589824,2588672=458752,3047424=679936,3727360=466944} 2024-04-02T08:29:21.841 INFO:tasks.rados.rados.0.smithi028.stdout:1247: writing smithi02882251-5 from 1998848 to 2588672 tid 1 2024-04-02T08:29:21.843 INFO:tasks.rados.rados.0.smithi028.stdout:1247: writing smithi02882251-5 from 2588672 to 3047424 tid 2 2024-04-02T08:29:21.847 INFO:tasks.rados.rados.0.smithi028.stdout:1247: writing smithi02882251-5 from 3047424 to 3727360 tid 3 2024-04-02T08:29:21.850 INFO:tasks.rados.rados.0.smithi028.stdout:1247: writing smithi02882251-5 from 3727360 to 4194304 tid 4 2024-04-02T08:29:21.851 INFO:tasks.rados.rados.0.smithi028.stdout:1248: read oid 42 snap -1 2024-04-02T08:29:21.851 INFO:tasks.rados.rados.0.smithi028.stdout:1248: expect (ObjNum 370 snap 122 seq_num 370) 2024-04-02T08:29:21.851 INFO:tasks.rados.rados.0.smithi028.stdout:1249: read oid 25 snap 120 2024-04-02T08:29:21.851 INFO:tasks.rados.rados.0.smithi028.stdout:1249: expect deleted 2024-04-02T08:29:21.851 INFO:tasks.rados.rados.0.smithi028.stdout:1250: delete oid 29 current snap is 133 2024-04-02T08:29:21.851 INFO:tasks.rados.rados.0.smithi028.stdout:1245: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:29:22.064 INFO:tasks.rados.rados.0.smithi028.stdout:1246: finishing write tid 1 to smithi02882251-48 2024-04-02T08:29:22.064 INFO:tasks.rados.rados.0.smithi028.stdout:1246: finishing write tid 2 to smithi02882251-48 2024-04-02T08:29:22.064 INFO:tasks.rados.rados.0.smithi028.stdout:1246: finishing write tid 3 to smithi02882251-48 2024-04-02T08:29:22.064 INFO:tasks.rados.rados.0.smithi028.stdout:1246: finishing write tid 4 to smithi02882251-48 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: finishing write tid 5 to smithi02882251-48 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: finishing write tid 6 to smithi02882251-48 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: oid 48 updating version 0 to 915 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: oid 48 updating version 915 to 916 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: oid 48 version 916 is already newer than 914 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: oid 48 version 916 is already newer than 911 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: oid 48 updating version 916 to 917 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 917 (ObjNum 416 snap 133 seq_num 416) dirty exists 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: left oid 48 (ObjNum 416 snap 133 seq_num 416) 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1247: finishing write tid 1 to smithi02882251-5 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1247: finishing write tid 2 to smithi02882251-5 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1245: done (5 left) 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1246: done (4 left) 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:1250: done (3 left) 2024-04-02T08:29:22.065 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 133 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: finishing write tid 3 to smithi02882251-5 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: finishing write tid 4 to smithi02882251-5 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: finishing write tid 5 to smithi02882251-5 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: finishing write tid 6 to smithi02882251-5 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: oid 5 updating version 0 to 603 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: oid 5 updating version 603 to 604 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: oid 5 version 604 is already newer than 601 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: oid 5 version 604 is already newer than 602 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: oid 5 version 604 is already newer than 600 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 604 (ObjNum 417 snap 133 seq_num 417) dirty exists 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1247: left oid 5 (ObjNum 417 snap 133 seq_num 417) 2024-04-02T08:29:22.066 INFO:tasks.rados.rados.0.smithi028.stdout:1248: expect (ObjNum 370 snap 122 seq_num 370) 2024-04-02T08:29:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:21 smithi137 ceph-mon[88456]: pgmap v138: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 990 KiB/s wr, 2 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-04-02T08:29:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:21 smithi137 ceph-mon[88456]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:29:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:21 smithi137 ceph-mon[88456]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:29:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:21 smithi028 ceph-mon[94314]: pgmap v138: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 990 KiB/s wr, 2 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-04-02T08:29:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:21 smithi028 ceph-mon[94314]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:29:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:21 smithi028 ceph-mon[94314]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:29:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:21 smithi028 ceph-mon[96890]: pgmap v138: 121 pgs: 121 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 990 KiB/s wr, 2 op/s; 1.9 MiB/s, 1 objects/s recovering 2024-04-02T08:29:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:21 smithi028 ceph-mon[96890]: osdmap e320: 8 total, 8 up, 8 in 2024-04-02T08:29:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:21 smithi028 ceph-mon[96890]: osdmap e321: 8 total, 8 up, 8 in 2024-04-02T08:29:22.234 INFO:tasks.rados.rados.0.smithi028.stdout:1251: seq_num 419 ranges {1261568=622592,1884160=671744,2555904=647168,3203072=286720} 2024-04-02T08:29:22.244 INFO:tasks.rados.rados.0.smithi028.stdout:1251: writing smithi02882251-21 from 1261568 to 1884160 tid 1 2024-04-02T08:29:22.249 INFO:tasks.rados.rados.0.smithi028.stdout:1251: writing smithi02882251-21 from 1884160 to 2555904 tid 2 2024-04-02T08:29:22.253 INFO:tasks.rados.rados.0.smithi028.stdout:1251: writing smithi02882251-21 from 2555904 to 3203072 tid 3 2024-04-02T08:29:22.255 INFO:tasks.rados.rados.0.smithi028.stdout:1251: writing smithi02882251-21 from 3203072 to 3489792 tid 4 2024-04-02T08:29:22.255 INFO:tasks.rados.rados.0.smithi028.stdout:1247: done (3 left) 2024-04-02T08:29:22.255 INFO:tasks.rados.rados.0.smithi028.stdout:1248: done (2 left) 2024-04-02T08:29:22.255 INFO:tasks.rados.rados.0.smithi028.stdout:1249: done (1 left) 2024-04-02T08:29:22.255 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 133 2024-04-02T08:29:22.255 INFO:tasks.rados.rados.0.smithi028.stdout:1251: finishing write tid 1 to smithi02882251-21 2024-04-02T08:29:22.255 INFO:tasks.rados.rados.0.smithi028.stdout:1251: finishing write tid 2 to smithi02882251-21 2024-04-02T08:29:22.255 INFO:tasks.rados.rados.0.smithi028.stdout:1252: seq_num 420 ranges {942080=638976,1581056=557056,2138112=450560,2588672=598016} 2024-04-02T08:29:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1252: writing smithi02882251-15 from 942080 to 1581056 tid 1 2024-04-02T08:29:22.266 INFO:tasks.rados.rados.0.smithi028.stdout:1252: writing smithi02882251-15 from 1581056 to 2138112 tid 2 2024-04-02T08:29:22.269 INFO:tasks.rados.rados.0.smithi028.stdout:1252: writing smithi02882251-15 from 2138112 to 2588672 tid 3 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1252: writing smithi02882251-15 from 2588672 to 3186688 tid 4 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1253: rollback oid 16 current snap is 133 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 118 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: finishing write tid 3 to smithi02882251-21 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: finishing write tid 4 to smithi02882251-21 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: finishing write tid 5 to smithi02882251-21 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: finishing write tid 6 to smithi02882251-21 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: oid 21 updating version 0 to 540 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: oid 21 updating version 540 to 543 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: oid 21 version 543 is already newer than 541 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: oid 21 version 543 is already newer than 539 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1251: oid 21 version 543 is already newer than 542 2024-04-02T08:29:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 543 (ObjNum 419 snap 133 seq_num 419) dirty exists 2024-04-02T08:29:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:1251: left oid 21 (ObjNum 419 snap 133 seq_num 419) 2024-04-02T08:29:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing write tid 1 to smithi02882251-15 2024-04-02T08:29:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing write tid 2 to smithi02882251-15 2024-04-02T08:29:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing write tid 3 to smithi02882251-15 2024-04-02T08:29:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:1251: done (2 left) 2024-04-02T08:29:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:1254: setattr oid 45 current snap is 133 2024-04-02T08:29:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 133 2024-04-02T08:29:22.274 INFO:tasks.rados.rados.0.smithi028.stdout:1255: seq_num 421 ranges {5365760=655360,6021120=442368,6463488=663552,7127040=499712} 2024-04-02T08:29:22.307 INFO:tasks.rados.rados.0.smithi028.stdout:1255: writing smithi02882251-20 from 5365760 to 6021120 tid 1 2024-04-02T08:29:22.309 INFO:tasks.rados.rados.0.smithi028.stdout:1255: writing smithi02882251-20 from 6021120 to 6463488 tid 2 2024-04-02T08:29:22.313 INFO:tasks.rados.rados.0.smithi028.stdout:1255: writing smithi02882251-20 from 6463488 to 7127040 tid 3 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1255: writing smithi02882251-20 from 7127040 to 7626752 tid 4 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1256: copy_from oid 10 from oid 36 current snap is 133 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing write tid 4 to smithi02882251-15 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing write tid 5 to smithi02882251-15 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1253: finishing rollback tid 0 to smithi02882251-16 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1253: finishing rollback tid 1 to smithi02882251-16 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1253: finishing rollback tid 2 to smithi02882251-16 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 546 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing write tid 6 to smithi02882251-15 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1252: oid 15 updating version 0 to 791 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1252: oid 15 version 791 is already newer than 790 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1252: oid 15 version 791 is already newer than 788 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1252: oid 15 version 791 is already newer than 789 2024-04-02T08:29:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1252: oid 15 version 791 is already newer than 787 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 791 (ObjNum 420 snap 133 seq_num 420) dirty exists 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1252: left oid 15 (ObjNum 420 snap 133 seq_num 420) 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 919 (ObjNum 331 snap 103 seq_num 331) dirty exists 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1255: finishing write tid 1 to smithi02882251-20 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1255: finishing write tid 2 to smithi02882251-20 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1252: done (4 left) 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1253: done (3 left) 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1254: done (2 left) 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1257: read oid 13 snap -1 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1257: expect (ObjNum 343 snap 111 seq_num 343) 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1258: delete oid 46 current snap is 133 2024-04-02T08:29:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1255: finishing write tid 3 to smithi02882251-20 2024-04-02T08:29:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:1258: done (3 left) 2024-04-02T08:29:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:1259: copy_from oid 2 from oid 35 current snap is 133 2024-04-02T08:29:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:1260: snap_create 2024-04-02T08:29:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:1256: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:29:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:1255: finishing write tid 4 to smithi02882251-20 2024-04-02T08:29:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:1255: finishing write tid 5 to smithi02882251-20 2024-04-02T08:29:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:1256: finishing copy_from to smithi02882251-10 2024-04-02T08:29:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 568 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:29:22.321 INFO:tasks.rados.rados.0.smithi028.stdout:1257: expect (ObjNum 343 snap 111 seq_num 343) 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1255: finishing write tid 6 to smithi02882251-20 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1255: oid 20 updating version 0 to 581 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1255: oid 20 updating version 581 to 583 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1255: oid 20 version 583 is already newer than 582 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1255: oid 20 updating version 583 to 584 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1255: oid 20 updating version 584 to 585 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 585 (ObjNum 421 snap 133 seq_num 421) dirty exists 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1255: left oid 20 (ObjNum 421 snap 133 seq_num 421) 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1259: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:1259: finishing copy_from to smithi02882251-2 2024-04-02T08:29:22.347 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 654 (ObjNum 399 snap 126 seq_num 399) dirty exists 2024-04-02T08:29:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:1255: done (4 left) 2024-04-02T08:29:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:1256: done (3 left) 2024-04-02T08:29:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:1257: done (2 left) 2024-04-02T08:29:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:1259: done (1 left) 2024-04-02T08:29:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:1260: done (0 left) 2024-04-02T08:29:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:1261: copy_from oid 10 from oid 6 current snap is 134 2024-04-02T08:29:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:1262: read oid 35 snap -1 2024-04-02T08:29:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:1262: expect (ObjNum 399 snap 126 seq_num 399) 2024-04-02T08:29:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:1263: setattr oid 1 current snap is 134 2024-04-02T08:29:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:1264: snap_create 2024-04-02T08:29:22.857 INFO:tasks.rados.rados.0.smithi028.stdout:1261: finishing copy_from to smithi02882251-10 2024-04-02T08:29:22.857 INFO:tasks.rados.rados.0.smithi028.stdout:1261: got expected ENOENT (src dne) 2024-04-02T08:29:22.857 INFO:tasks.rados.rados.0.smithi028.stdout:1261: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:29:22.860 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 567 (ObjNum 367 snap 121 seq_num 367) dirty exists 2024-04-02T08:29:22.861 INFO:tasks.rados.rados.0.smithi028.stdout:1262: expect (ObjNum 399 snap 126 seq_num 399) 2024-04-02T08:29:23.850 INFO:tasks.rados.rados.0.smithi028.stdout:1261: done (3 left) 2024-04-02T08:29:23.850 INFO:tasks.rados.rados.0.smithi028.stdout:1262: done (2 left) 2024-04-02T08:29:23.850 INFO:tasks.rados.rados.0.smithi028.stdout:1263: done (1 left) 2024-04-02T08:29:23.850 INFO:tasks.rados.rados.0.smithi028.stdout:1264: done (0 left) 2024-04-02T08:29:23.851 INFO:tasks.rados.rados.0.smithi028.stdout:1265: snap_create 2024-04-02T08:29:23.855 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:23 smithi137 ceph-mon[88456]: pgmap v141: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-04-02T08:29:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:23 smithi137 ceph-mon[88456]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:29:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:23 smithi137 ceph-mon[88456]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:29:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:23 smithi028 ceph-mon[94314]: pgmap v141: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-04-02T08:29:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:23 smithi028 ceph-mon[94314]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:29:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:23 smithi028 ceph-mon[94314]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:29:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:23 smithi028 ceph-mon[96890]: pgmap v141: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-04-02T08:29:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:23 smithi028 ceph-mon[96890]: mgrmap e41: y(active, since 92s), standbys: x 2024-04-02T08:29:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:23 smithi028 ceph-mon[96890]: osdmap e322: 8 total, 8 up, 8 in 2024-04-02T08:29:24.763 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:29:24.852 INFO:tasks.rados.rados.0.smithi028.stdout:1265: done (0 left) 2024-04-02T08:29:24.852 INFO:tasks.rados.rados.0.smithi028.stdout:1266: rmattr oid 40 current snap is 136 2024-04-02T08:29:24.852 INFO:tasks.rados.rados.0.smithi028.stdout:1266: done (0 left) 2024-04-02T08:29:24.852 INFO:tasks.rados.rados.0.smithi028.stdout:1267: snap_create 2024-04-02T08:29:25.100 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:29:25.100 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (6m) 14s ago 7m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:29:25.100 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (6m) 60s ago 6m 90.2M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (8m) 14s ago 8m 19.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (8m) 60s ago 8m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (2m) 60s ago 11m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (2m) 14s ago 13m 503M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (103s) 14s ago 13m 46.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (65s) 60s ago 11m 23.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (78s) 14s ago 11m 43.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (6m) 14s ago 6m 15.5M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (6m) 60s ago 6m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (18s) 14s ago 11m 11.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (10m) 14s ago 10m 185M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d 6f3a598e420f 2024-04-02T08:29:25.101 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (10m) 14s ago 10m 224M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:29:25.102 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (10m) 14s ago 10m 122M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:29:25.102 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (9m) 60s ago 9m 195M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:29:25.102 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (9m) 60s ago 9m 210M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:29:25.102 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (8m) 60s ago 8m 121M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:29:25.102 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (8m) 60s ago 8m 152M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:29:25.102 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (2m) 60s ago 7m 55.2M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:29:25.103 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:24 smithi028 ceph-mon[94314]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:29:25.103 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:24 smithi028 ceph-mon[94314]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:29:25.103 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:24 smithi028 ceph-mon[96890]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:29:25.103 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:24 smithi028 ceph-mon[96890]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:29:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:24 smithi137 ceph-mon[88456]: osdmap e323: 8 total, 8 up, 8 in 2024-04-02T08:29:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:24 smithi137 ceph-mon[88456]: osdmap e324: 8 total, 8 up, 8 in 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:29:25.510 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 9, 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:29:25.511 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:29:25.851 INFO:tasks.rados.rados.0.smithi028.stdout:1267: done (0 left) 2024-04-02T08:29:25.851 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 137 2024-04-02T08:29:25.851 INFO:tasks.rados.rados.0.smithi028.stdout:1268: seq_num 423 ranges {1892352=688128,2580480=614400,3194880=622592,3817472=368640} 2024-04-02T08:29:25.865 INFO:tasks.rados.rados.0.smithi028.stdout:1268: writing smithi02882251-35 from 1892352 to 2580480 tid 1 2024-04-02T08:29:25.869 INFO:tasks.rados.rados.0.smithi028.stdout:1268: writing smithi02882251-35 from 2580480 to 3194880 tid 2 2024-04-02T08:29:25.872 INFO:tasks.rados.rados.0.smithi028.stdout:1268: writing smithi02882251-35 from 3194880 to 3817472 tid 3 2024-04-02T08:29:25.875 INFO:tasks.rados.rados.0.smithi028.stdout:1268: writing smithi02882251-35 from 3817472 to 4186112 tid 4 2024-04-02T08:29:25.875 INFO:tasks.rados.rados.0.smithi028.stdout:1269: delete oid 36 current snap is 137 2024-04-02T08:29:25.875 INFO:tasks.rados.rados.0.smithi028.stdout:1268: finishing write tid 1 to smithi02882251-35 2024-04-02T08:29:25.875 INFO:tasks.rados.rados.0.smithi028.stdout:1268: finishing write tid 2 to smithi02882251-35 2024-04-02T08:29:25.877 INFO:tasks.rados.rados.0.smithi028.stdout:1268: finishing write tid 3 to smithi02882251-35 2024-04-02T08:29:25.877 INFO:tasks.rados.rados.0.smithi028.stdout:1268: finishing write tid 4 to smithi02882251-35 2024-04-02T08:29:25.877 INFO:tasks.rados.rados.0.smithi028.stdout:1268: finishing write tid 5 to smithi02882251-35 2024-04-02T08:29:25.878 INFO:tasks.rados.rados.0.smithi028.stdout:1268: finishing write tid 6 to smithi02882251-35 2024-04-02T08:29:25.879 INFO:tasks.rados.rados.0.smithi028.stdout:1268: oid 35 updating version 0 to 795 2024-04-02T08:29:25.879 INFO:tasks.rados.rados.0.smithi028.stdout:1268: oid 35 version 795 is already newer than 794 2024-04-02T08:29:25.879 INFO:tasks.rados.rados.0.smithi028.stdout:1268: oid 35 version 795 is already newer than 793 2024-04-02T08:29:25.879 INFO:tasks.rados.rados.0.smithi028.stdout:1268: oid 35 updating version 795 to 796 2024-04-02T08:29:25.879 INFO:tasks.rados.rados.0.smithi028.stdout:1268: oid 35 version 796 is already newer than 792 2024-04-02T08:29:25.879 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 796 (ObjNum 423 snap 137 seq_num 423) dirty exists 2024-04-02T08:29:25.879 INFO:tasks.rados.rados.0.smithi028.stdout:1268: left oid 35 (ObjNum 423 snap 137 seq_num 423) 2024-04-02T08:29:25.880 INFO:tasks.rados.rados.0.smithi028.stdout:1268: done (1 left) 2024-04-02T08:29:25.880 INFO:tasks.rados.rados.0.smithi028.stdout:1269: done (0 left) 2024-04-02T08:29:25.880 INFO:tasks.rados.rados.0.smithi028.stdout:1270: read oid 47 snap -1 2024-04-02T08:29:25.880 INFO:tasks.rados.rados.0.smithi028.stdout:1270: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:29:25.880 INFO:tasks.rados.rados.0.smithi028.stdout:1271: delete oid 3 current snap is 137 2024-04-02T08:29:25.881 INFO:tasks.rados.rados.0.smithi028.stdout:1271: done (1 left) 2024-04-02T08:29:25.881 INFO:tasks.rados.rados.0.smithi028.stdout:1272: snap_remove snap 125 2024-04-02T08:29:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:25 smithi137 ceph-mon[88456]: pgmap v144: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-04-02T08:29:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:25 smithi137 ceph-mon[88456]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:25 smithi137 ceph-mon[88456]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:25 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1917025767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:25 smithi137 ceph-mon[88456]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:29:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[94314]: pgmap v144: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[94314]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[94314]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1917025767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[94314]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[96890]: pgmap v144: 121 pgs: 121 active+clean; 291 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[96890]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[96890]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1917025767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:25 smithi028 ceph-mon[96890]: osdmap e325: 8 total, 8 up, 8 in 2024-04-02T08:29:26.868 INFO:tasks.rados.rados.0.smithi028.stdout:1272: done (1 left) 2024-04-02T08:29:26.868 INFO:tasks.rados.rados.0.smithi028.stdout:1273: read oid 33 snap -1 2024-04-02T08:29:26.869 INFO:tasks.rados.rados.0.smithi028.stdout:1273: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:29:26.869 INFO:tasks.rados.rados.0.smithi028.stdout:1274: snap_create 2024-04-02T08:29:26.869 INFO:tasks.rados.rados.0.smithi028.stdout:1270: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:29:27.097 INFO:tasks.rados.rados.0.smithi028.stdout:1273: expect (ObjNum 104 snap 21 seq_num 104) 2024-04-02T08:29:27.874 INFO:tasks.rados.rados.0.smithi028.stdout:1270: done (2 left) 2024-04-02T08:29:27.874 INFO:tasks.rados.rados.0.smithi028.stdout:1273: done (1 left) 2024-04-02T08:29:27.874 INFO:tasks.rados.rados.0.smithi028.stdout:1274: done (0 left) 2024-04-02T08:29:27.874 INFO:tasks.rados.rados.0.smithi028.stdout:1275: copy_from oid 45 from oid 50 current snap is 138 2024-04-02T08:29:27.874 INFO:tasks.rados.rados.0.smithi028.stdout:1276: copy_from oid 17 from oid 29 current snap is 138 2024-04-02T08:29:27.874 INFO:tasks.rados.rados.0.smithi028.stdout:1277: read oid 30 snap -1 2024-04-02T08:29:27.875 INFO:tasks.rados.rados.0.smithi028.stdout:1277: expect (ObjNum 383 snap 123 seq_num 383) 2024-04-02T08:29:27.875 INFO:tasks.rados.rados.0.smithi028.stdout:1278: read oid 41 snap -1 2024-04-02T08:29:27.875 INFO:tasks.rados.rados.0.smithi028.stdout:1278: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:29:27.875 INFO:tasks.rados.rados.0.smithi028.stdout:1279: read oid 44 snap -1 2024-04-02T08:29:27.875 INFO:tasks.rados.rados.0.smithi028.stdout:1279: expect (ObjNum 410 snap 132 seq_num 410) 2024-04-02T08:29:27.875 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 138 2024-04-02T08:29:27.875 INFO:tasks.rados.rados.0.smithi028.stdout:1280: seq_num 426 ranges {4784128=737280,5521408=712704,6234112=802816,7036928=90112} 2024-04-02T08:29:27.905 INFO:tasks.rados.rados.0.smithi028.stdout:1280: writing smithi02882251-33 from 4784128 to 5521408 tid 1 2024-04-02T08:29:27.909 INFO:tasks.rados.rados.0.smithi028.stdout:1280: writing smithi02882251-33 from 5521408 to 6234112 tid 2 2024-04-02T08:29:27.914 INFO:tasks.rados.rados.0.smithi028.stdout:1280: writing smithi02882251-33 from 6234112 to 7036928 tid 3 2024-04-02T08:29:27.915 INFO:tasks.rados.rados.0.smithi028.stdout:1280: writing smithi02882251-33 from 7036928 to 7127040 tid 4 2024-04-02T08:29:27.915 INFO:tasks.rados.rados.0.smithi028.stdout:1281: rmattr oid 3 current snap is 138 2024-04-02T08:29:27.915 INFO:tasks.rados.rados.0.smithi028.stdout:1281: done (6 left) 2024-04-02T08:29:27.915 INFO:tasks.rados.rados.0.smithi028.stdout:1282: read oid 42 snap 103 2024-04-02T08:29:27.915 INFO:tasks.rados.rados.0.smithi028.stdout:1282: expect (ObjNum 256 snap 73 seq_num 256) 2024-04-02T08:29:27.915 INFO:tasks.rados.rados.0.smithi028.stdout:1283: snap_remove snap 126 2024-04-02T08:29:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:27 smithi137 ceph-mon[88456]: pgmap v147: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:29:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:27 smithi137 ceph-mon[88456]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:29:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:27 smithi028 ceph-mon[94314]: pgmap v147: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:29:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:27 smithi028 ceph-mon[94314]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:29:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:27 smithi028 ceph-mon[96890]: pgmap v147: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-04-02T08:29:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:27 smithi028 ceph-mon[96890]: osdmap e326: 8 total, 8 up, 8 in 2024-04-02T08:29:28.879 INFO:tasks.rados.rados.0.smithi028.stdout:1283: done (7 left) 2024-04-02T08:29:28.879 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 138 2024-04-02T08:29:28.880 INFO:tasks.rados.rados.0.smithi028.stdout:1284: seq_num 427 ranges {2048000=761856,2809856=598016,3407872=606208,4014080=401408} 2024-04-02T08:29:28.896 INFO:tasks.rados.rados.0.smithi028.stdout:1284: writing smithi02882251-49 from 2048000 to 2809856 tid 1 2024-04-02T08:29:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:1284: writing smithi02882251-49 from 2809856 to 3407872 tid 2 2024-04-02T08:29:28.903 INFO:tasks.rados.rados.0.smithi028.stdout:1284: writing smithi02882251-49 from 3407872 to 4014080 tid 3 2024-04-02T08:29:28.906 INFO:tasks.rados.rados.0.smithi028.stdout:1284: writing smithi02882251-49 from 4014080 to 4415488 tid 4 2024-04-02T08:29:28.906 INFO:tasks.rados.rados.0.smithi028.stdout:1285: read oid 48 snap -1 2024-04-02T08:29:28.906 INFO:tasks.rados.rados.0.smithi028.stdout:1285: expect (ObjNum 416 snap 133 seq_num 416) 2024-04-02T08:29:28.906 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 138 2024-04-02T08:29:28.907 INFO:tasks.rados.rados.0.smithi028.stdout:1276: finishing copy_from to smithi02882251-17 2024-04-02T08:29:28.907 INFO:tasks.rados.rados.0.smithi028.stdout:1276: got expected ENOENT (src dne) 2024-04-02T08:29:28.907 INFO:tasks.rados.rados.0.smithi028.stdout:1276: finishing copy_from racing read to smithi02882251-17 2024-04-02T08:29:28.907 INFO:tasks.rados.rados.0.smithi028.stdout:1278: expect (ObjNum 199 snap 52 seq_num 199) 2024-04-02T08:29:28.933 INFO:tasks.rados.rados.0.smithi028.stdout:1277: expect (ObjNum 383 snap 123 seq_num 383) 2024-04-02T08:29:28.976 INFO:tasks.rados.rados.0.smithi028.stdout:1275: finishing copy_from racing read to smithi02882251-45 2024-04-02T08:29:28.976 INFO:tasks.rados.rados.0.smithi028.stdout:1279: expect (ObjNum 410 snap 132 seq_num 410) 2024-04-02T08:29:29.113 INFO:tasks.rados.rados.0.smithi028.stdout:1275: finishing copy_from to smithi02882251-45 2024-04-02T08:29:29.113 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 595 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:29:29.113 INFO:tasks.rados.rados.0.smithi028.stdout:1280: finishing write tid 1 to smithi02882251-33 2024-04-02T08:29:29.113 INFO:tasks.rados.rados.0.smithi028.stdout:1280: finishing write tid 2 to smithi02882251-33 2024-04-02T08:29:29.113 INFO:tasks.rados.rados.0.smithi028.stdout:1280: finishing write tid 3 to smithi02882251-33 2024-04-02T08:29:29.114 INFO:tasks.rados.rados.0.smithi028.stdout:1286: seq_num 428 ranges {2801664=778240,3579904=483328,4063232=409600,4472832=417792,4890624=294912} 2024-04-02T08:29:29.132 INFO:tasks.rados.rados.0.smithi028.stdout:1286: writing smithi02882251-9 from 2801664 to 3579904 tid 1 2024-04-02T08:29:29.135 INFO:tasks.rados.rados.0.smithi028.stdout:1286: writing smithi02882251-9 from 3579904 to 4063232 tid 2 2024-04-02T08:29:29.137 INFO:tasks.rados.rados.0.smithi028.stdout:1286: writing smithi02882251-9 from 4063232 to 4472832 tid 3 2024-04-02T08:29:29.140 INFO:tasks.rados.rados.0.smithi028.stdout:1286: writing smithi02882251-9 from 4472832 to 4890624 tid 4 2024-04-02T08:29:29.142 INFO:tasks.rados.rados.0.smithi028.stdout:1286: writing smithi02882251-9 from 4890624 to 5185536 tid 5 2024-04-02T08:29:29.142 INFO:tasks.rados.rados.0.smithi028.stdout:1275: done (9 left) 2024-04-02T08:29:29.142 INFO:tasks.rados.rados.0.smithi028.stdout:1276: done (8 left) 2024-04-02T08:29:29.142 INFO:tasks.rados.rados.0.smithi028.stdout:1277: done (7 left) 2024-04-02T08:29:29.142 INFO:tasks.rados.rados.0.smithi028.stdout:1278: done (6 left) 2024-04-02T08:29:29.142 INFO:tasks.rados.rados.0.smithi028.stdout:1279: done (5 left) 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1287: read oid 3 snap -1 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1287: expect deleted 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1288: snap_create 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: finishing write tid 4 to smithi02882251-33 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: finishing write tid 5 to smithi02882251-33 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: finishing write tid 6 to smithi02882251-33 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: oid 33 updating version 0 to 571 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: oid 33 updating version 571 to 574 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: oid 33 version 574 is already newer than 570 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: oid 33 version 574 is already newer than 573 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: oid 33 version 574 is already newer than 572 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 574 (ObjNum 426 snap 138 seq_num 426) dirty exists 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1280: left oid 33 (ObjNum 426 snap 138 seq_num 426) 2024-04-02T08:29:29.143 INFO:tasks.rados.rados.0.smithi028.stdout:1282: expect (ObjNum 256 snap 73 seq_num 256) 2024-04-02T08:29:29.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:28 smithi137 ceph-mon[88456]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:29:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:28 smithi028 ceph-mon[94314]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:29:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:28 smithi028 ceph-mon[96890]: osdmap e327: 8 total, 8 up, 8 in 2024-04-02T08:29:29.230 INFO:tasks.rados.rados.0.smithi028.stdout:1284: finishing write tid 1 to smithi02882251-49 2024-04-02T08:29:29.230 INFO:tasks.rados.rados.0.smithi028.stdout:1284: finishing write tid 2 to smithi02882251-49 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: finishing write tid 3 to smithi02882251-49 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: finishing write tid 4 to smithi02882251-49 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: finishing write tid 5 to smithi02882251-49 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: finishing write tid 6 to smithi02882251-49 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: oid 49 updating version 0 to 658 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: oid 49 version 658 is already newer than 657 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: oid 49 version 658 is already newer than 655 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: oid 49 updating version 658 to 659 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: oid 49 version 659 is already newer than 656 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 659 (ObjNum 427 snap 138 seq_num 427) dirty exists 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1284: left oid 49 (ObjNum 427 snap 138 seq_num 427) 2024-04-02T08:29:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1285: expect (ObjNum 416 snap 133 seq_num 416) 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing write tid 1 to smithi02882251-9 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing write tid 2 to smithi02882251-9 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing write tid 3 to smithi02882251-9 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing write tid 4 to smithi02882251-9 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing write tid 5 to smithi02882251-9 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing write tid 6 to smithi02882251-9 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing write tid 7 to smithi02882251-9 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: oid 9 updating version 0 to 937 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: oid 9 version 937 is already newer than 936 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: oid 9 updating version 937 to 939 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: oid 9 version 939 is already newer than 938 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: oid 9 version 939 is already newer than 935 2024-04-02T08:29:29.714 INFO:tasks.rados.rados.0.smithi028.stdout:1286: oid 9 updating version 939 to 940 2024-04-02T08:29:29.715 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 940 (ObjNum 428 snap 138 seq_num 428) dirty exists 2024-04-02T08:29:29.715 INFO:tasks.rados.rados.0.smithi028.stdout:1286: left oid 9 (ObjNum 428 snap 138 seq_num 428) 2024-04-02T08:29:29.881 INFO:tasks.rados.rados.0.smithi028.stdout:1280: done (6 left) 2024-04-02T08:29:29.881 INFO:tasks.rados.rados.0.smithi028.stdout:1282: done (5 left) 2024-04-02T08:29:29.881 INFO:tasks.rados.rados.0.smithi028.stdout:1284: done (4 left) 2024-04-02T08:29:29.881 INFO:tasks.rados.rados.0.smithi028.stdout:1285: done (3 left) 2024-04-02T08:29:29.882 INFO:tasks.rados.rados.0.smithi028.stdout:1286: done (2 left) 2024-04-02T08:29:29.882 INFO:tasks.rados.rados.0.smithi028.stdout:1287: done (1 left) 2024-04-02T08:29:29.882 INFO:tasks.rados.rados.0.smithi028.stdout:1288: done (0 left) 2024-04-02T08:29:29.882 INFO:tasks.rados.rados.0.smithi028.stdout:1289: snap_remove snap 130 2024-04-02T08:29:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:29 smithi137 ceph-mon[88456]: pgmap v150: 121 pgs: 121 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-04-02T08:29:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:29 smithi137 ceph-mon[88456]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:29:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:29 smithi028 ceph-mon[94314]: pgmap v150: 121 pgs: 121 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-04-02T08:29:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:29 smithi028 ceph-mon[94314]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:29:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:29 smithi028 ceph-mon[96890]: pgmap v150: 121 pgs: 121 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 27 op/s 2024-04-02T08:29:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:29 smithi028 ceph-mon[96890]: osdmap e328: 8 total, 8 up, 8 in 2024-04-02T08:29:30.889 INFO:tasks.rados.rados.0.smithi028.stdout:1289: done (0 left) 2024-04-02T08:29:31.008 INFO:tasks.rados.rados.0.smithi028.stdout:1290: rollback oid 10 current snap is 139 2024-04-02T08:29:31.008 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 123 2024-04-02T08:29:31.008 INFO:tasks.rados.rados.0.smithi028.stdout:1291: snap_remove snap 103 2024-04-02T08:29:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:30 smithi137 ceph-mon[88456]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:29:31.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:30 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:31.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:30 smithi028 ceph-mon[94314]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:29:31.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:30 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:31.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:30 smithi028 ceph-mon[96890]: osdmap e329: 8 total, 8 up, 8 in 2024-04-02T08:29:31.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:30 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:31.442 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:29:31] "GET /metrics HTTP/1.1" 200 36143 "" "Prometheus/2.43.0" 2024-04-02T08:29:31.774 INFO:tasks.rados.rados.0.smithi028.stdout:1291: done (1 left) 2024-04-02T08:29:31.774 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 139 2024-04-02T08:29:31.774 INFO:tasks.rados.rados.0.smithi028.stdout:1290: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:29:31.774 INFO:tasks.rados.rados.0.smithi028.stdout:1292: seq_num 429 ranges {4194304=794624,4988928=770048,5758976=622592,6381568=212992} 2024-04-02T08:29:31.803 INFO:tasks.rados.rados.0.smithi028.stdout:1292: writing smithi02882251-5 from 4194304 to 4988928 tid 1 2024-04-02T08:29:31.808 INFO:tasks.rados.rados.0.smithi028.stdout:1292: writing smithi02882251-5 from 4988928 to 5758976 tid 2 2024-04-02T08:29:31.811 INFO:tasks.rados.rados.0.smithi028.stdout:1292: writing smithi02882251-5 from 5758976 to 6381568 tid 3 2024-04-02T08:29:31.813 INFO:tasks.rados.rados.0.smithi028.stdout:1292: writing smithi02882251-5 from 6381568 to 6594560 tid 4 2024-04-02T08:29:31.813 INFO:tasks.rados.rados.0.smithi028.stdout:1293: copy_from oid 39 from oid 21 current snap is 139 2024-04-02T08:29:31.813 INFO:tasks.rados.rados.0.smithi028.stdout:1290: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:29:31.813 INFO:tasks.rados.rados.0.smithi028.stdout:1290: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:29:31.813 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 571 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:29:31.814 INFO:tasks.rados.rados.0.smithi028.stdout:1292: finishing write tid 1 to smithi02882251-5 2024-04-02T08:29:31.814 INFO:tasks.rados.rados.0.smithi028.stdout:1292: finishing write tid 2 to smithi02882251-5 2024-04-02T08:29:31.814 INFO:tasks.rados.rados.0.smithi028.stdout:1290: done (2 left) 2024-04-02T08:29:31.814 INFO:tasks.rados.rados.0.smithi028.stdout:1294: rollback oid 19 current snap is 139 2024-04-02T08:29:31.814 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 129 2024-04-02T08:29:31.814 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 139 2024-04-02T08:29:31.814 INFO:tasks.rados.rados.0.smithi028.stdout:1295: seq_num 430 ranges {1998848=8192} 2024-04-02T08:29:31.824 INFO:tasks.rados.rados.0.smithi028.stdout:1295: writing smithi02882251-4 from 1998848 to 2007040 tid 1 2024-04-02T08:29:31.825 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 139 2024-04-02T08:29:31.825 INFO:tasks.rados.rados.0.smithi028.stdout:1296: seq_num 431 ranges {8282112=24576} 2024-04-02T08:29:31.870 INFO:tasks.rados.rados.0.smithi028.stdout:1296: writing smithi02882251-48 from 8282112 to 8306688 tid 1 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1297: setattr oid 8 current snap is 139 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: finishing write tid 3 to smithi02882251-5 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: finishing write tid 4 to smithi02882251-5 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: finishing write tid 5 to smithi02882251-5 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1294: finishing rollback tid 0 to smithi02882251-19 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1294: finishing rollback tid 1 to smithi02882251-19 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1294: finishing rollback tid 2 to smithi02882251-19 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 843 (ObjNum 401 snap 128 seq_num 401) dirty exists 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: finishing write tid 6 to smithi02882251-5 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: oid 5 updating version 0 to 605 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: oid 5 updating version 605 to 606 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: oid 5 updating version 606 to 608 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: oid 5 version 608 is already newer than 607 2024-04-02T08:29:31.871 INFO:tasks.rados.rados.0.smithi028.stdout:1292: oid 5 updating version 608 to 609 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 609 (ObjNum 429 snap 139 seq_num 429) dirty exists 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1292: left oid 5 (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1293: finishing copy_from racing read to smithi02882251-39 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1293: finishing copy_from to smithi02882251-39 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 543 (ObjNum 419 snap 133 seq_num 419) dirty exists 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1295: finishing write tid 1 to smithi02882251-4 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1295: finishing write tid 2 to smithi02882251-4 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1295: finishing write tid 3 to smithi02882251-4 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1295: oid 4 updating version 0 to 576 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1295: oid 4 version 576 is already newer than 575 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 576 (ObjNum 430 snap 139 seq_num 430) dirty exists 2024-04-02T08:29:31.872 INFO:tasks.rados.rados.0.smithi028.stdout:1295: left oid 4 (ObjNum 430 snap 139 seq_num 430) 2024-04-02T08:29:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:1292: done (5 left) 2024-04-02T08:29:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:1293: done (4 left) 2024-04-02T08:29:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:1294: done (3 left) 2024-04-02T08:29:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:1295: done (2 left) 2024-04-02T08:29:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:1298: snap_remove snap 135 2024-04-02T08:29:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:31 smithi137 ceph-mon[88456]: pgmap v153: 121 pgs: 121 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 696 KiB/s rd, 544 KiB/s wr, 8 op/s 2024-04-02T08:29:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:31 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:31 smithi137 ceph-mon[88456]: Upgrade: osd.1 is safe to restart 2024-04-02T08:29:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:31 smithi137 ceph-mon[88456]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:29:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:31 smithi137 ceph-mon[88456]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[94314]: pgmap v153: 121 pgs: 121 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 696 KiB/s rd, 544 KiB/s wr, 8 op/s 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[94314]: Upgrade: osd.1 is safe to restart 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[94314]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[94314]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[96890]: pgmap v153: 121 pgs: 121 active+clean; 304 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 696 KiB/s rd, 544 KiB/s wr, 8 op/s 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[96890]: Upgrade: osd.1 is safe to restart 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[96890]: osdmap e330: 8 total, 8 up, 8 in 2024-04-02T08:29:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:31 smithi028 ceph-mon[96890]: osdmap e331: 8 total, 8 up, 8 in 2024-04-02T08:29:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:32.777 INFO:tasks.rados.rados.0.smithi028.stdout:1298: done (2 left) 2024-04-02T08:29:32.777 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 139 2024-04-02T08:29:32.777 INFO:tasks.rados.rados.0.smithi028.stdout:1299: seq_num 432 ranges {2113536=40960} 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:1299: writing smithi02882251-37 from 2113536 to 2154496 tid 1 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:1300: setattr oid 22 current snap is 139 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 1 to smithi02882251-48 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 2 to smithi02882251-48 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 3 to smithi02882251-48 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:1296: oid 48 updating version 0 to 961 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:1296: oid 48 version 961 is already newer than 960 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 961 (ObjNum 431 snap 139 seq_num 431) dirty exists 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:1296: left oid 48 (ObjNum 431 snap 139 seq_num 431) 2024-04-02T08:29:32.789 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 797 (ObjNum 389 snap 124 seq_num 389) dirty exists 2024-04-02T08:29:32.790 INFO:tasks.rados.rados.0.smithi028.stdout:1296: done (3 left) 2024-04-02T08:29:32.790 INFO:tasks.rados.rados.0.smithi028.stdout:1297: done (2 left) 2024-04-02T08:29:32.790 INFO:tasks.rados.rados.0.smithi028.stdout:1301: snap_remove snap 97 2024-04-02T08:29:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:33 smithi137 ceph-mon[88456]: Upgrade: Updating osd.1 2024-04-02T08:29:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:33 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:29:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:33 smithi137 ceph-mon[88456]: Deploying daemon osd.1 on smithi028 2024-04-02T08:29:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:33 smithi137 ceph-mon[88456]: pgmap v156: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:29:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:33 smithi137 ceph-mon[88456]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:29:33.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:33 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[94314]: Upgrade: Updating osd.1 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[94314]: Deploying daemon osd.1 on smithi028 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[94314]: pgmap v156: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[94314]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[96890]: Upgrade: Updating osd.1 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[96890]: Deploying daemon osd.1 on smithi028 2024-04-02T08:29:33.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[96890]: pgmap v156: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:29:33.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:33 smithi028 ceph-mon[96890]: osdmap e332: 8 total, 8 up, 8 in 2024-04-02T08:29:33.779 INFO:tasks.rados.rados.0.smithi028.stdout:1301: done (2 left) 2024-04-02T08:29:33.779 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 139 2024-04-02T08:29:33.779 INFO:tasks.rados.rados.0.smithi028.stdout:1299: finishing write tid 1 to smithi02882251-37 2024-04-02T08:29:33.779 INFO:tasks.rados.rados.0.smithi028.stdout:1302: seq_num 433 ranges {1507328=57344} 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1302: writing smithi02882251-50 from 1507328 to 1564672 tid 1 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1303: copy_from oid 28 from oid 19 current snap is 139 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1299: finishing write tid 2 to smithi02882251-37 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1299: finishing write tid 3 to smithi02882251-37 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1299: oid 37 updating version 0 to 799 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1299: oid 37 version 799 is already newer than 798 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 799 (ObjNum 432 snap 139 seq_num 432) dirty exists 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1299: left oid 37 (ObjNum 432 snap 139 seq_num 432) 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 847 (ObjNum 397 snap 125 seq_num 397) dirty exists 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1299: done (3 left) 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1300: done (2 left) 2024-04-02T08:29:33.788 INFO:tasks.rados.rados.0.smithi028.stdout:1304: setattr oid 25 current snap is 139 2024-04-02T08:29:33.790 INFO:tasks.rados.rados.0.smithi028.stdout:1305: rollback oid 45 current snap is 139 2024-04-02T08:29:33.790 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 136 2024-04-02T08:29:33.790 INFO:tasks.rados.rados.0.smithi028.stdout:1306: rollback oid 6 current snap is 139 2024-04-02T08:29:33.790 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 105 2024-04-02T08:29:33.790 INFO:tasks.rados.rados.0.smithi028.stdout:1307: delete oid 7 current snap is 139 2024-04-02T08:29:33.795 INFO:tasks.rados.rados.0.smithi028.stdout:1302: finishing write tid 1 to smithi02882251-50 2024-04-02T08:29:33.795 INFO:tasks.rados.rados.0.smithi028.stdout:1302: finishing write tid 2 to smithi02882251-50 2024-04-02T08:29:33.797 INFO:tasks.rados.rados.0.smithi028.stdout:1306: finishing rollback tid 1 to smithi02882251-6 2024-04-02T08:29:33.797 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 461 (ObjNum 4113 snap 0 seq_num 2477037259) dirty dne 2024-04-02T08:29:33.798 INFO:tasks.rados.rados.0.smithi028.stdout:1306: done (5 left) 2024-04-02T08:29:33.798 INFO:tasks.rados.rados.0.smithi028.stdout:1307: done (4 left) 2024-04-02T08:29:33.798 INFO:tasks.rados.rados.0.smithi028.stdout:1308: read oid 10 snap -1 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1308: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1309: read oid 13 snap 133 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1309: expect (ObjNum 343 snap 111 seq_num 343) 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1310: read oid 43 snap 118 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1310: expect (ObjNum 1439888000 snap 22077 seq_num 1439905808) 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1311: read oid 26 snap -1 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1311: expect (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1312: read oid 40 snap -1 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1312: expect deleted 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 139 2024-04-02T08:29:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1313: seq_num 435 ranges {1892352=90112} 2024-04-02T08:29:33.810 INFO:tasks.rados.rados.0.smithi028.stdout:1313: writing smithi02882251-2 from 1892352 to 1982464 tid 1 2024-04-02T08:29:33.810 INFO:tasks.rados.rados.0.smithi028.stdout:1314: delete oid 32 current snap is 139 2024-04-02T08:29:33.810 INFO:tasks.rados.rados.0.smithi028.stdout:1302: finishing write tid 3 to smithi02882251-50 2024-04-02T08:29:33.811 INFO:tasks.rados.rados.0.smithi028.stdout:1302: oid 50 updating version 0 to 611 2024-04-02T08:29:33.811 INFO:tasks.rados.rados.0.smithi028.stdout:1302: oid 50 version 611 is already newer than 610 2024-04-02T08:29:33.811 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 611 (ObjNum 433 snap 139 seq_num 433) dirty exists 2024-04-02T08:29:33.811 INFO:tasks.rados.rados.0.smithi028.stdout:1302: left oid 50 (ObjNum 433 snap 139 seq_num 433) 2024-04-02T08:29:33.811 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 430 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:29:33.811 INFO:tasks.rados.rados.0.smithi028.stdout:1310: expect (ObjNum 1439888000 snap 22077 seq_num 1439905808) 2024-04-02T08:29:33.820 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing rollback tid 0 to smithi02882251-45 2024-04-02T08:29:33.820 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing rollback tid 1 to smithi02882251-45 2024-04-02T08:29:33.820 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing rollback tid 2 to smithi02882251-45 2024-04-02T08:29:33.820 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 975 (ObjNum 331 snap 103 seq_num 331) dirty exists 2024-04-02T08:29:33.820 INFO:tasks.rados.rados.0.smithi028.stdout:1309: expect (ObjNum 343 snap 111 seq_num 343) 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1313: finishing write tid 1 to smithi02882251-2 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1313: finishing write tid 2 to smithi02882251-2 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1303: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1313: finishing write tid 3 to smithi02882251-2 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1313: oid 2 updating version 0 to 672 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1313: oid 2 version 672 is already newer than 671 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 672 (ObjNum 435 snap 139 seq_num 435) dirty exists 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1313: left oid 2 (ObjNum 435 snap 139 seq_num 435) 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1303: finishing copy_from to smithi02882251-28 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 843 (ObjNum 401 snap 128 seq_num 401) dirty exists 2024-04-02T08:29:33.846 INFO:tasks.rados.rados.0.smithi028.stdout:1311: expect (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:29:34.026 INFO:tasks.rados.rados.0.smithi028.stdout:1308: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:29:34.414 INFO:tasks.rados.rados.0.smithi028.stdout:1302: done (10 left) 2024-04-02T08:29:34.414 INFO:tasks.rados.rados.0.smithi028.stdout:1303: done (9 left) 2024-04-02T08:29:34.414 INFO:tasks.rados.rados.0.smithi028.stdout:1304: done (8 left) 2024-04-02T08:29:34.414 INFO:tasks.rados.rados.0.smithi028.stdout:1305: done (7 left) 2024-04-02T08:29:34.414 INFO:tasks.rados.rados.0.smithi028.stdout:1308: done (6 left) 2024-04-02T08:29:34.414 INFO:tasks.rados.rados.0.smithi028.stdout:1309: done (5 left) 2024-04-02T08:29:34.414 INFO:tasks.rados.rados.0.smithi028.stdout:1310: done (4 left) 2024-04-02T08:29:34.414 INFO:tasks.rados.rados.0.smithi028.stdout:1311: done (3 left) 2024-04-02T08:29:34.415 INFO:tasks.rados.rados.0.smithi028.stdout:1312: done (2 left) 2024-04-02T08:29:34.415 INFO:tasks.rados.rados.0.smithi028.stdout:1313: done (1 left) 2024-04-02T08:29:34.415 INFO:tasks.rados.rados.0.smithi028.stdout:1314: done (0 left) 2024-04-02T08:29:34.415 INFO:tasks.rados.rados.0.smithi028.stdout:1315: read oid 46 snap 119 2024-04-02T08:29:34.415 INFO:tasks.rados.rados.0.smithi028.stdout:1315: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:29:34.415 INFO:tasks.rados.rados.0.smithi028.stdout:1316: snap_create 2024-04-02T08:29:34.428 INFO:tasks.rados.rados.0.smithi028.stdout:1315: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:29:34.782 INFO:tasks.rados.rados.0.smithi028.stdout:1315: done (1 left) 2024-04-02T08:29:34.783 INFO:tasks.rados.rados.0.smithi028.stdout:1316: done (0 left) 2024-04-02T08:29:34.783 INFO:tasks.rados.rados.0.smithi028.stdout:1317: rollback oid 30 current snap is 140 2024-04-02T08:29:34.783 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 137 2024-04-02T08:29:34.783 INFO:tasks.rados.rados.0.smithi028.stdout:1318: snap_remove snap 129 2024-04-02T08:29:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:34 smithi137 ceph-mon[88456]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:29:35.186 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:34 smithi028 ceph-mon[94314]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:29:35.186 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:34 smithi028 ceph-mon[96890]: osdmap e333: 8 total, 8 up, 8 in 2024-04-02T08:29:35.787 INFO:tasks.rados.rados.0.smithi028.stdout:1318: done (1 left) 2024-04-02T08:29:35.787 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 140 2024-04-02T08:29:35.787 INFO:tasks.rados.rados.0.smithi028.stdout:1319: seq_num 437 ranges {7626752=122880} 2024-04-02T08:29:35.792 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:35 smithi028 ceph-mon[94314]: pgmap v159: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:29:35.792 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:35 smithi028 ceph-mon[94314]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:29:35.792 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:35.829 INFO:tasks.rados.rados.0.smithi028.stdout:1319: writing smithi02882251-20 from 7626752 to 7749632 tid 1 2024-04-02T08:29:35.829 INFO:tasks.rados.rados.0.smithi028.stdout:1320: delete oid 45 current snap is 140 2024-04-02T08:29:35.829 INFO:tasks.rados.rados.0.smithi028.stdout:1317: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:29:35.829 INFO:tasks.rados.rados.0.smithi028.stdout:1317: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:29:35.829 INFO:tasks.rados.rados.0.smithi028.stdout:1317: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:29:35.829 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 434 (ObjNum 383 snap 123 seq_num 383) dirty exists 2024-04-02T08:29:35.831 INFO:tasks.rados.rados.0.smithi028.stdout:1317: done (2 left) 2024-04-02T08:29:35.831 INFO:tasks.rados.rados.0.smithi028.stdout:1320: done (1 left) 2024-04-02T08:29:35.831 INFO:tasks.rados.rados.0.smithi028.stdout:1321: snap_remove snap 133 2024-04-02T08:29:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:35 smithi137 ceph-mon[88456]: pgmap v159: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:29:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:35 smithi137 ceph-mon[88456]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:29:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:36.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:35 smithi028 ceph-mon[96890]: pgmap v159: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-04-02T08:29:36.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:35 smithi028 ceph-mon[96890]: osdmap e334: 8 total, 8 up, 8 in 2024-04-02T08:29:36.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:36.153 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:35 smithi028 systemd[1]: Stopping Ceph osd.1 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:36.447 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:36 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[49384]: 2024-04-02T08:29:36.153+0000 7f1343ec0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:29:36.448 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:36 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[49384]: 2024-04-02T08:29:36.153+0000 7f1343ec0700 -1 osd.1 335 *** Got signal Terminated *** 2024-04-02T08:29:36.448 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:36 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[49384]: 2024-04-02T08:29:36.153+0000 7f1343ec0700 -1 osd.1 335 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:29:36.800 INFO:tasks.rados.rados.0.smithi028.stdout:1321: done (1 left) 2024-04-02T08:29:36.801 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 140 2024-04-02T08:29:36.801 INFO:tasks.rados.rados.0.smithi028.stdout:1322: seq_num 439 ranges {0=155648} 2024-04-02T08:29:36.801 INFO:tasks.rados.rados.0.smithi028.stdout:1322: writing smithi02882251-25 from 0 to 155648 tid 1 2024-04-02T08:29:36.802 INFO:tasks.rados.rados.0.smithi028.stdout:1323: read oid 22 snap -1 2024-04-02T08:29:36.802 INFO:tasks.rados.rados.0.smithi028.stdout:1323: expect (ObjNum 397 snap 125 seq_num 397) 2024-04-02T08:29:36.802 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 1 to smithi02882251-20 2024-04-02T08:29:36.802 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 2 to smithi02882251-20 2024-04-02T08:29:36.802 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 3 to smithi02882251-20 2024-04-02T08:29:36.803 INFO:tasks.rados.rados.0.smithi028.stdout:1319: oid 20 updating version 0 to 625 2024-04-02T08:29:36.803 INFO:tasks.rados.rados.0.smithi028.stdout:1319: oid 20 updating version 625 to 626 2024-04-02T08:29:36.803 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 626 (ObjNum 437 snap 140 seq_num 437) dirty exists 2024-04-02T08:29:36.803 INFO:tasks.rados.rados.0.smithi028.stdout:1319: left oid 20 (ObjNum 437 snap 140 seq_num 437) 2024-04-02T08:29:36.803 INFO:tasks.rados.rados.0.smithi028.stdout:1319: done (2 left) 2024-04-02T08:29:36.803 INFO:tasks.rados.rados.0.smithi028.stdout:1324: delete oid 37 current snap is 140 2024-04-02T08:29:36.818 INFO:tasks.rados.rados.0.smithi028.stdout:1324: done (2 left) 2024-04-02T08:29:36.818 INFO:tasks.rados.rados.0.smithi028.stdout:1325: snap_create 2024-04-02T08:29:36.830 INFO:tasks.rados.rados.0.smithi028.stdout:1323: expect (ObjNum 397 snap 125 seq_num 397) 2024-04-02T08:29:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:36 smithi137 ceph-mon[88456]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:29:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:36 smithi137 ceph-mon[88456]: osd.1 marked itself down and dead 2024-04-02T08:29:37.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:36 smithi028 ceph-mon[94314]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:29:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:36 smithi028 ceph-mon[94314]: osd.1 marked itself down and dead 2024-04-02T08:29:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:36 smithi028 ceph-mon[96890]: osdmap e335: 8 total, 8 up, 8 in 2024-04-02T08:29:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:36 smithi028 ceph-mon[96890]: osd.1 marked itself down and dead 2024-04-02T08:29:37.650 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:37 smithi028 podman[107465]: 2024-04-02 08:29:37.359538114 +0000 UTC m=+1.395574368 container died 6f3a598e420ffb21912501ea44e9d3361602cb46ab2da8d173c9db29aaf11a45 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:29:37.806 INFO:tasks.rados.rados.0.smithi028.stdout:1323: done (2 left) 2024-04-02T08:29:37.806 INFO:tasks.rados.rados.0.smithi028.stdout:1325: done (1 left) 2024-04-02T08:29:37.806 INFO:tasks.rados.rados.0.smithi028.stdout:1326: snap_remove snap 121 2024-04-02T08:29:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:37 smithi028 ceph-mon[96890]: pgmap v162: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-04-02T08:29:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:37 smithi028 ceph-mon[96890]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:37 smithi028 ceph-mon[96890]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:29:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:37 smithi028 ceph-mon[94314]: pgmap v162: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-04-02T08:29:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:37 smithi028 ceph-mon[94314]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:37 smithi028 ceph-mon[94314]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:29:37.948 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:37 smithi028 podman[107465]: 2024-04-02 08:29:37.751228082 +0000 UTC m=+1.787264325 container cleanup 6f3a598e420ffb21912501ea44e9d3361602cb46ab2da8d173c9db29aaf11a45 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=) 2024-04-02T08:29:37.948 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:37 smithi028 bash[107465]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T08:29:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:37 smithi137 ceph-mon[88456]: pgmap v162: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-04-02T08:29:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:37 smithi137 ceph-mon[88456]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:29:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:37 smithi137 ceph-mon[88456]: osdmap e336: 8 total, 7 up, 8 in 2024-04-02T08:29:38.448 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:38 smithi028 podman[107489]: 2024-04-02 08:29:38.136108058 +0000 UTC m=+0.780089275 container remove 6f3a598e420ffb21912501ea44e9d3361602cb46ab2da8d173c9db29aaf11a45 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c) 2024-04-02T08:29:38.788 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:38 smithi028 podman[107584]: 2024-04-02 08:29:38.433054468 +0000 UTC m=+0.018016190 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:38.788 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:38 smithi028 podman[107584]: 2024-04-02 08:29:38.55242364 +0000 UTC m=+0.137385393 container create 2f8fbab17d99e7eb9e351cf782449a3e3144617c1c01accabed13b84376e07e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:29:38.789 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:38 smithi028 podman[107584]: 2024-04-02 08:29:38.790581176 +0000 UTC m=+0.375542897 container init 2f8fbab17d99e7eb9e351cf782449a3e3144617c1c01accabed13b84376e07e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:1326: done (1 left) 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:1327: snap_create 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:1322: finishing write tid 1 to smithi02882251-25 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:1322: finishing write tid 2 to smithi02882251-25 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:1322: finishing write tid 3 to smithi02882251-25 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:1322: oid 25 updating version 0 to 438 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:1322: oid 25 updating version 438 to 439 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 439 (ObjNum 439 snap 140 seq_num 439) dirty exists 2024-04-02T08:29:38.807 INFO:tasks.rados.rados.0.smithi028.stdout:1322: left oid 25 (ObjNum 439 snap 140 seq_num 439) 2024-04-02T08:29:39.102 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:38 smithi028 ceph-mon[94314]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:29:39.102 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:38 smithi028 ceph-mon[96890]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:29:39.102 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:38 smithi028 podman[107584]: 2024-04-02 08:29:38.795998263 +0000 UTC m=+0.380959973 container start 2f8fbab17d99e7eb9e351cf782449a3e3144617c1c01accabed13b84376e07e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:29:39.103 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:38 smithi028 podman[107584]: 2024-04-02 08:29:38.881915683 +0000 UTC m=+0.466877398 container attach 2f8fbab17d99e7eb9e351cf782449a3e3144617c1c01accabed13b84376e07e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326) 2024-04-02T08:29:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:38 smithi137 ceph-mon[88456]: osdmap e337: 8 total, 7 up, 8 in 2024-04-02T08:29:39.391 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:39 smithi028 podman[107584]: 2024-04-02 08:29:39.10439742 +0000 UTC m=+0.689359133 container died 2f8fbab17d99e7eb9e351cf782449a3e3144617c1c01accabed13b84376e07e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1322: done (1 left) 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1327: done (0 left) 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1328: read oid 11 snap -1 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1328: expect (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1329: rollback oid 4 current snap is 142 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 141 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1330: rollback oid 26 current snap is 142 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 131 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1331: copy_from oid 12 from oid 6 current snap is 142 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1332: rmattr oid 31 current snap is 142 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1332: done (4 left) 2024-04-02T08:29:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:1333: setattr oid 19 current snap is 142 2024-04-02T08:29:39.812 INFO:tasks.rados.rados.0.smithi028.stdout:1334: rollback oid 31 current snap is 142 2024-04-02T08:29:39.812 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 139 2024-04-02T08:29:39.812 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 142 2024-04-02T08:29:39.812 INFO:tasks.rados.rados.0.smithi028.stdout:1335: seq_num 441 ranges {0=188416} 2024-04-02T08:29:39.813 INFO:tasks.rados.rados.0.smithi028.stdout:1335: writing smithi02882251-37 from 0 to 188416 tid 1 2024-04-02T08:29:39.814 INFO:tasks.rados.rados.0.smithi028.stdout:1336: snap_remove snap 71 2024-04-02T08:29:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:39 smithi137 ceph-mon[88456]: pgmap v165: 121 pgs: 16 stale+active+clean, 105 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-04-02T08:29:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:39 smithi137 ceph-mon[88456]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:29:40.161 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:39 smithi028 ceph-mon[94314]: pgmap v165: 121 pgs: 16 stale+active+clean, 105 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-04-02T08:29:40.162 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:39 smithi028 ceph-mon[94314]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:29:40.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:39 smithi028 ceph-mon[96890]: pgmap v165: 121 pgs: 16 stale+active+clean, 105 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 29 op/s 2024-04-02T08:29:40.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:39 smithi028 ceph-mon[96890]: osdmap e338: 8 total, 7 up, 8 in 2024-04-02T08:29:40.163 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:39 smithi028 podman[107630]: 2024-04-02 08:29:39.718583341 +0000 UTC m=+0.609001383 container remove 2f8fbab17d99e7eb9e351cf782449a3e3144617c1c01accabed13b84376e07e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:29:40.163 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:39 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-02T08:29:40.163 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:39 smithi028 systemd[1]: Stopped Ceph osd.1 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:40.163 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:39 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.1.service: Consumed 11.794s CPU time. 2024-04-02T08:29:40.163 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:39 smithi028 systemd[1]: Starting Ceph osd.1 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:29:40.445 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 podman[107742]: 2024-04-02 08:29:40.06644874 +0000 UTC m=+0.018504317 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:40.445 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 podman[107742]: 2024-04-02 08:29:40.253346958 +0000 UTC m=+0.205402559 container create a8fa5e9a9c43d29b8062c27d78298418621cd0d624dd5fe024bae7d239456de5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T08:29:40.698 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 podman[107742]: 2024-04-02 08:29:40.44737126 +0000 UTC m=+0.399426839 container init a8fa5e9a9c43d29b8062c27d78298418621cd0d624dd5fe024bae7d239456de5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:29:40.698 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 podman[107742]: 2024-04-02 08:29:40.452912592 +0000 UTC m=+0.404968163 container start a8fa5e9a9c43d29b8062c27d78298418621cd0d624dd5fe024bae7d239456de5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T08:29:40.698 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 podman[107742]: 2024-04-02 08:29:40.539293913 +0000 UTC m=+0.491349486 container attach a8fa5e9a9c43d29b8062c27d78298418621cd0d624dd5fe024bae7d239456de5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True) 2024-04-02T08:29:40.824 INFO:tasks.rados.rados.0.smithi028.stdout:1336: done (7 left) 2024-04-02T08:29:40.824 INFO:tasks.rados.rados.0.smithi028.stdout:1337: snap_remove snap 120 2024-04-02T08:29:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:40 smithi137 ceph-mon[88456]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:29:41.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-mon[94314]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:29:41.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-mon[96890]: osdmap e339: 8 total, 7 up, 8 in 2024-04-02T08:29:41.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107756]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:29:41.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107756]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:29:41.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 bash[107742]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:29:41.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 bash[107742]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:29:41.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 bash[107742]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:29:41.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 bash[107742]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:29:41.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 bash[107742]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:29:41.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 bash[107742]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:29:41.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 bash[107742]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:29:41.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107756]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:29:41.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107756]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:29:41.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107756]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-02T08:29:41.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107756]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-02T08:29:41.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate[107756]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-02T08:29:41.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:40 smithi028 podman[107742]: 2024-04-02 08:29:40.929395215 +0000 UTC m=+0.881450783 container died a8fa5e9a9c43d29b8062c27d78298418621cd0d624dd5fe024bae7d239456de5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-02T08:29:41.524 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:29:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:29:41] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:1337: done (7 left) 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:1338: delete oid 36 current snap is 142 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:1329: finishing rollback tid 0 to smithi02882251-4 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:1329: finishing rollback tid 1 to smithi02882251-4 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:1331: finishing copy_from to smithi02882251-12 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:1331: got expected ENOENT (src dne) 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:1331: finishing copy_from racing read to smithi02882251-12 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:1329: finishing rollback tid 2 to smithi02882251-4 2024-04-02T08:29:41.777 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 579 (ObjNum 430 snap 139 seq_num 430) dirty exists 2024-04-02T08:29:41.778 INFO:tasks.rados.rados.0.smithi028.stdout:1335: finishing write tid 1 to smithi02882251-37 2024-04-02T08:29:41.778 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 879 (ObjNum 401 snap 128 seq_num 401) dirty exists 2024-04-02T08:29:41.778 INFO:tasks.rados.rados.0.smithi028.stdout:1330: finishing rollback tid 0 to smithi02882251-26 2024-04-02T08:29:41.778 INFO:tasks.rados.rados.0.smithi028.stdout:1330: finishing rollback tid 1 to smithi02882251-26 2024-04-02T08:29:41.778 INFO:tasks.rados.rados.0.smithi028.stdout:1330: finishing rollback tid 2 to smithi02882251-26 2024-04-02T08:29:41.778 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 642 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-04-02T08:29:41.778 INFO:tasks.rados.rados.0.smithi028.stdout:1335: finishing write tid 2 to smithi02882251-37 2024-04-02T08:29:41.778 INFO:tasks.rados.rados.0.smithi028.stdout:1328: expect (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:29:41.818 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:41 smithi028 podman[107909]: 2024-04-02 08:29:41.526523605 +0000 UTC m=+0.591900397 container remove a8fa5e9a9c43d29b8062c27d78298418621cd0d624dd5fe024bae7d239456de5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326) 2024-04-02T08:29:41.818 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:41 smithi028 podman[107979]: 2024-04-02 08:29:41.727346427 +0000 UTC m=+0.102055659 container create d4aca2a1dacb4fa3702457ebc3958eeae9d4ee4aea07f2272c43bf0218af32bd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T08:29:41.818 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:41 smithi028 podman[107979]: 2024-04-02 08:29:41.64326372 +0000 UTC m=+0.017972930 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:29:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:1334: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:29:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 399 (ObjNum 65 snap 0 seq_num 1750228836) dirty dne 2024-04-02T08:29:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:1335: finishing write tid 3 to smithi02882251-37 2024-04-02T08:29:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:1335: oid 37 updating version 0 to 802 2024-04-02T08:29:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:1335: oid 37 version 802 is already newer than 801 2024-04-02T08:29:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 802 (ObjNum 441 snap 142 seq_num 441) dirty exists 2024-04-02T08:29:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:1335: left oid 37 (ObjNum 441 snap 142 seq_num 441) 2024-04-02T08:29:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:1328: done (7 left) 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1329: done (6 left) 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1330: done (5 left) 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1331: done (4 left) 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1333: done (3 left) 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1334: done (2 left) 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1335: done (1 left) 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1338: done (0 left) 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1339: setattr oid 18 current snap is 142 2024-04-02T08:29:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:1340: delete oid 22 current snap is 142 2024-04-02T08:29:41.881 INFO:tasks.rados.rados.0.smithi028.stdout:1340: done (1 left) 2024-04-02T08:29:41.881 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 142 2024-04-02T08:29:41.881 INFO:tasks.rados.rados.0.smithi028.stdout:1341: seq_num 444 ranges {0=237568} 2024-04-02T08:29:41.882 INFO:tasks.rados.rados.0.smithi028.stdout:1341: writing smithi02882251-6 from 0 to 237568 tid 1 2024-04-02T08:29:41.882 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 142 2024-04-02T08:29:41.882 INFO:tasks.rados.rados.0.smithi028.stdout:1342: seq_num 445 ranges {7749632=253952} 2024-04-02T08:29:41.926 INFO:tasks.rados.rados.0.smithi028.stdout:1342: writing smithi02882251-20 from 7749632 to 8003584 tid 1 2024-04-02T08:29:41.926 INFO:tasks.rados.rados.0.smithi028.stdout:1343: snap_remove snap 134 2024-04-02T08:29:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:41 smithi137 ceph-mon[88456]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 852 KiB/s wr, 2 op/s 2024-04-02T08:29:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:41 smithi137 ceph-mon[88456]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:29:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:41 smithi137 ceph-mon[88456]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:29:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:41 smithi028 ceph-mon[94314]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 852 KiB/s wr, 2 op/s 2024-04-02T08:29:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:41 smithi028 ceph-mon[94314]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:29:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:41 smithi028 ceph-mon[94314]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:29:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:41 smithi028 ceph-mon[96890]: pgmap v168: 121 pgs: 16 stale+active+clean, 105 active+clean; 325 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 852 KiB/s wr, 2 op/s 2024-04-02T08:29:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:41 smithi028 ceph-mon[96890]: osdmap e340: 8 total, 7 up, 8 in 2024-04-02T08:29:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:41 smithi028 ceph-mon[96890]: osdmap e341: 8 total, 7 up, 8 in 2024-04-02T08:29:42.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:41 smithi028 podman[107979]: 2024-04-02 08:29:41.938950857 +0000 UTC m=+0.313660062 container init d4aca2a1dacb4fa3702457ebc3958eeae9d4ee4aea07f2272c43bf0218af32bd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326) 2024-04-02T08:29:42.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:41 smithi028 podman[107979]: 2024-04-02 08:29:41.943968411 +0000 UTC m=+0.318677601 container start d4aca2a1dacb4fa3702457ebc3958eeae9d4ee4aea07f2272c43bf0218af32bd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:29:42.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:41 smithi028 ceph-osd[108018]: -- 172.21.15.28:0/1079720484 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b47f931680 con 0x55b47f8fac00 2024-04-02T08:29:42.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:42 smithi028 bash[107979]: d4aca2a1dacb4fa3702457ebc3958eeae9d4ee4aea07f2272c43bf0218af32bd 2024-04-02T08:29:42.199 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:42 smithi028 systemd[1]: Started Ceph osd.1 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:29:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:42.822 INFO:tasks.rados.rados.0.smithi028.stdout:1343: done (3 left) 2024-04-02T08:29:42.822 INFO:tasks.rados.rados.0.smithi028.stdout:1344: snap_remove snap 136 2024-04-02T08:29:42.947 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[107995]: 2024-04-02T08:29:42.493+0000 7f55d45907c0 -1 Falling back to public interface 2024-04-02T08:29:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:43 smithi137 ceph-mon[88456]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:29:43.416 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:43.416 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:43.416 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:43.416 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:43 smithi028 ceph-mon[94314]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:29:43.417 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:43.417 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:43.417 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:43.417 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:43 smithi028 ceph-mon[96890]: osdmap e342: 8 total, 7 up, 8 in 2024-04-02T08:29:43.823 INFO:tasks.rados.rados.0.smithi028.stdout:1344: done (3 left) 2024-04-02T08:29:43.823 INFO:tasks.rados.rados.0.smithi028.stdout:1345: snap_create 2024-04-02T08:29:43.823 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 803 (ObjNum 408 snap 129 seq_num 408) dirty exists 2024-04-02T08:29:43.823 INFO:tasks.rados.rados.0.smithi028.stdout:1341: finishing write tid 1 to smithi02882251-6 2024-04-02T08:29:43.823 INFO:tasks.rados.rados.0.smithi028.stdout:1341: finishing write tid 2 to smithi02882251-6 2024-04-02T08:29:43.823 INFO:tasks.rados.rados.0.smithi028.stdout:1341: finishing write tid 3 to smithi02882251-6 2024-04-02T08:29:43.823 INFO:tasks.rados.rados.0.smithi028.stdout:1341: oid 6 updating version 0 to 543 2024-04-02T08:29:43.823 INFO:tasks.rados.rados.0.smithi028.stdout:1341: oid 6 updating version 543 to 544 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 544 (ObjNum 444 snap 142 seq_num 444) dirty exists 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:1341: left oid 6 (ObjNum 444 snap 142 seq_num 444) 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:1342: finishing write tid 1 to smithi02882251-20 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:1342: finishing write tid 2 to smithi02882251-20 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:1342: finishing write tid 3 to smithi02882251-20 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:1342: oid 20 updating version 0 to 660 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:1342: oid 20 updating version 660 to 661 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 661 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-04-02T08:29:43.824 INFO:tasks.rados.rados.0.smithi028.stdout:1342: left oid 20 (ObjNum 445 snap 142 seq_num 445) 2024-04-02T08:29:43.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:44.368 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:44 smithi028 ceph-mon[94314]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 321 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 84 KiB/s wr, 10 op/s; 117/849 objects degraded (13.781%) 2024-04-02T08:29:44.368 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:44 smithi028 ceph-mon[94314]: Health check failed: Degraded data redundancy: 117/849 objects degraded (13.781%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:44.368 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:44 smithi028 ceph-mon[94314]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:29:44.369 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:44 smithi028 ceph-mon[96890]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 321 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 84 KiB/s wr, 10 op/s; 117/849 objects degraded (13.781%) 2024-04-02T08:29:44.369 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:44 smithi028 ceph-mon[96890]: Health check failed: Degraded data redundancy: 117/849 objects degraded (13.781%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:44.369 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:44 smithi028 ceph-mon[96890]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:29:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:44 smithi137 ceph-mon[88456]: pgmap v171: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 321 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 84 KiB/s wr, 10 op/s; 117/849 objects degraded (13.781%) 2024-04-02T08:29:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:44 smithi137 ceph-mon[88456]: Health check failed: Degraded data redundancy: 117/849 objects degraded (13.781%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:44 smithi137 ceph-mon[88456]: osdmap e343: 8 total, 7 up, 8 in 2024-04-02T08:29:44.824 INFO:tasks.rados.rados.0.smithi028.stdout:1339: done (3 left) 2024-04-02T08:29:44.825 INFO:tasks.rados.rados.0.smithi028.stdout:1341: done (2 left) 2024-04-02T08:29:44.825 INFO:tasks.rados.rados.0.smithi028.stdout:1342: done (1 left) 2024-04-02T08:29:44.825 INFO:tasks.rados.rados.0.smithi028.stdout:1345: done (0 left) 2024-04-02T08:29:44.825 INFO:tasks.rados.rados.0.smithi028.stdout:1346: read oid 50 snap -1 2024-04-02T08:29:44.825 INFO:tasks.rados.rados.0.smithi028.stdout:1346: expect (ObjNum 433 snap 139 seq_num 433) 2024-04-02T08:29:44.825 INFO:tasks.rados.rados.0.smithi028.stdout:1347: rollback oid 37 current snap is 143 2024-04-02T08:29:44.825 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 141 2024-04-02T08:29:44.825 INFO:tasks.rados.rados.0.smithi028.stdout:1348: delete oid 27 current snap is 143 2024-04-02T08:29:44.828 INFO:tasks.rados.rados.0.smithi028.stdout:1347: finishing rollback tid 0 to smithi02882251-37 2024-04-02T08:29:44.830 INFO:tasks.rados.rados.0.smithi028.stdout:1347: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:29:44.831 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 806 (ObjNum 97 snap 0 seq_num 1439697168) dirty dne 2024-04-02T08:29:44.832 INFO:tasks.rados.rados.0.smithi028.stdout:1347: done (2 left) 2024-04-02T08:29:44.832 INFO:tasks.rados.rados.0.smithi028.stdout:1348: done (1 left) 2024-04-02T08:29:44.832 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 143 2024-04-02T08:29:44.832 INFO:tasks.rados.rados.0.smithi028.stdout:1349: seq_num 447 ranges {3424256=294912} 2024-04-02T08:29:44.853 INFO:tasks.rados.rados.0.smithi028.stdout:1349: writing smithi02882251-8 from 3424256 to 3719168 tid 1 2024-04-02T08:29:44.853 INFO:tasks.rados.rados.0.smithi028.stdout:1350: rollback oid 47 current snap is 143 2024-04-02T08:29:44.853 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 142 2024-04-02T08:29:44.853 INFO:tasks.rados.rados.0.smithi028.stdout:1346: expect (ObjNum 433 snap 139 seq_num 433) 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:1349: finishing write tid 1 to smithi02882251-8 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:1350: finishing rollback tid 0 to smithi02882251-47 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:1350: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:1346: done (2 left) 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:1351: copy_from oid 29 from oid 11 current snap is 143 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:1349: finishing write tid 2 to smithi02882251-8 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:1350: finishing rollback tid 2 to smithi02882251-47 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 443 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:29:44.920 INFO:tasks.rados.rados.0.smithi028.stdout:1349: finishing write tid 3 to smithi02882251-8 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1349: oid 8 updating version 0 to 808 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1349: oid 8 updating version 808 to 809 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 809 (ObjNum 447 snap 143 seq_num 447) dirty exists 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1349: left oid 8 (ObjNum 447 snap 143 seq_num 447) 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1349: done (2 left) 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1350: done (1 left) 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1352: read oid 25 snap -1 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1352: expect (ObjNum 439 snap 140 seq_num 439) 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1353: read oid 3 snap -1 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1353: expect deleted 2024-04-02T08:29:44.921 INFO:tasks.rados.rados.0.smithi028.stdout:1354: snap_create 2024-04-02T08:29:44.922 INFO:tasks.rados.rados.0.smithi028.stdout:1352: expect (ObjNum 439 snap 140 seq_num 439) 2024-04-02T08:29:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:1351: finishing copy_from racing read to smithi02882251-29 2024-04-02T08:29:44.932 INFO:tasks.rados.rados.0.smithi028.stdout:1351: finishing copy_from to smithi02882251-29 2024-04-02T08:29:44.933 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 405 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-04-02T08:29:45.698 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[107995]: 2024-04-02T08:29:45.395+0000 7f55d45907c0 -1 osd.1 335 log_to_monitors true 2024-04-02T08:29:45.828 INFO:tasks.rados.rados.0.smithi028.stdout:1351: done (3 left) 2024-04-02T08:29:45.828 INFO:tasks.rados.rados.0.smithi028.stdout:1352: done (2 left) 2024-04-02T08:29:45.828 INFO:tasks.rados.rados.0.smithi028.stdout:1353: done (1 left) 2024-04-02T08:29:45.829 INFO:tasks.rados.rados.0.smithi028.stdout:1354: done (0 left) 2024-04-02T08:29:45.829 INFO:tasks.rados.rados.0.smithi028.stdout:1355: rollback oid 45 current snap is 144 2024-04-02T08:29:45.829 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 80 2024-04-02T08:29:45.829 INFO:tasks.rados.rados.0.smithi028.stdout:1356: rmattr oid 3 current snap is 144 2024-04-02T08:29:45.829 INFO:tasks.rados.rados.0.smithi028.stdout:1356: done (1 left) 2024-04-02T08:29:45.829 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 144 2024-04-02T08:29:45.829 INFO:tasks.rados.rados.0.smithi028.stdout:1357: seq_num 448 ranges {0=311296} 2024-04-02T08:29:45.830 INFO:tasks.rados.rados.0.smithi028.stdout:1357: writing smithi02882251-12 from 0 to 311296 tid 1 2024-04-02T08:29:45.830 INFO:tasks.rados.rados.0.smithi028.stdout:1358: read oid 14 snap -1 2024-04-02T08:29:45.830 INFO:tasks.rados.rados.0.smithi028.stdout:1358: expect (ObjNum 371 snap 122 seq_num 371) 2024-04-02T08:29:45.830 INFO:tasks.rados.rados.0.smithi028.stdout:1359: rollback oid 38 current snap is 144 2024-04-02T08:29:45.831 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 118 2024-04-02T08:29:45.831 INFO:tasks.rados.rados.0.smithi028.stdout:1360: snap_remove snap 93 2024-04-02T08:29:46.112 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:45 smithi028 ceph-mon[94314]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 321 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 84 KiB/s wr, 10 op/s; 117/849 objects degraded (13.781%) 2024-04-02T08:29:46.112 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:45 smithi028 ceph-mon[94314]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:29:46.112 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:45 smithi028 ceph-mon[94314]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:29:46.112 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:45 smithi028 ceph-mon[96890]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 321 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 84 KiB/s wr, 10 op/s; 117/849 objects degraded (13.781%) 2024-04-02T08:29:46.112 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:45 smithi028 ceph-mon[96890]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:29:46.113 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:45 smithi028 ceph-mon[96890]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:29:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:45 smithi137 ceph-mon[88456]: pgmap v174: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 321 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 84 KiB/s wr, 10 op/s; 117/849 objects degraded (13.781%) 2024-04-02T08:29:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:45 smithi137 ceph-mon[88456]: osdmap e344: 8 total, 7 up, 8 in 2024-04-02T08:29:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:45 smithi137 ceph-mon[88456]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-02T08:29:46.447 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[107995]: 2024-04-02T08:29:46.113+0000 7f55c19e0700 -1 osd.1 335 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:29:46.846 INFO:tasks.rados.rados.0.smithi028.stdout:1360: done (4 left) 2024-04-02T08:29:46.846 INFO:tasks.rados.rados.0.smithi028.stdout:1361: read oid 11 snap -1 2024-04-02T08:29:46.846 INFO:tasks.rados.rados.0.smithi028.stdout:1361: expect (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:29:46.846 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 144 2024-04-02T08:29:46.846 INFO:tasks.rados.rados.0.smithi028.stdout:1362: seq_num 449 ranges {5644288=327680} 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:1362: writing smithi02882251-1 from 5644288 to 5971968 tid 1 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:1363: snap_create 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:1355: finishing rollback tid 1 to smithi02882251-45 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:1359: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:1357: finishing write tid 1 to smithi02882251-12 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:1359: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:1359: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 570 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:29:46.883 INFO:tasks.rados.rados.0.smithi028.stdout:1357: finishing write tid 2 to smithi02882251-12 2024-04-02T08:29:46.884 INFO:tasks.rados.rados.0.smithi028.stdout:1355: finishing rollback tid 2 to smithi02882251-45 2024-04-02T08:29:46.884 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1043 (ObjNum 258 snap 74 seq_num 258) dirty exists 2024-04-02T08:29:46.884 INFO:tasks.rados.rados.0.smithi028.stdout:1357: finishing write tid 3 to smithi02882251-12 2024-04-02T08:29:46.884 INFO:tasks.rados.rados.0.smithi028.stdout:1357: oid 12 updating version 0 to 913 2024-04-02T08:29:46.884 INFO:tasks.rados.rados.0.smithi028.stdout:1357: oid 12 updating version 913 to 914 2024-04-02T08:29:46.884 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 914 (ObjNum 448 snap 144 seq_num 448) dirty exists 2024-04-02T08:29:46.884 INFO:tasks.rados.rados.0.smithi028.stdout:1357: left oid 12 (ObjNum 448 snap 144 seq_num 448) 2024-04-02T08:29:46.884 INFO:tasks.rados.rados.0.smithi028.stdout:1358: expect (ObjNum 371 snap 122 seq_num 371) 2024-04-02T08:29:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:46 smithi137 ceph-mon[88456]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:29:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:46 smithi137 ceph-mon[88456]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:29:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:46 smithi137 ceph-mon[88456]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:29:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:46 smithi137 ceph-mon[88456]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' 2024-04-02T08:29:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[94314]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[94314]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[94314]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[94314]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[96890]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[96890]: osdmap e345: 8 total, 7 up, 8 in 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[96890]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[96890]: from='osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538]' entity='osd.1' 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.837 INFO:tasks.rados.rados.0.smithi028.stdout:1355: done (6 left) 2024-04-02T08:29:47.838 INFO:tasks.rados.rados.0.smithi028.stdout:1357: done (5 left) 2024-04-02T08:29:47.838 INFO:tasks.rados.rados.0.smithi028.stdout:1358: done (4 left) 2024-04-02T08:29:47.838 INFO:tasks.rados.rados.0.smithi028.stdout:1359: done (3 left) 2024-04-02T08:29:47.838 INFO:tasks.rados.rados.0.smithi028.stdout:1363: done (2 left) 2024-04-02T08:29:47.838 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 145 2024-04-02T08:29:47.838 INFO:tasks.rados.rados.0.smithi028.stdout:1364: seq_num 450 ranges {0=344064} 2024-04-02T08:29:47.840 INFO:tasks.rados.rados.0.smithi028.stdout:1364: writing smithi02882251-31 from 0 to 344064 tid 1 2024-04-02T08:29:47.840 INFO:tasks.rados.rados.0.smithi028.stdout:1365: rollback oid 18 current snap is 145 2024-04-02T08:29:47.840 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 141 2024-04-02T08:29:47.842 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 145 2024-04-02T08:29:47.842 INFO:tasks.rados.rados.0.smithi028.stdout:1366: seq_num 451 ranges {0=360448} 2024-04-02T08:29:47.842 INFO:tasks.rados.rados.0.smithi028.stdout:1366: writing smithi02882251-46 from 0 to 360448 tid 1 2024-04-02T08:29:47.842 INFO:tasks.rados.rados.0.smithi028.stdout:1367: delete oid 43 current snap is 145 2024-04-02T08:29:47.850 INFO:tasks.rados.rados.0.smithi028.stdout:1367: done (5 left) 2024-04-02T08:29:47.851 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 145 2024-04-02T08:29:47.851 INFO:tasks.rados.rados.0.smithi028.stdout:1368: seq_num 453 ranges {0=393216} 2024-04-02T08:29:47.853 INFO:tasks.rados.rados.0.smithi028.stdout:1368: writing smithi02882251-7 from 0 to 393216 tid 1 2024-04-02T08:29:47.853 INFO:tasks.rados.rados.0.smithi028.stdout:1365: finishing rollback tid 0 to smithi02882251-18 2024-04-02T08:29:47.853 INFO:tasks.rados.rados.0.smithi028.stdout:1365: finishing rollback tid 1 to smithi02882251-18 2024-04-02T08:29:47.854 INFO:tasks.rados.rados.0.smithi028.stdout:1365: finishing rollback tid 2 to smithi02882251-18 2024-04-02T08:29:47.854 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 821 (ObjNum 408 snap 129 seq_num 408) dirty exists 2024-04-02T08:29:47.854 INFO:tasks.rados.rados.0.smithi028.stdout:1365: done (5 left) 2024-04-02T08:29:47.854 INFO:tasks.rados.rados.0.smithi028.stdout:1369: delete oid 19 current snap is 145 2024-04-02T08:29:47.863 INFO:tasks.rados.rados.0.smithi028.stdout:1369: done (5 left) 2024-04-02T08:29:47.864 INFO:tasks.rados.rados.0.smithi028.stdout:1370: rollback oid 4 current snap is 145 2024-04-02T08:29:47.864 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 131 2024-04-02T08:29:47.864 INFO:tasks.rados.rados.0.smithi028.stdout:1371: snap_create 2024-04-02T08:29:47.864 INFO:tasks.rados.rados.0.smithi028.stdout:1368: finishing write tid 1 to smithi02882251-7 2024-04-02T08:29:47.864 INFO:tasks.rados.rados.0.smithi028.stdout:1368: finishing write tid 2 to smithi02882251-7 2024-04-02T08:29:47.866 INFO:tasks.rados.rados.0.smithi028.stdout:1368: finishing write tid 3 to smithi02882251-7 2024-04-02T08:29:47.866 INFO:tasks.rados.rados.0.smithi028.stdout:1368: oid 7 updating version 0 to 549 2024-04-02T08:29:47.866 INFO:tasks.rados.rados.0.smithi028.stdout:1368: oid 7 updating version 549 to 550 2024-04-02T08:29:47.866 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 550 (ObjNum 453 snap 145 seq_num 453) dirty exists 2024-04-02T08:29:47.866 INFO:tasks.rados.rados.0.smithi028.stdout:1368: left oid 7 (ObjNum 453 snap 145 seq_num 453) 2024-04-02T08:29:47.870 INFO:tasks.rados.rados.0.smithi028.stdout:1366: finishing write tid 1 to smithi02882251-46 2024-04-02T08:29:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:1366: finishing write tid 2 to smithi02882251-46 2024-04-02T08:29:47.879 INFO:tasks.rados.rados.0.smithi028.stdout:1364: finishing write tid 1 to smithi02882251-31 2024-04-02T08:29:47.879 INFO:tasks.rados.rados.0.smithi028.stdout:1364: finishing write tid 2 to smithi02882251-31 2024-04-02T08:29:47.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[94314]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 982 KiB/s wr, 14 op/s; 119/876 objects degraded (13.584%) 2024-04-02T08:29:47.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[94314]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:47.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[94314]: osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538] boot 2024-04-02T08:29:47.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[94314]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:29:47.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:29:47.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[94314]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:29:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[96890]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 982 KiB/s wr, 14 op/s; 119/876 objects degraded (13.584%) 2024-04-02T08:29:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[96890]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[96890]: osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538] boot 2024-04-02T08:29:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[96890]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:29:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:29:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-mon[96890]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:29:47.883 INFO:tasks.rados.rados.0.smithi028.stdout:1361: expect (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:29:48.017 INFO:tasks.rados.rados.0.smithi028.stdout:1364: finishing write tid 3 to smithi02882251-31 2024-04-02T08:29:48.017 INFO:tasks.rados.rados.0.smithi028.stdout:1364: oid 31 updating version 0 to 573 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1364: oid 31 version 573 is already newer than 572 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 573 (ObjNum 450 snap 145 seq_num 450) dirty exists 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1364: left oid 31 (ObjNum 450 snap 145 seq_num 450) 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1362: finishing write tid 1 to smithi02882251-1 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1362: finishing write tid 2 to smithi02882251-1 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1362: finishing write tid 3 to smithi02882251-1 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1362: oid 1 updating version 0 to 572 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1362: oid 1 version 572 is already newer than 571 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 572 (ObjNum 449 snap 144 seq_num 449) dirty exists 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1362: left oid 1 (ObjNum 449 snap 144 seq_num 449) 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1366: finishing write tid 3 to smithi02882251-46 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1366: oid 46 updating version 0 to 407 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:1366: oid 46 version 407 is already newer than 406 2024-04-02T08:29:48.018 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 407 (ObjNum 451 snap 145 seq_num 451) dirty exists 2024-04-02T08:29:48.019 INFO:tasks.rados.rados.0.smithi028.stdout:1366: left oid 46 (ObjNum 451 snap 145 seq_num 451) 2024-04-02T08:29:48.019 INFO:tasks.rados.rados.0.smithi028.stdout:1370: finishing rollback tid 0 to smithi02882251-4 2024-04-02T08:29:48.019 INFO:tasks.rados.rados.0.smithi028.stdout:1370: finishing rollback tid 1 to smithi02882251-4 2024-04-02T08:29:48.019 INFO:tasks.rados.rados.0.smithi028.stdout:1370: finishing rollback tid 2 to smithi02882251-4 2024-04-02T08:29:48.019 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 582 (ObjNum 348 snap 114 seq_num 348) dirty exists 2024-04-02T08:29:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:47 smithi137 ceph-mon[88456]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 982 KiB/s wr, 14 op/s; 119/876 objects degraded (13.584%) 2024-04-02T08:29:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:47 smithi137 ceph-mon[88456]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:29:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:47 smithi137 ceph-mon[88456]: osd.1 [v2:172.21.15.28:6810/2943186538,v1:172.21.15.28:6811/2943186538] boot 2024-04-02T08:29:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:47 smithi137 ceph-mon[88456]: osdmap e346: 8 total, 8 up, 8 in 2024-04-02T08:29:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-02T08:29:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:47 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:47 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:47 smithi137 ceph-mon[88456]: osdmap e347: 8 total, 8 up, 8 in 2024-04-02T08:29:48.169 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[102738]: 2024-04-02T08:29:47.879+0000 7f464f453700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 83 after trimming was started 2024-04-02T08:29:48.861 INFO:tasks.rados.rados.0.smithi028.stdout:1361: done (6 left) 2024-04-02T08:29:48.861 INFO:tasks.rados.rados.0.smithi028.stdout:1362: done (5 left) 2024-04-02T08:29:48.861 INFO:tasks.rados.rados.0.smithi028.stdout:1364: done (4 left) 2024-04-02T08:29:48.861 INFO:tasks.rados.rados.0.smithi028.stdout:1366: done (3 left) 2024-04-02T08:29:48.861 INFO:tasks.rados.rados.0.smithi028.stdout:1368: done (2 left) 2024-04-02T08:29:48.862 INFO:tasks.rados.rados.0.smithi028.stdout:1370: done (1 left) 2024-04-02T08:29:48.862 INFO:tasks.rados.rados.0.smithi028.stdout:1371: done (0 left) 2024-04-02T08:29:48.862 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 146 2024-04-02T08:29:48.862 INFO:tasks.rados.rados.0.smithi028.stdout:1372: seq_num 455 ranges {3620864=425984} 2024-04-02T08:29:48.883 INFO:tasks.rados.rados.0.smithi028.stdout:1372: writing smithi02882251-38 from 3620864 to 4046848 tid 1 2024-04-02T08:29:48.883 INFO:tasks.rados.rados.0.smithi028.stdout:1373: rollback oid 50 current snap is 146 2024-04-02T08:29:48.883 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 123 2024-04-02T08:29:48.883 INFO:tasks.rados.rados.0.smithi028.stdout:1374: setattr oid 41 current snap is 146 2024-04-02T08:29:48.885 INFO:tasks.rados.rados.0.smithi028.stdout:1375: rollback oid 7 current snap is 146 2024-04-02T08:29:48.885 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 108 2024-04-02T08:29:48.885 INFO:tasks.rados.rados.0.smithi028.stdout:1376: snap_remove snap 105 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:1376: done (4 left) 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:1377: rollback oid 14 current snap is 146 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 137 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:1373: finishing rollback tid 0 to smithi02882251-50 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:1373: finishing rollback tid 1 to smithi02882251-50 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:1373: finishing rollback tid 2 to smithi02882251-50 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 614 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:1375: finishing rollback tid 0 to smithi02882251-7 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:1375: finishing rollback tid 1 to smithi02882251-7 2024-04-02T08:29:49.867 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 553 (ObjNum 161 snap 0 seq_num 1674927318) dirty dne 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 547 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1372: finishing write tid 1 to smithi02882251-38 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1372: finishing write tid 2 to smithi02882251-38 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1372: finishing write tid 3 to smithi02882251-38 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1372: oid 38 updating version 0 to 574 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1372: oid 38 version 574 is already newer than 573 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 574 (ObjNum 455 snap 146 seq_num 455) dirty exists 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1372: left oid 38 (ObjNum 455 snap 146 seq_num 455) 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1372: done (4 left) 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1373: done (3 left) 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1374: done (2 left) 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1375: done (1 left) 2024-04-02T08:29:49.868 INFO:tasks.rados.rados.0.smithi028.stdout:1378: delete oid 31 current snap is 146 2024-04-02T08:29:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:1378: done (1 left) 2024-04-02T08:29:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:1379: snap_remove snap 60 2024-04-02T08:29:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:49 smithi137 ceph-mon[88456]: pgmap v180: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 982 KiB/s wr, 14 op/s; 119/876 objects degraded (13.584%) 2024-04-02T08:29:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:49 smithi137 ceph-mon[88456]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:29:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:49 smithi028 ceph-mon[94314]: pgmap v180: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 982 KiB/s wr, 14 op/s; 119/876 objects degraded (13.584%) 2024-04-02T08:29:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:49 smithi028 ceph-mon[94314]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:29:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:49 smithi028 ceph-mon[96890]: pgmap v180: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 982 KiB/s wr, 14 op/s; 119/876 objects degraded (13.584%) 2024-04-02T08:29:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:49 smithi028 ceph-mon[96890]: osdmap e348: 8 total, 8 up, 8 in 2024-04-02T08:29:50.872 INFO:tasks.rados.rados.0.smithi028.stdout:1379: done (1 left) 2024-04-02T08:29:50.872 INFO:tasks.rados.rados.0.smithi028.stdout:1380: read oid 23 snap 118 2024-04-02T08:29:50.872 INFO:tasks.rados.rados.0.smithi028.stdout:1380: expect (ObjNum 338 snap 109 seq_num 338) 2024-04-02T08:29:50.873 INFO:tasks.rados.rados.0.smithi028.stdout:1381: snap_remove snap 107 2024-04-02T08:29:51.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:50 smithi028 ceph-mon[94314]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:29:51.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:51.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:51.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:50 smithi028 ceph-mon[96890]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:29:51.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:51.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:50 smithi137 ceph-mon[88456]: osdmap e349: 8 total, 8 up, 8 in 2024-04-02T08:29:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:29:51.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:29:51.124+0000 7fd126e6a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:29:51.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:29:51] "GET /metrics HTTP/1.1" 200 36047 "" "Prometheus/2.43.0" 2024-04-02T08:29:51.874 INFO:tasks.rados.rados.0.smithi028.stdout:1381: done (2 left) 2024-04-02T08:29:51.874 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 146 2024-04-02T08:29:51.874 INFO:tasks.rados.rados.0.smithi028.stdout:1377: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:29:51.874 INFO:tasks.rados.rados.0.smithi028.stdout:1382: seq_num 457 ranges {0=458752} 2024-04-02T08:29:51.877 INFO:tasks.rados.rados.0.smithi028.stdout:1382: writing smithi02882251-3 from 0 to 458752 tid 1 2024-04-02T08:29:51.877 INFO:tasks.rados.rados.0.smithi028.stdout:1383: read oid 48 snap -1 2024-04-02T08:29:51.877 INFO:tasks.rados.rados.0.smithi028.stdout:1383: expect (ObjNum 431 snap 139 seq_num 431) 2024-04-02T08:29:51.877 INFO:tasks.rados.rados.0.smithi028.stdout:1384: read oid 8 snap -1 2024-04-02T08:29:51.877 INFO:tasks.rados.rados.0.smithi028.stdout:1384: expect (ObjNum 447 snap 143 seq_num 447) 2024-04-02T08:29:51.877 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 146 2024-04-02T08:29:51.877 INFO:tasks.rados.rados.0.smithi028.stdout:1385: seq_num 458 ranges {1998848=475136} 2024-04-02T08:29:51.892 INFO:tasks.rados.rados.0.smithi028.stdout:1385: writing smithi02882251-4 from 1998848 to 2473984 tid 1 2024-04-02T08:29:51.892 INFO:tasks.rados.rados.0.smithi028.stdout:1386: delete oid 24 current snap is 146 2024-04-02T08:29:51.893 INFO:tasks.rados.rados.0.smithi028.stdout:1377: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:29:51.894 INFO:tasks.rados.rados.0.smithi028.stdout:1377: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:29:51.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1057 (ObjNum 371 snap 122 seq_num 371) dirty exists 2024-04-02T08:29:51.894 INFO:tasks.rados.rados.0.smithi028.stdout:1380: expect (ObjNum 338 snap 109 seq_num 338) 2024-04-02T08:29:52.112 INFO:tasks.rados.rados.0.smithi028.stdout:1382: finishing write tid 1 to smithi02882251-3 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1382: finishing write tid 2 to smithi02882251-3 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1382: finishing write tid 3 to smithi02882251-3 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1382: oid 3 updating version 0 to 424 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1382: oid 3 updating version 424 to 425 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 425 (ObjNum 457 snap 146 seq_num 457) dirty exists 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1382: left oid 3 (ObjNum 457 snap 146 seq_num 457) 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1385: finishing write tid 1 to smithi02882251-4 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1385: finishing write tid 2 to smithi02882251-4 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1385: finishing write tid 3 to smithi02882251-4 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1385: oid 4 updating version 0 to 583 2024-04-02T08:29:52.113 INFO:tasks.rados.rados.0.smithi028.stdout:1385: oid 4 updating version 583 to 584 2024-04-02T08:29:52.114 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 584 (ObjNum 458 snap 146 seq_num 458) dirty exists 2024-04-02T08:29:52.114 INFO:tasks.rados.rados.0.smithi028.stdout:1385: left oid 4 (ObjNum 458 snap 146 seq_num 458) 2024-04-02T08:29:52.114 INFO:tasks.rados.rados.0.smithi028.stdout:1384: expect (ObjNum 447 snap 143 seq_num 447) 2024-04-02T08:29:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: pgmap v183: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 119/876 objects degraded (13.584%) 2024-04-02T08:29:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:29:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:29:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:51 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 119/876 objects degraded (13.584%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:52.197 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[107995]: 2024-04-02T08:29:51.909+0000 7f55a99b0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap b1 after trimming was started 2024-04-02T08:29:52.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[102738]: 2024-04-02T08:29:51.903+0000 7f464f453700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap b1 after trimming was started 2024-04-02T08:29:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: pgmap v183: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 119/876 objects degraded (13.584%) 2024-04-02T08:29:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:29:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 119/876 objects degraded (13.584%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: pgmap v183: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 328 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 119/876 objects degraded (13.584%) 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: osdmap e350: 8 total, 8 up, 8 in 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-02T08:29:52.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:51 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 119/876 objects degraded (13.584%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:29:52.309 INFO:tasks.rados.rados.0.smithi028.stdout:1383: expect (ObjNum 431 snap 139 seq_num 431) 2024-04-02T08:29:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:52.930 INFO:tasks.rados.rados.0.smithi028.stdout:1377: done (6 left) 2024-04-02T08:29:52.930 INFO:tasks.rados.rados.0.smithi028.stdout:1380: done (5 left) 2024-04-02T08:29:52.930 INFO:tasks.rados.rados.0.smithi028.stdout:1382: done (4 left) 2024-04-02T08:29:52.930 INFO:tasks.rados.rados.0.smithi028.stdout:1383: done (3 left) 2024-04-02T08:29:52.930 INFO:tasks.rados.rados.0.smithi028.stdout:1384: done (2 left) 2024-04-02T08:29:52.930 INFO:tasks.rados.rados.0.smithi028.stdout:1385: done (1 left) 2024-04-02T08:29:52.930 INFO:tasks.rados.rados.0.smithi028.stdout:1386: done (0 left) 2024-04-02T08:29:52.930 INFO:tasks.rados.rados.0.smithi028.stdout:1387: snap_remove snap 142 2024-04-02T08:29:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:52 smithi137 ceph-mon[88456]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:29:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:52 smithi028 ceph-mon[94314]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:29:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:52 smithi028 ceph-mon[96890]: osdmap e351: 8 total, 8 up, 8 in 2024-04-02T08:29:53.885 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:29:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:29:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:29:53.893 INFO:tasks.rados.rados.0.smithi028.stdout:1387: done (0 left) 2024-04-02T08:29:53.894 INFO:tasks.rados.rados.0.smithi028.stdout:1388: setattr oid 23 current snap is 146 2024-04-02T08:29:53.896 INFO:tasks.rados.rados.0.smithi028.stdout:1389: copy_from oid 42 from oid 28 current snap is 146 2024-04-02T08:29:53.896 INFO:tasks.rados.rados.0.smithi028.stdout:1390: read oid 26 snap -1 2024-04-02T08:29:53.896 INFO:tasks.rados.rados.0.smithi028.stdout:1390: expect (ObjNum 409 snap 130 seq_num 409) 2024-04-02T08:29:53.896 INFO:tasks.rados.rados.0.smithi028.stdout:1391: read oid 35 snap -1 2024-04-02T08:29:53.896 INFO:tasks.rados.rados.0.smithi028.stdout:1391: expect (ObjNum 423 snap 137 seq_num 423) 2024-04-02T08:29:53.897 INFO:tasks.rados.rados.0.smithi028.stdout:1392: rollback oid 3 current snap is 146 2024-04-02T08:29:53.897 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 138 2024-04-02T08:29:53.897 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 146 2024-04-02T08:29:53.897 INFO:tasks.rados.rados.0.smithi028.stdout:1393: seq_num 460 ranges {5971968=507904} 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi028.stdout:1393: writing smithi02882251-1 from 5971968 to 6479872 tid 1 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 146 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi028.stdout:1392: finishing rollback tid 0 to smithi02882251-3 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi028.stdout:1392: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:29:53.934 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 431 (ObjNum 305 snap 0 seq_num 1440538752) dirty dne 2024-04-02T08:29:53.935 INFO:tasks.rados.rados.0.smithi028.stdout:1394: seq_num 461 ranges {2924544=524288} 2024-04-02T08:29:53.953 INFO:tasks.rados.rados.0.smithi028.stdout:1394: writing smithi02882251-11 from 2924544 to 3448832 tid 1 2024-04-02T08:29:53.953 INFO:tasks.rados.rados.0.smithi028.stdout:1392: done (6 left) 2024-04-02T08:29:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:1395: copy_from oid 14 from oid 10 current snap is 146 2024-04-02T08:29:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 954 (ObjNum 388 snap 123 seq_num 388) dirty exists 2024-04-02T08:29:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:1390: expect (ObjNum 409 snap 130 seq_num 409) 2024-04-02T08:29:54.010 INFO:tasks.rados.rados.0.smithi028.stdout:1389: finishing copy_from racing read to smithi02882251-42 2024-04-02T08:29:54.010 INFO:tasks.rados.rados.0.smithi028.stdout:1389: finishing copy_from to smithi02882251-42 2024-04-02T08:29:54.010 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 843 (ObjNum 401 snap 128 seq_num 401) dirty exists 2024-04-02T08:29:54.010 INFO:tasks.rados.rados.0.smithi028.stdout:1391: expect (ObjNum 423 snap 137 seq_num 423) 2024-04-02T08:29:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:53 smithi137 ceph-mon[88456]: pgmap v186: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 452 KiB/s wr, 14 op/s; 4.8 MiB/s, 1 objects/s recovering 2024-04-02T08:29:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:53 smithi137 ceph-mon[88456]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 119/876 objects degraded (13.584%), 11 pgs degraded) 2024-04-02T08:29:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:53 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:29:54.150 INFO:tasks.rados.rados.0.smithi028.stdout:1393: finishing write tid 1 to smithi02882251-1 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1393: finishing write tid 2 to smithi02882251-1 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1393: finishing write tid 3 to smithi02882251-1 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1393: oid 1 updating version 0 to 575 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1393: oid 1 updating version 575 to 576 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 576 (ObjNum 460 snap 146 seq_num 460) dirty exists 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1393: left oid 1 (ObjNum 460 snap 146 seq_num 460) 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1394: finishing write tid 1 to smithi02882251-11 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1388: done (6 left) 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1389: done (5 left) 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1390: done (4 left) 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1391: done (3 left) 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1393: done (2 left) 2024-04-02T08:29:54.151 INFO:tasks.rados.rados.0.smithi028.stdout:1396: snap_remove snap 115 2024-04-02T08:29:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:53 smithi028 ceph-mon[94314]: pgmap v186: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 452 KiB/s wr, 14 op/s; 4.8 MiB/s, 1 objects/s recovering 2024-04-02T08:29:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:53 smithi028 ceph-mon[94314]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 119/876 objects degraded (13.584%), 11 pgs degraded) 2024-04-02T08:29:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:53 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:29:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:53 smithi028 ceph-mon[96890]: pgmap v186: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 452 KiB/s wr, 14 op/s; 4.8 MiB/s, 1 objects/s recovering 2024-04-02T08:29:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:53 smithi028 ceph-mon[96890]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 119/876 objects degraded (13.584%), 11 pgs degraded) 2024-04-02T08:29:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:53 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:29:54.899 INFO:tasks.rados.rados.0.smithi028.stdout:1396: done (2 left) 2024-04-02T08:29:54.899 INFO:tasks.rados.rados.0.smithi028.stdout:1397: snap_create 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:1394: finishing write tid 2 to smithi02882251-11 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:1394: finishing write tid 3 to smithi02882251-11 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:1394: oid 11 updating version 0 to 575 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:1394: oid 11 updating version 575 to 576 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 576 (ObjNum 461 snap 146 seq_num 461) dirty exists 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:1394: left oid 11 (ObjNum 461 snap 146 seq_num 461) 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:1395: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:1395: finishing copy_from to smithi02882251-14 2024-04-02T08:29:54.900 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 571 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:29:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:54 smithi137 ceph-mon[88456]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:29:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:54 smithi028 ceph-mon[94314]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:29:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:54 smithi028 ceph-mon[96890]: osdmap e352: 8 total, 8 up, 8 in 2024-04-02T08:29:55.882 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:29:55.902 INFO:tasks.rados.rados.0.smithi028.stdout:1394: done (2 left) 2024-04-02T08:29:55.902 INFO:tasks.rados.rados.0.smithi028.stdout:1395: done (1 left) 2024-04-02T08:29:55.902 INFO:tasks.rados.rados.0.smithi028.stdout:1397: done (0 left) 2024-04-02T08:29:55.903 INFO:tasks.rados.rados.0.smithi028.stdout:1398: delete oid 39 current snap is 147 2024-04-02T08:29:55.907 INFO:tasks.rados.rados.0.smithi028.stdout:1398: done (0 left) 2024-04-02T08:29:55.907 INFO:tasks.rados.rados.0.smithi028.stdout:1399: snap_remove snap 143 2024-04-02T08:29:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:55 smithi028 ceph-mon[94314]: pgmap v188: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 396 KiB/s wr, 12 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-02T08:29:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:55 smithi028 ceph-mon[94314]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:29:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:55 smithi028 ceph-mon[96890]: pgmap v188: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 396 KiB/s wr, 12 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-02T08:29:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:55 smithi028 ceph-mon[96890]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:29:56.214 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:29:56.214 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (6m) 9s ago 7m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (7m) 91s ago 7m 90.2M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (8m) 9s ago 8m 19.5M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (8m) 91s ago 8m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (2m) 91s ago 12m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (3m) 9s ago 13m 504M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (2m) 9s ago 14m 50.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (96s) 91s ago 12m 23.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (110s) 9s ago 12m 47.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (7m) 9s ago 7m 15.4M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (7m) 91s ago 7m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (49s) 9s ago 11m 111M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (14s) 9s ago 11m 13.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (10m) 9s ago 10m 243M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d b5386b6d10a8 2024-04-02T08:29:56.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (10m) 9s ago 10m 134M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:29:56.216 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (10m) 91s ago 10m 195M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:29:56.216 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (9m) 91s ago 9m 210M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:29:56.216 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (9m) 91s ago 9m 121M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:29:56.216 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (8m) 91s ago 8m 152M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:29:56.216 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (2m) 91s ago 8m 55.2M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:29:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:55 smithi137 ceph-mon[88456]: pgmap v188: 121 pgs: 121 active+clean; 289 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 396 KiB/s wr, 12 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-02T08:29:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:55 smithi137 ceph-mon[88456]: osdmap e353: 8 total, 8 up, 8 in 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:29:56.635 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:29:56.636 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:29:56.636 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:29:56.636 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:29:56.636 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 8, 2024-04-02T08:29:56.636 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 7 2024-04-02T08:29:56.636 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:29:56.636 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:29:56.780 INFO:tasks.rados.rados.0.smithi028.stdout:1399: done (0 left) 2024-04-02T08:29:56.780 INFO:tasks.rados.rados.0.smithi028.stdout:1400: snap_remove snap 119 2024-04-02T08:29:57.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[96890]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[96890]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[96890]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2799121408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[96890]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[94314]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[94314]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[94314]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2799121408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:56 smithi028 ceph-mon[94314]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:29:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:56 smithi137 ceph-mon[88456]: from='client.34230 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:56 smithi137 ceph-mon[88456]: osdmap e354: 8 total, 8 up, 8 in 2024-04-02T08:29:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:56 smithi137 ceph-mon[88456]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:29:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2799121408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:29:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:56 smithi137 ceph-mon[88456]: osdmap e355: 8 total, 8 up, 8 in 2024-04-02T08:29:57.783 INFO:tasks.rados.rados.0.smithi028.stdout:1400: done (0 left) 2024-04-02T08:29:57.783 INFO:tasks.rados.rados.0.smithi028.stdout:1401: rollback oid 19 current snap is 147 2024-04-02T08:29:57.783 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 108 2024-04-02T08:29:57.783 INFO:tasks.rados.rados.0.smithi028.stdout:1402: rmattr oid 33 current snap is 147 2024-04-02T08:29:57.783 INFO:tasks.rados.rados.0.smithi028.stdout:1402: done (1 left) 2024-04-02T08:29:57.784 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 147 2024-04-02T08:29:57.784 INFO:tasks.rados.rados.0.smithi028.stdout:1403: seq_num 463 ranges {7667712=557056} 2024-04-02T08:29:57.829 INFO:tasks.rados.rados.0.smithi028.stdout:1403: writing smithi02882251-23 from 7667712 to 8224768 tid 1 2024-04-02T08:29:57.829 INFO:tasks.rados.rados.0.smithi028.stdout:1404: rmattr oid 37 current snap is 147 2024-04-02T08:29:57.829 INFO:tasks.rados.rados.0.smithi028.stdout:1404: done (2 left) 2024-04-02T08:29:57.829 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 147 2024-04-02T08:29:57.830 INFO:tasks.rados.rados.0.smithi028.stdout:1401: finishing rollback tid 1 to smithi02882251-19 2024-04-02T08:29:57.830 INFO:tasks.rados.rados.0.smithi028.stdout:1401: finishing rollback tid 2 to smithi02882251-19 2024-04-02T08:29:57.830 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 974 (ObjNum 334 snap 105 seq_num 334) dirty exists 2024-04-02T08:29:57.830 INFO:tasks.rados.rados.0.smithi028.stdout:1405: seq_num 464 ranges {237568=573440} 2024-04-02T08:29:57.834 INFO:tasks.rados.rados.0.smithi028.stdout:1405: writing smithi02882251-6 from 237568 to 811008 tid 1 2024-04-02T08:29:57.834 INFO:tasks.rados.rados.0.smithi028.stdout:1401: done (2 left) 2024-04-02T08:29:57.834 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 147 2024-04-02T08:29:57.834 INFO:tasks.rados.rados.0.smithi028.stdout:1406: seq_num 465 ranges {4186112=598016} 2024-04-02T08:29:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:1406: writing smithi02882251-35 from 4186112 to 4784128 tid 1 2024-04-02T08:29:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:1407: read oid 32 snap -1 2024-04-02T08:29:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:1407: expect deleted 2024-04-02T08:29:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 147 2024-04-02T08:29:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:1403: finishing write tid 1 to smithi02882251-23 2024-04-02T08:29:57.861 INFO:tasks.rados.rados.0.smithi028.stdout:1408: seq_num 466 ranges {0=614400} 2024-04-02T08:29:57.866 INFO:tasks.rados.rados.0.smithi028.stdout:1408: writing smithi02882251-7 from 0 to 614400 tid 1 2024-04-02T08:29:57.866 INFO:tasks.rados.rados.0.smithi028.stdout:1409: snap_remove snap 118 2024-04-02T08:29:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:57 smithi028 ceph-mon[94314]: pgmap v191: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:29:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:57 smithi028 ceph-mon[94314]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:29:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:57 smithi028 ceph-mon[96890]: pgmap v191: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:29:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:57 smithi028 ceph-mon[96890]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:29:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:57 smithi137 ceph-mon[88456]: pgmap v191: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-04-02T08:29:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:57 smithi137 ceph-mon[88456]: osdmap e356: 8 total, 8 up, 8 in 2024-04-02T08:29:58.784 INFO:tasks.rados.rados.0.smithi028.stdout:1409: done (5 left) 2024-04-02T08:29:58.784 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 147 2024-04-02T08:29:58.784 INFO:tasks.rados.rados.0.smithi028.stdout:1410: seq_num 467 ranges {4046848=630784} 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1410: writing smithi02882251-38 from 4046848 to 4677632 tid 1 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1403: finishing write tid 2 to smithi02882251-23 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1403: finishing write tid 3 to smithi02882251-23 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1403: oid 23 updating version 0 to 980 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1403: oid 23 updating version 980 to 981 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 981 (ObjNum 463 snap 147 seq_num 463) dirty exists 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1403: left oid 23 (ObjNum 463 snap 147 seq_num 463) 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1405: finishing write tid 1 to smithi02882251-6 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1405: finishing write tid 2 to smithi02882251-6 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1405: finishing write tid 3 to smithi02882251-6 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1405: oid 6 updating version 0 to 562 2024-04-02T08:29:58.812 INFO:tasks.rados.rados.0.smithi028.stdout:1405: oid 6 version 562 is already newer than 561 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 562 (ObjNum 464 snap 147 seq_num 464) dirty exists 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1405: left oid 6 (ObjNum 464 snap 147 seq_num 464) 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1403: done (5 left) 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1405: done (4 left) 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1411: snap_create 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1406: finishing write tid 1 to smithi02882251-35 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1406: finishing write tid 2 to smithi02882251-35 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1406: finishing write tid 3 to smithi02882251-35 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1406: oid 35 updating version 0 to 871 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1406: oid 35 updating version 871 to 872 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 872 (ObjNum 465 snap 147 seq_num 465) dirty exists 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1406: left oid 35 (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1408: finishing write tid 1 to smithi02882251-7 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1408: finishing write tid 2 to smithi02882251-7 2024-04-02T08:29:58.813 INFO:tasks.rados.rados.0.smithi028.stdout:1408: finishing write tid 3 to smithi02882251-7 2024-04-02T08:29:58.814 INFO:tasks.rados.rados.0.smithi028.stdout:1408: oid 7 updating version 0 to 564 2024-04-02T08:29:58.814 INFO:tasks.rados.rados.0.smithi028.stdout:1408: oid 7 version 564 is already newer than 563 2024-04-02T08:29:58.814 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 564 (ObjNum 466 snap 147 seq_num 466) dirty exists 2024-04-02T08:29:58.814 INFO:tasks.rados.rados.0.smithi028.stdout:1408: left oid 7 (ObjNum 466 snap 147 seq_num 466) 2024-04-02T08:29:58.815 INFO:tasks.rados.rados.0.smithi028.stdout:1410: finishing write tid 1 to smithi02882251-38 2024-04-02T08:29:58.815 INFO:tasks.rados.rados.0.smithi028.stdout:1410: finishing write tid 2 to smithi02882251-38 2024-04-02T08:29:58.816 INFO:tasks.rados.rados.0.smithi028.stdout:1410: finishing write tid 3 to smithi02882251-38 2024-04-02T08:29:58.816 INFO:tasks.rados.rados.0.smithi028.stdout:1410: oid 38 updating version 0 to 578 2024-04-02T08:29:58.816 INFO:tasks.rados.rados.0.smithi028.stdout:1410: oid 38 version 578 is already newer than 577 2024-04-02T08:29:58.816 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 578 (ObjNum 467 snap 147 seq_num 467) dirty exists 2024-04-02T08:29:58.816 INFO:tasks.rados.rados.0.smithi028.stdout:1410: left oid 38 (ObjNum 467 snap 147 seq_num 467) 2024-04-02T08:29:59.790 INFO:tasks.rados.rados.0.smithi028.stdout:1406: done (4 left) 2024-04-02T08:29:59.790 INFO:tasks.rados.rados.0.smithi028.stdout:1407: done (3 left) 2024-04-02T08:29:59.790 INFO:tasks.rados.rados.0.smithi028.stdout:1408: done (2 left) 2024-04-02T08:29:59.790 INFO:tasks.rados.rados.0.smithi028.stdout:1410: done (1 left) 2024-04-02T08:29:59.790 INFO:tasks.rados.rados.0.smithi028.stdout:1411: done (0 left) 2024-04-02T08:29:59.790 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 148 2024-04-02T08:29:59.790 INFO:tasks.rados.rados.0.smithi028.stdout:1412: seq_num 468 ranges {4022272=647168} 2024-04-02T08:29:59.815 INFO:tasks.rados.rados.0.smithi028.stdout:1412: writing smithi02882251-44 from 4022272 to 4669440 tid 1 2024-04-02T08:29:59.815 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 148 2024-04-02T08:29:59.816 INFO:tasks.rados.rados.0.smithi028.stdout:1413: seq_num 469 ranges {8306688=663552} 2024-04-02T08:29:59.864 INFO:tasks.rados.rados.0.smithi028.stdout:1413: writing smithi02882251-48 from 8306688 to 8970240 tid 1 2024-04-02T08:29:59.864 INFO:tasks.rados.rados.0.smithi028.stdout:1414: delete oid 25 current snap is 148 2024-04-02T08:29:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:1412: finishing write tid 1 to smithi02882251-44 2024-04-02T08:29:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:1412: finishing write tid 2 to smithi02882251-44 2024-04-02T08:29:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:1412: finishing write tid 3 to smithi02882251-44 2024-04-02T08:29:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:1412: oid 44 updating version 0 to 845 2024-04-02T08:29:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:1412: oid 44 version 845 is already newer than 844 2024-04-02T08:29:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 845 (ObjNum 468 snap 148 seq_num 468) dirty exists 2024-04-02T08:29:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:1412: left oid 44 (ObjNum 468 snap 148 seq_num 468) 2024-04-02T08:29:59.867 INFO:tasks.rados.rados.0.smithi028.stdout:1412: done (2 left) 2024-04-02T08:29:59.867 INFO:tasks.rados.rados.0.smithi028.stdout:1414: done (1 left) 2024-04-02T08:29:59.867 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 148 2024-04-02T08:29:59.867 INFO:tasks.rados.rados.0.smithi028.stdout:1415: seq_num 471 ranges {0=696320} 2024-04-02T08:29:59.871 INFO:tasks.rados.rados.0.smithi028.stdout:1415: writing smithi02882251-22 from 0 to 696320 tid 1 2024-04-02T08:29:59.871 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 148 2024-04-02T08:29:59.871 INFO:tasks.rados.rados.0.smithi028.stdout:1416: seq_num 472 ranges {4415488=712704} 2024-04-02T08:29:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:1416: writing smithi02882251-49 from 4415488 to 5128192 tid 1 2024-04-02T08:29:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:1417: read oid 44 snap 131 2024-04-02T08:29:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:1417: expect (ObjNum 402 snap 128 seq_num 402) 2024-04-02T08:29:59.899 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 148 2024-04-02T08:29:59.900 INFO:tasks.rados.rados.0.smithi028.stdout:1418: seq_num 473 ranges {360448=729088} 2024-04-02T08:29:59.905 INFO:tasks.rados.rados.0.smithi028.stdout:1418: writing smithi02882251-46 from 360448 to 1089536 tid 1 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1419: delete oid 2 current snap is 148 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1413: finishing write tid 1 to smithi02882251-48 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1413: finishing write tid 2 to smithi02882251-48 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1413: finishing write tid 3 to smithi02882251-48 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1413: oid 48 updating version 0 to 1131 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1413: oid 48 version 1131 is already newer than 1130 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1131 (ObjNum 469 snap 148 seq_num 469) dirty exists 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1413: left oid 48 (ObjNum 469 snap 148 seq_num 469) 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1415: finishing write tid 1 to smithi02882251-22 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1415: finishing write tid 2 to smithi02882251-22 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1415: finishing write tid 3 to smithi02882251-22 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1415: oid 22 updating version 0 to 989 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:1415: oid 22 version 989 is already newer than 988 2024-04-02T08:29:59.906 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 989 (ObjNum 471 snap 148 seq_num 471) dirty exists 2024-04-02T08:29:59.907 INFO:tasks.rados.rados.0.smithi028.stdout:1415: left oid 22 (ObjNum 471 snap 148 seq_num 471) 2024-04-02T08:29:59.907 INFO:tasks.rados.rados.0.smithi028.stdout:1416: finishing write tid 1 to smithi02882251-49 2024-04-02T08:29:59.907 INFO:tasks.rados.rados.0.smithi028.stdout:1416: finishing write tid 2 to smithi02882251-49 2024-04-02T08:29:59.911 INFO:tasks.rados.rados.0.smithi028.stdout:1416: finishing write tid 3 to smithi02882251-49 2024-04-02T08:29:59.911 INFO:tasks.rados.rados.0.smithi028.stdout:1416: oid 49 updating version 0 to 847 2024-04-02T08:29:59.911 INFO:tasks.rados.rados.0.smithi028.stdout:1416: oid 49 version 847 is already newer than 846 2024-04-02T08:29:59.911 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 847 (ObjNum 472 snap 148 seq_num 472) dirty exists 2024-04-02T08:29:59.911 INFO:tasks.rados.rados.0.smithi028.stdout:1416: left oid 49 (ObjNum 472 snap 148 seq_num 472) 2024-04-02T08:29:59.911 INFO:tasks.rados.rados.0.smithi028.stdout:1418: finishing write tid 1 to smithi02882251-46 2024-04-02T08:29:59.912 INFO:tasks.rados.rados.0.smithi028.stdout:1418: finishing write tid 2 to smithi02882251-46 2024-04-02T08:29:59.912 INFO:tasks.rados.rados.0.smithi028.stdout:1418: finishing write tid 3 to smithi02882251-46 2024-04-02T08:29:59.912 INFO:tasks.rados.rados.0.smithi028.stdout:1418: oid 46 updating version 0 to 445 2024-04-02T08:29:59.912 INFO:tasks.rados.rados.0.smithi028.stdout:1418: oid 46 updating version 445 to 446 2024-04-02T08:29:59.912 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 446 (ObjNum 473 snap 148 seq_num 473) dirty exists 2024-04-02T08:29:59.912 INFO:tasks.rados.rados.0.smithi028.stdout:1418: left oid 46 (ObjNum 473 snap 148 seq_num 473) 2024-04-02T08:29:59.913 INFO:tasks.rados.rados.0.smithi028.stdout:1417: expect (ObjNum 402 snap 128 seq_num 402) 2024-04-02T08:29:59.964 INFO:tasks.rados.rados.0.smithi028.stdout:1413: done (5 left) 2024-04-02T08:29:59.965 INFO:tasks.rados.rados.0.smithi028.stdout:1415: done (4 left) 2024-04-02T08:29:59.965 INFO:tasks.rados.rados.0.smithi028.stdout:1416: done (3 left) 2024-04-02T08:29:59.965 INFO:tasks.rados.rados.0.smithi028.stdout:1417: done (2 left) 2024-04-02T08:29:59.965 INFO:tasks.rados.rados.0.smithi028.stdout:1418: done (1 left) 2024-04-02T08:29:59.965 INFO:tasks.rados.rados.0.smithi028.stdout:1419: done (0 left) 2024-04-02T08:29:59.965 INFO:tasks.rados.rados.0.smithi028.stdout:1420: setattr oid 28 current snap is 148 2024-04-02T08:29:59.965 INFO:tasks.rados.rados.0.smithi028.stdout:1421: snap_remove snap 79 2024-04-02T08:30:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:59 smithi137 ceph-mon[88456]: pgmap v194: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-02T08:30:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:29:59 smithi137 ceph-mon[88456]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:30:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:59 smithi028 ceph-mon[94314]: pgmap v194: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-02T08:30:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:29:59 smithi028 ceph-mon[94314]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:30:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:59 smithi028 ceph-mon[96890]: pgmap v194: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2024-04-02T08:30:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:29:59 smithi028 ceph-mon[96890]: osdmap e357: 8 total, 8 up, 8 in 2024-04-02T08:30:00.795 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 991 (ObjNum 401 snap 128 seq_num 401) dirty exists 2024-04-02T08:30:00.796 INFO:tasks.rados.rados.0.smithi028.stdout:1420: done (1 left) 2024-04-02T08:30:00.796 INFO:tasks.rados.rados.0.smithi028.stdout:1421: done (0 left) 2024-04-02T08:30:00.796 INFO:tasks.rados.rados.0.smithi028.stdout:1422: setattr oid 32 current snap is 148 2024-04-02T08:30:00.797 INFO:tasks.rados.rados.0.smithi028.stdout:1423: rollback oid 33 current snap is 148 2024-04-02T08:30:00.797 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 108 2024-04-02T08:30:00.798 INFO:tasks.rados.rados.0.smithi028.stdout:1424: copy_from oid 19 from oid 47 current snap is 148 2024-04-02T08:30:00.798 INFO:tasks.rados.rados.0.smithi028.stdout:1425: delete oid 45 current snap is 148 2024-04-02T08:30:00.806 INFO:tasks.rados.rados.0.smithi028.stdout:1423: finishing rollback tid 0 to smithi02882251-33 2024-04-02T08:30:00.813 INFO:tasks.rados.rados.0.smithi028.stdout:1423: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:30:00.813 INFO:tasks.rados.rados.0.smithi028.stdout:1423: finishing rollback tid 2 to smithi02882251-33 2024-04-02T08:30:00.813 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 599 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:1423: done (3 left) 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:1425: done (2 left) 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:1426: read oid 35 snap -1 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:1426: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 730 (ObjNum 119153 snap 0 seq_num 2923410544) dirty exists 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:1422: done (2 left) 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:1427: copy_from oid 33 from oid 11 current snap is 148 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:1428: copy_from oid 10 from oid 48 current snap is 148 2024-04-02T08:30:00.817 INFO:tasks.rados.rados.0.smithi028.stdout:1429: snap_remove snap 127 2024-04-02T08:30:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:00 smithi137 ceph-mon[88456]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:30:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:00 smithi137 ceph-mon[88456]: overall HEALTH_OK 2024-04-02T08:30:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:01.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:00 smithi028 ceph-mon[94314]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:30:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:00 smithi028 ceph-mon[94314]: overall HEALTH_OK 2024-04-02T08:30:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:00 smithi028 ceph-mon[96890]: osdmap e358: 8 total, 8 up, 8 in 2024-04-02T08:30:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:00 smithi028 ceph-mon[96890]: overall HEALTH_OK 2024-04-02T08:30:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:30:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:30:01] "GET /metrics HTTP/1.1" 200 36047 "" "Prometheus/2.43.0" 2024-04-02T08:30:01.782 INFO:tasks.rados.rados.0.smithi028.stdout:1429: done (4 left) 2024-04-02T08:30:01.849 INFO:tasks.rados.rados.0.smithi028.stdout:1430: copy_from oid 28 from oid 37 current snap is 148 2024-04-02T08:30:01.849 INFO:tasks.rados.rados.0.smithi028.stdout:1431: rmattr oid 18 current snap is 148 2024-04-02T08:30:01.849 INFO:tasks.rados.rados.0.smithi028.stdout:1431: done (5 left) 2024-04-02T08:30:01.849 INFO:tasks.rados.rados.0.smithi028.stdout:1432: snap_create 2024-04-02T08:30:01.849 INFO:tasks.rados.rados.0.smithi028.stdout:1427: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:30:01.849 INFO:tasks.rados.rados.0.smithi028.stdout:1424: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:30:01.850 INFO:tasks.rados.rados.0.smithi028.stdout:1427: finishing copy_from to smithi02882251-33 2024-04-02T08:30:01.850 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 576 (ObjNum 461 snap 146 seq_num 461) dirty exists 2024-04-02T08:30:01.850 INFO:tasks.rados.rados.0.smithi028.stdout:1426: expect (ObjNum 465 snap 147 seq_num 465) 2024-04-02T08:30:02.017 INFO:tasks.rados.rados.0.smithi028.stdout:1424: finishing copy_from to smithi02882251-19 2024-04-02T08:30:02.017 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 443 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:30:02.017 INFO:tasks.rados.rados.0.smithi028.stdout:1428: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:30:02.017 INFO:tasks.rados.rados.0.smithi028.stdout:1428: finishing copy_from to smithi02882251-10 2024-04-02T08:30:02.018 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1131 (ObjNum 469 snap 148 seq_num 469) dirty exists 2024-04-02T08:30:02.018 INFO:tasks.rados.rados.0.smithi028.stdout:1430: finishing copy_from to smithi02882251-28 2024-04-02T08:30:02.018 INFO:tasks.rados.rados.0.smithi028.stdout:1430: got expected ENOENT (src dne) 2024-04-02T08:30:02.018 INFO:tasks.rados.rados.0.smithi028.stdout:1430: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:30:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:01 smithi137 ceph-mon[88456]: pgmap v197: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:30:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:01 smithi137 ceph-mon[88456]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:30:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:01 smithi137 ceph-mon[88456]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:30:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:01 smithi028 ceph-mon[94314]: pgmap v197: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:30:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:01 smithi028 ceph-mon[94314]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:30:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:01 smithi028 ceph-mon[94314]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:30:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:01 smithi028 ceph-mon[96890]: pgmap v197: 121 pgs: 121 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-02T08:30:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:01 smithi028 ceph-mon[96890]: osdmap e359: 8 total, 8 up, 8 in 2024-04-02T08:30:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:01 smithi028 ceph-mon[96890]: osdmap e360: 8 total, 8 up, 8 in 2024-04-02T08:30:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:1424: done (5 left) 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:1426: done (4 left) 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:1427: done (3 left) 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:1428: done (2 left) 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:1430: done (1 left) 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:1432: done (0 left) 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:1433: rollback oid 43 current snap is 149 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 144 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 149 2024-04-02T08:30:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:1434: seq_num 476 ranges {2473984=778240} 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:1434: writing smithi02882251-4 from 2473984 to 3252224 tid 1 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:1433: finishing rollback tid 1 to smithi02882251-43 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:1435: read oid 18 snap -1 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:1435: expect (ObjNum 408 snap 129 seq_num 408) 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:1436: copy_from oid 6 from oid 29 current snap is 149 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:1433: finishing rollback tid 2 to smithi02882251-43 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 415 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:1433: done (3 left) 2024-04-02T08:30:02.803 INFO:tasks.rados.rados.0.smithi028.stdout:1437: setattr oid 26 current snap is 149 2024-04-02T08:30:02.804 INFO:tasks.rados.rados.0.smithi028.stdout:1438: rollback oid 45 current snap is 149 2024-04-02T08:30:02.804 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 122 2024-04-02T08:30:02.804 INFO:tasks.rados.rados.0.smithi028.stdout:1439: read oid 33 snap -1 2024-04-02T08:30:02.804 INFO:tasks.rados.rados.0.smithi028.stdout:1439: expect (ObjNum 461 snap 146 seq_num 461) 2024-04-02T08:30:02.804 INFO:tasks.rados.rados.0.smithi028.stdout:1440: copy_from oid 23 from oid 50 current snap is 149 2024-04-02T08:30:02.805 INFO:tasks.rados.rados.0.smithi028.stdout:1441: delete oid 2 current snap is 149 2024-04-02T08:30:02.809 INFO:tasks.rados.rados.0.smithi028.stdout:1441: done (7 left) 2024-04-02T08:30:02.809 INFO:tasks.rados.rados.0.smithi028.stdout:1442: rollback oid 32 current snap is 149 2024-04-02T08:30:02.809 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 80 2024-04-02T08:30:02.809 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 746 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-04-02T08:30:02.809 INFO:tasks.rados.rados.0.smithi028.stdout:1437: done (7 left) 2024-04-02T08:30:02.809 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 149 2024-04-02T08:30:02.809 INFO:tasks.rados.rados.0.smithi028.stdout:1443: seq_num 478 ranges {1261568=409600,1671168=401408} 2024-04-02T08:30:02.819 INFO:tasks.rados.rados.0.smithi028.stdout:1443: writing smithi02882251-16 from 1261568 to 1671168 tid 1 2024-04-02T08:30:02.822 INFO:tasks.rados.rados.0.smithi028.stdout:1443: writing smithi02882251-16 from 1671168 to 2072576 tid 2 2024-04-02T08:30:02.822 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 149 2024-04-02T08:30:02.822 INFO:tasks.rados.rados.0.smithi028.stdout:1438: finishing rollback tid 1 to smithi02882251-45 2024-04-02T08:30:02.822 INFO:tasks.rados.rados.0.smithi028.stdout:1444: seq_num 479 ranges {0=425984,425984=401408} 2024-04-02T08:30:02.824 INFO:tasks.rados.rados.0.smithi028.stdout:1444: writing smithi02882251-40 from 0 to 425984 tid 1 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1444: writing smithi02882251-40 from 425984 to 827392 tid 2 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1445: read oid 21 snap -1 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1445: expect (ObjNum 419 snap 133 seq_num 419) 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 149 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1438: finishing rollback tid 2 to smithi02882251-45 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1159 (ObjNum 331 snap 103 seq_num 331) dirty exists 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1442: finishing rollback tid 0 to smithi02882251-32 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1442: finishing rollback tid 1 to smithi02882251-32 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1442: finishing rollback tid 2 to smithi02882251-32 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 750 (ObjNum 206 snap 54 seq_num 206) dirty exists 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1436: finishing copy_from racing read to smithi02882251-6 2024-04-02T08:30:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:1435: expect (ObjNum 408 snap 129 seq_num 408) 2024-04-02T08:30:02.886 INFO:tasks.rados.rados.0.smithi028.stdout:1440: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:30:02.886 INFO:tasks.rados.rados.0.smithi028.stdout:1436: finishing copy_from to smithi02882251-6 2024-04-02T08:30:02.886 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 405 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-04-02T08:30:02.886 INFO:tasks.rados.rados.0.smithi028.stdout:1443: finishing write tid 1 to smithi02882251-16 2024-04-02T08:30:02.886 INFO:tasks.rados.rados.0.smithi028.stdout:1446: seq_num 480 ranges {0=442368,442368=401408} 2024-04-02T08:30:02.888 INFO:tasks.rados.rados.0.smithi028.stdout:1446: writing smithi02882251-37 from 0 to 442368 tid 1 2024-04-02T08:30:02.891 INFO:tasks.rados.rados.0.smithi028.stdout:1446: writing smithi02882251-37 from 442368 to 843776 tid 2 2024-04-02T08:30:02.891 INFO:tasks.rados.rados.0.smithi028.stdout:1435: done (10 left) 2024-04-02T08:30:02.891 INFO:tasks.rados.rados.0.smithi028.stdout:1436: done (9 left) 2024-04-02T08:30:02.891 INFO:tasks.rados.rados.0.smithi028.stdout:1438: done (8 left) 2024-04-02T08:30:02.891 INFO:tasks.rados.rados.0.smithi028.stdout:1442: done (7 left) 2024-04-02T08:30:02.891 INFO:tasks.rados.rados.0.smithi028.stdout:1447: read oid 17 snap 147 2024-04-02T08:30:02.892 INFO:tasks.rados.rados.0.smithi028.stdout:1447: expect (ObjNum 398 snap 126 seq_num 398) 2024-04-02T08:30:02.892 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 149 2024-04-02T08:30:02.892 INFO:tasks.rados.rados.0.smithi028.stdout:1440: finishing copy_from to smithi02882251-23 2024-04-02T08:30:02.892 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 614 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:30:02.892 INFO:tasks.rados.rados.0.smithi028.stdout:1443: finishing write tid 2 to smithi02882251-16 2024-04-02T08:30:02.892 INFO:tasks.rados.rados.0.smithi028.stdout:1448: seq_num 481 ranges {0=458752,458752=401408} 2024-04-02T08:30:02.893 INFO:tasks.rados.rados.0.smithi028.stdout:1448: writing smithi02882251-43 from 0 to 458752 tid 1 2024-04-02T08:30:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:1448: writing smithi02882251-43 from 458752 to 860160 tid 2 2024-04-02T08:30:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:1440: done (8 left) 2024-04-02T08:30:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:1449: delete oid 32 current snap is 149 2024-04-02T08:30:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:1443: finishing write tid 3 to smithi02882251-16 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1443: finishing write tid 4 to smithi02882251-16 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1443: oid 16 updating version 0 to 550 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1443: oid 16 version 550 is already newer than 549 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1443: oid 16 version 550 is already newer than 548 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 550 (ObjNum 478 snap 149 seq_num 478) dirty exists 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1443: left oid 16 (ObjNum 478 snap 149 seq_num 478) 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1434: finishing write tid 1 to smithi02882251-4 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1434: finishing write tid 2 to smithi02882251-4 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1444: finishing write tid 1 to smithi02882251-40 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1444: finishing write tid 2 to smithi02882251-40 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1444: finishing write tid 3 to smithi02882251-40 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1444: finishing write tid 4 to smithi02882251-40 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1444: oid 40 updating version 0 to 1160 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1444: oid 40 updating version 1160 to 1161 2024-04-02T08:30:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:1444: oid 40 updating version 1161 to 1162 2024-04-02T08:30:02.898 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1162 (ObjNum 479 snap 149 seq_num 479) dirty exists 2024-04-02T08:30:02.898 INFO:tasks.rados.rados.0.smithi028.stdout:1444: left oid 40 (ObjNum 479 snap 149 seq_num 479) 2024-04-02T08:30:02.898 INFO:tasks.rados.rados.0.smithi028.stdout:1439: expect (ObjNum 461 snap 146 seq_num 461) 2024-04-02T08:30:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:1434: finishing write tid 3 to smithi02882251-4 2024-04-02T08:30:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:1434: oid 4 updating version 0 to 610 2024-04-02T08:30:03.053 INFO:tasks.rados.rados.0.smithi028.stdout:1434: oid 4 updating version 610 to 611 2024-04-02T08:30:03.053 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 611 (ObjNum 476 snap 149 seq_num 476) dirty exists 2024-04-02T08:30:03.053 INFO:tasks.rados.rados.0.smithi028.stdout:1434: left oid 4 (ObjNum 476 snap 149 seq_num 476) 2024-04-02T08:30:03.053 INFO:tasks.rados.rados.0.smithi028.stdout:1445: expect (ObjNum 419 snap 133 seq_num 419) 2024-04-02T08:30:03.179 INFO:tasks.rados.rados.0.smithi028.stdout:1446: finishing write tid 1 to smithi02882251-37 2024-04-02T08:30:03.179 INFO:tasks.rados.rados.0.smithi028.stdout:1446: finishing write tid 2 to smithi02882251-37 2024-04-02T08:30:03.179 INFO:tasks.rados.rados.0.smithi028.stdout:1446: finishing write tid 3 to smithi02882251-37 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1446: finishing write tid 4 to smithi02882251-37 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1446: oid 37 updating version 0 to 896 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1446: oid 37 updating version 896 to 897 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1446: oid 37 version 897 is already newer than 895 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 897 (ObjNum 480 snap 149 seq_num 480) dirty exists 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1446: left oid 37 (ObjNum 480 snap 149 seq_num 480) 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1434: done (8 left) 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1439: done (7 left) 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1443: done (6 left) 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1444: done (5 left) 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1445: done (4 left) 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1446: done (3 left) 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1449: done (2 left) 2024-04-02T08:30:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:1450: snap_remove snap 145 2024-04-02T08:30:03.781 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:03.800 INFO:tasks.rados.rados.0.smithi028.stdout:1450: done (2 left) 2024-04-02T08:30:03.800 INFO:tasks.rados.rados.0.smithi028.stdout:1451: read oid 20 snap -1 2024-04-02T08:30:03.801 INFO:tasks.rados.rados.0.smithi028.stdout:1451: expect (ObjNum 445 snap 142 seq_num 445) 2024-04-02T08:30:03.801 INFO:tasks.rados.rados.0.smithi028.stdout:1452: copy_from oid 27 from oid 30 current snap is 149 2024-04-02T08:30:03.801 INFO:tasks.rados.rados.0.smithi028.stdout:1447: expect (ObjNum 398 snap 126 seq_num 398) 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:1448: finishing write tid 1 to smithi02882251-43 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:1448: finishing write tid 2 to smithi02882251-43 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:1448: finishing write tid 3 to smithi02882251-43 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:1448: finishing write tid 4 to smithi02882251-43 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:1448: oid 43 updating version 0 to 416 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:1448: oid 43 updating version 416 to 418 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:1448: oid 43 version 418 is already newer than 417 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 418 (ObjNum 481 snap 149 seq_num 481) dirty exists 2024-04-02T08:30:03.860 INFO:tasks.rados.rados.0.smithi028.stdout:1448: left oid 43 (ObjNum 481 snap 149 seq_num 481) 2024-04-02T08:30:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:1447: done (3 left) 2024-04-02T08:30:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:1448: done (2 left) 2024-04-02T08:30:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 149 2024-04-02T08:30:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:1452: finishing copy_from racing read to smithi02882251-27 2024-04-02T08:30:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:1452: finishing copy_from to smithi02882251-27 2024-04-02T08:30:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 434 (ObjNum 383 snap 123 seq_num 383) dirty exists 2024-04-02T08:30:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:1451: expect (ObjNum 445 snap 142 seq_num 445) 2024-04-02T08:30:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:03 smithi137 ceph-mon[88456]: pgmap v200: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-02T08:30:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:03 smithi137 ceph-mon[88456]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:30:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:03 smithi028 ceph-mon[94314]: pgmap v200: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-02T08:30:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:03 smithi028 ceph-mon[94314]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:30:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:03 smithi028 ceph-mon[96890]: pgmap v200: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-02T08:30:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:03 smithi028 ceph-mon[96890]: osdmap e361: 8 total, 8 up, 8 in 2024-04-02T08:30:04.531 INFO:tasks.rados.rados.0.smithi028.stdout:1453: seq_num 483 ranges {1875968=491520,2367488=401408} 2024-04-02T08:30:04.544 INFO:tasks.rados.rados.0.smithi028.stdout:1453: writing smithi02882251-17 from 1875968 to 2367488 tid 1 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1453: writing smithi02882251-17 from 2367488 to 2768896 tid 2 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1451: done (2 left) 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1452: done (1 left) 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1454: copy_from oid 22 from oid 16 current snap is 149 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1455: read oid 5 snap -1 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1455: expect (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1456: rollback oid 30 current snap is 149 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 124 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1457: rollback oid 42 current snap is 149 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 138 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1458: rollback oid 13 current snap is 149 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 144 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1459: read oid 14 snap 140 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1459: expect (ObjNum 371 snap 122 seq_num 371) 2024-04-02T08:30:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:1460: read oid 35 snap 108 2024-04-02T08:30:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:1460: expect deleted 2024-04-02T08:30:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:1461: rollback oid 21 current snap is 149 2024-04-02T08:30:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 122 2024-04-02T08:30:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:1462: rmattr oid 49 current snap is 149 2024-04-02T08:30:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:1462: done (9 left) 2024-04-02T08:30:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:1463: setattr oid 24 current snap is 149 2024-04-02T08:30:04.550 INFO:tasks.rados.rados.0.smithi028.stdout:1453: finishing write tid 1 to smithi02882251-17 2024-04-02T08:30:04.551 INFO:tasks.rados.rados.0.smithi028.stdout:1460: done (9 left) 2024-04-02T08:30:04.552 INFO:tasks.rados.rados.0.smithi028.stdout:1464: read oid 4 snap 124 2024-04-02T08:30:04.552 INFO:tasks.rados.rados.0.smithi028.stdout:1464: expect (ObjNum 348 snap 114 seq_num 348) 2024-04-02T08:30:04.552 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 149 2024-04-02T08:30:04.552 INFO:tasks.rados.rados.0.smithi028.stdout:1465: seq_num 484 ranges {1925120=507904,2433024=401408} 2024-04-02T08:30:04.567 INFO:tasks.rados.rados.0.smithi028.stdout:1465: writing smithi02882251-28 from 1925120 to 2433024 tid 1 2024-04-02T08:30:04.569 INFO:tasks.rados.rados.0.smithi028.stdout:1465: writing smithi02882251-28 from 2433024 to 2834432 tid 2 2024-04-02T08:30:04.569 INFO:tasks.rados.rados.0.smithi028.stdout:1466: snap_remove snap 108 2024-04-02T08:30:04.803 INFO:tasks.rados.rados.0.smithi028.stdout:1466: done (11 left) 2024-04-02T08:30:04.803 INFO:tasks.rados.rados.0.smithi028.stdout:1467: read oid 12 snap -1 2024-04-02T08:30:04.803 INFO:tasks.rados.rados.0.smithi028.stdout:1467: expect (ObjNum 448 snap 144 seq_num 448) 2024-04-02T08:30:04.803 INFO:tasks.rados.rados.0.smithi028.stdout:1468: snap_create 2024-04-02T08:30:04.803 INFO:tasks.rados.rados.0.smithi028.stdout:1456: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:30:04.803 INFO:tasks.rados.rados.0.smithi028.stdout:1457: finishing rollback tid 0 to smithi02882251-42 2024-04-02T08:30:04.803 INFO:tasks.rados.rados.0.smithi028.stdout:1456: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1456: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 505 (ObjNum 159 snap 41 seq_num 159) dirty exists 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1457: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1457: finishing rollback tid 2 to smithi02882251-42 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 851 (ObjNum 370 snap 122 seq_num 370) dirty exists 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1453: finishing write tid 2 to smithi02882251-17 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1453: finishing write tid 3 to smithi02882251-17 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1461: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1461: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 546 (ObjNum 33 snap 0 seq_num 1440708880) dirty exists 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1461: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 553 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1458: finishing rollback tid 0 to smithi02882251-13 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1458: finishing rollback tid 1 to smithi02882251-13 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1453: finishing write tid 4 to smithi02882251-17 2024-04-02T08:30:04.804 INFO:tasks.rados.rados.0.smithi028.stdout:1453: oid 17 updating version 0 to 577 2024-04-02T08:30:04.805 INFO:tasks.rados.rados.0.smithi028.stdout:1453: oid 17 updating version 577 to 578 2024-04-02T08:30:04.805 INFO:tasks.rados.rados.0.smithi028.stdout:1453: oid 17 version 578 is already newer than 576 2024-04-02T08:30:04.805 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 578 (ObjNum 483 snap 149 seq_num 483) dirty exists 2024-04-02T08:30:04.805 INFO:tasks.rados.rados.0.smithi028.stdout:1453: left oid 17 (ObjNum 483 snap 149 seq_num 483) 2024-04-02T08:30:04.805 INFO:tasks.rados.rados.0.smithi028.stdout:1458: finishing rollback tid 2 to smithi02882251-13 2024-04-02T08:30:04.805 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 582 (ObjNum 343 snap 111 seq_num 343) dirty exists 2024-04-02T08:30:04.805 INFO:tasks.rados.rados.0.smithi028.stdout:1464: expect (ObjNum 348 snap 114 seq_num 348) 2024-04-02T08:30:04.883 INFO:tasks.rados.rados.0.smithi028.stdout:1454: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:30:04.883 INFO:tasks.rados.rados.0.smithi028.stdout:1454: finishing copy_from to smithi02882251-22 2024-04-02T08:30:04.883 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 550 (ObjNum 478 snap 149 seq_num 478) dirty exists 2024-04-02T08:30:04.883 INFO:tasks.rados.rados.0.smithi028.stdout:1465: finishing write tid 1 to smithi02882251-28 2024-04-02T08:30:04.883 INFO:tasks.rados.rados.0.smithi028.stdout:1465: finishing write tid 2 to smithi02882251-28 2024-04-02T08:30:04.883 INFO:tasks.rados.rados.0.smithi028.stdout:1465: finishing write tid 3 to smithi02882251-28 2024-04-02T08:30:04.883 INFO:tasks.rados.rados.0.smithi028.stdout:1465: finishing write tid 4 to smithi02882251-28 2024-04-02T08:30:04.884 INFO:tasks.rados.rados.0.smithi028.stdout:1465: oid 28 updating version 0 to 1018 2024-04-02T08:30:04.884 INFO:tasks.rados.rados.0.smithi028.stdout:1465: oid 28 updating version 1018 to 1019 2024-04-02T08:30:04.884 INFO:tasks.rados.rados.0.smithi028.stdout:1465: oid 28 version 1019 is already newer than 1017 2024-04-02T08:30:04.884 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1019 (ObjNum 484 snap 149 seq_num 484) dirty exists 2024-04-02T08:30:04.884 INFO:tasks.rados.rados.0.smithi028.stdout:1465: left oid 28 (ObjNum 484 snap 149 seq_num 484) 2024-04-02T08:30:04.884 INFO:tasks.rados.rados.0.smithi028.stdout:1459: expect (ObjNum 371 snap 122 seq_num 371) 2024-04-02T08:30:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:04 smithi137 ceph-mon[88456]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:30:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:04 smithi028 ceph-mon[94314]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:30:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:04 smithi028 ceph-mon[96890]: osdmap e362: 8 total, 8 up, 8 in 2024-04-02T08:30:05.199 INFO:tasks.rados.rados.0.smithi028.stdout:1455: expect (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:30:05.493 INFO:tasks.rados.rados.0.smithi028.stdout:1467: expect (ObjNum 448 snap 144 seq_num 448) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1453: done (12 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1454: done (11 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1455: done (10 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1456: done (9 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1457: done (8 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1458: done (7 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1459: done (6 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1461: done (5 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1463: done (4 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1464: done (3 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1465: done (2 left) 2024-04-02T08:30:05.804 INFO:tasks.rados.rados.0.smithi028.stdout:1467: done (1 left) 2024-04-02T08:30:05.805 INFO:tasks.rados.rados.0.smithi028.stdout:1468: done (0 left) 2024-04-02T08:30:05.805 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 150 2024-04-02T08:30:05.805 INFO:tasks.rados.rados.0.smithi028.stdout:1469: seq_num 485 ranges {1622016=532480,2154496=401408} 2024-04-02T08:30:05.815 INFO:tasks.rados.rados.0.smithi028.stdout:1469: writing smithi02882251-27 from 1622016 to 2154496 tid 1 2024-04-02T08:30:05.817 INFO:tasks.rados.rados.0.smithi028.stdout:1469: writing smithi02882251-27 from 2154496 to 2555904 tid 2 2024-04-02T08:30:05.817 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 150 2024-04-02T08:30:05.818 INFO:tasks.rados.rados.0.smithi028.stdout:1470: seq_num 486 ranges {3186688=548864,3735552=401408} 2024-04-02T08:30:05.838 INFO:tasks.rados.rados.0.smithi028.stdout:1470: writing smithi02882251-15 from 3186688 to 3735552 tid 1 2024-04-02T08:30:05.840 INFO:tasks.rados.rados.0.smithi028.stdout:1470: writing smithi02882251-15 from 3735552 to 4136960 tid 2 2024-04-02T08:30:05.841 INFO:tasks.rados.rados.0.smithi028.stdout:1471: read oid 29 snap -1 2024-04-02T08:30:05.841 INFO:tasks.rados.rados.0.smithi028.stdout:1471: expect (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:30:05.841 INFO:tasks.rados.rados.0.smithi028.stdout:1472: read oid 9 snap 148 2024-04-02T08:30:05.841 INFO:tasks.rados.rados.0.smithi028.stdout:1472: expect (ObjNum 428 snap 138 seq_num 428) 2024-04-02T08:30:05.841 INFO:tasks.rados.rados.0.smithi028.stdout:1473: read oid 30 snap -1 2024-04-02T08:30:05.841 INFO:tasks.rados.rados.0.smithi028.stdout:1473: expect (ObjNum 159 snap 41 seq_num 159) 2024-04-02T08:30:05.841 INFO:tasks.rados.rados.0.smithi028.stdout:1474: snap_remove snap 138 2024-04-02T08:30:05.841 INFO:tasks.rados.rados.0.smithi028.stdout:1469: finishing write tid 1 to smithi02882251-27 2024-04-02T08:30:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:05 smithi137 ceph-mon[88456]: pgmap v203: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-02T08:30:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:05 smithi137 ceph-mon[88456]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:30:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:05 smithi028 ceph-mon[94314]: pgmap v203: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-02T08:30:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:05 smithi028 ceph-mon[94314]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:30:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:05 smithi028 ceph-mon[96890]: pgmap v203: 121 pgs: 121 active+clean; 305 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 22 op/s 2024-04-02T08:30:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:05 smithi028 ceph-mon[96890]: osdmap e363: 8 total, 8 up, 8 in 2024-04-02T08:30:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:06.815 INFO:tasks.rados.rados.0.smithi028.stdout:1474: done (5 left) 2024-04-02T08:30:06.815 INFO:tasks.rados.rados.0.smithi028.stdout:1475: snap_create 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:1469: finishing write tid 2 to smithi02882251-27 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:1469: finishing write tid 3 to smithi02882251-27 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:1469: finishing write tid 4 to smithi02882251-27 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:1469: oid 27 updating version 0 to 1183 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:1469: oid 27 updating version 1183 to 1184 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:1469: oid 27 updating version 1184 to 1185 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1185 (ObjNum 485 snap 150 seq_num 485) dirty exists 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:1469: left oid 27 (ObjNum 485 snap 150 seq_num 485) 2024-04-02T08:30:06.816 INFO:tasks.rados.rados.0.smithi028.stdout:1473: expect (ObjNum 159 snap 41 seq_num 159) 2024-04-02T08:30:06.826 INFO:tasks.rados.rados.0.smithi028.stdout:1470: finishing write tid 1 to smithi02882251-15 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:1470: finishing write tid 2 to smithi02882251-15 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:1470: finishing write tid 3 to smithi02882251-15 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:1470: finishing write tid 4 to smithi02882251-15 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:1470: oid 15 updating version 0 to 910 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:1470: oid 15 version 910 is already newer than 909 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:1470: oid 15 updating version 910 to 911 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 911 (ObjNum 486 snap 150 seq_num 486) dirty exists 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:1470: left oid 15 (ObjNum 486 snap 150 seq_num 486) 2024-04-02T08:30:06.827 INFO:tasks.rados.rados.0.smithi028.stdout:1471: expect (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:30:06.938 INFO:tasks.rados.rados.0.smithi028.stdout:1472: expect (ObjNum 428 snap 138 seq_num 428) 2024-04-02T08:30:06.996 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:06 smithi028 ceph-mon[94314]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:30:06.996 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:30:06.996 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:06 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:30:06.996 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:06 smithi028 ceph-mon[94314]: Upgrade: osd.2 is safe to restart 2024-04-02T08:30:06.996 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:06 smithi028 ceph-mon[96890]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:30:06.997 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:30:06.997 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:06 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:30:06.997 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:06 smithi028 ceph-mon[96890]: Upgrade: osd.2 is safe to restart 2024-04-02T08:30:07.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:06 smithi137 ceph-mon[88456]: osdmap e364: 8 total, 8 up, 8 in 2024-04-02T08:30:07.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:30:07.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:06 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-02T08:30:07.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:06 smithi137 ceph-mon[88456]: Upgrade: osd.2 is safe to restart 2024-04-02T08:30:07.816 INFO:tasks.rados.rados.0.smithi028.stdout:1469: done (5 left) 2024-04-02T08:30:07.816 INFO:tasks.rados.rados.0.smithi028.stdout:1470: done (4 left) 2024-04-02T08:30:07.817 INFO:tasks.rados.rados.0.smithi028.stdout:1471: done (3 left) 2024-04-02T08:30:07.817 INFO:tasks.rados.rados.0.smithi028.stdout:1472: done (2 left) 2024-04-02T08:30:07.817 INFO:tasks.rados.rados.0.smithi028.stdout:1473: done (1 left) 2024-04-02T08:30:07.817 INFO:tasks.rados.rados.0.smithi028.stdout:1475: done (0 left) 2024-04-02T08:30:07.817 INFO:tasks.rados.rados.0.smithi028.stdout:1476: snap_create 2024-04-02T08:30:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:07 smithi137 ceph-mon[88456]: pgmap v206: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T08:30:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:07 smithi137 ceph-mon[88456]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:30:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:07 smithi028 ceph-mon[94314]: pgmap v206: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T08:30:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:07 smithi028 ceph-mon[94314]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:30:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:07 smithi028 ceph-mon[96890]: pgmap v206: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T08:30:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:07 smithi028 ceph-mon[96890]: osdmap e365: 8 total, 8 up, 8 in 2024-04-02T08:30:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:08.818 INFO:tasks.rados.rados.0.smithi028.stdout:1476: done (0 left) 2024-04-02T08:30:08.818 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 152 2024-04-02T08:30:08.818 INFO:tasks.rados.rados.0.smithi028.stdout:1477: seq_num 487 ranges {827392=565248,1392640=401408} 2024-04-02T08:30:08.825 INFO:tasks.rados.rados.0.smithi028.stdout:1477: writing smithi02882251-40 from 827392 to 1392640 tid 1 2024-04-02T08:30:08.828 INFO:tasks.rados.rados.0.smithi028.stdout:1477: writing smithi02882251-40 from 1392640 to 1794048 tid 2 2024-04-02T08:30:08.828 INFO:tasks.rados.rados.0.smithi028.stdout:1478: snap_create 2024-04-02T08:30:08.837 INFO:tasks.rados.rados.0.smithi028.stdout:1477: finishing write tid 1 to smithi02882251-40 2024-04-02T08:30:08.838 INFO:tasks.rados.rados.0.smithi028.stdout:1477: finishing write tid 2 to smithi02882251-40 2024-04-02T08:30:08.838 INFO:tasks.rados.rados.0.smithi028.stdout:1477: finishing write tid 3 to smithi02882251-40 2024-04-02T08:30:08.839 INFO:tasks.rados.rados.0.smithi028.stdout:1477: finishing write tid 4 to smithi02882251-40 2024-04-02T08:30:08.839 INFO:tasks.rados.rados.0.smithi028.stdout:1477: oid 40 updating version 0 to 1195 2024-04-02T08:30:08.839 INFO:tasks.rados.rados.0.smithi028.stdout:1477: oid 40 updating version 1195 to 1197 2024-04-02T08:30:08.839 INFO:tasks.rados.rados.0.smithi028.stdout:1477: oid 40 version 1197 is already newer than 1196 2024-04-02T08:30:08.839 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1197 (ObjNum 487 snap 152 seq_num 487) dirty exists 2024-04-02T08:30:08.839 INFO:tasks.rados.rados.0.smithi028.stdout:1477: left oid 40 (ObjNum 487 snap 152 seq_num 487) 2024-04-02T08:30:08.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[94314]: Upgrade: Updating osd.2 2024-04-02T08:30:08.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:30:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[94314]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:30:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[94314]: Deploying daemon osd.2 on smithi028 2024-04-02T08:30:08.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[96890]: Upgrade: Updating osd.2 2024-04-02T08:30:08.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:30:08.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[96890]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:30:08.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:08.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:08 smithi028 ceph-mon[96890]: Deploying daemon osd.2 on smithi028 2024-04-02T08:30:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:08 smithi137 ceph-mon[88456]: Upgrade: Updating osd.2 2024-04-02T08:30:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:08 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-02T08:30:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:08 smithi137 ceph-mon[88456]: osdmap e366: 8 total, 8 up, 8 in 2024-04-02T08:30:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:08 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:08 smithi137 ceph-mon[88456]: Deploying daemon osd.2 on smithi028 2024-04-02T08:30:09.831 INFO:tasks.rados.rados.0.smithi028.stdout:1477: done (1 left) 2024-04-02T08:30:09.831 INFO:tasks.rados.rados.0.smithi028.stdout:1478: done (0 left) 2024-04-02T08:30:09.832 INFO:tasks.rados.rados.0.smithi028.stdout:1479: copy_from oid 50 from oid 10 current snap is 153 2024-04-02T08:30:09.832 INFO:tasks.rados.rados.0.smithi028.stdout:1480: snap_remove snap 141 2024-04-02T08:30:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:09 smithi028 ceph-mon[96890]: pgmap v209: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T08:30:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:09 smithi028 ceph-mon[96890]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:30:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:09 smithi028 ceph-mon[94314]: pgmap v209: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T08:30:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:09 smithi028 ceph-mon[94314]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:30:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:09 smithi137 ceph-mon[88456]: pgmap v209: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T08:30:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:09 smithi137 ceph-mon[88456]: osdmap e367: 8 total, 8 up, 8 in 2024-04-02T08:30:10.832 INFO:tasks.rados.rados.0.smithi028.stdout:1480: done (1 left) 2024-04-02T08:30:10.832 INFO:tasks.rados.rados.0.smithi028.stdout:1481: copy_from oid 5 from oid 2 current snap is 153 2024-04-02T08:30:10.832 INFO:tasks.rados.rados.0.smithi028.stdout:1479: finishing copy_from racing read to smithi02882251-50 2024-04-02T08:30:10.832 INFO:tasks.rados.rados.0.smithi028.stdout:1479: finishing copy_from to smithi02882251-50 2024-04-02T08:30:10.832 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1131 (ObjNum 469 snap 148 seq_num 469) dirty exists 2024-04-02T08:30:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:1479: done (1 left) 2024-04-02T08:30:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 153 2024-04-02T08:30:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:1482: seq_num 488 ranges {614400=581632,1196032=401408} 2024-04-02T08:30:10.839 INFO:tasks.rados.rados.0.smithi028.stdout:1482: writing smithi02882251-7 from 614400 to 1196032 tid 1 2024-04-02T08:30:10.842 INFO:tasks.rados.rados.0.smithi028.stdout:1482: writing smithi02882251-7 from 1196032 to 1597440 tid 2 2024-04-02T08:30:10.842 INFO:tasks.rados.rados.0.smithi028.stdout:1483: snap_create 2024-04-02T08:30:10.845 INFO:tasks.rados.rados.0.smithi028.stdout:1481: finishing copy_from to smithi02882251-5 2024-04-02T08:30:10.845 INFO:tasks.rados.rados.0.smithi028.stdout:1481: got expected ENOENT (src dne) 2024-04-02T08:30:10.845 INFO:tasks.rados.rados.0.smithi028.stdout:1481: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:30:10.853 INFO:tasks.rados.rados.0.smithi028.stdout:1482: finishing write tid 1 to smithi02882251-7 2024-04-02T08:30:10.853 INFO:tasks.rados.rados.0.smithi028.stdout:1482: finishing write tid 2 to smithi02882251-7 2024-04-02T08:30:10.854 INFO:tasks.rados.rados.0.smithi028.stdout:1482: finishing write tid 3 to smithi02882251-7 2024-04-02T08:30:10.857 INFO:tasks.rados.rados.0.smithi028.stdout:1482: finishing write tid 4 to smithi02882251-7 2024-04-02T08:30:10.857 INFO:tasks.rados.rados.0.smithi028.stdout:1482: oid 7 updating version 0 to 588 2024-04-02T08:30:10.857 INFO:tasks.rados.rados.0.smithi028.stdout:1482: oid 7 updating version 588 to 589 2024-04-02T08:30:10.857 INFO:tasks.rados.rados.0.smithi028.stdout:1482: oid 7 updating version 589 to 590 2024-04-02T08:30:10.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 590 (ObjNum 488 snap 153 seq_num 488) dirty exists 2024-04-02T08:30:10.857 INFO:tasks.rados.rados.0.smithi028.stdout:1482: left oid 7 (ObjNum 488 snap 153 seq_num 488) 2024-04-02T08:30:11.089 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:10 smithi028 ceph-mon[94314]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:30:11.089 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:10 smithi028 ceph-mon[94314]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:30:11.089 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:10 smithi028 ceph-mon[96890]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:30:11.089 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:10 smithi028 ceph-mon[96890]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:30:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:10 smithi137 ceph-mon[88456]: osdmap e368: 8 total, 8 up, 8 in 2024-04-02T08:30:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:10 smithi137 ceph-mon[88456]: osdmap e369: 8 total, 8 up, 8 in 2024-04-02T08:30:11.365 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:30:11] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-02T08:30:11.365 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:11 smithi028 systemd[1]: Stopping Ceph osd.2 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:11.697 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[55385]: 2024-04-02T08:30:11.365+0000 7f86d551f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:30:11.698 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[55385]: 2024-04-02T08:30:11.365+0000 7f86d551f700 -1 osd.2 369 *** Got signal Terminated *** 2024-04-02T08:30:11.698 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[55385]: 2024-04-02T08:30:11.365+0000 7f86d551f700 -1 osd.2 369 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:1481: done (2 left) 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:1482: done (1 left) 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:1483: done (0 left) 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:1484: read oid 9 snap -1 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:1484: expect (ObjNum 428 snap 138 seq_num 428) 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:1485: read oid 50 snap -1 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:1485: expect (ObjNum 469 snap 148 seq_num 469) 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 154 2024-04-02T08:30:11.786 INFO:tasks.rados.rados.0.smithi028.stdout:1486: seq_num 489 ranges {2768896=598016,3366912=401408} 2024-04-02T08:30:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:1486: writing smithi02882251-17 from 2768896 to 3366912 tid 1 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:1486: writing smithi02882251-17 from 3366912 to 3768320 tid 2 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:1487: rmattr oid 44 current snap is 154 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:1487: done (3 left) 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:1488: rollback oid 38 current snap is 154 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 131 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:1489: read oid 48 snap 123 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:1489: expect (ObjNum 254 snap 73 seq_num 254) 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:1490: copy_from oid 10 from oid 5 current snap is 154 2024-04-02T08:30:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:1491: snap_create 2024-04-02T08:30:11.840 INFO:tasks.rados.rados.0.smithi028.stdout:1485: expect (ObjNum 469 snap 148 seq_num 469) 2024-04-02T08:30:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:11 smithi137 ceph-mon[88456]: pgmap v212: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:11 smithi137 ceph-mon[88456]: osd.2 marked itself down and dead 2024-04-02T08:30:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:11 smithi137 ceph-mon[88456]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:11 smithi137 ceph-mon[88456]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:30:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-mon[94314]: pgmap v212: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-mon[94314]: osd.2 marked itself down and dead 2024-04-02T08:30:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-mon[94314]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-mon[94314]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:30:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-mon[96890]: pgmap v212: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-mon[96890]: osd.2 marked itself down and dead 2024-04-02T08:30:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-mon[96890]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:11 smithi028 ceph-mon[96890]: osdmap e370: 8 total, 7 up, 8 in 2024-04-02T08:30:12.563 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:12 smithi028 podman[112702]: 2024-04-02 08:30:12.282617273 +0000 UTC m=+1.047776692 container died b5386b6d10a8d690fc7e7d64dbcc4c6d3cdbe297d22dc61529b0a366a7c12772 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, ceph=True) 2024-04-02T08:30:12.618 INFO:tasks.rados.rados.0.smithi028.stdout:1490: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:30:12.618 INFO:tasks.rados.rados.0.smithi028.stdout:1490: finishing copy_from to smithi02882251-10 2024-04-02T08:30:12.618 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 609 (ObjNum 429 snap 139 seq_num 429) dirty exists 2024-04-02T08:30:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:12.787 INFO:tasks.rados.rados.0.smithi028.stdout:1485: done (6 left) 2024-04-02T08:30:12.787 INFO:tasks.rados.rados.0.smithi028.stdout:1490: done (5 left) 2024-04-02T08:30:12.787 INFO:tasks.rados.rados.0.smithi028.stdout:1491: done (4 left) 2024-04-02T08:30:12.787 INFO:tasks.rados.rados.0.smithi028.stdout:1492: read oid 14 snap -1 2024-04-02T08:30:12.787 INFO:tasks.rados.rados.0.smithi028.stdout:1492: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:30:12.787 INFO:tasks.rados.rados.0.smithi028.stdout:1493: setattr oid 25 current snap is 155 2024-04-02T08:30:12.789 INFO:tasks.rados.rados.0.smithi028.stdout:1494: snap_create 2024-04-02T08:30:12.801 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 522 (ObjNum 33 snap 0 seq_num 1440757088) dirty exists 2024-04-02T08:30:12.801 INFO:tasks.rados.rados.0.smithi028.stdout:1488: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:30:12.801 INFO:tasks.rados.rados.0.smithi028.stdout:1488: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:30:12.803 INFO:tasks.rados.rados.0.smithi028.stdout:1488: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:30:12.803 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 581 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:30:12.803 INFO:tasks.rados.rados.0.smithi028.stdout:1486: finishing write tid 1 to smithi02882251-17 2024-04-02T08:30:12.803 INFO:tasks.rados.rados.0.smithi028.stdout:1486: finishing write tid 2 to smithi02882251-17 2024-04-02T08:30:12.804 INFO:tasks.rados.rados.0.smithi028.stdout:1486: finishing write tid 3 to smithi02882251-17 2024-04-02T08:30:12.804 INFO:tasks.rados.rados.0.smithi028.stdout:1486: finishing write tid 4 to smithi02882251-17 2024-04-02T08:30:12.804 INFO:tasks.rados.rados.0.smithi028.stdout:1486: oid 17 updating version 0 to 596 2024-04-02T08:30:12.804 INFO:tasks.rados.rados.0.smithi028.stdout:1486: oid 17 updating version 596 to 598 2024-04-02T08:30:12.804 INFO:tasks.rados.rados.0.smithi028.stdout:1486: oid 17 version 598 is already newer than 597 2024-04-02T08:30:12.804 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 598 (ObjNum 489 snap 154 seq_num 489) dirty exists 2024-04-02T08:30:12.804 INFO:tasks.rados.rados.0.smithi028.stdout:1486: left oid 17 (ObjNum 489 snap 154 seq_num 489) 2024-04-02T08:30:12.830 INFO:tasks.rados.rados.0.smithi028.stdout:1484: expect (ObjNum 428 snap 138 seq_num 428) 2024-04-02T08:30:12.947 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:12 smithi028 podman[112702]: 2024-04-02 08:30:12.738699689 +0000 UTC m=+1.503859098 container cleanup b5386b6d10a8d690fc7e7d64dbcc4c6d3cdbe297d22dc61529b0a366a7c12772 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, RELEASE=reef-4d05f4c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T08:30:12.948 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:12 smithi028 bash[112702]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T08:30:13.040 INFO:tasks.rados.rados.0.smithi028.stdout:1489: expect (ObjNum 254 snap 73 seq_num 254) 2024-04-02T08:30:13.280 INFO:tasks.rados.rados.0.smithi028.stdout:1492: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:30:13.405 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:13 smithi028 podman[112722]: 2024-04-02 08:30:13.040304713 +0000 UTC m=+0.760234411 container remove b5386b6d10a8d690fc7e7d64dbcc4c6d3cdbe297d22dc61529b0a366a7c12772 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T08:30:13.697 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:13 smithi028 podman[112818]: 2024-04-02 08:30:13.310406512 +0000 UTC m=+0.018007370 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:13.698 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:13 smithi028 podman[112818]: 2024-04-02 08:30:13.583051205 +0000 UTC m=+0.290652043 container create 7dcfa35c549d4cc3e5b5dfd49aaa0ddd11bc641431aae14ff71e4922b7c10718 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD) 2024-04-02T08:30:13.789 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:13.790 INFO:tasks.rados.rados.0.smithi028.stdout:1484: done (6 left) 2024-04-02T08:30:13.790 INFO:tasks.rados.rados.0.smithi028.stdout:1486: done (5 left) 2024-04-02T08:30:13.791 INFO:tasks.rados.rados.0.smithi028.stdout:1488: done (4 left) 2024-04-02T08:30:13.791 INFO:tasks.rados.rados.0.smithi028.stdout:1489: done (3 left) 2024-04-02T08:30:13.791 INFO:tasks.rados.rados.0.smithi028.stdout:1492: done (2 left) 2024-04-02T08:30:13.791 INFO:tasks.rados.rados.0.smithi028.stdout:1493: done (1 left) 2024-04-02T08:30:13.791 INFO:tasks.rados.rados.0.smithi028.stdout:1494: done (0 left) 2024-04-02T08:30:13.791 INFO:tasks.rados.rados.0.smithi028.stdout:1495: delete oid 6 current snap is 156 2024-04-02T08:30:13.795 INFO:tasks.rados.rados.0.smithi028.stdout:1495: done (0 left) 2024-04-02T08:30:13.795 INFO:tasks.rados.rados.0.smithi028.stdout:1496: snap_create 2024-04-02T08:30:14.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:13 smithi028 ceph-mon[94314]: pgmap v215: 121 pgs: 14 stale+active+clean, 107 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T08:30:14.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:13 smithi028 ceph-mon[94314]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:30:14.112 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:13 smithi028 ceph-mon[96890]: pgmap v215: 121 pgs: 14 stale+active+clean, 107 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T08:30:14.112 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:13 smithi028 ceph-mon[96890]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:30:14.112 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:13 smithi028 podman[112818]: 2024-04-02 08:30:13.802569193 +0000 UTC m=+0.510170036 container init 7dcfa35c549d4cc3e5b5dfd49aaa0ddd11bc641431aae14ff71e4922b7c10718 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:30:14.112 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:13 smithi028 podman[112818]: 2024-04-02 08:30:13.808665201 +0000 UTC m=+0.516266031 container start 7dcfa35c549d4cc3e5b5dfd49aaa0ddd11bc641431aae14ff71e4922b7c10718 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-02T08:30:14.112 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:13 smithi028 podman[112818]: 2024-04-02 08:30:13.910630481 +0000 UTC m=+0.618231319 container attach 7dcfa35c549d4cc3e5b5dfd49aaa0ddd11bc641431aae14ff71e4922b7c10718 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T08:30:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:13 smithi137 ceph-mon[88456]: pgmap v215: 121 pgs: 14 stale+active+clean, 107 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T08:30:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:13 smithi137 ceph-mon[88456]: osdmap e371: 8 total, 7 up, 8 in 2024-04-02T08:30:14.421 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:14 smithi028 podman[112818]: 2024-04-02 08:30:14.114191674 +0000 UTC m=+0.821792516 container died 7dcfa35c549d4cc3e5b5dfd49aaa0ddd11bc641431aae14ff71e4922b7c10718 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:30:14.797 INFO:tasks.rados.rados.0.smithi028.stdout:1496: done (0 left) 2024-04-02T08:30:14.797 INFO:tasks.rados.rados.0.smithi028.stdout:1497: snap_remove snap 80 2024-04-02T08:30:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:14 smithi137 ceph-mon[88456]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:30:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:14 smithi028 ceph-mon[94314]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:30:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:14 smithi028 ceph-mon[96890]: osdmap e372: 8 total, 7 up, 8 in 2024-04-02T08:30:15.199 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:14 smithi028 podman[112864]: 2024-04-02 08:30:14.773527606 +0000 UTC m=+0.653846088 container remove 7dcfa35c549d4cc3e5b5dfd49aaa0ddd11bc641431aae14ff71e4922b7c10718 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T08:30:15.199 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:14 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-02T08:30:15.199 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:14 smithi028 systemd[1]: Stopped Ceph osd.2 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:15.199 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:14 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.2.service: Consumed 13.758s CPU time. 2024-04-02T08:30:15.199 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:14 smithi028 systemd[1]: Starting Ceph osd.2 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:15.500 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 podman[112976]: 2024-04-02 08:30:15.207869087 +0000 UTC m=+0.113434067 container create 728d844fa2f7c51908ed2f058a7fdd9a25e8b7dc77cbb31f5364dba90055ab2b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:30:15.500 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 podman[112976]: 2024-04-02 08:30:15.112715216 +0000 UTC m=+0.018280216 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:15.500 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 podman[112976]: 2024-04-02 08:30:15.393657425 +0000 UTC m=+0.299222418 container init 728d844fa2f7c51908ed2f058a7fdd9a25e8b7dc77cbb31f5364dba90055ab2b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS) 2024-04-02T08:30:15.500 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 podman[112976]: 2024-04-02 08:30:15.39899559 +0000 UTC m=+0.304560571 container start 728d844fa2f7c51908ed2f058a7fdd9a25e8b7dc77cbb31f5364dba90055ab2b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T08:30:15.500 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 podman[112976]: 2024-04-02 08:30:15.50177252 +0000 UTC m=+0.407337512 container attach 728d844fa2f7c51908ed2f058a7fdd9a25e8b7dc77cbb31f5364dba90055ab2b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:30:15.802 INFO:tasks.rados.rados.0.smithi028.stdout:1497: done (0 left) 2024-04-02T08:30:15.802 INFO:tasks.rados.rados.0.smithi028.stdout:1498: delete oid 32 current snap is 157 2024-04-02T08:30:15.815 INFO:tasks.rados.rados.0.smithi028.stdout:1498: done (0 left) 2024-04-02T08:30:15.815 INFO:tasks.rados.rados.0.smithi028.stdout:1499: delete oid 21 current snap is 157 2024-04-02T08:30:15.818 INFO:tasks.rados.rados.0.smithi028.stdout:1499: done (0 left) 2024-04-02T08:30:15.818 INFO:tasks.rados.rados.0.smithi028.stdout:1500: snap_remove snap 122 2024-04-02T08:30:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:15 smithi137 ceph-mon[88456]: pgmap v218: 121 pgs: 14 stale+active+clean, 107 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T08:30:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:15 smithi137 ceph-mon[88456]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:30:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-mon[96890]: pgmap v218: 121 pgs: 14 stale+active+clean, 107 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T08:30:16.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-mon[96890]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:30:16.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-mon[94314]: pgmap v218: 121 pgs: 14 stale+active+clean, 107 active+clean; 306 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T08:30:16.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-mon[94314]: osdmap e373: 8 total, 7 up, 8 in 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112991]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112991]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 bash[112976]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 bash[112976]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 bash[112976]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 bash[112976]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 bash[112976]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 bash[112976]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 bash[112976]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:30:16.200 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112991]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:30:16.201 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112991]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:30:16.201 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112991]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-02T08:30:16.201 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112991]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-02T08:30:16.201 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate[112991]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-02T08:30:16.201 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:15 smithi028 podman[112976]: 2024-04-02 08:30:15.883655284 +0000 UTC m=+0.789220283 container died 728d844fa2f7c51908ed2f058a7fdd9a25e8b7dc77cbb31f5364dba90055ab2b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:30:16.803 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:16 smithi028 podman[113143]: 2024-04-02 08:30:16.497880063 +0000 UTC m=+0.605950318 container remove 728d844fa2f7c51908ed2f058a7fdd9a25e8b7dc77cbb31f5364dba90055ab2b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:30:16.804 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:16 smithi028 podman[113211]: 2024-04-02 08:30:16.707075409 +0000 UTC m=+0.109687568 container create bd2442a680fc5cac5c6f85a640c6527d0ff9747318f7ff8e967df5f40cc79b6f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T08:30:16.804 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:16 smithi028 podman[113211]: 2024-04-02 08:30:16.61525718 +0000 UTC m=+0.017869358 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:16.809 INFO:tasks.rados.rados.0.smithi028.stdout:1500: done (0 left) 2024-04-02T08:30:16.809 INFO:tasks.rados.rados.0.smithi028.stdout:1501: snap_remove snap 140 2024-04-02T08:30:17.057 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:16 smithi028 ceph-mon[94314]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:30:17.057 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:16 smithi028 ceph-mon[96890]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:30:17.057 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:16 smithi028 podman[113211]: 2024-04-02 08:30:16.917966717 +0000 UTC m=+0.320578876 container init bd2442a680fc5cac5c6f85a640c6527d0ff9747318f7ff8e967df5f40cc79b6f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:30:17.057 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:16 smithi028 podman[113211]: 2024-04-02 08:30:16.923493319 +0000 UTC m=+0.326105478 container start bd2442a680fc5cac5c6f85a640c6527d0ff9747318f7ff8e967df5f40cc79b6f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T08:30:17.057 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:16 smithi028 ceph-osd[113250]: -- 172.21.15.28:0/2488315017 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555911b6b680 con 0x555911b35400 2024-04-02T08:30:17.057 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:17 smithi028 bash[113211]: bd2442a680fc5cac5c6f85a640c6527d0ff9747318f7ff8e967df5f40cc79b6f 2024-04-02T08:30:17.058 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:17 smithi028 systemd[1]: Started Ceph osd.2 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:16 smithi137 ceph-mon[88456]: osdmap e374: 8 total, 7 up, 8 in 2024-04-02T08:30:17.697 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T08:30:17.473+0000 7f855fe1d7c0 -1 Falling back to public interface 2024-04-02T08:30:17.813 INFO:tasks.rados.rados.0.smithi028.stdout:1501: done (0 left) 2024-04-02T08:30:17.813 INFO:tasks.rados.rados.0.smithi028.stdout:1502: copy_from oid 11 from oid 16 current snap is 157 2024-04-02T08:30:17.813 INFO:tasks.rados.rados.0.smithi028.stdout:1503: rollback oid 40 current snap is 157 2024-04-02T08:30:17.813 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 147 2024-04-02T08:30:17.814 INFO:tasks.rados.rados.0.smithi028.stdout:1504: read oid 17 snap -1 2024-04-02T08:30:17.814 INFO:tasks.rados.rados.0.smithi028.stdout:1504: expect (ObjNum 489 snap 154 seq_num 489) 2024-04-02T08:30:17.814 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 157 2024-04-02T08:30:17.814 INFO:tasks.rados.rados.0.smithi028.stdout:1505: seq_num 493 ranges {0=663552,663552=401408} 2024-04-02T08:30:17.817 INFO:tasks.rados.rados.0.smithi028.stdout:1505: writing smithi02882251-3 from 0 to 663552 tid 1 2024-04-02T08:30:17.821 INFO:tasks.rados.rados.0.smithi028.stdout:1505: writing smithi02882251-3 from 663552 to 1064960 tid 2 2024-04-02T08:30:17.821 INFO:tasks.rados.rados.0.smithi028.stdout:1506: copy_from oid 41 from oid 24 current snap is 157 2024-04-02T08:30:17.821 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 157 2024-04-02T08:30:17.821 INFO:tasks.rados.rados.0.smithi028.stdout:1507: seq_num 494 ranges {1597440=679936,2277376=401408} 2024-04-02T08:30:17.835 INFO:tasks.rados.rados.0.smithi028.stdout:1507: writing smithi02882251-7 from 1597440 to 2277376 tid 1 2024-04-02T08:30:17.837 INFO:tasks.rados.rados.0.smithi028.stdout:1507: writing smithi02882251-7 from 2277376 to 2678784 tid 2 2024-04-02T08:30:17.837 INFO:tasks.rados.rados.0.smithi028.stdout:1508: copy_from oid 28 from oid 8 current snap is 157 2024-04-02T08:30:17.837 INFO:tasks.rados.rados.0.smithi028.stdout:1503: finishing rollback tid 0 to smithi02882251-40 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1506: finishing copy_from racing read to smithi02882251-41 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1506: finishing copy_from to smithi02882251-41 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 546 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1503: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1206 (ObjNum 33 snap 0 seq_num 1410156336) dirty dne 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1505: finishing write tid 1 to smithi02882251-3 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1505: finishing write tid 2 to smithi02882251-3 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1503: done (6 left) 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1506: done (5 left) 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1509: delete oid 2 current snap is 157 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1505: finishing write tid 3 to smithi02882251-3 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1502: finishing copy_from racing read to smithi02882251-11 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1505: finishing write tid 4 to smithi02882251-3 2024-04-02T08:30:17.838 INFO:tasks.rados.rados.0.smithi028.stdout:1505: oid 3 updating version 0 to 463 2024-04-02T08:30:17.839 INFO:tasks.rados.rados.0.smithi028.stdout:1505: oid 3 version 463 is already newer than 462 2024-04-02T08:30:17.839 INFO:tasks.rados.rados.0.smithi028.stdout:1505: oid 3 version 463 is already newer than 461 2024-04-02T08:30:17.839 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 463 (ObjNum 493 snap 157 seq_num 493) dirty exists 2024-04-02T08:30:17.839 INFO:tasks.rados.rados.0.smithi028.stdout:1505: left oid 3 (ObjNum 493 snap 157 seq_num 493) 2024-04-02T08:30:17.840 INFO:tasks.rados.rados.0.smithi028.stdout:1505: done (5 left) 2024-04-02T08:30:17.840 INFO:tasks.rados.rados.0.smithi028.stdout:1509: done (4 left) 2024-04-02T08:30:17.840 INFO:tasks.rados.rados.0.smithi028.stdout:1510: snap_remove snap 148 2024-04-02T08:30:18.070 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[94314]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 81/690 objects degraded (11.739%) 2024-04-02T08:30:18.070 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[94314]: Health check failed: Degraded data redundancy: 81/690 objects degraded (11.739%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:18.070 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[94314]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:30:18.070 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:18.070 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:18.070 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:18.071 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[96890]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 81/690 objects degraded (11.739%) 2024-04-02T08:30:18.071 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[96890]: Health check failed: Degraded data redundancy: 81/690 objects degraded (11.739%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:18.071 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[96890]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:30:18.071 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:18.071 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:18.071 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:17 smithi137 ceph-mon[88456]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 81/690 objects degraded (11.739%) 2024-04-02T08:30:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:17 smithi137 ceph-mon[88456]: Health check failed: Degraded data redundancy: 81/690 objects degraded (11.739%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:17 smithi137 ceph-mon[88456]: osdmap e375: 8 total, 7 up, 8 in 2024-04-02T08:30:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:18.817 INFO:tasks.rados.rados.0.smithi028.stdout:1510: done (4 left) 2024-04-02T08:30:18.817 INFO:tasks.rados.rados.0.smithi028.stdout:1511: read oid 2 snap 139 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:1511: expect (ObjNum 435 snap 139 seq_num 435) 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:1512: rmattr oid 10 current snap is 157 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:1502: finishing copy_from to smithi02882251-11 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 550 (ObjNum 478 snap 149 seq_num 478) dirty exists 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:1502: done (5 left) 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:1513: read oid 45 snap -1 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:1513: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:1514: copy_from oid 26 from oid 6 current snap is 157 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 157 2024-04-02T08:30:18.818 INFO:tasks.rados.rados.0.smithi028.stdout:1515: seq_num 496 ranges {2048000=712704,2760704=401408} 2024-04-02T08:30:18.834 INFO:tasks.rados.rados.0.smithi028.stdout:1515: writing smithi02882251-18 from 2048000 to 2760704 tid 1 2024-04-02T08:30:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:1515: writing smithi02882251-18 from 2760704 to 3162112 tid 2 2024-04-02T08:30:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:1516: setattr oid 27 current snap is 157 2024-04-02T08:30:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:1504: expect (ObjNum 489 snap 154 seq_num 489) 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1507: finishing write tid 1 to smithi02882251-7 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1507: finishing write tid 2 to smithi02882251-7 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1507: finishing write tid 3 to smithi02882251-7 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1507: finishing write tid 4 to smithi02882251-7 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1507: oid 7 updating version 0 to 602 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1507: oid 7 updating version 602 to 603 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1507: oid 7 updating version 603 to 604 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 604 (ObjNum 494 snap 157 seq_num 494) dirty exists 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1507: left oid 7 (ObjNum 494 snap 157 seq_num 494) 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1508: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:1508: finishing copy_from to smithi02882251-28 2024-04-02T08:30:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 809 (ObjNum 447 snap 143 seq_num 447) dirty exists 2024-04-02T08:30:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:1514: finishing copy_from to smithi02882251-26 2024-04-02T08:30:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:1514: got expected ENOENT (src dne) 2024-04-02T08:30:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:1514: finishing copy_from racing read to smithi02882251-26 2024-04-02T08:30:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1132 (ObjNum 429 snap 139 seq_num 429) dirty exists 2024-04-02T08:30:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:1513: expect (ObjNum 331 snap 103 seq_num 331) 2024-04-02T08:30:19.036 INFO:tasks.rados.rados.0.smithi028.stdout:1511: expect (ObjNum 435 snap 139 seq_num 435) 2024-04-02T08:30:19.072 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:18 smithi028 ceph-mon[94314]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:30:19.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:18 smithi028 ceph-mon[96890]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:30:19.120 INFO:tasks.rados.rados.0.smithi028.stdout:1515: finishing write tid 1 to smithi02882251-18 2024-04-02T08:30:19.120 INFO:tasks.rados.rados.0.smithi028.stdout:1515: finishing write tid 2 to smithi02882251-18 2024-04-02T08:30:19.120 INFO:tasks.rados.rados.0.smithi028.stdout:1515: finishing write tid 3 to smithi02882251-18 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1515: finishing write tid 4 to smithi02882251-18 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1515: oid 18 updating version 0 to 956 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1515: oid 18 version 956 is already newer than 955 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1515: oid 18 updating version 956 to 957 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 957 (ObjNum 496 snap 157 seq_num 496) dirty exists 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1515: left oid 18 (ObjNum 496 snap 157 seq_num 496) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1208 (ObjNum 485 snap 150 seq_num 485) dirty exists 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1504: done (8 left) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1507: done (7 left) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1508: done (6 left) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1511: done (5 left) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1512: done (4 left) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1513: done (3 left) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1514: done (2 left) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1515: done (1 left) 2024-04-02T08:30:19.121 INFO:tasks.rados.rados.0.smithi028.stdout:1516: done (0 left) 2024-04-02T08:30:19.122 INFO:tasks.rados.rados.0.smithi028.stdout:1517: snap_remove snap 151 2024-04-02T08:30:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:18 smithi137 ceph-mon[88456]: osdmap e376: 8 total, 7 up, 8 in 2024-04-02T08:30:19.822 INFO:tasks.rados.rados.0.smithi028.stdout:1517: done (0 left) 2024-04-02T08:30:19.823 INFO:tasks.rados.rados.0.smithi028.stdout:1518: rmattr oid 39 current snap is 157 2024-04-02T08:30:19.823 INFO:tasks.rados.rados.0.smithi028.stdout:1518: done (0 left) 2024-04-02T08:30:19.823 INFO:tasks.rados.rados.0.smithi028.stdout:1519: read oid 26 snap 123 2024-04-02T08:30:19.823 INFO:tasks.rados.rados.0.smithi028.stdout:1519: expect (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:30:19.823 INFO:tasks.rados.rados.0.smithi028.stdout:1520: read oid 5 snap 146 2024-04-02T08:30:19.823 INFO:tasks.rados.rados.0.smithi028.stdout:1520: expect (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:30:19.823 INFO:tasks.rados.rados.0.smithi028.stdout:1521: snap_remove snap 124 2024-04-02T08:30:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:19 smithi028 ceph-mon[94314]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 81/690 objects degraded (11.739%) 2024-04-02T08:30:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:19 smithi028 ceph-mon[94314]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:30:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:19 smithi028 ceph-mon[96890]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 81/690 objects degraded (11.739%) 2024-04-02T08:30:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:19 smithi028 ceph-mon[96890]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:30:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:19 smithi137 ceph-mon[88456]: pgmap v224: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 81/690 objects degraded (11.739%) 2024-04-02T08:30:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:19 smithi137 ceph-mon[88456]: osdmap e377: 8 total, 7 up, 8 in 2024-04-02T08:30:20.828 INFO:tasks.rados.rados.0.smithi028.stdout:1521: done (2 left) 2024-04-02T08:30:20.828 INFO:tasks.rados.rados.0.smithi028.stdout:1522: rollback oid 29 current snap is 157 2024-04-02T08:30:20.828 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 149 2024-04-02T08:30:20.829 INFO:tasks.rados.rados.0.smithi028.stdout:1523: copy_from oid 3 from oid 20 current snap is 157 2024-04-02T08:30:20.829 INFO:tasks.rados.rados.0.smithi028.stdout:1524: copy_from oid 35 from oid 38 current snap is 157 2024-04-02T08:30:20.829 INFO:tasks.rados.rados.0.smithi028.stdout:1525: read oid 12 snap -1 2024-04-02T08:30:20.829 INFO:tasks.rados.rados.0.smithi028.stdout:1525: expect (ObjNum 448 snap 144 seq_num 448) 2024-04-02T08:30:20.829 INFO:tasks.rados.rados.0.smithi028.stdout:1526: copy_from oid 48 from oid 11 current snap is 157 2024-04-02T08:30:20.829 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 157 2024-04-02T08:30:20.829 INFO:tasks.rados.rados.0.smithi028.stdout:1527: seq_num 497 ranges {6479872=729088,7208960=401408} 2024-04-02T08:30:20.871 INFO:tasks.rados.rados.0.smithi028.stdout:1527: writing smithi02882251-1 from 6479872 to 7208960 tid 1 2024-04-02T08:30:20.874 INFO:tasks.rados.rados.0.smithi028.stdout:1527: writing smithi02882251-1 from 7208960 to 7610368 tid 2 2024-04-02T08:30:20.874 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 157 2024-04-02T08:30:20.874 INFO:tasks.rados.rados.0.smithi028.stdout:1528: seq_num 498 ranges {950272=745472,1695744=401408} 2024-04-02T08:30:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:1528: writing smithi02882251-13 from 950272 to 1695744 tid 1 2024-04-02T08:30:20.886 INFO:tasks.rados.rados.0.smithi028.stdout:1528: writing smithi02882251-13 from 1695744 to 2097152 tid 2 2024-04-02T08:30:20.886 INFO:tasks.rados.rados.0.smithi028.stdout:1529: read oid 41 snap -1 2024-04-02T08:30:20.886 INFO:tasks.rados.rados.0.smithi028.stdout:1529: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:20.886 INFO:tasks.rados.rados.0.smithi028.stdout:1530: rmattr oid 6 current snap is 157 2024-04-02T08:30:20.886 INFO:tasks.rados.rados.0.smithi028.stdout:1530: done (10 left) 2024-04-02T08:30:20.886 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 157 2024-04-02T08:30:20.886 INFO:tasks.rados.rados.0.smithi028.stdout:1531: seq_num 499 ranges {2555904=761856,3317760=401408} 2024-04-02T08:30:20.904 INFO:tasks.rados.rados.0.smithi028.stdout:1531: writing smithi02882251-27 from 2555904 to 3317760 tid 1 2024-04-02T08:30:20.907 INFO:tasks.rados.rados.0.smithi028.stdout:1531: writing smithi02882251-27 from 3317760 to 3719168 tid 2 2024-04-02T08:30:20.907 INFO:tasks.rados.rados.0.smithi028.stdout:1532: rollback oid 2 current snap is 157 2024-04-02T08:30:20.907 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 154 2024-04-02T08:30:20.907 INFO:tasks.rados.rados.0.smithi028.stdout:1519: expect (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:30:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[94314]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:30:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[94314]: from='osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:30:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[94314]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:30:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[96890]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:30:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[96890]: from='osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:30:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-mon[96890]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:30:20.949 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T08:30:20.692+0000 7f855fe1d7c0 -1 osd.2 369 log_to_monitors true 2024-04-02T08:30:20.949 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:30:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T08:30:20.870+0000 7f8551275700 -1 osd.2 369 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:30:21.089 INFO:tasks.rados.rados.0.smithi028.stdout:1520: expect (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:30:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:20 smithi137 ceph-mon[88456]: osdmap e378: 8 total, 7 up, 8 in 2024-04-02T08:30:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:20 smithi137 ceph-mon[88456]: from='osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:30:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:20 smithi137 ceph-mon[88456]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-02T08:30:21.385 INFO:tasks.rados.rados.0.smithi028.stdout:1522: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:30:21.386 INFO:tasks.rados.rados.0.smithi028.stdout:1525: expect (ObjNum 448 snap 144 seq_num 448) 2024-04-02T08:30:21.396 INFO:tasks.rados.rados.0.smithi028.stdout:1522: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:30:21.396 INFO:tasks.rados.rados.0.smithi028.stdout:1522: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 549 (ObjNum 407 snap 129 seq_num 407) dirty exists 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1526: finishing copy_from racing read to smithi02882251-48 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1526: finishing copy_from to smithi02882251-48 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 550 (ObjNum 478 snap 149 seq_num 478) dirty exists 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1524: finishing copy_from racing read to smithi02882251-35 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1519: done (11 left) 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1520: done (10 left) 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1522: done (9 left) 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1525: done (8 left) 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1526: done (7 left) 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1533: read oid 31 snap -1 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1533: expect deleted 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1534: copy_from oid 10 from oid 23 current snap is 157 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:1524: finishing copy_from to smithi02882251-35 2024-04-02T08:30:21.397 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 581 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1527: finishing write tid 1 to smithi02882251-1 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1527: finishing write tid 2 to smithi02882251-1 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1527: finishing write tid 3 to smithi02882251-1 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1527: finishing write tid 4 to smithi02882251-1 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1527: oid 1 updating version 0 to 583 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1527: oid 1 updating version 583 to 584 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1527: oid 1 version 584 is already newer than 582 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 584 (ObjNum 497 snap 157 seq_num 497) dirty exists 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1527: left oid 1 (ObjNum 497 snap 157 seq_num 497) 2024-04-02T08:30:21.398 INFO:tasks.rados.rados.0.smithi028.stdout:1529: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:30:21.401 INFO:tasks.rados.rados.0.smithi028.stdout:1528: finishing write tid 1 to smithi02882251-13 2024-04-02T08:30:21.401 INFO:tasks.rados.rados.0.smithi028.stdout:1523: finishing copy_from racing read to smithi02882251-3 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1528: finishing write tid 2 to smithi02882251-13 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1528: finishing write tid 3 to smithi02882251-13 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1523: finishing copy_from to smithi02882251-3 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 661 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1528: finishing write tid 4 to smithi02882251-13 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1528: oid 13 updating version 0 to 606 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1528: oid 13 updating version 606 to 607 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1528: oid 13 updating version 607 to 608 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 608 (ObjNum 498 snap 157 seq_num 498) dirty exists 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1528: left oid 13 (ObjNum 498 snap 157 seq_num 498) 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1523: done (8 left) 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1524: done (7 left) 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1527: done (6 left) 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1528: done (5 left) 2024-04-02T08:30:21.402 INFO:tasks.rados.rados.0.smithi028.stdout:1529: done (4 left) 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1535: snap_create 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1532: finishing rollback tid 1 to smithi02882251-2 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 848 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1531: finishing write tid 1 to smithi02882251-27 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1531: finishing write tid 2 to smithi02882251-27 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1531: finishing write tid 3 to smithi02882251-27 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1531: finishing write tid 4 to smithi02882251-27 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1531: oid 27 updating version 0 to 1211 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1531: oid 27 updating version 1211 to 1212 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1531: oid 27 updating version 1212 to 1213 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1213 (ObjNum 499 snap 157 seq_num 499) dirty exists 2024-04-02T08:30:21.403 INFO:tasks.rados.rados.0.smithi028.stdout:1531: left oid 27 (ObjNum 499 snap 157 seq_num 499) 2024-04-02T08:30:21.404 INFO:tasks.rados.rados.0.smithi028.stdout:1534: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:30:21.406 INFO:tasks.rados.rados.0.smithi028.stdout:1534: finishing copy_from to smithi02882251-10 2024-04-02T08:30:21.406 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 614 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:30:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:30:21] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-04-02T08:30:21.787 INFO:tasks.rados.rados.0.smithi028.stdout:1531: done (4 left) 2024-04-02T08:30:21.788 INFO:tasks.rados.rados.0.smithi028.stdout:1532: done (3 left) 2024-04-02T08:30:21.788 INFO:tasks.rados.rados.0.smithi028.stdout:1533: done (2 left) 2024-04-02T08:30:21.788 INFO:tasks.rados.rados.0.smithi028.stdout:1534: done (1 left) 2024-04-02T08:30:21.788 INFO:tasks.rados.rados.0.smithi028.stdout:1535: done (0 left) 2024-04-02T08:30:21.788 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 158 2024-04-02T08:30:21.788 INFO:tasks.rados.rados.0.smithi028.stdout:1536: seq_num 500 ranges {4448256=778240,5226496=401408} 2024-04-02T08:30:21.817 INFO:tasks.rados.rados.0.smithi028.stdout:1536: writing smithi02882251-47 from 4448256 to 5226496 tid 1 2024-04-02T08:30:21.819 INFO:tasks.rados.rados.0.smithi028.stdout:1536: writing smithi02882251-47 from 5226496 to 5627904 tid 2 2024-04-02T08:30:21.819 INFO:tasks.rados.rados.0.smithi028.stdout:1537: read oid 37 snap -1 2024-04-02T08:30:21.819 INFO:tasks.rados.rados.0.smithi028.stdout:1537: expect (ObjNum 480 snap 149 seq_num 480) 2024-04-02T08:30:21.819 INFO:tasks.rados.rados.0.smithi028.stdout:1538: snap_create 2024-04-02T08:30:21.822 INFO:tasks.rados.rados.0.smithi028.stdout:1536: finishing write tid 1 to smithi02882251-47 2024-04-02T08:30:21.822 INFO:tasks.rados.rados.0.smithi028.stdout:1536: finishing write tid 2 to smithi02882251-47 2024-04-02T08:30:21.822 INFO:tasks.rados.rados.0.smithi028.stdout:1536: finishing write tid 3 to smithi02882251-47 2024-04-02T08:30:21.824 INFO:tasks.rados.rados.0.smithi028.stdout:1536: finishing write tid 4 to smithi02882251-47 2024-04-02T08:30:21.824 INFO:tasks.rados.rados.0.smithi028.stdout:1536: oid 47 updating version 0 to 548 2024-04-02T08:30:21.824 INFO:tasks.rados.rados.0.smithi028.stdout:1536: oid 47 version 548 is already newer than 546 2024-04-02T08:30:21.824 INFO:tasks.rados.rados.0.smithi028.stdout:1536: oid 47 version 548 is already newer than 547 2024-04-02T08:30:21.824 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 548 (ObjNum 500 snap 158 seq_num 500) dirty exists 2024-04-02T08:30:21.824 INFO:tasks.rados.rados.0.smithi028.stdout:1536: left oid 47 (ObjNum 500 snap 158 seq_num 500) 2024-04-02T08:30:21.825 INFO:tasks.rados.rados.0.smithi028.stdout:1537: expect (ObjNum 480 snap 149 seq_num 480) 2024-04-02T08:30:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 81/690 objects degraded (11.739%) 2024-04-02T08:30:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:30:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:30:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: from='osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700] boot 2024-04-02T08:30:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:30:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 81/690 objects degraded (11.739%) 2024-04-02T08:30:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: from='osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700] boot 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: pgmap v227: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 81/690 objects degraded (11.739%) 2024-04-02T08:30:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: osdmap e379: 8 total, 7 up, 8 in 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: from='osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: osd.2 [v2:172.21.15.28:6818/3359845700,v1:172.21.15.28:6819/3359845700] boot 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: osdmap e380: 8 total, 8 up, 8 in 2024-04-02T08:30:22.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-02T08:30:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:22.790 INFO:tasks.rados.rados.0.smithi028.stdout:1536: done (2 left) 2024-04-02T08:30:22.790 INFO:tasks.rados.rados.0.smithi028.stdout:1537: done (1 left) 2024-04-02T08:30:22.790 INFO:tasks.rados.rados.0.smithi028.stdout:1538: done (0 left) 2024-04-02T08:30:22.790 INFO:tasks.rados.rados.0.smithi028.stdout:1539: snap_create 2024-04-02T08:30:23.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:23.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:22 smithi028 ceph-mon[94314]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:30:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:22 smithi028 ceph-mon[96890]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:30:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:22 smithi137 ceph-mon[88456]: osdmap e381: 8 total, 8 up, 8 in 2024-04-02T08:30:23.788 INFO:tasks.rados.rados.0.smithi028.stdout:1539: done (0 left) 2024-04-02T08:30:23.789 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 160 2024-04-02T08:30:23.789 INFO:tasks.rados.rados.0.smithi028.stdout:1540: seq_num 501 ranges {3719168=794624,4513792=401408} 2024-04-02T08:30:23.816 INFO:tasks.rados.rados.0.smithi028.stdout:1540: writing smithi02882251-27 from 3719168 to 4513792 tid 1 2024-04-02T08:30:23.818 INFO:tasks.rados.rados.0.smithi028.stdout:1540: writing smithi02882251-27 from 4513792 to 4915200 tid 2 2024-04-02T08:30:23.818 INFO:tasks.rados.rados.0.smithi028.stdout:1541: setattr oid 26 current snap is 160 2024-04-02T08:30:23.820 INFO:tasks.rados.rados.0.smithi028.stdout:1542: read oid 1 snap -1 2024-04-02T08:30:23.820 INFO:tasks.rados.rados.0.smithi028.stdout:1542: expect (ObjNum 497 snap 157 seq_num 497) 2024-04-02T08:30:23.820 INFO:tasks.rados.rados.0.smithi028.stdout:1543: snap_remove snap 157 2024-04-02T08:30:23.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:23 smithi137 ceph-mon[88456]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 88/663 objects degraded (13.273%) 2024-04-02T08:30:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:23 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 88/663 objects degraded (13.273%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:23 smithi137 ceph-mon[88456]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:30:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:23 smithi028 ceph-mon[94314]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 88/663 objects degraded (13.273%) 2024-04-02T08:30:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:23 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 88/663 objects degraded (13.273%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:23 smithi028 ceph-mon[94314]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:30:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:23 smithi028 ceph-mon[96890]: pgmap v230: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 88/663 objects degraded (13.273%) 2024-04-02T08:30:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:23 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 88/663 objects degraded (13.273%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:23 smithi028 ceph-mon[96890]: osdmap e382: 8 total, 8 up, 8 in 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1543: done (3 left) 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1544: delete oid 20 current snap is 160 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1540: finishing write tid 1 to smithi02882251-27 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1540: finishing write tid 2 to smithi02882251-27 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1540: finishing write tid 3 to smithi02882251-27 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 804 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1540: finishing write tid 4 to smithi02882251-27 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1540: oid 27 updating version 0 to 1243 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1540: oid 27 updating version 1243 to 1244 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1540: oid 27 updating version 1244 to 1245 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1245 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1540: left oid 27 (ObjNum 501 snap 160 seq_num 501) 2024-04-02T08:30:24.791 INFO:tasks.rados.rados.0.smithi028.stdout:1542: expect (ObjNum 497 snap 157 seq_num 497) 2024-04-02T08:30:25.464 INFO:tasks.rados.rados.0.smithi028.stdout:1540: done (3 left) 2024-04-02T08:30:25.464 INFO:tasks.rados.rados.0.smithi028.stdout:1541: done (2 left) 2024-04-02T08:30:25.464 INFO:tasks.rados.rados.0.smithi028.stdout:1542: done (1 left) 2024-04-02T08:30:25.464 INFO:tasks.rados.rados.0.smithi028.stdout:1544: done (0 left) 2024-04-02T08:30:25.464 INFO:tasks.rados.rados.0.smithi028.stdout:1545: delete oid 40 current snap is 160 2024-04-02T08:30:25.465 INFO:tasks.rados.rados.0.smithi028.stdout:1545: done (0 left) 2024-04-02T08:30:25.466 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 160 2024-04-02T08:30:25.466 INFO:tasks.rados.rados.0.smithi028.stdout:1546: seq_num 504 ranges {4136960=450560,4587520=589824,5177344=212992} 2024-04-02T08:30:25.490 INFO:tasks.rados.rados.0.smithi028.stdout:1546: writing smithi02882251-15 from 4136960 to 4587520 tid 1 2024-04-02T08:30:25.494 INFO:tasks.rados.rados.0.smithi028.stdout:1546: writing smithi02882251-15 from 4587520 to 5177344 tid 2 2024-04-02T08:30:25.495 INFO:tasks.rados.rados.0.smithi028.stdout:1546: writing smithi02882251-15 from 5177344 to 5390336 tid 3 2024-04-02T08:30:25.495 INFO:tasks.rados.rados.0.smithi028.stdout:1547: delete oid 41 current snap is 160 2024-04-02T08:30:25.495 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 1 to smithi02882251-15 2024-04-02T08:30:25.498 INFO:tasks.rados.rados.0.smithi028.stdout:1547: done (1 left) 2024-04-02T08:30:25.498 INFO:tasks.rados.rados.0.smithi028.stdout:1548: read oid 43 snap -1 2024-04-02T08:30:25.498 INFO:tasks.rados.rados.0.smithi028.stdout:1548: expect (ObjNum 481 snap 149 seq_num 481) 2024-04-02T08:30:25.498 INFO:tasks.rados.rados.0.smithi028.stdout:1549: snap_create 2024-04-02T08:30:25.499 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 2 to smithi02882251-15 2024-04-02T08:30:25.499 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 3 to smithi02882251-15 2024-04-02T08:30:25.499 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 4 to smithi02882251-15 2024-04-02T08:30:25.500 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 5 to smithi02882251-15 2024-04-02T08:30:25.500 INFO:tasks.rados.rados.0.smithi028.stdout:1546: oid 15 updating version 0 to 971 2024-04-02T08:30:25.500 INFO:tasks.rados.rados.0.smithi028.stdout:1546: oid 15 updating version 971 to 973 2024-04-02T08:30:25.500 INFO:tasks.rados.rados.0.smithi028.stdout:1546: oid 15 updating version 973 to 974 2024-04-02T08:30:25.500 INFO:tasks.rados.rados.0.smithi028.stdout:1546: oid 15 version 974 is already newer than 972 2024-04-02T08:30:25.500 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 974 (ObjNum 504 snap 160 seq_num 504) dirty exists 2024-04-02T08:30:25.500 INFO:tasks.rados.rados.0.smithi028.stdout:1546: left oid 15 (ObjNum 504 snap 160 seq_num 504) 2024-04-02T08:30:25.502 INFO:tasks.rados.rados.0.smithi028.stdout:1548: expect (ObjNum 481 snap 149 seq_num 481) 2024-04-02T08:30:25.788 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:30:25.695+0000 7fd126e6a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:30:25.997 INFO:tasks.rados.rados.0.smithi028.stdout:1546: done (2 left) 2024-04-02T08:30:25.997 INFO:tasks.rados.rados.0.smithi028.stdout:1548: done (1 left) 2024-04-02T08:30:25.997 INFO:tasks.rados.rados.0.smithi028.stdout:1549: done (0 left) 2024-04-02T08:30:25.997 INFO:tasks.rados.rados.0.smithi028.stdout:1550: read oid 28 snap 156 2024-04-02T08:30:25.997 INFO:tasks.rados.rados.0.smithi028.stdout:1550: expect (ObjNum 484 snap 149 seq_num 484) 2024-04-02T08:30:25.997 INFO:tasks.rados.rados.0.smithi028.stdout:1551: snap_remove snap 144 2024-04-02T08:30:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 88/663 objects degraded (13.273%) 2024-04-02T08:30:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:30:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 88/663 objects degraded (13.273%) 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: pgmap v233: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 296 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.7 MiB/s wr, 21 op/s; 88/663 objects degraded (13.273%) 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: osdmap e383: 8 total, 8 up, 8 in 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:26.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:27.007 INFO:tasks.rados.rados.0.smithi028.stdout:1551: done (1 left) 2024-04-02T08:30:27.007 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 161 2024-04-02T08:30:27.007 INFO:tasks.rados.rados.0.smithi028.stdout:1552: seq_num 506 ranges {3162112=483328,3645440=761856,4407296=40960} 2024-04-02T08:30:27.018 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:30:27.024 INFO:tasks.rados.rados.0.smithi028.stdout:1552: writing smithi02882251-18 from 3162112 to 3645440 tid 1 2024-04-02T08:30:27.029 INFO:tasks.rados.rados.0.smithi028.stdout:1552: writing smithi02882251-18 from 3645440 to 4407296 tid 2 2024-04-02T08:30:27.029 INFO:tasks.rados.rados.0.smithi028.stdout:1552: writing smithi02882251-18 from 4407296 to 4448256 tid 3 2024-04-02T08:30:27.029 INFO:tasks.rados.rados.0.smithi028.stdout:1550: expect (ObjNum 484 snap 149 seq_num 484) 2024-04-02T08:30:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 1 to smithi02882251-18 2024-04-02T08:30:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1550: done (1 left) 2024-04-02T08:30:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 161 2024-04-02T08:30:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 2 to smithi02882251-18 2024-04-02T08:30:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1553: seq_num 507 ranges {843776=499712,1343488=638976,1982464=163840} 2024-04-02T08:30:27.146 INFO:tasks.rados.rados.0.smithi028.stdout:1553: writing smithi02882251-37 from 843776 to 1343488 tid 1 2024-04-02T08:30:27.150 INFO:tasks.rados.rados.0.smithi028.stdout:1553: writing smithi02882251-37 from 1343488 to 1982464 tid 2 2024-04-02T08:30:27.151 INFO:tasks.rados.rados.0.smithi028.stdout:1553: writing smithi02882251-37 from 1982464 to 2146304 tid 3 2024-04-02T08:30:27.151 INFO:tasks.rados.rados.0.smithi028.stdout:1554: copy_from oid 44 from oid 28 current snap is 161 2024-04-02T08:30:27.151 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 3 to smithi02882251-18 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 4 to smithi02882251-18 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 5 to smithi02882251-18 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1552: oid 18 updating version 0 to 983 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1552: oid 18 updating version 983 to 984 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1552: oid 18 updating version 984 to 985 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1552: oid 18 version 985 is already newer than 982 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 985 (ObjNum 506 snap 161 seq_num 506) dirty exists 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1552: left oid 18 (ObjNum 506 snap 161 seq_num 506) 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1553: finishing write tid 1 to smithi02882251-37 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1552: done (2 left) 2024-04-02T08:30:27.152 INFO:tasks.rados.rados.0.smithi028.stdout:1555: snap_remove snap 146 2024-04-02T08:30:27.353 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:30:27.353 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (7m) 6s ago 8m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:30:27.353 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (8m) 2m ago 8m 90.2M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:30:27.353 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (9m) 6s ago 9m 19.8M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:30:27.353 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (9m) 2m ago 9m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:30:27.353 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (3m) 6s ago 14m 506M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (2m) 6s ago 14m 53.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (2m) 2m ago 12m 23.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (2m) 6s ago 12m 50.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (7m) 6s ago 7m 15.6M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (7m) 2m ago 7m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (80s) 6s ago 12m 160M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (45s) 6s ago 11m 124M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (10s) 6s ago 11m 12.7M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (11m) 6s ago 11m 160M 2481M 18.2.2-1059-g4d05f4ca 909dce4fe53d aa645dcfffc7 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (10m) 2m ago 10m 195M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (10m) 2m ago 10m 210M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (9m) 2m ago 9m 121M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (9m) 2m ago 9m 152M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:30:27.354 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (3m) 2m ago 8m 55.2M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:30:27.355 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:27 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:27.355 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:27 smithi028 ceph-mon[94314]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:30:27.355 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:27 smithi028 ceph-mon[94314]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:30:27.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:27 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:27.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:27 smithi028 ceph-mon[96890]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:30:27.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:27 smithi028 ceph-mon[96890]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:30:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:27 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:27.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:27 smithi137 ceph-mon[88456]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-02T08:30:27.399 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:27 smithi137 ceph-mon[88456]: osdmap e384: 8 total, 8 up, 8 in 2024-04-02T08:30:27.761 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:30:27.761 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:27.762 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:30:27.763 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:30:27.763 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 7, 2024-04-02T08:30:27.763 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:30:27.763 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:30:27.763 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:30:28.009 INFO:tasks.rados.rados.0.smithi028.stdout:1555: done (2 left) 2024-04-02T08:30:28.009 INFO:tasks.rados.rados.0.smithi028.stdout:1553: finishing write tid 2 to smithi02882251-37 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:1553: finishing write tid 3 to smithi02882251-37 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:1553: finishing write tid 4 to smithi02882251-37 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:1553: finishing write tid 5 to smithi02882251-37 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:1553: oid 37 updating version 0 to 988 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:1553: oid 37 version 988 is already newer than 987 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:1553: oid 37 updating version 988 to 990 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:1553: oid 37 version 990 is already newer than 989 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 990 (ObjNum 507 snap 161 seq_num 507) dirty exists 2024-04-02T08:30:28.010 INFO:tasks.rados.rados.0.smithi028.stdout:1553: left oid 37 (ObjNum 507 snap 161 seq_num 507) 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1554: finishing copy_from racing read to smithi02882251-44 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1554: finishing copy_from to smithi02882251-44 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 809 (ObjNum 447 snap 143 seq_num 447) dirty exists 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1556: read oid 50 snap -1 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1556: expect (ObjNum 469 snap 148 seq_num 469) 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1553: done (2 left) 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1554: done (1 left) 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1557: read oid 11 snap 131 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1557: expect (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1558: copy_from oid 13 from oid 23 current snap is 161 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 161 2024-04-02T08:30:28.011 INFO:tasks.rados.rados.0.smithi028.stdout:1559: seq_num 508 ranges {1089536=516096,1605632=524288,2129920=278528} 2024-04-02T08:30:28.019 INFO:tasks.rados.rados.0.smithi028.stdout:1559: writing smithi02882251-46 from 1089536 to 1605632 tid 1 2024-04-02T08:30:28.023 INFO:tasks.rados.rados.0.smithi028.stdout:1559: writing smithi02882251-46 from 1605632 to 2129920 tid 2 2024-04-02T08:30:28.025 INFO:tasks.rados.rados.0.smithi028.stdout:1559: writing smithi02882251-46 from 2129920 to 2408448 tid 3 2024-04-02T08:30:28.025 INFO:tasks.rados.rados.0.smithi028.stdout:1560: read oid 47 snap -1 2024-04-02T08:30:28.026 INFO:tasks.rados.rados.0.smithi028.stdout:1560: expect (ObjNum 500 snap 158 seq_num 500) 2024-04-02T08:30:28.026 INFO:tasks.rados.rados.0.smithi028.stdout:1561: snap_create 2024-04-02T08:30:28.029 INFO:tasks.rados.rados.0.smithi028.stdout:1559: finishing write tid 1 to smithi02882251-46 2024-04-02T08:30:28.034 INFO:tasks.rados.rados.0.smithi028.stdout:1557: expect (ObjNum 407 snap 129 seq_num 407) 2024-04-02T08:30:28.132 INFO:tasks.rados.rados.0.smithi028.stdout:1559: finishing write tid 2 to smithi02882251-46 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1558: finishing copy_from racing read to smithi02882251-13 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1559: finishing write tid 3 to smithi02882251-46 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1559: finishing write tid 4 to smithi02882251-46 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1558: finishing copy_from to smithi02882251-13 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 614 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1559: finishing write tid 5 to smithi02882251-46 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1559: oid 46 updating version 0 to 664 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1559: oid 46 version 664 is already newer than 662 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1559: oid 46 updating version 664 to 665 2024-04-02T08:30:28.133 INFO:tasks.rados.rados.0.smithi028.stdout:1559: oid 46 version 665 is already newer than 663 2024-04-02T08:30:28.134 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 665 (ObjNum 508 snap 161 seq_num 508) dirty exists 2024-04-02T08:30:28.134 INFO:tasks.rados.rados.0.smithi028.stdout:1559: left oid 46 (ObjNum 508 snap 161 seq_num 508) 2024-04-02T08:30:28.134 INFO:tasks.rados.rados.0.smithi028.stdout:1560: expect (ObjNum 500 snap 158 seq_num 500) 2024-04-02T08:30:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[94314]: pgmap v236: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:30:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[94314]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/663 objects degraded (13.273%), 10 pgs degraded) 2024-04-02T08:30:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:30:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[94314]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[94314]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:30:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2024904586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[96890]: pgmap v236: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:30:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[96890]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/663 objects degraded (13.273%), 10 pgs degraded) 2024-04-02T08:30:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:30:28.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[96890]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:28.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[96890]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:30:28.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:28 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2024904586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:28 smithi137 ceph-mon[88456]: pgmap v236: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:30:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:28 smithi137 ceph-mon[88456]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/663 objects degraded (13.273%), 10 pgs degraded) 2024-04-02T08:30:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:28 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:30:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:28 smithi137 ceph-mon[88456]: from='client.34254 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:28 smithi137 ceph-mon[88456]: osdmap e385: 8 total, 8 up, 8 in 2024-04-02T08:30:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:28 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2024904586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:28.456 INFO:tasks.rados.rados.0.smithi028.stdout:1556: expect (ObjNum 469 snap 148 seq_num 469) 2024-04-02T08:30:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1556: done (5 left) 2024-04-02T08:30:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1557: done (4 left) 2024-04-02T08:30:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1558: done (3 left) 2024-04-02T08:30:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1559: done (2 left) 2024-04-02T08:30:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1560: done (1 left) 2024-04-02T08:30:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1561: done (0 left) 2024-04-02T08:30:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:1562: delete oid 3 current snap is 162 2024-04-02T08:30:29.236 INFO:tasks.rados.rados.0.smithi028.stdout:1562: done (0 left) 2024-04-02T08:30:29.236 INFO:tasks.rados.rados.0.smithi028.stdout:1563: read oid 39 snap 152 2024-04-02T08:30:29.236 INFO:tasks.rados.rados.0.smithi028.stdout:1563: expect deleted 2024-04-02T08:30:29.236 INFO:tasks.rados.rados.0.smithi028.stdout:1564: delete oid 50 current snap is 162 2024-04-02T08:30:29.241 INFO:tasks.rados.rados.0.smithi028.stdout:1563: done (1 left) 2024-04-02T08:30:29.241 INFO:tasks.rados.rados.0.smithi028.stdout:1564: done (0 left) 2024-04-02T08:30:29.241 INFO:tasks.rados.rados.0.smithi028.stdout:1565: rollback oid 6 current snap is 162 2024-04-02T08:30:29.241 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 147 2024-04-02T08:30:29.241 INFO:tasks.rados.rados.0.smithi028.stdout:1566: read oid 17 snap -1 2024-04-02T08:30:29.241 INFO:tasks.rados.rados.0.smithi028.stdout:1566: expect (ObjNum 489 snap 154 seq_num 489) 2024-04-02T08:30:29.241 INFO:tasks.rados.rados.0.smithi028.stdout:1567: snap_create 2024-04-02T08:30:29.243 INFO:tasks.rados.rados.0.smithi028.stdout:1565: finishing rollback tid 1 to smithi02882251-6 2024-04-02T08:30:29.243 INFO:tasks.rados.rados.0.smithi028.stdout:1565: finishing rollback tid 2 to smithi02882251-6 2024-04-02T08:30:29.243 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 640 (ObjNum 464 snap 147 seq_num 464) dirty exists 2024-04-02T08:30:29.254 INFO:tasks.rados.rados.0.smithi028.stdout:1566: expect (ObjNum 489 snap 154 seq_num 489) 2024-04-02T08:30:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:29 smithi137 ceph-mon[88456]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:29 smithi137 ceph-mon[88456]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:30:29.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:29 smithi028 ceph-mon[94314]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:29 smithi028 ceph-mon[94314]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:30:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:29 smithi028 ceph-mon[96890]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:29 smithi028 ceph-mon[96890]: osdmap e386: 8 total, 8 up, 8 in 2024-04-02T08:30:30.019 INFO:tasks.rados.rados.0.smithi028.stdout:1565: done (2 left) 2024-04-02T08:30:30.020 INFO:tasks.rados.rados.0.smithi028.stdout:1566: done (1 left) 2024-04-02T08:30:30.020 INFO:tasks.rados.rados.0.smithi028.stdout:1567: done (0 left) 2024-04-02T08:30:30.020 INFO:tasks.rados.rados.0.smithi028.stdout:1568: rollback oid 5 current snap is 163 2024-04-02T08:30:30.020 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 139 2024-04-02T08:30:30.020 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 163 2024-04-02T08:30:30.020 INFO:tasks.rados.rados.0.smithi028.stdout:1569: seq_num 511 ranges {2408448=565248,2973696=630784,3604480=172032} 2024-04-02T08:30:30.036 INFO:tasks.rados.rados.0.smithi028.stdout:1569: writing smithi02882251-46 from 2408448 to 2973696 tid 1 2024-04-02T08:30:30.040 INFO:tasks.rados.rados.0.smithi028.stdout:1569: writing smithi02882251-46 from 2973696 to 3604480 tid 2 2024-04-02T08:30:30.041 INFO:tasks.rados.rados.0.smithi028.stdout:1569: writing smithi02882251-46 from 3604480 to 3776512 tid 3 2024-04-02T08:30:30.041 INFO:tasks.rados.rados.0.smithi028.stdout:1570: snap_create 2024-04-02T08:30:30.041 INFO:tasks.rados.rados.0.smithi028.stdout:1568: finishing rollback tid 0 to smithi02882251-5 2024-04-02T08:30:30.041 INFO:tasks.rados.rados.0.smithi028.stdout:1568: finishing rollback tid 1 to smithi02882251-5 2024-04-02T08:30:30.041 INFO:tasks.rados.rados.0.smithi028.stdout:1568: finishing rollback tid 2 to smithi02882251-5 2024-04-02T08:30:30.042 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1135 (ObjNum 429 snap 139 seq_num 429) dirty exists 2024-04-02T08:30:30.042 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 1 to smithi02882251-46 2024-04-02T08:30:30.045 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 2 to smithi02882251-46 2024-04-02T08:30:30.045 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 3 to smithi02882251-46 2024-04-02T08:30:30.045 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 4 to smithi02882251-46 2024-04-02T08:30:30.046 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 5 to smithi02882251-46 2024-04-02T08:30:30.046 INFO:tasks.rados.rados.0.smithi028.stdout:1569: oid 46 updating version 0 to 667 2024-04-02T08:30:30.047 INFO:tasks.rados.rados.0.smithi028.stdout:1569: oid 46 updating version 667 to 668 2024-04-02T08:30:30.047 INFO:tasks.rados.rados.0.smithi028.stdout:1569: oid 46 updating version 668 to 670 2024-04-02T08:30:30.047 INFO:tasks.rados.rados.0.smithi028.stdout:1569: oid 46 version 670 is already newer than 669 2024-04-02T08:30:30.047 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 670 (ObjNum 511 snap 163 seq_num 511) dirty exists 2024-04-02T08:30:30.047 INFO:tasks.rados.rados.0.smithi028.stdout:1569: left oid 46 (ObjNum 511 snap 163 seq_num 511) 2024-04-02T08:30:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:30 smithi137 ceph-mon[88456]: pgmap v239: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:30:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:30 smithi137 ceph-mon[88456]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:30:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:30 smithi028 ceph-mon[96890]: pgmap v239: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:30:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:30 smithi028 ceph-mon[96890]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:30:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:30 smithi028 ceph-mon[94314]: pgmap v239: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 13 op/s; 16 MiB/s, 5 objects/s recovering 2024-04-02T08:30:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:30 smithi028 ceph-mon[94314]: osdmap e387: 8 total, 8 up, 8 in 2024-04-02T08:30:31.024 INFO:tasks.rados.rados.0.smithi028.stdout:1568: done (2 left) 2024-04-02T08:30:31.025 INFO:tasks.rados.rados.0.smithi028.stdout:1569: done (1 left) 2024-04-02T08:30:31.025 INFO:tasks.rados.rados.0.smithi028.stdout:1570: done (0 left) 2024-04-02T08:30:31.025 INFO:tasks.rados.rados.0.smithi028.stdout:1571: snap_remove snap 156 2024-04-02T08:30:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:31 smithi137 ceph-mon[88456]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:30:31.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:31 smithi028 ceph-mon[94314]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:30:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:31 smithi028 ceph-mon[96890]: osdmap e388: 8 total, 8 up, 8 in 2024-04-02T08:30:31.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:30:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:30:31] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-04-02T08:30:31.790 INFO:tasks.rados.rados.0.smithi028.stdout:1571: done (0 left) 2024-04-02T08:30:31.790 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 164 2024-04-02T08:30:31.790 INFO:tasks.rados.rados.0.smithi028.stdout:1572: seq_num 512 ranges {5128192=581632,5709824=516096,6225920=286720} 2024-04-02T08:30:31.822 INFO:tasks.rados.rados.0.smithi028.stdout:1572: writing smithi02882251-49 from 5128192 to 5709824 tid 1 2024-04-02T08:30:31.824 INFO:tasks.rados.rados.0.smithi028.stdout:1572: writing smithi02882251-49 from 5709824 to 6225920 tid 2 2024-04-02T08:30:31.826 INFO:tasks.rados.rados.0.smithi028.stdout:1572: writing smithi02882251-49 from 6225920 to 6512640 tid 3 2024-04-02T08:30:31.826 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 164 2024-04-02T08:30:31.826 INFO:tasks.rados.rados.0.smithi028.stdout:1573: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-04-02T08:30:31.829 INFO:tasks.rados.rados.0.smithi028.stdout:1573: writing smithi02882251-25 from 0 to 598016 tid 1 2024-04-02T08:30:31.834 INFO:tasks.rados.rados.0.smithi028.stdout:1573: writing smithi02882251-25 from 598016 to 1392640 tid 2 2024-04-02T08:30:31.834 INFO:tasks.rados.rados.0.smithi028.stdout:1573: writing smithi02882251-25 from 1392640 to 1400832 tid 3 2024-04-02T08:30:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:1574: copy_from oid 30 from oid 13 current snap is 164 2024-04-02T08:30:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:1572: finishing write tid 1 to smithi02882251-49 2024-04-02T08:30:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:1575: read oid 1 snap -1 2024-04-02T08:30:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:1575: expect (ObjNum 497 snap 157 seq_num 497) 2024-04-02T08:30:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 164 2024-04-02T08:30:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:1576: seq_num 514 ranges {3719168=614400,4333568=679936,5013504=122880} 2024-04-02T08:30:31.859 INFO:tasks.rados.rados.0.smithi028.stdout:1576: writing smithi02882251-44 from 3719168 to 4333568 tid 1 2024-04-02T08:30:31.862 INFO:tasks.rados.rados.0.smithi028.stdout:1576: writing smithi02882251-44 from 4333568 to 5013504 tid 2 2024-04-02T08:30:31.863 INFO:tasks.rados.rados.0.smithi028.stdout:1576: writing smithi02882251-44 from 5013504 to 5136384 tid 3 2024-04-02T08:30:31.863 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 164 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: finishing write tid 2 to smithi02882251-49 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: finishing write tid 3 to smithi02882251-49 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: finishing write tid 4 to smithi02882251-49 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: finishing write tid 5 to smithi02882251-49 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: oid 49 updating version 0 to 864 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: oid 49 updating version 864 to 865 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: oid 49 updating version 865 to 866 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: oid 49 version 866 is already newer than 863 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 866 (ObjNum 512 snap 164 seq_num 512) dirty exists 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1572: left oid 49 (ObjNum 512 snap 164 seq_num 512) 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1573: finishing write tid 1 to smithi02882251-25 2024-04-02T08:30:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:1577: seq_num 515 ranges {5185536=630784,5816320=565248,6381568=237568} 2024-04-02T08:30:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:1577: writing smithi02882251-9 from 5185536 to 5816320 tid 1 2024-04-02T08:30:31.898 INFO:tasks.rados.rados.0.smithi028.stdout:1577: writing smithi02882251-9 from 5816320 to 6381568 tid 2 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1577: writing smithi02882251-9 from 6381568 to 6619136 tid 3 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1572: done (5 left) 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 164 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1573: finishing write tid 2 to smithi02882251-25 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1573: finishing write tid 3 to smithi02882251-25 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1573: finishing write tid 4 to smithi02882251-25 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1573: finishing write tid 5 to smithi02882251-25 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1573: oid 25 updating version 0 to 569 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1573: oid 25 version 569 is already newer than 568 2024-04-02T08:30:31.900 INFO:tasks.rados.rados.0.smithi028.stdout:1573: oid 25 version 569 is already newer than 566 2024-04-02T08:30:31.901 INFO:tasks.rados.rados.0.smithi028.stdout:1573: oid 25 version 569 is already newer than 567 2024-04-02T08:30:31.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 569 (ObjNum 513 snap 164 seq_num 513) dirty exists 2024-04-02T08:30:31.901 INFO:tasks.rados.rados.0.smithi028.stdout:1573: left oid 25 (ObjNum 513 snap 164 seq_num 513) 2024-04-02T08:30:31.901 INFO:tasks.rados.rados.0.smithi028.stdout:1574: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:30:31.901 INFO:tasks.rados.rados.0.smithi028.stdout:1574: finishing copy_from to smithi02882251-30 2024-04-02T08:30:31.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 614 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:30:31.901 INFO:tasks.rados.rados.0.smithi028.stdout:1575: expect (ObjNum 497 snap 157 seq_num 497) 2024-04-02T08:30:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:32 smithi137 ceph-mon[88456]: pgmap v242: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:32 smithi137 ceph-mon[88456]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:30:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:32 smithi137 ceph-mon[88456]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:30:32.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:32 smithi028 ceph-mon[96890]: pgmap v242: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:32.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:32 smithi028 ceph-mon[96890]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:30:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:32 smithi028 ceph-mon[96890]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:30:32.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:32 smithi028 ceph-mon[94314]: pgmap v242: 121 pgs: 121 active+clean; 286 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:32.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:32 smithi028 ceph-mon[94314]: osdmap e389: 8 total, 8 up, 8 in 2024-04-02T08:30:32.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:32 smithi028 ceph-mon[94314]: osdmap e390: 8 total, 8 up, 8 in 2024-04-02T08:30:32.564 INFO:tasks.rados.rados.0.smithi028.stdout:1576: finishing write tid 1 to smithi02882251-44 2024-04-02T08:30:32.564 INFO:tasks.rados.rados.0.smithi028.stdout:1576: finishing write tid 2 to smithi02882251-44 2024-04-02T08:30:32.564 INFO:tasks.rados.rados.0.smithi028.stdout:1576: finishing write tid 3 to smithi02882251-44 2024-04-02T08:30:32.564 INFO:tasks.rados.rados.0.smithi028.stdout:1576: finishing write tid 4 to smithi02882251-44 2024-04-02T08:30:32.564 INFO:tasks.rados.rados.0.smithi028.stdout:1576: finishing write tid 5 to smithi02882251-44 2024-04-02T08:30:32.565 INFO:tasks.rados.rados.0.smithi028.stdout:1576: oid 44 updating version 0 to 869 2024-04-02T08:30:32.565 INFO:tasks.rados.rados.0.smithi028.stdout:1576: oid 44 updating version 869 to 871 2024-04-02T08:30:32.565 INFO:tasks.rados.rados.0.smithi028.stdout:1576: oid 44 version 871 is already newer than 868 2024-04-02T08:30:32.565 INFO:tasks.rados.rados.0.smithi028.stdout:1576: oid 44 version 871 is already newer than 870 2024-04-02T08:30:32.565 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 871 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-04-02T08:30:32.565 INFO:tasks.rados.rados.0.smithi028.stdout:1576: left oid 44 (ObjNum 514 snap 164 seq_num 514) 2024-04-02T08:30:32.565 INFO:tasks.rados.rados.0.smithi028.stdout:1577: finishing write tid 1 to smithi02882251-9 2024-04-02T08:30:32.565 INFO:tasks.rados.rados.0.smithi028.stdout:1578: seq_num 516 ranges {3719168=647168,4366336=450560,4816896=352256} 2024-04-02T08:30:32.588 INFO:tasks.rados.rados.0.smithi028.stdout:1578: writing smithi02882251-28 from 3719168 to 4366336 tid 1 2024-04-02T08:30:32.590 INFO:tasks.rados.rados.0.smithi028.stdout:1578: writing smithi02882251-28 from 4366336 to 4816896 tid 2 2024-04-02T08:30:32.593 INFO:tasks.rados.rados.0.smithi028.stdout:1578: writing smithi02882251-28 from 4816896 to 5169152 tid 3 2024-04-02T08:30:32.593 INFO:tasks.rados.rados.0.smithi028.stdout:1573: done (5 left) 2024-04-02T08:30:32.593 INFO:tasks.rados.rados.0.smithi028.stdout:1574: done (4 left) 2024-04-02T08:30:32.593 INFO:tasks.rados.rados.0.smithi028.stdout:1575: done (3 left) 2024-04-02T08:30:32.593 INFO:tasks.rados.rados.0.smithi028.stdout:1576: done (2 left) 2024-04-02T08:30:32.593 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 164 2024-04-02T08:30:32.593 INFO:tasks.rados.rados.0.smithi028.stdout:1577: finishing write tid 2 to smithi02882251-9 2024-04-02T08:30:32.593 INFO:tasks.rados.rados.0.smithi028.stdout:1577: finishing write tid 3 to smithi02882251-9 2024-04-02T08:30:32.594 INFO:tasks.rados.rados.0.smithi028.stdout:1577: finishing write tid 4 to smithi02882251-9 2024-04-02T08:30:32.594 INFO:tasks.rados.rados.0.smithi028.stdout:1579: seq_num 517 ranges {1507328=663552,2170880=786432,2957312=16384} 2024-04-02T08:30:32.604 INFO:tasks.rados.rados.0.smithi028.stdout:1579: writing smithi02882251-30 from 1507328 to 2170880 tid 1 2024-04-02T08:30:32.609 INFO:tasks.rados.rados.0.smithi028.stdout:1579: writing smithi02882251-30 from 2170880 to 2957312 tid 2 2024-04-02T08:30:32.609 INFO:tasks.rados.rados.0.smithi028.stdout:1579: writing smithi02882251-30 from 2957312 to 2973696 tid 3 2024-04-02T08:30:32.609 INFO:tasks.rados.rados.0.smithi028.stdout:1580: delete oid 4 current snap is 164 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1577: finishing write tid 5 to smithi02882251-9 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1577: oid 9 updating version 0 to 1268 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1577: oid 9 updating version 1268 to 1269 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1577: oid 9 version 1269 is already newer than 1266 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1577: oid 9 version 1269 is already newer than 1267 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1269 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1577: left oid 9 (ObjNum 515 snap 164 seq_num 515) 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1578: finishing write tid 1 to smithi02882251-28 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1578: finishing write tid 2 to smithi02882251-28 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1578: finishing write tid 3 to smithi02882251-28 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1578: finishing write tid 4 to smithi02882251-28 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1578: finishing write tid 5 to smithi02882251-28 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1578: oid 28 updating version 0 to 1108 2024-04-02T08:30:32.610 INFO:tasks.rados.rados.0.smithi028.stdout:1578: oid 28 updating version 1108 to 1110 2024-04-02T08:30:32.611 INFO:tasks.rados.rados.0.smithi028.stdout:1578: oid 28 version 1110 is already newer than 1107 2024-04-02T08:30:32.611 INFO:tasks.rados.rados.0.smithi028.stdout:1578: oid 28 version 1110 is already newer than 1109 2024-04-02T08:30:32.611 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1110 (ObjNum 516 snap 164 seq_num 516) dirty exists 2024-04-02T08:30:32.611 INFO:tasks.rados.rados.0.smithi028.stdout:1578: left oid 28 (ObjNum 516 snap 164 seq_num 516) 2024-04-02T08:30:32.611 INFO:tasks.rados.rados.0.smithi028.stdout:1579: finishing write tid 1 to smithi02882251-30 2024-04-02T08:30:32.612 INFO:tasks.rados.rados.0.smithi028.stdout:1577: done (3 left) 2024-04-02T08:30:32.612 INFO:tasks.rados.rados.0.smithi028.stdout:1578: done (2 left) 2024-04-02T08:30:32.612 INFO:tasks.rados.rados.0.smithi028.stdout:1580: done (1 left) 2024-04-02T08:30:32.612 INFO:tasks.rados.rados.0.smithi028.stdout:1581: rollback oid 49 current snap is 164 2024-04-02T08:30:32.612 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 163 2024-04-02T08:30:32.612 INFO:tasks.rados.rados.0.smithi028.stdout:1582: snap_remove snap 159 2024-04-02T08:30:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:33.031 INFO:tasks.rados.rados.0.smithi028.stdout:1582: done (2 left) 2024-04-02T08:30:33.031 INFO:tasks.rados.rados.0.smithi028.stdout:1583: rmattr oid 25 current snap is 164 2024-04-02T08:30:33.031 INFO:tasks.rados.rados.0.smithi028.stdout:1579: finishing write tid 2 to smithi02882251-30 2024-04-02T08:30:33.031 INFO:tasks.rados.rados.0.smithi028.stdout:1579: finishing write tid 3 to smithi02882251-30 2024-04-02T08:30:33.031 INFO:tasks.rados.rados.0.smithi028.stdout:1579: finishing write tid 4 to smithi02882251-30 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1579: finishing write tid 5 to smithi02882251-30 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1579: oid 30 updating version 0 to 618 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1579: oid 30 version 618 is already newer than 617 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1579: oid 30 version 618 is already newer than 616 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1579: oid 30 version 618 is already newer than 615 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 618 (ObjNum 517 snap 164 seq_num 517) dirty exists 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1579: left oid 30 (ObjNum 517 snap 164 seq_num 517) 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1581: finishing rollback tid 0 to smithi02882251-49 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1581: finishing rollback tid 1 to smithi02882251-49 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1581: finishing rollback tid 2 to smithi02882251-49 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 874 (ObjNum 472 snap 148 seq_num 472) dirty exists 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1579: done (2 left) 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1581: done (1 left) 2024-04-02T08:30:33.032 INFO:tasks.rados.rados.0.smithi028.stdout:1584: snap_create 2024-04-02T08:30:33.041 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 619 (ObjNum 513 snap 164 seq_num 513) dirty exists 2024-04-02T08:30:33.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:33 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:34.038 INFO:tasks.rados.rados.0.smithi028.stdout:1583: done (1 left) 2024-04-02T08:30:34.038 INFO:tasks.rados.rados.0.smithi028.stdout:1584: done (0 left) 2024-04-02T08:30:34.038 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 165 2024-04-02T08:30:34.038 INFO:tasks.rados.rados.0.smithi028.stdout:1585: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2024-04-02T08:30:34.041 INFO:tasks.rados.rados.0.smithi028.stdout:1585: writing smithi02882251-32 from 0 to 696320 tid 1 2024-04-02T08:30:34.044 INFO:tasks.rados.rados.0.smithi028.stdout:1585: writing smithi02882251-32 from 696320 to 1245184 tid 2 2024-04-02T08:30:34.046 INFO:tasks.rados.rados.0.smithi028.stdout:1585: writing smithi02882251-32 from 1245184 to 1499136 tid 3 2024-04-02T08:30:34.046 INFO:tasks.rados.rados.0.smithi028.stdout:1586: rollback oid 4 current snap is 165 2024-04-02T08:30:34.046 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 163 2024-04-02T08:30:34.046 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 165 2024-04-02T08:30:34.046 INFO:tasks.rados.rados.0.smithi028.stdout:1587: seq_num 520 ranges {3768320=712704,4481024=434176,4915200=368640} 2024-04-02T08:30:34.071 INFO:tasks.rados.rados.0.smithi028.stdout:1587: writing smithi02882251-17 from 3768320 to 4481024 tid 1 2024-04-02T08:30:34.073 INFO:tasks.rados.rados.0.smithi028.stdout:1587: writing smithi02882251-17 from 4481024 to 4915200 tid 2 2024-04-02T08:30:34.076 INFO:tasks.rados.rados.0.smithi028.stdout:1587: writing smithi02882251-17 from 4915200 to 5283840 tid 3 2024-04-02T08:30:34.076 INFO:tasks.rados.rados.0.smithi028.stdout:1588: rollback oid 34 current snap is 165 2024-04-02T08:30:34.076 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 150 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: finishing write tid 1 to smithi02882251-32 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: finishing write tid 2 to smithi02882251-32 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: finishing write tid 3 to smithi02882251-32 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1589: setattr oid 14 current snap is 165 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1586: finishing rollback tid 1 to smithi02882251-4 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: finishing write tid 4 to smithi02882251-32 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1586: finishing rollback tid 2 to smithi02882251-4 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 665 (ObjNum 476 snap 149 seq_num 476) dirty exists 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: finishing write tid 5 to smithi02882251-32 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: oid 32 updating version 0 to 827 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: oid 32 version 827 is already newer than 826 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: oid 32 updating version 827 to 828 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: oid 32 version 828 is already newer than 825 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 828 (ObjNum 519 snap 165 seq_num 519) dirty exists 2024-04-02T08:30:34.077 INFO:tasks.rados.rados.0.smithi028.stdout:1585: left oid 32 (ObjNum 519 snap 165 seq_num 519) 2024-04-02T08:30:34.078 INFO:tasks.rados.rados.0.smithi028.stdout:1587: finishing write tid 1 to smithi02882251-17 2024-04-02T08:30:34.078 INFO:tasks.rados.rados.0.smithi028.stdout:1588: finishing rollback tid 1 to smithi02882251-34 2024-04-02T08:30:34.078 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 579 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:30:34.078 INFO:tasks.rados.rados.0.smithi028.stdout:1587: finishing write tid 2 to smithi02882251-17 2024-04-02T08:30:34.078 INFO:tasks.rados.rados.0.smithi028.stdout:1585: done (4 left) 2024-04-02T08:30:34.079 INFO:tasks.rados.rados.0.smithi028.stdout:1586: done (3 left) 2024-04-02T08:30:34.079 INFO:tasks.rados.rados.0.smithi028.stdout:1588: done (2 left) 2024-04-02T08:30:34.079 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 165 2024-04-02T08:30:34.079 INFO:tasks.rados.rados.0.smithi028.stdout:1590: seq_num 521 ranges {2072576=729088,2801664=720896,3522560=81920} 2024-04-02T08:30:34.093 INFO:tasks.rados.rados.0.smithi028.stdout:1590: writing smithi02882251-16 from 2072576 to 2801664 tid 1 2024-04-02T08:30:34.097 INFO:tasks.rados.rados.0.smithi028.stdout:1590: writing smithi02882251-16 from 2801664 to 3522560 tid 2 2024-04-02T08:30:34.098 INFO:tasks.rados.rados.0.smithi028.stdout:1590: writing smithi02882251-16 from 3522560 to 3604480 tid 3 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 165 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1587: finishing write tid 3 to smithi02882251-17 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1587: finishing write tid 4 to smithi02882251-17 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1587: finishing write tid 5 to smithi02882251-17 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1587: oid 17 updating version 0 to 648 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1587: oid 17 updating version 648 to 650 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1587: oid 17 version 650 is already newer than 649 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1587: oid 17 updating version 650 to 651 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 651 (ObjNum 520 snap 165 seq_num 520) dirty exists 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1587: left oid 17 (ObjNum 520 snap 165 seq_num 520) 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1275 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:30:34.099 INFO:tasks.rados.rados.0.smithi028.stdout:1591: seq_num 522 ranges {4186112=745472,4931584=606208,5537792=196608} 2024-04-02T08:30:34.125 INFO:tasks.rados.rados.0.smithi028.stdout:1591: writing smithi02882251-42 from 4186112 to 4931584 tid 1 2024-04-02T08:30:34.129 INFO:tasks.rados.rados.0.smithi028.stdout:1591: writing smithi02882251-42 from 4931584 to 5537792 tid 2 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1591: writing smithi02882251-42 from 5537792 to 5734400 tid 3 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1590: finishing write tid 1 to smithi02882251-16 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1587: done (3 left) 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1589: done (2 left) 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1592: read oid 12 snap -1 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1592: expect (ObjNum 448 snap 144 seq_num 448) 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1593: copy_from oid 39 from oid 36 current snap is 165 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1590: finishing write tid 2 to smithi02882251-16 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1590: finishing write tid 3 to smithi02882251-16 2024-04-02T08:30:34.131 INFO:tasks.rados.rados.0.smithi028.stdout:1590: finishing write tid 4 to smithi02882251-16 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1590: finishing write tid 5 to smithi02882251-16 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1590: oid 16 updating version 0 to 560 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1590: oid 16 updating version 560 to 562 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1590: oid 16 version 562 is already newer than 561 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1590: oid 16 version 562 is already newer than 559 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 562 (ObjNum 521 snap 165 seq_num 521) dirty exists 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1590: left oid 16 (ObjNum 521 snap 165 seq_num 521) 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1591: finishing write tid 1 to smithi02882251-42 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1590: done (3 left) 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1594: rollback oid 50 current snap is 165 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 147 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1595: copy_from oid 27 from oid 3 current snap is 165 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 165 2024-04-02T08:30:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1596: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2024-04-02T08:30:34.135 INFO:tasks.rados.rados.0.smithi028.stdout:1596: writing smithi02882251-24 from 0 to 770048 tid 1 2024-04-02T08:30:34.138 INFO:tasks.rados.rados.0.smithi028.stdout:1596: writing smithi02882251-24 from 770048 to 1261568 tid 2 2024-04-02T08:30:34.140 INFO:tasks.rados.rados.0.smithi028.stdout:1596: writing smithi02882251-24 from 1261568 to 1572864 tid 3 2024-04-02T08:30:34.140 INFO:tasks.rados.rados.0.smithi028.stdout:1597: delete oid 43 current snap is 165 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1593: finishing copy_from to smithi02882251-39 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1593: got expected ENOENT (src dne) 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1593: finishing copy_from racing read to smithi02882251-39 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1595: finishing copy_from to smithi02882251-27 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1595: got expected ENOENT (src dne) 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1595: finishing copy_from racing read to smithi02882251-27 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1594: finishing rollback tid 1 to smithi02882251-50 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1594: finishing rollback tid 2 to smithi02882251-50 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1137 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:30:34.141 INFO:tasks.rados.rados.0.smithi028.stdout:1592: expect (ObjNum 448 snap 144 seq_num 448) 2024-04-02T08:30:34.152 INFO:tasks.rados.rados.0.smithi028.stdout:1591: finishing write tid 2 to smithi02882251-42 2024-04-02T08:30:34.152 INFO:tasks.rados.rados.0.smithi028.stdout:1591: finishing write tid 3 to smithi02882251-42 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1591: finishing write tid 4 to smithi02882251-42 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1591: finishing write tid 5 to smithi02882251-42 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1591: oid 42 updating version 0 to 882 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1591: oid 42 version 882 is already newer than 881 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1591: oid 42 version 882 is already newer than 880 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1591: oid 42 updating version 882 to 883 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 883 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1591: left oid 42 (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1591: done (6 left) 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1592: done (5 left) 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1593: done (4 left) 2024-04-02T08:30:34.153 INFO:tasks.rados.rados.0.smithi028.stdout:1594: done (3 left) 2024-04-02T08:30:34.154 INFO:tasks.rados.rados.0.smithi028.stdout:1595: done (2 left) 2024-04-02T08:30:34.154 INFO:tasks.rados.rados.0.smithi028.stdout:1597: done (1 left) 2024-04-02T08:30:34.154 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 165 2024-04-02T08:30:34.154 INFO:tasks.rados.rados.0.smithi028.stdout:1596: finishing write tid 1 to smithi02882251-24 2024-04-02T08:30:34.154 INFO:tasks.rados.rados.0.smithi028.stdout:1598: seq_num 525 ranges {5627904=802816,6430720=712704,7143424=90112} 2024-04-02T08:30:34.186 INFO:tasks.rados.rados.0.smithi028.stdout:1598: writing smithi02882251-47 from 5627904 to 6430720 tid 1 2024-04-02T08:30:34.191 INFO:tasks.rados.rados.0.smithi028.stdout:1598: writing smithi02882251-47 from 6430720 to 7143424 tid 2 2024-04-02T08:30:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:1598: writing smithi02882251-47 from 7143424 to 7233536 tid 3 2024-04-02T08:30:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:1599: rollback oid 26 current snap is 165 2024-04-02T08:30:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 153 2024-04-02T08:30:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:1596: finishing write tid 2 to smithi02882251-24 2024-04-02T08:30:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:1596: finishing write tid 3 to smithi02882251-24 2024-04-02T08:30:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:1596: finishing write tid 4 to smithi02882251-24 2024-04-02T08:30:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:1596: finishing write tid 5 to smithi02882251-24 2024-04-02T08:30:34.192 INFO:tasks.rados.rados.0.smithi028.stdout:1596: oid 24 updating version 0 to 553 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1596: oid 24 version 553 is already newer than 551 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1596: oid 24 version 553 is already newer than 550 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1596: oid 24 version 553 is already newer than 552 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 553 (ObjNum 523 snap 165 seq_num 523) dirty exists 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1596: left oid 24 (ObjNum 523 snap 165 seq_num 523) 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1598: finishing write tid 1 to smithi02882251-47 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1596: done (2 left) 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 165 2024-04-02T08:30:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1600: seq_num 526 ranges {753664=417792,1171456=589824,1761280=614400} 2024-04-02T08:30:34.198 INFO:tasks.rados.rados.0.smithi028.stdout:1600: writing smithi02882251-45 from 753664 to 1171456 tid 1 2024-04-02T08:30:34.201 INFO:tasks.rados.rados.0.smithi028.stdout:1600: writing smithi02882251-45 from 1171456 to 1761280 tid 2 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1600: writing smithi02882251-45 from 1761280 to 2375680 tid 3 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1601: setattr oid 13 current snap is 165 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1598: finishing write tid 2 to smithi02882251-47 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1598: finishing write tid 3 to smithi02882251-47 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1598: finishing write tid 4 to smithi02882251-47 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1598: finishing write tid 5 to smithi02882251-47 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1598: oid 47 updating version 0 to 621 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1598: oid 47 version 621 is already newer than 620 2024-04-02T08:30:34.205 INFO:tasks.rados.rados.0.smithi028.stdout:1598: oid 47 updating version 621 to 622 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1598: oid 47 updating version 622 to 623 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 623 (ObjNum 525 snap 165 seq_num 525) dirty exists 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1598: left oid 47 (ObjNum 525 snap 165 seq_num 525) 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1599: finishing rollback tid 0 to smithi02882251-26 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1599: finishing rollback tid 1 to smithi02882251-26 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1599: finishing rollback tid 2 to smithi02882251-26 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 833 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 1 to smithi02882251-45 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 2 to smithi02882251-45 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1598: done (3 left) 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1599: done (2 left) 2024-04-02T08:30:34.206 INFO:tasks.rados.rados.0.smithi028.stdout:1602: setattr oid 17 current snap is 165 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1603: copy_from oid 43 from oid 39 current snap is 165 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1604: read oid 38 snap -1 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1604: expect (ObjNum 239 snap 67 seq_num 239) 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1605: copy_from oid 32 from oid 34 current snap is 165 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1606: read oid 22 snap -1 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1606: expect (ObjNum 478 snap 149 seq_num 478) 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1607: rollback oid 28 current snap is 165 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 123 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1608: delete oid 12 current snap is 165 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1603: finishing copy_from to smithi02882251-43 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1603: got expected ENOENT (src dne) 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1603: finishing copy_from racing read to smithi02882251-43 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1605: finishing copy_from to smithi02882251-32 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1605: got expected ENOENT (src dne) 2024-04-02T08:30:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:1605: finishing copy_from racing read to smithi02882251-32 2024-04-02T08:30:34.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 653 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:30:34.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 654 (ObjNum 520 snap 165 seq_num 520) dirty exists 2024-04-02T08:30:34.209 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 3 to smithi02882251-45 2024-04-02T08:30:34.209 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 4 to smithi02882251-45 2024-04-02T08:30:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 5 to smithi02882251-45 2024-04-02T08:30:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:1600: oid 45 updating version 0 to 1279 2024-04-02T08:30:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:1600: oid 45 version 1279 is already newer than 1278 2024-04-02T08:30:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:1600: oid 45 version 1279 is already newer than 1277 2024-04-02T08:30:34.211 INFO:tasks.rados.rados.0.smithi028.stdout:1600: oid 45 updating version 1279 to 1280 2024-04-02T08:30:34.212 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1280 (ObjNum 526 snap 165 seq_num 526) dirty exists 2024-04-02T08:30:34.212 INFO:tasks.rados.rados.0.smithi028.stdout:1600: left oid 45 (ObjNum 526 snap 165 seq_num 526) 2024-04-02T08:30:34.219 INFO:tasks.rados.rados.0.smithi028.stdout:1604: expect (ObjNum 239 snap 67 seq_num 239) 2024-04-02T08:30:34.378 INFO:tasks.rados.rados.0.smithi028.stdout:1607: finishing rollback tid 0 to smithi02882251-28 2024-04-02T08:30:34.378 INFO:tasks.rados.rados.0.smithi028.stdout:1607: finishing rollback tid 1 to smithi02882251-28 2024-04-02T08:30:34.378 INFO:tasks.rados.rados.0.smithi028.stdout:1600: done (8 left) 2024-04-02T08:30:34.378 INFO:tasks.rados.rados.0.smithi028.stdout:1601: done (7 left) 2024-04-02T08:30:34.378 INFO:tasks.rados.rados.0.smithi028.stdout:1602: done (6 left) 2024-04-02T08:30:34.379 INFO:tasks.rados.rados.0.smithi028.stdout:1603: done (5 left) 2024-04-02T08:30:34.379 INFO:tasks.rados.rados.0.smithi028.stdout:1604: done (4 left) 2024-04-02T08:30:34.379 INFO:tasks.rados.rados.0.smithi028.stdout:1605: done (3 left) 2024-04-02T08:30:34.379 INFO:tasks.rados.rados.0.smithi028.stdout:1608: done (2 left) 2024-04-02T08:30:34.379 INFO:tasks.rados.rados.0.smithi028.stdout:1609: rollback oid 14 current snap is 165 2024-04-02T08:30:34.379 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 137 2024-04-02T08:30:34.379 INFO:tasks.rados.rados.0.smithi028.stdout:1606: expect (ObjNum 478 snap 149 seq_num 478) 2024-04-02T08:30:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:34 smithi137 ceph-mon[88456]: pgmap v245: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:30:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:34 smithi137 ceph-mon[88456]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:30:34.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:34 smithi028 ceph-mon[96890]: pgmap v245: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:30:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:34 smithi028 ceph-mon[96890]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:30:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:34 smithi028 ceph-mon[94314]: pgmap v245: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:30:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:34 smithi028 ceph-mon[94314]: osdmap e391: 8 total, 8 up, 8 in 2024-04-02T08:30:34.467 INFO:tasks.rados.rados.0.smithi028.stdout:1607: finishing rollback tid 2 to smithi02882251-28 2024-04-02T08:30:34.467 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1116 (ObjNum 386 snap 123 seq_num 386) dirty exists 2024-04-02T08:30:34.467 INFO:tasks.rados.rados.0.smithi028.stdout:1609: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:30:34.467 INFO:tasks.rados.rados.0.smithi028.stdout:1609: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:30:34.467 INFO:tasks.rados.rados.0.smithi028.stdout:1609: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:30:34.468 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1283 (ObjNum 371 snap 122 seq_num 371) dirty exists 2024-04-02T08:30:34.468 INFO:tasks.rados.rados.0.smithi028.stdout:1606: done (2 left) 2024-04-02T08:30:34.468 INFO:tasks.rados.rados.0.smithi028.stdout:1607: done (1 left) 2024-04-02T08:30:34.468 INFO:tasks.rados.rados.0.smithi028.stdout:1609: done (0 left) 2024-04-02T08:30:34.468 INFO:tasks.rados.rados.0.smithi028.stdout:1610: snap_remove snap 149 2024-04-02T08:30:35.045 INFO:tasks.rados.rados.0.smithi028.stdout:1610: done (0 left) 2024-04-02T08:30:35.045 INFO:tasks.rados.rados.0.smithi028.stdout:1611: copy_from oid 42 from oid 20 current snap is 165 2024-04-02T08:30:35.045 INFO:tasks.rados.rados.0.smithi028.stdout:1612: snap_remove snap 139 2024-04-02T08:30:35.296 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:35 smithi137 ceph-mon[88456]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:30:35.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:35 smithi028 ceph-mon[94314]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:30:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:35 smithi028 ceph-mon[96890]: osdmap e392: 8 total, 8 up, 8 in 2024-04-02T08:30:36.054 INFO:tasks.rados.rados.0.smithi028.stdout:1612: done (1 left) 2024-04-02T08:30:36.054 INFO:tasks.rados.rados.0.smithi028.stdout:1613: read oid 3 snap -1 2024-04-02T08:30:36.054 INFO:tasks.rados.rados.0.smithi028.stdout:1613: expect deleted 2024-04-02T08:30:36.054 INFO:tasks.rados.rados.0.smithi028.stdout:1614: copy_from oid 41 from oid 36 current snap is 165 2024-04-02T08:30:36.054 INFO:tasks.rados.rados.0.smithi028.stdout:1611: finishing copy_from to smithi02882251-42 2024-04-02T08:30:36.054 INFO:tasks.rados.rados.0.smithi028.stdout:1611: got expected ENOENT (src dne) 2024-04-02T08:30:36.054 INFO:tasks.rados.rados.0.smithi028.stdout:1611: finishing copy_from racing read to smithi02882251-42 2024-04-02T08:30:36.055 INFO:tasks.rados.rados.0.smithi028.stdout:1611: done (2 left) 2024-04-02T08:30:36.055 INFO:tasks.rados.rados.0.smithi028.stdout:1615: copy_from oid 16 from oid 42 current snap is 165 2024-04-02T08:30:36.055 INFO:tasks.rados.rados.0.smithi028.stdout:1616: read oid 24 snap 137 2024-04-02T08:30:36.055 INFO:tasks.rados.rados.0.smithi028.stdout:1616: expect (ObjNum 405 snap 128 seq_num 405) 2024-04-02T08:30:36.055 INFO:tasks.rados.rados.0.smithi028.stdout:1617: snap_create 2024-04-02T08:30:36.063 INFO:tasks.rados.rados.0.smithi028.stdout:1614: finishing copy_from to smithi02882251-41 2024-04-02T08:30:36.063 INFO:tasks.rados.rados.0.smithi028.stdout:1614: got expected ENOENT (src dne) 2024-04-02T08:30:36.065 INFO:tasks.rados.rados.0.smithi028.stdout:1614: finishing copy_from racing read to smithi02882251-41 2024-04-02T08:30:36.081 INFO:tasks.rados.rados.0.smithi028.stdout:1616: expect (ObjNum 405 snap 128 seq_num 405) 2024-04-02T08:30:36.211 INFO:tasks.rados.rados.0.smithi028.stdout:1615: finishing copy_from racing read to smithi02882251-16 2024-04-02T08:30:36.211 INFO:tasks.rados.rados.0.smithi028.stdout:1615: finishing copy_from to smithi02882251-16 2024-04-02T08:30:36.211 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 883 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:30:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:36 smithi137 ceph-mon[88456]: pgmap v248: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:30:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:36 smithi137 ceph-mon[88456]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:30:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[94314]: pgmap v248: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:30:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[94314]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:30:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[96890]: pgmap v248: 121 pgs: 121 active+clean; 297 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-02T08:30:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[96890]: osdmap e393: 8 total, 8 up, 8 in 2024-04-02T08:30:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:37.059 INFO:tasks.rados.rados.0.smithi028.stdout:1613: done (4 left) 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:1614: done (3 left) 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:1615: done (2 left) 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:1616: done (1 left) 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:1617: done (0 left) 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:1618: rmattr oid 13 current snap is 166 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:1619: read oid 26 snap 123 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:1619: expect (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 166 2024-04-02T08:30:37.060 INFO:tasks.rados.rados.0.smithi028.stdout:1620: seq_num 528 ranges {811008=450560,1261568=761856,2023424=442368} 2024-04-02T08:30:37.066 INFO:tasks.rados.rados.0.smithi028.stdout:1620: writing smithi02882251-6 from 811008 to 1261568 tid 1 2024-04-02T08:30:37.070 INFO:tasks.rados.rados.0.smithi028.stdout:1620: writing smithi02882251-6 from 1261568 to 2023424 tid 2 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:1620: writing smithi02882251-6 from 2023424 to 2465792 tid 3 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:1621: rollback oid 24 current snap is 166 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 150 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 668 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 1 to smithi02882251-6 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:1618: done (3 left) 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:1622: read oid 2 snap -1 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:1622: expect deleted 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:1623: read oid 14 snap -1 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:1623: expect (ObjNum 371 snap 122 seq_num 371) 2024-04-02T08:30:37.074 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 166 2024-04-02T08:30:37.075 INFO:tasks.rados.rados.0.smithi028.stdout:1624: seq_num 529 ranges {2678784=466944,3145728=647168,3792896=532480,4325376=24576} 2024-04-02T08:30:37.092 INFO:tasks.rados.rados.0.smithi028.stdout:1624: writing smithi02882251-7 from 2678784 to 3145728 tid 1 2024-04-02T08:30:37.096 INFO:tasks.rados.rados.0.smithi028.stdout:1624: writing smithi02882251-7 from 3145728 to 3792896 tid 2 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1624: writing smithi02882251-7 from 3792896 to 4325376 tid 3 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1624: writing smithi02882251-7 from 4325376 to 4349952 tid 4 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1625: copy_from oid 25 from oid 20 current snap is 166 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 2 to smithi02882251-6 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 3 to smithi02882251-6 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 4 to smithi02882251-6 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1621: finishing rollback tid 0 to smithi02882251-24 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1621: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 5 to smithi02882251-6 2024-04-02T08:30:37.100 INFO:tasks.rados.rados.0.smithi028.stdout:1620: oid 6 updating version 0 to 672 2024-04-02T08:30:37.101 INFO:tasks.rados.rados.0.smithi028.stdout:1620: oid 6 version 672 is already newer than 670 2024-04-02T08:30:37.101 INFO:tasks.rados.rados.0.smithi028.stdout:1620: oid 6 version 672 is already newer than 671 2024-04-02T08:30:37.101 INFO:tasks.rados.rados.0.smithi028.stdout:1620: oid 6 updating version 672 to 673 2024-04-02T08:30:37.101 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 673 (ObjNum 528 snap 166 seq_num 528) dirty exists 2024-04-02T08:30:37.101 INFO:tasks.rados.rados.0.smithi028.stdout:1620: left oid 6 (ObjNum 528 snap 166 seq_num 528) 2024-04-02T08:30:37.101 INFO:tasks.rados.rados.0.smithi028.stdout:1621: finishing rollback tid 2 to smithi02882251-24 2024-04-02T08:30:37.101 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 556 (ObjNum 4401 snap 0 seq_num 1440929472) dirty exists 2024-04-02T08:30:37.101 INFO:tasks.rados.rados.0.smithi028.stdout:1619: expect (ObjNum 320 snap 96 seq_num 320) 2024-04-02T08:30:37.282 INFO:tasks.rados.rados.0.smithi028.stdout:1624: finishing write tid 1 to smithi02882251-7 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1624: finishing write tid 2 to smithi02882251-7 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1619: done (6 left) 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1620: done (5 left) 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1621: done (4 left) 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1622: done (3 left) 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1626: rollback oid 31 current snap is 166 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 162 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1625: finishing copy_from to smithi02882251-25 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1625: got expected ENOENT (src dne) 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1625: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1624: finishing write tid 3 to smithi02882251-7 2024-04-02T08:30:37.283 INFO:tasks.rados.rados.0.smithi028.stdout:1624: finishing write tid 4 to smithi02882251-7 2024-04-02T08:30:37.284 INFO:tasks.rados.rados.0.smithi028.stdout:1624: finishing write tid 5 to smithi02882251-7 2024-04-02T08:30:37.284 INFO:tasks.rados.rados.0.smithi028.stdout:1623: expect (ObjNum 371 snap 122 seq_num 371) 2024-04-02T08:30:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:37 smithi137 ceph-mon[88456]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:30:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:37 smithi028 ceph-mon[94314]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:30:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:37 smithi028 ceph-mon[96890]: osdmap e394: 8 total, 8 up, 8 in 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:1624: finishing write tid 6 to smithi02882251-7 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:1624: oid 7 updating version 0 to 677 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:1624: oid 7 updating version 677 to 679 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:1624: oid 7 version 679 is already newer than 675 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:1624: oid 7 version 679 is already newer than 676 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:1624: oid 7 version 679 is already newer than 678 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 679 (ObjNum 529 snap 166 seq_num 529) dirty exists 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:1624: left oid 7 (ObjNum 529 snap 166 seq_num 529) 2024-04-02T08:30:37.600 INFO:tasks.rados.rados.0.smithi028.stdout:1626: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 574 (ObjNum 65 snap 0 seq_num 1919571026) dirty dne 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:1623: done (3 left) 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:1624: done (2 left) 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:1625: done (1 left) 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:1626: done (0 left) 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:1627: rollback oid 9 current snap is 166 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 161 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:1628: read oid 41 snap -1 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:1628: expect deleted 2024-04-02T08:30:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:1629: delete oid 49 current snap is 166 2024-04-02T08:30:37.602 INFO:tasks.rados.rados.0.smithi028.stdout:1628: done (2 left) 2024-04-02T08:30:37.602 INFO:tasks.rados.rados.0.smithi028.stdout:1629: done (1 left) 2024-04-02T08:30:37.602 INFO:tasks.rados.rados.0.smithi028.stdout:1630: snap_remove snap 137 2024-04-02T08:30:38.063 INFO:tasks.rados.rados.0.smithi028.stdout:1630: done (1 left) 2024-04-02T08:30:38.064 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 166 2024-04-02T08:30:38.064 INFO:tasks.rados.rados.0.smithi028.stdout:1631: seq_num 531 ranges {1507328=499712,2007040=417792,2424832=548864,2973696=237568} 2024-04-02T08:30:38.075 INFO:tasks.rados.rados.0.smithi028.stdout:1631: writing smithi02882251-23 from 1507328 to 2007040 tid 1 2024-04-02T08:30:38.078 INFO:tasks.rados.rados.0.smithi028.stdout:1631: writing smithi02882251-23 from 2007040 to 2424832 tid 2 2024-04-02T08:30:38.082 INFO:tasks.rados.rados.0.smithi028.stdout:1631: writing smithi02882251-23 from 2424832 to 2973696 tid 3 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:1631: writing smithi02882251-23 from 2973696 to 3211264 tid 4 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:1632: rollback oid 32 current snap is 166 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 165 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:1627: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:1633: rmattr oid 16 current snap is 166 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:1627: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:1627: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1309 (ObjNum 428 snap 138 seq_num 428) dirty exists 2024-04-02T08:30:38.085 INFO:tasks.rados.rados.0.smithi028.stdout:1627: done (3 left) 2024-04-02T08:30:38.086 INFO:tasks.rados.rados.0.smithi028.stdout:1634: rollback oid 47 current snap is 166 2024-04-02T08:30:38.086 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 163 2024-04-02T08:30:38.086 INFO:tasks.rados.rados.0.smithi028.stdout:1635: setattr oid 28 current snap is 166 2024-04-02T08:30:38.087 INFO:tasks.rados.rados.0.smithi028.stdout:1636: read oid 19 snap -1 2024-04-02T08:30:38.087 INFO:tasks.rados.rados.0.smithi028.stdout:1636: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:30:38.087 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 166 2024-04-02T08:30:38.087 INFO:tasks.rados.rados.0.smithi028.stdout:1637: seq_num 532 ranges {3448832=516096,3964928=696320,4661248=507904} 2024-04-02T08:30:38.109 INFO:tasks.rados.rados.0.smithi028.stdout:1637: writing smithi02882251-33 from 3448832 to 3964928 tid 1 2024-04-02T08:30:38.114 INFO:tasks.rados.rados.0.smithi028.stdout:1637: writing smithi02882251-33 from 3964928 to 4661248 tid 2 2024-04-02T08:30:38.118 INFO:tasks.rados.rados.0.smithi028.stdout:1637: writing smithi02882251-33 from 4661248 to 5169152 tid 3 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1638: copy_from oid 5 from oid 24 current snap is 166 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 884 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1632: finishing rollback tid 0 to smithi02882251-32 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1632: finishing rollback tid 1 to smithi02882251-32 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1632: finishing rollback tid 2 to smithi02882251-32 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 851 (ObjNum 519 snap 165 seq_num 519) dirty exists 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1634: finishing rollback tid 0 to smithi02882251-47 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1632: done (7 left) 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1633: done (6 left) 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1639: rollback oid 14 current snap is 166 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 160 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1634: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:1634: finishing rollback tid 2 to smithi02882251-47 2024-04-02T08:30:38.119 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 626 (ObjNum 500 snap 158 seq_num 500) dirty exists 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing write tid 1 to smithi02882251-23 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing write tid 2 to smithi02882251-23 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1634: done (6 left) 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1640: copy_from oid 9 from oid 40 current snap is 166 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing write tid 3 to smithi02882251-23 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing write tid 4 to smithi02882251-23 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing write tid 5 to smithi02882251-23 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1148 (ObjNum 386 snap 123 seq_num 386) dirty exists 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing write tid 6 to smithi02882251-23 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: oid 23 updating version 0 to 1146 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: oid 23 version 1146 is already newer than 1144 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: oid 23 version 1146 is already newer than 1145 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: oid 23 version 1146 is already newer than 1143 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:1631: oid 23 version 1146 is already newer than 1142 2024-04-02T08:30:38.120 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1146 (ObjNum 531 snap 166 seq_num 531) dirty exists 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1631: left oid 23 (ObjNum 531 snap 166 seq_num 531) 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1637: finishing write tid 1 to smithi02882251-33 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1631: done (6 left) 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1635: done (5 left) 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1641: read oid 39 snap 153 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1641: expect deleted 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1642: read oid 22 snap -1 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1642: expect (ObjNum 478 snap 149 seq_num 478) 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1643: read oid 49 snap -1 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1643: expect deleted 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 166 2024-04-02T08:30:38.121 INFO:tasks.rados.rados.0.smithi028.stdout:1644: seq_num 533 ranges {0=532480,532480=630784,1163264=516096,1679360=57344} 2024-04-02T08:30:38.122 INFO:tasks.rados.rados.0.smithi028.stdout:1644: writing smithi02882251-31 from 0 to 532480 tid 1 2024-04-02T08:30:38.125 INFO:tasks.rados.rados.0.smithi028.stdout:1644: writing smithi02882251-31 from 532480 to 1163264 tid 2 2024-04-02T08:30:38.128 INFO:tasks.rados.rados.0.smithi028.stdout:1644: writing smithi02882251-31 from 1163264 to 1679360 tid 3 2024-04-02T08:30:38.129 INFO:tasks.rados.rados.0.smithi028.stdout:1644: writing smithi02882251-31 from 1679360 to 1736704 tid 4 2024-04-02T08:30:38.129 INFO:tasks.rados.rados.0.smithi028.stdout:1645: delete oid 44 current snap is 166 2024-04-02T08:30:38.129 INFO:tasks.rados.rados.0.smithi028.stdout:1637: finishing write tid 2 to smithi02882251-33 2024-04-02T08:30:38.129 INFO:tasks.rados.rados.0.smithi028.stdout:1637: finishing write tid 3 to smithi02882251-33 2024-04-02T08:30:38.129 INFO:tasks.rados.rados.0.smithi028.stdout:1636: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:30:38.351 INFO:tasks.rados.rados.0.smithi028.stdout:1637: finishing write tid 4 to smithi02882251-33 2024-04-02T08:30:38.351 INFO:tasks.rados.rados.0.smithi028.stdout:1639: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:30:38.351 INFO:tasks.rados.rados.0.smithi028.stdout:1639: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:30:38.351 INFO:tasks.rados.rados.0.smithi028.stdout:1638: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:30:38.351 INFO:tasks.rados.rados.0.smithi028.stdout:1639: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:30:38.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1323 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1637: finishing write tid 5 to smithi02882251-33 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1637: oid 33 updating version 0 to 679 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1637: oid 33 version 679 is already newer than 678 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1637: oid 33 updating version 679 to 680 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1637: oid 33 version 680 is already newer than 677 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 680 (ObjNum 532 snap 166 seq_num 532) dirty exists 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1637: left oid 33 (ObjNum 532 snap 166 seq_num 532) 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1640: finishing copy_from to smithi02882251-9 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1640: got expected ENOENT (src dne) 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1640: finishing copy_from racing read to smithi02882251-9 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1638: finishing copy_from to smithi02882251-5 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 556 (ObjNum 33 snap 0 seq_num 1440390736) dirty exists 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1644: finishing write tid 1 to smithi02882251-31 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1636: done (9 left) 2024-04-02T08:30:38.352 INFO:tasks.rados.rados.0.smithi028.stdout:1637: done (8 left) 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1638: done (7 left) 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1639: done (6 left) 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1640: done (5 left) 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1641: done (4 left) 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1643: done (3 left) 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1645: done (2 left) 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1646: rollback oid 40 current snap is 166 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 123 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1644: finishing write tid 2 to smithi02882251-31 2024-04-02T08:30:38.353 INFO:tasks.rados.rados.0.smithi028.stdout:1642: expect (ObjNum 478 snap 149 seq_num 478) 2024-04-02T08:30:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:38 smithi137 ceph-mon[88456]: pgmap v251: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T08:30:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:38 smithi137 ceph-mon[88456]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:30:38.440 INFO:tasks.rados.rados.0.smithi028.stdout:1644: finishing write tid 3 to smithi02882251-31 2024-04-02T08:30:38.440 INFO:tasks.rados.rados.0.smithi028.stdout:1644: finishing write tid 4 to smithi02882251-31 2024-04-02T08:30:38.440 INFO:tasks.rados.rados.0.smithi028.stdout:1644: finishing write tid 5 to smithi02882251-31 2024-04-02T08:30:38.440 INFO:tasks.rados.rados.0.smithi028.stdout:1644: finishing write tid 6 to smithi02882251-31 2024-04-02T08:30:38.440 INFO:tasks.rados.rados.0.smithi028.stdout:1644: oid 31 updating version 0 to 1136 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1644: oid 31 version 1136 is already newer than 1133 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1644: oid 31 version 1136 is already newer than 1134 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1644: oid 31 version 1136 is already newer than 1135 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1644: oid 31 updating version 1136 to 1137 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1137 (ObjNum 533 snap 166 seq_num 533) dirty exists 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1644: left oid 31 (ObjNum 533 snap 166 seq_num 533) 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1646: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1642: done (2 left) 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1644: done (1 left) 2024-04-02T08:30:38.441 INFO:tasks.rados.rados.0.smithi028.stdout:1647: snap_remove snap 154 2024-04-02T08:30:38.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:38 smithi028 ceph-mon[94314]: pgmap v251: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T08:30:38.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:38 smithi028 ceph-mon[94314]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:30:38.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:38 smithi028 ceph-mon[96890]: pgmap v251: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T08:30:38.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:38 smithi028 ceph-mon[96890]: osdmap e395: 8 total, 8 up, 8 in 2024-04-02T08:30:39.073 INFO:tasks.rados.rados.0.smithi028.stdout:1647: done (1 left) 2024-04-02T08:30:39.073 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 166 2024-04-02T08:30:39.073 INFO:tasks.rados.rados.0.smithi028.stdout:1648: seq_num 535 ranges {3211264=565248,3776512=802816,4579328=401408} 2024-04-02T08:30:39.094 INFO:tasks.rados.rados.0.smithi028.stdout:1648: writing smithi02882251-23 from 3211264 to 3776512 tid 1 2024-04-02T08:30:39.100 INFO:tasks.rados.rados.0.smithi028.stdout:1648: writing smithi02882251-23 from 3776512 to 4579328 tid 2 2024-04-02T08:30:39.103 INFO:tasks.rados.rados.0.smithi028.stdout:1648: writing smithi02882251-23 from 4579328 to 4980736 tid 3 2024-04-02T08:30:39.103 INFO:tasks.rados.rados.0.smithi028.stdout:1649: rollback oid 45 current snap is 166 2024-04-02T08:30:39.103 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 165 2024-04-02T08:30:39.103 INFO:tasks.rados.rados.0.smithi028.stdout:1646: finishing rollback tid 2 to smithi02882251-40 2024-04-02T08:30:39.104 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1325 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:30:39.104 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 1 to smithi02882251-23 2024-04-02T08:30:39.104 INFO:tasks.rados.rados.0.smithi028.stdout:1646: done (2 left) 2024-04-02T08:30:39.104 INFO:tasks.rados.rados.0.smithi028.stdout:1650: snap_create 2024-04-02T08:30:39.106 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 2 to smithi02882251-23 2024-04-02T08:30:39.106 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 3 to smithi02882251-23 2024-04-02T08:30:39.107 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 4 to smithi02882251-23 2024-04-02T08:30:39.107 INFO:tasks.rados.rados.0.smithi028.stdout:1649: finishing rollback tid 0 to smithi02882251-45 2024-04-02T08:30:39.107 INFO:tasks.rados.rados.0.smithi028.stdout:1649: finishing rollback tid 1 to smithi02882251-45 2024-04-02T08:30:39.107 INFO:tasks.rados.rados.0.smithi028.stdout:1649: finishing rollback tid 2 to smithi02882251-45 2024-04-02T08:30:39.108 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1341 (ObjNum 526 snap 165 seq_num 526) dirty exists 2024-04-02T08:30:39.108 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 5 to smithi02882251-23 2024-04-02T08:30:39.108 INFO:tasks.rados.rados.0.smithi028.stdout:1648: oid 23 updating version 0 to 1159 2024-04-02T08:30:39.108 INFO:tasks.rados.rados.0.smithi028.stdout:1648: oid 23 updating version 1159 to 1160 2024-04-02T08:30:39.108 INFO:tasks.rados.rados.0.smithi028.stdout:1648: oid 23 version 1160 is already newer than 1158 2024-04-02T08:30:39.109 INFO:tasks.rados.rados.0.smithi028.stdout:1648: oid 23 version 1160 is already newer than 1157 2024-04-02T08:30:39.109 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1160 (ObjNum 535 snap 166 seq_num 535) dirty exists 2024-04-02T08:30:39.109 INFO:tasks.rados.rados.0.smithi028.stdout:1648: left oid 23 (ObjNum 535 snap 166 seq_num 535) 2024-04-02T08:30:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:39 smithi137 ceph-mon[88456]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:30:39.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:39 smithi028 ceph-mon[94314]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:30:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:39 smithi028 ceph-mon[96890]: osdmap e396: 8 total, 8 up, 8 in 2024-04-02T08:30:40.076 INFO:tasks.rados.rados.0.smithi028.stdout:1648: done (2 left) 2024-04-02T08:30:40.076 INFO:tasks.rados.rados.0.smithi028.stdout:1649: done (1 left) 2024-04-02T08:30:40.076 INFO:tasks.rados.rados.0.smithi028.stdout:1650: done (0 left) 2024-04-02T08:30:40.076 INFO:tasks.rados.rados.0.smithi028.stdout:1651: rmattr oid 18 current snap is 167 2024-04-02T08:30:40.076 INFO:tasks.rados.rados.0.smithi028.stdout:1651: done (0 left) 2024-04-02T08:30:40.076 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 167 2024-04-02T08:30:40.076 INFO:tasks.rados.rados.0.smithi028.stdout:1652: seq_num 536 ranges {2072576=581632,2654208=688128,3342336=516096} 2024-04-02T08:30:40.089 INFO:tasks.rados.rados.0.smithi028.stdout:1652: writing smithi02882251-11 from 2072576 to 2654208 tid 1 2024-04-02T08:30:40.093 INFO:tasks.rados.rados.0.smithi028.stdout:1652: writing smithi02882251-11 from 2654208 to 3342336 tid 2 2024-04-02T08:30:40.097 INFO:tasks.rados.rados.0.smithi028.stdout:1652: writing smithi02882251-11 from 3342336 to 3858432 tid 3 2024-04-02T08:30:40.097 INFO:tasks.rados.rados.0.smithi028.stdout:1653: snap_create 2024-04-02T08:30:40.097 INFO:tasks.rados.rados.0.smithi028.stdout:1652: finishing write tid 1 to smithi02882251-11 2024-04-02T08:30:40.100 INFO:tasks.rados.rados.0.smithi028.stdout:1652: finishing write tid 2 to smithi02882251-11 2024-04-02T08:30:40.100 INFO:tasks.rados.rados.0.smithi028.stdout:1652: finishing write tid 3 to smithi02882251-11 2024-04-02T08:30:40.100 INFO:tasks.rados.rados.0.smithi028.stdout:1652: finishing write tid 4 to smithi02882251-11 2024-04-02T08:30:40.101 INFO:tasks.rados.rados.0.smithi028.stdout:1652: finishing write tid 5 to smithi02882251-11 2024-04-02T08:30:40.101 INFO:tasks.rados.rados.0.smithi028.stdout:1652: oid 11 updating version 0 to 1139 2024-04-02T08:30:40.101 INFO:tasks.rados.rados.0.smithi028.stdout:1652: oid 11 version 1139 is already newer than 1138 2024-04-02T08:30:40.101 INFO:tasks.rados.rados.0.smithi028.stdout:1652: oid 11 updating version 1139 to 1140 2024-04-02T08:30:40.101 INFO:tasks.rados.rados.0.smithi028.stdout:1652: oid 11 updating version 1140 to 1141 2024-04-02T08:30:40.101 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1141 (ObjNum 536 snap 167 seq_num 536) dirty exists 2024-04-02T08:30:40.101 INFO:tasks.rados.rados.0.smithi028.stdout:1652: left oid 11 (ObjNum 536 snap 167 seq_num 536) 2024-04-02T08:30:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:40 smithi137 ceph-mon[88456]: pgmap v254: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T08:30:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:40 smithi137 ceph-mon[88456]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:30:40.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:40 smithi028 ceph-mon[94314]: pgmap v254: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T08:30:40.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:40 smithi028 ceph-mon[94314]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:30:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:40 smithi028 ceph-mon[96890]: pgmap v254: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.0 MiB/s wr, 42 op/s 2024-04-02T08:30:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:40 smithi028 ceph-mon[96890]: osdmap e397: 8 total, 8 up, 8 in 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1652: done (1 left) 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1653: done (0 left) 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1654: copy_from oid 34 from oid 41 current snap is 168 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1655: rollback oid 2 current snap is 168 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 155 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1656: rollback oid 26 current snap is 168 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 167 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1657: read oid 9 snap -1 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1657: expect (ObjNum 428 snap 138 seq_num 428) 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1658: read oid 16 snap -1 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1658: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:30:41.081 INFO:tasks.rados.rados.0.smithi028.stdout:1659: read oid 3 snap -1 2024-04-02T08:30:41.082 INFO:tasks.rados.rados.0.smithi028.stdout:1659: expect deleted 2024-04-02T08:30:41.082 INFO:tasks.rados.rados.0.smithi028.stdout:1660: read oid 45 snap -1 2024-04-02T08:30:41.082 INFO:tasks.rados.rados.0.smithi028.stdout:1660: expect (ObjNum 526 snap 165 seq_num 526) 2024-04-02T08:30:41.082 INFO:tasks.rados.rados.0.smithi028.stdout:1661: read oid 50 snap -1 2024-04-02T08:30:41.082 INFO:tasks.rados.rados.0.smithi028.stdout:1661: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:30:41.082 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 168 2024-04-02T08:30:41.082 INFO:tasks.rados.rados.0.smithi028.stdout:1662: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2024-04-02T08:30:41.086 INFO:tasks.rados.rados.0.smithi028.stdout:1662: writing smithi02882251-21 from 0 to 598016 tid 1 2024-04-02T08:30:41.088 INFO:tasks.rados.rados.0.smithi028.stdout:1662: writing smithi02882251-21 from 598016 to 1171456 tid 2 2024-04-02T08:30:41.091 INFO:tasks.rados.rados.0.smithi028.stdout:1662: writing smithi02882251-21 from 1171456 to 1662976 tid 3 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:1662: writing smithi02882251-21 from 1662976 to 1802240 tid 4 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:1663: rollback oid 17 current snap is 168 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 152 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:1655: finishing rollback tid 1 to smithi02882251-2 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 848 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:1656: finishing rollback tid 0 to smithi02882251-26 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:1656: finishing rollback tid 1 to smithi02882251-26 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:1656: finishing rollback tid 2 to smithi02882251-26 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 859 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:1655: done (9 left) 2024-04-02T08:30:41.093 INFO:tasks.rados.rados.0.smithi028.stdout:1656: done (8 left) 2024-04-02T08:30:41.094 INFO:tasks.rados.rados.0.smithi028.stdout:1659: done (7 left) 2024-04-02T08:30:41.094 INFO:tasks.rados.rados.0.smithi028.stdout:1664: delete oid 38 current snap is 168 2024-04-02T08:30:41.097 INFO:tasks.rados.rados.0.smithi028.stdout:1661: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:30:41.142 INFO:tasks.rados.rados.0.smithi028.stdout:1654: finishing copy_from to smithi02882251-34 2024-04-02T08:30:41.143 INFO:tasks.rados.rados.0.smithi028.stdout:1654: got expected ENOENT (src dne) 2024-04-02T08:30:41.143 INFO:tasks.rados.rados.0.smithi028.stdout:1654: finishing copy_from racing read to smithi02882251-34 2024-04-02T08:30:41.143 INFO:tasks.rados.rados.0.smithi028.stdout:1658: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:30:41.329 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:41 smithi028 ceph-mon[94314]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:30:41.330 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:41.330 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:30:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:30:41] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2024-04-02T08:30:41.330 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:41 smithi028 ceph-mon[96890]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:30:41.330 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:41 smithi137 ceph-mon[88456]: osdmap e398: 8 total, 8 up, 8 in 2024-04-02T08:30:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1663: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1663: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1663: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 695 (ObjNum 483 snap 149 seq_num 483) dirty exists 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1662: finishing write tid 1 to smithi02882251-21 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1654: done (7 left) 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1658: done (6 left) 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1661: done (5 left) 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1663: done (4 left) 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1664: done (3 left) 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1665: snap_create 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1662: finishing write tid 2 to smithi02882251-21 2024-04-02T08:30:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1662: finishing write tid 3 to smithi02882251-21 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: finishing write tid 4 to smithi02882251-21 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: finishing write tid 5 to smithi02882251-21 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: finishing write tid 6 to smithi02882251-21 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: oid 21 updating version 0 to 888 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: oid 21 version 888 is already newer than 887 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: oid 21 version 888 is already newer than 886 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: oid 21 updating version 888 to 889 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: oid 21 version 889 is already newer than 885 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 889 (ObjNum 537 snap 168 seq_num 537) dirty exists 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1662: left oid 21 (ObjNum 537 snap 168 seq_num 537) 2024-04-02T08:30:41.432 INFO:tasks.rados.rados.0.smithi028.stdout:1657: expect (ObjNum 428 snap 138 seq_num 428) 2024-04-02T08:30:41.647 INFO:tasks.rados.rados.0.smithi028.stdout:1660: expect (ObjNum 526 snap 165 seq_num 526) 2024-04-02T08:30:41.791 INFO:tasks.rados.rados.0.smithi028.stdout:1657: done (3 left) 2024-04-02T08:30:41.791 INFO:tasks.rados.rados.0.smithi028.stdout:1660: done (2 left) 2024-04-02T08:30:41.791 INFO:tasks.rados.rados.0.smithi028.stdout:1662: done (1 left) 2024-04-02T08:30:41.791 INFO:tasks.rados.rados.0.smithi028.stdout:1665: done (0 left) 2024-04-02T08:30:41.791 INFO:tasks.rados.rados.0.smithi028.stdout:1666: copy_from oid 2 from oid 47 current snap is 169 2024-04-02T08:30:41.791 INFO:tasks.rados.rados.0.smithi028.stdout:1667: snap_remove snap 160 2024-04-02T08:30:42.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[94314]: pgmap v257: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:42.329 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:42.329 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[94314]: Upgrade: osd.3 is safe to restart 2024-04-02T08:30:42.329 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[94314]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:30:42.329 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[94314]: osdmap e400: 8 total, 8 up, 8 in 2024-04-02T08:30:42.329 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[96890]: pgmap v257: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:42.330 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:42.330 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[96890]: Upgrade: osd.3 is safe to restart 2024-04-02T08:30:42.330 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[96890]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:30:42.330 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:42 smithi028 ceph-mon[96890]: osdmap e400: 8 total, 8 up, 8 in 2024-04-02T08:30:42.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:42.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:42 smithi137 ceph-mon[88456]: pgmap v257: 121 pgs: 121 active+clean; 326 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:42.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:42 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-02T08:30:42.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:42 smithi137 ceph-mon[88456]: Upgrade: osd.3 is safe to restart 2024-04-02T08:30:42.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:42 smithi137 ceph-mon[88456]: osdmap e399: 8 total, 8 up, 8 in 2024-04-02T08:30:42.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:42 smithi137 ceph-mon[88456]: osdmap e400: 8 total, 8 up, 8 in 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1667: done (1 left) 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1668: rollback oid 25 current snap is 169 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 131 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1666: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1666: finishing copy_from to smithi02882251-2 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 626 (ObjNum 500 snap 158 seq_num 500) dirty exists 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1666: done (1 left) 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1669: rmattr oid 50 current snap is 169 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1669: done (1 left) 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1670: read oid 10 snap 162 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1670: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:30:42.793 INFO:tasks.rados.rados.0.smithi028.stdout:1671: delete oid 38 current snap is 169 2024-04-02T08:30:42.802 INFO:tasks.rados.rados.0.smithi028.stdout:1671: done (2 left) 2024-04-02T08:30:42.802 INFO:tasks.rados.rados.0.smithi028.stdout:1672: read oid 42 snap -1 2024-04-02T08:30:42.802 INFO:tasks.rados.rados.0.smithi028.stdout:1672: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:30:42.802 INFO:tasks.rados.rados.0.smithi028.stdout:1673: snap_create 2024-04-02T08:30:42.806 INFO:tasks.rados.rados.0.smithi028.stdout:1668: finishing rollback tid 0 to smithi02882251-25 2024-04-02T08:30:42.806 INFO:tasks.rados.rados.0.smithi028.stdout:1668: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:30:42.806 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 628 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:30:42.808 INFO:tasks.rados.rados.0.smithi028.stdout:1670: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:30:42.855 INFO:tasks.rados.rados.0.smithi028.stdout:1672: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:30:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:43 smithi137 ceph-mon[88456]: Upgrade: Updating osd.3 2024-04-02T08:30:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:30:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:43 smithi137 ceph-mon[88456]: Deploying daemon osd.3 on smithi028 2024-04-02T08:30:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:43 smithi137 ceph-mon[88456]: pgmap v260: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-04-02T08:30:43.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:43 smithi137 ceph-mon[88456]: osdmap e401: 8 total, 8 up, 8 in 2024-04-02T08:30:43.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:43.660 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[94314]: Upgrade: Updating osd.3 2024-04-02T08:30:43.660 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[94314]: Deploying daemon osd.3 on smithi028 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[94314]: pgmap v260: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[94314]: osdmap e401: 8 total, 8 up, 8 in 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[96890]: Upgrade: Updating osd.3 2024-04-02T08:30:43.661 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:43.662 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-02T08:30:43.662 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:30:43.662 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[96890]: Deploying daemon osd.3 on smithi028 2024-04-02T08:30:43.662 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[96890]: pgmap v260: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-04-02T08:30:43.662 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:43 smithi028 ceph-mon[96890]: osdmap e401: 8 total, 8 up, 8 in 2024-04-02T08:30:43.795 INFO:tasks.rados.rados.0.smithi028.stdout:1668: done (3 left) 2024-04-02T08:30:43.795 INFO:tasks.rados.rados.0.smithi028.stdout:1670: done (2 left) 2024-04-02T08:30:43.795 INFO:tasks.rados.rados.0.smithi028.stdout:1672: done (1 left) 2024-04-02T08:30:43.795 INFO:tasks.rados.rados.0.smithi028.stdout:1673: done (0 left) 2024-04-02T08:30:43.795 INFO:tasks.rados.rados.0.smithi028.stdout:1674: snap_remove snap 131 2024-04-02T08:30:44.804 INFO:tasks.rados.rados.0.smithi028.stdout:1674: done (0 left) 2024-04-02T08:30:44.804 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 170 2024-04-02T08:30:44.804 INFO:tasks.rados.rados.0.smithi028.stdout:1675: seq_num 540 ranges {3719168=647168,4366336=671744,5038080=532480} 2024-04-02T08:30:44.828 INFO:tasks.rados.rados.0.smithi028.stdout:1675: writing smithi02882251-8 from 3719168 to 4366336 tid 1 2024-04-02T08:30:44.832 INFO:tasks.rados.rados.0.smithi028.stdout:1675: writing smithi02882251-8 from 4366336 to 5038080 tid 2 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi028.stdout:1675: writing smithi02882251-8 from 5038080 to 5570560 tid 3 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi028.stdout:1676: delete oid 12 current snap is 170 2024-04-02T08:30:44.835 INFO:tasks.rados.rados.0.smithi028.stdout:1675: finishing write tid 1 to smithi02882251-8 2024-04-02T08:30:44.836 INFO:tasks.rados.rados.0.smithi028.stdout:1675: finishing write tid 2 to smithi02882251-8 2024-04-02T08:30:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1676: done (1 left) 2024-04-02T08:30:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 170 2024-04-02T08:30:44.838 INFO:tasks.rados.rados.0.smithi028.stdout:1677: seq_num 542 ranges {3620864=679936,4300800=442368,4743168=679936,5423104=81920} 2024-04-02T08:30:44.862 INFO:tasks.rados.rados.0.smithi028.stdout:1677: writing smithi02882251-35 from 3620864 to 4300800 tid 1 2024-04-02T08:30:44.864 INFO:tasks.rados.rados.0.smithi028.stdout:1677: writing smithi02882251-35 from 4300800 to 4743168 tid 2 2024-04-02T08:30:44.868 INFO:tasks.rados.rados.0.smithi028.stdout:1677: writing smithi02882251-35 from 4743168 to 5423104 tid 3 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1677: writing smithi02882251-35 from 5423104 to 5505024 tid 4 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1678: delete oid 4 current snap is 170 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1675: finishing write tid 3 to smithi02882251-8 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1675: finishing write tid 4 to smithi02882251-8 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1675: finishing write tid 5 to smithi02882251-8 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1675: oid 8 updating version 0 to 1063 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1675: oid 8 version 1063 is already newer than 1061 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1675: oid 8 version 1063 is already newer than 1062 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1675: oid 8 version 1063 is already newer than 1060 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1063 (ObjNum 540 snap 170 seq_num 540) dirty exists 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1675: left oid 8 (ObjNum 540 snap 170 seq_num 540) 2024-04-02T08:30:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing write tid 1 to smithi02882251-35 2024-04-02T08:30:44.870 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing write tid 2 to smithi02882251-35 2024-04-02T08:30:44.871 INFO:tasks.rados.rados.0.smithi028.stdout:1675: done (2 left) 2024-04-02T08:30:44.872 INFO:tasks.rados.rados.0.smithi028.stdout:1678: done (1 left) 2024-04-02T08:30:44.872 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 170 2024-04-02T08:30:44.872 INFO:tasks.rados.rados.0.smithi028.stdout:1679: seq_num 544 ranges {5627904=720896,6348800=614400,6963200=589824} 2024-04-02T08:30:44.906 INFO:tasks.rados.rados.0.smithi028.stdout:1679: writing smithi02882251-47 from 5627904 to 6348800 tid 1 2024-04-02T08:30:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:1679: writing smithi02882251-47 from 6348800 to 6963200 tid 2 2024-04-02T08:30:44.914 INFO:tasks.rados.rados.0.smithi028.stdout:1679: writing smithi02882251-47 from 6963200 to 7553024 tid 3 2024-04-02T08:30:44.914 INFO:tasks.rados.rados.0.smithi028.stdout:1680: rmattr oid 23 current snap is 170 2024-04-02T08:30:44.914 INFO:tasks.rados.rados.0.smithi028.stdout:1680: done (2 left) 2024-04-02T08:30:44.914 INFO:tasks.rados.rados.0.smithi028.stdout:1681: copy_from oid 30 from oid 2 current snap is 170 2024-04-02T08:30:44.914 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing write tid 3 to smithi02882251-35 2024-04-02T08:30:44.914 INFO:tasks.rados.rados.0.smithi028.stdout:1682: copy_from oid 7 from oid 46 current snap is 170 2024-04-02T08:30:44.914 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing write tid 4 to smithi02882251-35 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing write tid 5 to smithi02882251-35 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing write tid 6 to smithi02882251-35 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: oid 35 updating version 0 to 1069 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: oid 35 version 1069 is already newer than 1065 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: oid 35 version 1069 is already newer than 1068 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: oid 35 version 1069 is already newer than 1067 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: oid 35 version 1069 is already newer than 1066 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1069 (ObjNum 542 snap 170 seq_num 542) dirty exists 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: left oid 35 (ObjNum 542 snap 170 seq_num 542) 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1679: finishing write tid 1 to smithi02882251-47 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1679: finishing write tid 2 to smithi02882251-47 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1677: done (3 left) 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 170 2024-04-02T08:30:44.915 INFO:tasks.rados.rados.0.smithi028.stdout:1683: seq_num 545 ranges {2465792=737280,3203072=491520,3694592=450560,4145152=262144} 2024-04-02T08:30:44.932 INFO:tasks.rados.rados.0.smithi028.stdout:1683: writing smithi02882251-6 from 2465792 to 3203072 tid 1 2024-04-02T08:30:44.935 INFO:tasks.rados.rados.0.smithi028.stdout:1683: writing smithi02882251-6 from 3203072 to 3694592 tid 2 2024-04-02T08:30:44.937 INFO:tasks.rados.rados.0.smithi028.stdout:1683: writing smithi02882251-6 from 3694592 to 4145152 tid 3 2024-04-02T08:30:44.939 INFO:tasks.rados.rados.0.smithi028.stdout:1683: writing smithi02882251-6 from 4145152 to 4407296 tid 4 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1684: delete oid 44 current snap is 170 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1679: finishing write tid 3 to smithi02882251-47 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1679: finishing write tid 4 to smithi02882251-47 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1679: finishing write tid 5 to smithi02882251-47 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1679: oid 47 updating version 0 to 631 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1679: oid 47 updating version 631 to 632 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1679: oid 47 version 632 is already newer than 629 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1679: oid 47 version 632 is already newer than 630 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 632 (ObjNum 544 snap 170 seq_num 544) dirty exists 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1679: left oid 47 (ObjNum 544 snap 170 seq_num 544) 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1682: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1682: finishing copy_from to smithi02882251-7 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 670 (ObjNum 511 snap 163 seq_num 511) dirty exists 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 1 to smithi02882251-6 2024-04-02T08:30:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 2 to smithi02882251-6 2024-04-02T08:30:44.941 INFO:tasks.rados.rados.0.smithi028.stdout:1681: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:30:44.942 INFO:tasks.rados.rados.0.smithi028.stdout:1679: done (4 left) 2024-04-02T08:30:44.942 INFO:tasks.rados.rados.0.smithi028.stdout:1682: done (3 left) 2024-04-02T08:30:44.942 INFO:tasks.rados.rados.0.smithi028.stdout:1684: done (2 left) 2024-04-02T08:30:44.942 INFO:tasks.rados.rados.0.smithi028.stdout:1685: read oid 16 snap -1 2024-04-02T08:30:44.942 INFO:tasks.rados.rados.0.smithi028.stdout:1685: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:30:44.942 INFO:tasks.rados.rados.0.smithi028.stdout:1686: setattr oid 9 current snap is 170 2024-04-02T08:30:44.943 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 170 2024-04-02T08:30:44.944 INFO:tasks.rados.rados.0.smithi028.stdout:1687: seq_num 547 ranges {0=770048,770048=663552,1433600=466944,1900544=73728} 2024-04-02T08:30:44.948 INFO:tasks.rados.rados.0.smithi028.stdout:1687: writing smithi02882251-38 from 0 to 770048 tid 1 2024-04-02T08:30:44.952 INFO:tasks.rados.rados.0.smithi028.stdout:1687: writing smithi02882251-38 from 770048 to 1433600 tid 2 2024-04-02T08:30:44.955 INFO:tasks.rados.rados.0.smithi028.stdout:1687: writing smithi02882251-38 from 1433600 to 1900544 tid 3 2024-04-02T08:30:44.956 INFO:tasks.rados.rados.0.smithi028.stdout:1687: writing smithi02882251-38 from 1900544 to 1974272 tid 4 2024-04-02T08:30:44.956 INFO:tasks.rados.rados.0.smithi028.stdout:1688: delete oid 33 current snap is 170 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 3 to smithi02882251-6 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 4 to smithi02882251-6 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 5 to smithi02882251-6 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1681: finishing copy_from to smithi02882251-30 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 626 (ObjNum 500 snap 158 seq_num 500) dirty exists 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1361 (ObjNum 428 snap 138 seq_num 428) dirty exists 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 6 to smithi02882251-6 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: oid 6 updating version 0 to 711 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: oid 6 version 711 is already newer than 710 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: oid 6 version 711 is already newer than 709 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: oid 6 updating version 711 to 712 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: oid 6 updating version 712 to 713 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 713 (ObjNum 545 snap 170 seq_num 545) dirty exists 2024-04-02T08:30:44.957 INFO:tasks.rados.rados.0.smithi028.stdout:1683: left oid 6 (ObjNum 545 snap 170 seq_num 545) 2024-04-02T08:30:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1687: finishing write tid 1 to smithi02882251-38 2024-04-02T08:30:44.958 INFO:tasks.rados.rados.0.smithi028.stdout:1687: finishing write tid 2 to smithi02882251-38 2024-04-02T08:30:44.960 INFO:tasks.rados.rados.0.smithi028.stdout:1681: done (5 left) 2024-04-02T08:30:44.960 INFO:tasks.rados.rados.0.smithi028.stdout:1683: done (4 left) 2024-04-02T08:30:44.960 INFO:tasks.rados.rados.0.smithi028.stdout:1686: done (3 left) 2024-04-02T08:30:44.961 INFO:tasks.rados.rados.0.smithi028.stdout:1688: done (2 left) 2024-04-02T08:30:44.961 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 170 2024-04-02T08:30:44.961 INFO:tasks.rados.rados.0.smithi028.stdout:1689: seq_num 549 ranges {0=802816,802816=483328,1286144=434176,1720320=286720} 2024-04-02T08:30:44.965 INFO:tasks.rados.rados.0.smithi028.stdout:1689: writing smithi02882251-43 from 0 to 802816 tid 1 2024-04-02T08:30:44.968 INFO:tasks.rados.rados.0.smithi028.stdout:1689: writing smithi02882251-43 from 802816 to 1286144 tid 2 2024-04-02T08:30:44.971 INFO:tasks.rados.rados.0.smithi028.stdout:1689: writing smithi02882251-43 from 1286144 to 1720320 tid 3 2024-04-02T08:30:44.972 INFO:tasks.rados.rados.0.smithi028.stdout:1689: writing smithi02882251-43 from 1720320 to 2007040 tid 4 2024-04-02T08:30:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:1690: snap_remove snap 166 2024-04-02T08:30:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:44 smithi137 ceph-mon[88456]: osdmap e402: 8 total, 8 up, 8 in 2024-04-02T08:30:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:44 smithi028 ceph-mon[94314]: osdmap e402: 8 total, 8 up, 8 in 2024-04-02T08:30:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:44 smithi028 ceph-mon[96890]: osdmap e402: 8 total, 8 up, 8 in 2024-04-02T08:30:45.805 INFO:tasks.rados.rados.0.smithi028.stdout:1690: done (3 left) 2024-04-02T08:30:45.805 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 170 2024-04-02T08:30:45.805 INFO:tasks.rados.rados.0.smithi028.stdout:1685: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:30:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:45 smithi028 ceph-mon[94314]: pgmap v263: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-04-02T08:30:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:45 smithi028 ceph-mon[94314]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:30:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:45 smithi028 ceph-mon[96890]: pgmap v263: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-04-02T08:30:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:45 smithi028 ceph-mon[96890]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:30:46.100 INFO:tasks.rados.rados.0.smithi028.stdout:1687: finishing write tid 3 to smithi02882251-38 2024-04-02T08:30:46.101 INFO:tasks.rados.rados.0.smithi028.stdout:1687: finishing write tid 4 to smithi02882251-38 2024-04-02T08:30:46.101 INFO:tasks.rados.rados.0.smithi028.stdout:1691: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-04-02T08:30:46.102 INFO:tasks.rados.rados.0.smithi028.stdout:1691: writing smithi02882251-20 from 0 to 417792 tid 1 2024-04-02T08:30:46.106 INFO:tasks.rados.rados.0.smithi028.stdout:1691: writing smithi02882251-20 from 417792 to 1187840 tid 2 2024-04-02T08:30:46.110 INFO:tasks.rados.rados.0.smithi028.stdout:1691: writing smithi02882251-20 from 1187840 to 1826816 tid 3 2024-04-02T08:30:46.112 INFO:tasks.rados.rados.0.smithi028.stdout:1691: writing smithi02882251-20 from 1826816 to 2023424 tid 4 2024-04-02T08:30:46.112 INFO:tasks.rados.rados.0.smithi028.stdout:1685: done (3 left) 2024-04-02T08:30:46.112 INFO:tasks.rados.rados.0.smithi028.stdout:1692: snap_create 2024-04-02T08:30:46.112 INFO:tasks.rados.rados.0.smithi028.stdout:1687: finishing write tid 5 to smithi02882251-38 2024-04-02T08:30:46.112 INFO:tasks.rados.rados.0.smithi028.stdout:1687: finishing write tid 6 to smithi02882251-38 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1687: oid 38 updating version 0 to 586 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1687: oid 38 updating version 586 to 587 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1687: oid 38 updating version 587 to 588 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1687: oid 38 updating version 588 to 589 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1687: oid 38 updating version 589 to 590 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 590 (ObjNum 547 snap 170 seq_num 547) dirty exists 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1687: left oid 38 (ObjNum 547 snap 170 seq_num 547) 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1689: finishing write tid 1 to smithi02882251-43 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1689: finishing write tid 2 to smithi02882251-43 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1689: finishing write tid 3 to smithi02882251-43 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1689: finishing write tid 4 to smithi02882251-43 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1689: finishing write tid 5 to smithi02882251-43 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1689: finishing write tid 6 to smithi02882251-43 2024-04-02T08:30:46.113 INFO:tasks.rados.rados.0.smithi028.stdout:1689: oid 43 updating version 0 to 424 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:1689: oid 43 version 424 is already newer than 423 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:1689: oid 43 version 424 is already newer than 420 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:1689: oid 43 version 424 is already newer than 421 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:1689: oid 43 version 424 is already newer than 422 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 424 (ObjNum 549 snap 170 seq_num 549) dirty exists 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:1689: left oid 43 (ObjNum 549 snap 170 seq_num 549) 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:1691: finishing write tid 1 to smithi02882251-20 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:1691: finishing write tid 2 to smithi02882251-20 2024-04-02T08:30:46.114 INFO:tasks.rados.rados.0.smithi028.stdout:1691: finishing write tid 3 to smithi02882251-20 2024-04-02T08:30:46.115 INFO:tasks.rados.rados.0.smithi028.stdout:1691: finishing write tid 4 to smithi02882251-20 2024-04-02T08:30:46.115 INFO:tasks.rados.rados.0.smithi028.stdout:1691: finishing write tid 5 to smithi02882251-20 2024-04-02T08:30:46.116 INFO:tasks.rados.rados.0.smithi028.stdout:1691: finishing write tid 6 to smithi02882251-20 2024-04-02T08:30:46.117 INFO:tasks.rados.rados.0.smithi028.stdout:1691: oid 20 updating version 0 to 872 2024-04-02T08:30:46.117 INFO:tasks.rados.rados.0.smithi028.stdout:1691: oid 20 updating version 872 to 875 2024-04-02T08:30:46.117 INFO:tasks.rados.rados.0.smithi028.stdout:1691: oid 20 version 875 is already newer than 874 2024-04-02T08:30:46.117 INFO:tasks.rados.rados.0.smithi028.stdout:1691: oid 20 version 875 is already newer than 873 2024-04-02T08:30:46.117 INFO:tasks.rados.rados.0.smithi028.stdout:1691: oid 20 updating version 875 to 876 2024-04-02T08:30:46.117 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 876 (ObjNum 550 snap 170 seq_num 550) dirty exists 2024-04-02T08:30:46.117 INFO:tasks.rados.rados.0.smithi028.stdout:1691: left oid 20 (ObjNum 550 snap 170 seq_num 550) 2024-04-02T08:30:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:45 smithi137 ceph-mon[88456]: pgmap v263: 121 pgs: 121 active+clean; 338 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 30 op/s 2024-04-02T08:30:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:45 smithi137 ceph-mon[88456]: osdmap e403: 8 total, 8 up, 8 in 2024-04-02T08:30:46.327 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:46 smithi028 systemd[1]: Stopping Ceph osd.3 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:46.697 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[61593]: 2024-04-02T08:30:46.327+0000 7f8c930a2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:30:46.698 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[61593]: 2024-04-02T08:30:46.327+0000 7f8c930a2700 -1 osd.3 404 *** Got signal Terminated *** 2024-04-02T08:30:46.698 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[61593]: 2024-04-02T08:30:46.327+0000 7f8c930a2700 -1 osd.3 404 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:30:46.792 INFO:tasks.rados.rados.0.smithi028.stdout:1687: done (3 left) 2024-04-02T08:30:46.792 INFO:tasks.rados.rados.0.smithi028.stdout:1689: done (2 left) 2024-04-02T08:30:46.792 INFO:tasks.rados.rados.0.smithi028.stdout:1691: done (1 left) 2024-04-02T08:30:46.793 INFO:tasks.rados.rados.0.smithi028.stdout:1692: done (0 left) 2024-04-02T08:30:46.793 INFO:tasks.rados.rados.0.smithi028.stdout:1693: rollback oid 36 current snap is 171 2024-04-02T08:30:46.793 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 150 2024-04-02T08:30:46.793 INFO:tasks.rados.rados.0.smithi028.stdout:1694: snap_create 2024-04-02T08:30:46.802 INFO:tasks.rados.rados.0.smithi028.stdout:1693: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:30:46.802 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 569 (ObjNum 977 snap 0 seq_num 2923409568) dirty dne 2024-04-02T08:30:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:46 smithi137 ceph-mon[88456]: osdmap e404: 8 total, 8 up, 8 in 2024-04-02T08:30:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:46 smithi137 ceph-mon[88456]: osd.3 marked itself down and dead 2024-04-02T08:30:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:46 smithi137 ceph-mon[88456]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:46 smithi137 ceph-mon[88456]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:30:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-mon[94314]: osdmap e404: 8 total, 8 up, 8 in 2024-04-02T08:30:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-mon[94314]: osd.3 marked itself down and dead 2024-04-02T08:30:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-mon[94314]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-mon[94314]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:30:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-mon[96890]: osdmap e404: 8 total, 8 up, 8 in 2024-04-02T08:30:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-mon[96890]: osd.3 marked itself down and dead 2024-04-02T08:30:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-mon[96890]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:30:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:46 smithi028 ceph-mon[96890]: osdmap e405: 8 total, 7 up, 8 in 2024-04-02T08:30:47.575 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:47 smithi028 podman[117952]: 2024-04-02 08:30:47.289190251 +0000 UTC m=+1.091483694 container died aa645dcfffc70c25a9217d0e1354071f2b7b8f8222cc015f6bf77be3a6df4438 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:30:47.795 INFO:tasks.rados.rados.0.smithi028.stdout:1693: done (1 left) 2024-04-02T08:30:47.795 INFO:tasks.rados.rados.0.smithi028.stdout:1694: done (0 left) 2024-04-02T08:30:47.795 INFO:tasks.rados.rados.0.smithi028.stdout:1695: read oid 4 snap 147 2024-04-02T08:30:47.795 INFO:tasks.rados.rados.0.smithi028.stdout:1695: expect (ObjNum 458 snap 146 seq_num 458) 2024-04-02T08:30:47.795 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 172 2024-04-02T08:30:47.795 INFO:tasks.rados.rados.0.smithi028.stdout:1696: seq_num 551 ranges {5185536=434176,5619712=647168,6266880=450560,6717440=507904} 2024-04-02T08:30:47.827 INFO:tasks.rados.rados.0.smithi028.stdout:1696: writing smithi02882251-9 from 5185536 to 5619712 tid 1 2024-04-02T08:30:47.830 INFO:tasks.rados.rados.0.smithi028.stdout:1696: writing smithi02882251-9 from 5619712 to 6266880 tid 2 2024-04-02T08:30:47.833 INFO:tasks.rados.rados.0.smithi028.stdout:1696: writing smithi02882251-9 from 6266880 to 6717440 tid 3 2024-04-02T08:30:47.836 INFO:tasks.rados.rados.0.smithi028.stdout:1696: writing smithi02882251-9 from 6717440 to 7225344 tid 4 2024-04-02T08:30:47.836 INFO:tasks.rados.rados.0.smithi028.stdout:1697: copy_from oid 29 from oid 16 current snap is 172 2024-04-02T08:30:47.836 INFO:tasks.rados.rados.0.smithi028.stdout:1695: expect (ObjNum 458 snap 146 seq_num 458) 2024-04-02T08:30:47.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:47 smithi028 ceph-mon[94314]: pgmap v266: 121 pgs: 121 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 24 op/s 2024-04-02T08:30:47.925 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:47 smithi028 ceph-mon[94314]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:30:47.925 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:47 smithi028 ceph-mon[96890]: pgmap v266: 121 pgs: 121 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 24 op/s 2024-04-02T08:30:47.925 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:47 smithi028 ceph-mon[96890]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:30:47.925 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:47 smithi028 podman[117952]: 2024-04-02 08:30:47.708791659 +0000 UTC m=+1.511085098 container cleanup aa645dcfffc70c25a9217d0e1354071f2b7b8f8222cc015f6bf77be3a6df4438 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:30:47.925 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:47 smithi028 bash[117952]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T08:30:47.958 INFO:tasks.rados.rados.0.smithi028.stdout:1696: finishing write tid 1 to smithi02882251-9 2024-04-02T08:30:47.958 INFO:tasks.rados.rados.0.smithi028.stdout:1696: finishing write tid 2 to smithi02882251-9 2024-04-02T08:30:47.958 INFO:tasks.rados.rados.0.smithi028.stdout:1696: finishing write tid 3 to smithi02882251-9 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: finishing write tid 4 to smithi02882251-9 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: finishing write tid 5 to smithi02882251-9 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: finishing write tid 6 to smithi02882251-9 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: oid 9 updating version 0 to 1367 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: oid 9 updating version 1367 to 1368 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: oid 9 updating version 1368 to 1369 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: oid 9 version 1369 is already newer than 1366 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: oid 9 version 1369 is already newer than 1365 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1369 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: left oid 9 (ObjNum 551 snap 172 seq_num 551) 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1697: finishing copy_from racing read to smithi02882251-29 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1695: done (2 left) 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1696: done (1 left) 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:1698: rollback oid 20 current snap is 172 2024-04-02T08:30:47.959 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 150 2024-04-02T08:30:47.960 INFO:tasks.rados.rados.0.smithi028.stdout:1697: finishing copy_from to smithi02882251-29 2024-04-02T08:30:47.960 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 884 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:30:47.960 INFO:tasks.rados.rados.0.smithi028.stdout:1697: done (1 left) 2024-04-02T08:30:47.960 INFO:tasks.rados.rados.0.smithi028.stdout:1699: snap_create 2024-04-02T08:30:47.962 INFO:tasks.rados.rados.0.smithi028.stdout:1698: finishing rollback tid 0 to smithi02882251-20 2024-04-02T08:30:47.962 INFO:tasks.rados.rados.0.smithi028.stdout:1698: finishing rollback tid 1 to smithi02882251-20 2024-04-02T08:30:47.962 INFO:tasks.rados.rados.0.smithi028.stdout:1698: finishing rollback tid 2 to smithi02882251-20 2024-04-02T08:30:47.962 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 880 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-04-02T08:30:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:47 smithi137 ceph-mon[88456]: pgmap v266: 121 pgs: 121 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 24 op/s 2024-04-02T08:30:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:47 smithi137 ceph-mon[88456]: osdmap e406: 8 total, 7 up, 8 in 2024-04-02T08:30:48.197 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:47 smithi028 podman[117974]: 2024-04-02 08:30:47.926804672 +0000 UTC m=+0.634707267 container remove aa645dcfffc70c25a9217d0e1354071f2b7b8f8222cc015f6bf77be3a6df4438 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-02T08:30:48.630 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:48 smithi028 podman[118071]: 2024-04-02 08:30:48.319558662 +0000 UTC m=+0.109256634 container create aefa323520992c86ee9543581b7162ac9aa827df3ab8646201875fdccdb5a1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=) 2024-04-02T08:30:48.631 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:48 smithi028 podman[118071]: 2024-04-02 08:30:48.228563905 +0000 UTC m=+0.018261904 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:48.631 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:48 smithi028 podman[118071]: 2024-04-02 08:30:48.532807703 +0000 UTC m=+0.322505701 container init aefa323520992c86ee9543581b7162ac9aa827df3ab8646201875fdccdb5a1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T08:30:48.631 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:48 smithi028 podman[118071]: 2024-04-02 08:30:48.53899226 +0000 UTC m=+0.328690233 container start aefa323520992c86ee9543581b7162ac9aa827df3ab8646201875fdccdb5a1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T08:30:48.631 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:48 smithi028 podman[118071]: 2024-04-02 08:30:48.632330747 +0000 UTC m=+0.422028726 container attach aefa323520992c86ee9543581b7162ac9aa827df3ab8646201875fdccdb5a1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:30:48.819 INFO:tasks.rados.rados.0.smithi028.stdout:1698: done (1 left) 2024-04-02T08:30:48.819 INFO:tasks.rados.rados.0.smithi028.stdout:1699: done (0 left) 2024-04-02T08:30:48.819 INFO:tasks.rados.rados.0.smithi028.stdout:1700: rmattr oid 9 current snap is 173 2024-04-02T08:30:48.819 INFO:tasks.rados.rados.0.smithi028.stdout:1701: copy_from oid 11 from oid 13 current snap is 173 2024-04-02T08:30:48.819 INFO:tasks.rados.rados.0.smithi028.stdout:1702: delete oid 35 current snap is 173 2024-04-02T08:30:48.823 INFO:tasks.rados.rados.0.smithi028.stdout:1702: done (2 left) 2024-04-02T08:30:48.823 INFO:tasks.rados.rados.0.smithi028.stdout:1703: rollback oid 49 current snap is 173 2024-04-02T08:30:48.823 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 170 2024-04-02T08:30:48.823 INFO:tasks.rados.rados.0.smithi028.stdout:1704: snap_create 2024-04-02T08:30:48.825 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1371 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-04-02T08:30:48.826 INFO:tasks.rados.rados.0.smithi028.stdout:1703: finishing rollback tid 1 to smithi02882251-49 2024-04-02T08:30:48.826 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 899 (ObjNum 65 snap 0 seq_num 1466521437) dirty dne 2024-04-02T08:30:48.831 INFO:tasks.rados.rados.0.smithi028.stdout:1701: finishing copy_from racing read to smithi02882251-11 2024-04-02T08:30:48.832 INFO:tasks.rados.rados.0.smithi028.stdout:1701: finishing copy_from to smithi02882251-11 2024-04-02T08:30:48.832 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 668 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:30:48.904 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:48 smithi028 podman[118071]: 2024-04-02 08:30:48.855131392 +0000 UTC m=+0.644829380 container died aefa323520992c86ee9543581b7162ac9aa827df3ab8646201875fdccdb5a1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:30:49.698 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:49 smithi028 podman[118121]: 2024-04-02 08:30:49.377177528 +0000 UTC m=+0.517301064 container remove aefa323520992c86ee9543581b7162ac9aa827df3ab8646201875fdccdb5a1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T08:30:49.698 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:49 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-02T08:30:49.698 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:49 smithi028 systemd[1]: Stopped Ceph osd.3 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:49.698 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:49 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.3.service: Consumed 11.184s CPU time. 2024-04-02T08:30:49.698 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:49 smithi028 systemd[1]: Starting Ceph osd.3 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:30:49.824 INFO:tasks.rados.rados.0.smithi028.stdout:1700: done (3 left) 2024-04-02T08:30:49.824 INFO:tasks.rados.rados.0.smithi028.stdout:1701: done (2 left) 2024-04-02T08:30:49.824 INFO:tasks.rados.rados.0.smithi028.stdout:1703: done (1 left) 2024-04-02T08:30:49.824 INFO:tasks.rados.rados.0.smithi028.stdout:1704: done (0 left) 2024-04-02T08:30:49.824 INFO:tasks.rados.rados.0.smithi028.stdout:1705: read oid 30 snap 172 2024-04-02T08:30:49.824 INFO:tasks.rados.rados.0.smithi028.stdout:1705: expect (ObjNum 500 snap 158 seq_num 500) 2024-04-02T08:30:49.824 INFO:tasks.rados.rados.0.smithi028.stdout:1706: rollback oid 17 current snap is 174 2024-04-02T08:30:49.824 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 123 2024-04-02T08:30:49.825 INFO:tasks.rados.rados.0.smithi028.stdout:1707: read oid 14 snap 164 2024-04-02T08:30:49.825 INFO:tasks.rados.rados.0.smithi028.stdout:1707: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:30:49.825 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 174 2024-04-02T08:30:49.825 INFO:tasks.rados.rados.0.smithi028.stdout:1708: seq_num 553 ranges {1507328=466944,1974272=417792,2392064=417792,2809856=516096,3325952=253952} 2024-04-02T08:30:49.835 INFO:tasks.rados.rados.0.smithi028.stdout:1708: writing smithi02882251-13 from 1507328 to 1974272 tid 1 2024-04-02T08:30:49.837 INFO:tasks.rados.rados.0.smithi028.stdout:1708: writing smithi02882251-13 from 1974272 to 2392064 tid 2 2024-04-02T08:30:49.839 INFO:tasks.rados.rados.0.smithi028.stdout:1708: writing smithi02882251-13 from 2392064 to 2809856 tid 3 2024-04-02T08:30:49.842 INFO:tasks.rados.rados.0.smithi028.stdout:1708: writing smithi02882251-13 from 2809856 to 3325952 tid 4 2024-04-02T08:30:49.844 INFO:tasks.rados.rados.0.smithi028.stdout:1708: writing smithi02882251-13 from 3325952 to 3579904 tid 5 2024-04-02T08:30:49.844 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 174 2024-04-02T08:30:49.844 INFO:tasks.rados.rados.0.smithi028.stdout:1706: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:30:49.844 INFO:tasks.rados.rados.0.smithi028.stdout:1709: seq_num 554 ranges {4980736=483328,5464064=704512,6168576=622592,6791168=278528} 2024-04-02T08:30:49.874 INFO:tasks.rados.rados.0.smithi028.stdout:1709: writing smithi02882251-23 from 4980736 to 5464064 tid 1 2024-04-02T08:30:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:1709: writing smithi02882251-23 from 5464064 to 6168576 tid 2 2024-04-02T08:30:49.881 INFO:tasks.rados.rados.0.smithi028.stdout:1709: writing smithi02882251-23 from 6168576 to 6791168 tid 3 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:1709: writing smithi02882251-23 from 6791168 to 7069696 tid 4 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:1710: rollback oid 32 current snap is 174 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 123 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:1706: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 722 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:1708: finishing write tid 1 to smithi02882251-13 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:1708: finishing write tid 2 to smithi02882251-13 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:1708: finishing write tid 3 to smithi02882251-13 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:1708: finishing write tid 4 to smithi02882251-13 2024-04-02T08:30:49.884 INFO:tasks.rados.rados.0.smithi028.stdout:1708: finishing write tid 5 to smithi02882251-13 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1706: done (5 left) 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 174 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: finishing write tid 6 to smithi02882251-13 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: finishing write tid 7 to smithi02882251-13 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: oid 13 updating version 0 to 726 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: oid 13 version 726 is already newer than 725 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: oid 13 version 726 is already newer than 724 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: oid 13 updating version 726 to 729 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: oid 13 version 729 is already newer than 727 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: oid 13 version 729 is already newer than 728 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 729 (ObjNum 553 snap 174 seq_num 553) dirty exists 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1708: left oid 13 (ObjNum 553 snap 174 seq_num 553) 2024-04-02T08:30:49.885 INFO:tasks.rados.rados.0.smithi028.stdout:1705: expect (ObjNum 500 snap 158 seq_num 500) 2024-04-02T08:30:49.984 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:49 smithi028 ceph-mon[94314]: pgmap v269: 121 pgs: 16 stale+active+clean, 105 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 24 op/s 2024-04-02T08:30:49.985 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:49 smithi028 ceph-mon[94314]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:30:49.985 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:49 smithi028 ceph-mon[96890]: pgmap v269: 121 pgs: 16 stale+active+clean, 105 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 24 op/s 2024-04-02T08:30:49.985 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:49 smithi028 ceph-mon[96890]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:30:49.985 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:49 smithi028 podman[118235]: 2024-04-02 08:30:49.721561325 +0000 UTC m=+0.020920663 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:49.985 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:49 smithi028 podman[118235]: 2024-04-02 08:30:49.853315605 +0000 UTC m=+0.152674923 container create 663a8068ff6489b573aeee7ba553570e6f70ae3592aac4c6209aa6c91d20c5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True) 2024-04-02T08:30:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:49 smithi137 ceph-mon[88456]: pgmap v269: 121 pgs: 16 stale+active+clean, 105 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 24 op/s 2024-04-02T08:30:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:49 smithi137 ceph-mon[88456]: osdmap e407: 8 total, 7 up, 8 in 2024-04-02T08:30:50.209 INFO:tasks.rados.rados.0.smithi028.stdout:1707: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:30:50.447 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 podman[118235]: 2024-04-02 08:30:50.106402671 +0000 UTC m=+0.405761999 container init 663a8068ff6489b573aeee7ba553570e6f70ae3592aac4c6209aa6c91d20c5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:30:50.447 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 podman[118235]: 2024-04-02 08:30:50.112094246 +0000 UTC m=+0.411453575 container start 663a8068ff6489b573aeee7ba553570e6f70ae3592aac4c6209aa6c91d20c5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:30:50.448 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 podman[118235]: 2024-04-02 08:30:50.197802711 +0000 UTC m=+0.497162046 container attach 663a8068ff6489b573aeee7ba553570e6f70ae3592aac4c6209aa6c91d20c5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-02T08:30:50.596 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 1 to smithi02882251-23 2024-04-02T08:30:50.597 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 2 to smithi02882251-23 2024-04-02T08:30:50.597 INFO:tasks.rados.rados.0.smithi028.stdout:1711: seq_num 555 ranges {4407296=499712,4907008=638976,5545984=425984,5971968=540672} 2024-04-02T08:30:50.623 INFO:tasks.rados.rados.0.smithi028.stdout:1711: writing smithi02882251-6 from 4407296 to 4907008 tid 1 2024-04-02T08:30:50.627 INFO:tasks.rados.rados.0.smithi028.stdout:1711: writing smithi02882251-6 from 4907008 to 5545984 tid 2 2024-04-02T08:30:50.629 INFO:tasks.rados.rados.0.smithi028.stdout:1711: writing smithi02882251-6 from 5545984 to 5971968 tid 3 2024-04-02T08:30:50.632 INFO:tasks.rados.rados.0.smithi028.stdout:1711: writing smithi02882251-6 from 5971968 to 6512640 tid 4 2024-04-02T08:30:50.632 INFO:tasks.rados.rados.0.smithi028.stdout:1705: done (5 left) 2024-04-02T08:30:50.633 INFO:tasks.rados.rados.0.smithi028.stdout:1707: done (4 left) 2024-04-02T08:30:50.633 INFO:tasks.rados.rados.0.smithi028.stdout:1708: done (3 left) 2024-04-02T08:30:50.633 INFO:tasks.rados.rados.0.smithi028.stdout:1712: read oid 18 snap -1 2024-04-02T08:30:50.633 INFO:tasks.rados.rados.0.smithi028.stdout:1712: expect (ObjNum 506 snap 161 seq_num 506) 2024-04-02T08:30:50.633 INFO:tasks.rados.rados.0.smithi028.stdout:1713: snap_remove snap 169 2024-04-02T08:30:50.827 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[118250]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[118250]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 bash[118235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 bash[118235]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 bash[118235]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 bash[118235]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 bash[118235]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 bash[118235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 bash[118235]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[118250]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[118250]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[118250]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[118250]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate[118250]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-02T08:30:50.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:50 smithi028 podman[118235]: 2024-04-02 08:30:50.592971865 +0000 UTC m=+0.892331191 container died 663a8068ff6489b573aeee7ba553570e6f70ae3592aac4c6209aa6c91d20c5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1713: done (4 left) 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1714: rollback oid 39 current snap is 174 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 170 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 3 to smithi02882251-23 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 4 to smithi02882251-23 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 5 to smithi02882251-23 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing rollback tid 0 to smithi02882251-32 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing rollback tid 1 to smithi02882251-32 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 6 to smithi02882251-23 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1709: oid 23 updating version 0 to 1182 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1709: oid 23 version 1182 is already newer than 1180 2024-04-02T08:30:50.836 INFO:tasks.rados.rados.0.smithi028.stdout:1709: oid 23 version 1182 is already newer than 1181 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1709: oid 23 updating version 1182 to 1183 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1709: oid 23 version 1183 is already newer than 1179 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1183 (ObjNum 554 snap 174 seq_num 554) dirty exists 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1709: left oid 23 (ObjNum 554 snap 174 seq_num 554) 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing rollback tid 2 to smithi02882251-32 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 884 (ObjNum 352 snap 114 seq_num 352) dirty exists 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 1 to smithi02882251-6 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 2 to smithi02882251-6 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 3 to smithi02882251-6 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 4 to smithi02882251-6 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 5 to smithi02882251-6 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 6 to smithi02882251-6 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: oid 6 updating version 0 to 733 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: oid 6 updating version 733 to 735 2024-04-02T08:30:50.837 INFO:tasks.rados.rados.0.smithi028.stdout:1711: oid 6 version 735 is already newer than 732 2024-04-02T08:30:50.838 INFO:tasks.rados.rados.0.smithi028.stdout:1711: oid 6 version 735 is already newer than 734 2024-04-02T08:30:50.838 INFO:tasks.rados.rados.0.smithi028.stdout:1711: oid 6 version 735 is already newer than 731 2024-04-02T08:30:50.838 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 735 (ObjNum 555 snap 174 seq_num 555) dirty exists 2024-04-02T08:30:50.838 INFO:tasks.rados.rados.0.smithi028.stdout:1711: left oid 6 (ObjNum 555 snap 174 seq_num 555) 2024-04-02T08:30:50.838 INFO:tasks.rados.rados.0.smithi028.stdout:1712: expect (ObjNum 506 snap 161 seq_num 506) 2024-04-02T08:30:51.043 INFO:tasks.rados.rados.0.smithi028.stdout:1714: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:30:51.043 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:30:51.043 INFO:tasks.rados.rados.0.smithi028.stdout:1709: done (4 left) 2024-04-02T08:30:51.043 INFO:tasks.rados.rados.0.smithi028.stdout:1710: done (3 left) 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1711: done (2 left) 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1712: done (1 left) 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1714: done (0 left) 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1715: read oid 1 snap 168 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1715: expect (ObjNum 497 snap 157 seq_num 497) 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1716: read oid 5 snap 168 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1716: expect (ObjNum 1440031904 snap 22077 seq_num 1441088208) 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1717: copy_from oid 25 from oid 40 current snap is 174 2024-04-02T08:30:51.044 INFO:tasks.rados.rados.0.smithi028.stdout:1718: snap_remove snap 147 2024-04-02T08:30:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:30:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]: dispatch 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:51.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:51.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:30:51.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-02T08:30:51.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]: dispatch 2024-04-02T08:30:51.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-02T08:30:51.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]: dispatch 2024-04-02T08:30:51.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]: dispatch 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:51.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: osdmap e408: 8 total, 7 up, 8 in 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]: dispatch 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:51.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:30:51.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:30:51] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:30:51.448 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:51 smithi028 podman[118403]: 2024-04-02 08:30:51.151692057 +0000 UTC m=+0.554057020 container remove 663a8068ff6489b573aeee7ba553570e6f70ae3592aac4c6209aa6c91d20c5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T08:30:51.448 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:51 smithi028 podman[118470]: 2024-04-02 08:30:51.263502453 +0000 UTC m=+0.018291981 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:30:51.448 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:51 smithi028 podman[118470]: 2024-04-02 08:30:51.369153552 +0000 UTC m=+0.123943097 container create 0c51eec8f95caf7fee34e0a69b5fa4b2585c1c009eda294151ed968976c844ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-02T08:30:51.798 INFO:tasks.rados.rados.0.smithi028.stdout:1718: done (3 left) 2024-04-02T08:30:51.798 INFO:tasks.rados.rados.0.smithi028.stdout:1719: setattr oid 17 current snap is 174 2024-04-02T08:30:51.798 INFO:tasks.rados.rados.0.smithi028.stdout:1716: expect (ObjNum 1440031904 snap 22077 seq_num 1441088208) 2024-04-02T08:30:51.805 INFO:tasks.rados.rados.0.smithi028.stdout:1716: done (3 left) 2024-04-02T08:30:51.805 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 174 2024-04-02T08:30:51.805 INFO:tasks.rados.rados.0.smithi028.stdout:1720: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2024-04-02T08:30:51.810 INFO:tasks.rados.rados.0.smithi028.stdout:1720: writing smithi02882251-35 from 0 to 516096 tid 1 2024-04-02T08:30:51.811 INFO:tasks.rados.rados.0.smithi028.stdout:1720: writing smithi02882251-35 from 516096 to 1040384 tid 2 2024-04-02T08:30:51.816 INFO:tasks.rados.rados.0.smithi028.stdout:1720: writing smithi02882251-35 from 1040384 to 1679360 tid 3 2024-04-02T08:30:51.819 INFO:tasks.rados.rados.0.smithi028.stdout:1720: writing smithi02882251-35 from 1679360 to 2121728 tid 4 2024-04-02T08:30:51.819 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 174 2024-04-02T08:30:51.819 INFO:tasks.rados.rados.0.smithi028.stdout:1721: seq_num 557 ranges {3776512=532480,4308992=802816,5111808=794624,5906432=8192} 2024-04-02T08:30:51.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:51 smithi028 podman[118470]: 2024-04-02 08:30:51.563113471 +0000 UTC m=+0.317902976 container init 0c51eec8f95caf7fee34e0a69b5fa4b2585c1c009eda294151ed968976c844ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:30:51.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:51 smithi028 podman[118470]: 2024-04-02 08:30:51.568269696 +0000 UTC m=+0.323059197 container start 0c51eec8f95caf7fee34e0a69b5fa4b2585c1c009eda294151ed968976c844ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-02T08:30:51.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-osd[118508]: -- 172.21.15.28:0/3057087381 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55763f3fd680 con 0x55763f3c7000 2024-04-02T08:30:51.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:51 smithi028 bash[118470]: 0c51eec8f95caf7fee34e0a69b5fa4b2585c1c009eda294151ed968976c844ad 2024-04-02T08:30:51.828 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:51 smithi028 systemd[1]: Started Ceph osd.3 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:30:51.842 INFO:tasks.rados.rados.0.smithi028.stdout:1721: writing smithi02882251-46 from 3776512 to 4308992 tid 1 2024-04-02T08:30:51.847 INFO:tasks.rados.rados.0.smithi028.stdout:1721: writing smithi02882251-46 from 4308992 to 5111808 tid 2 2024-04-02T08:30:51.852 INFO:tasks.rados.rados.0.smithi028.stdout:1721: writing smithi02882251-46 from 5111808 to 5906432 tid 3 2024-04-02T08:30:51.852 INFO:tasks.rados.rados.0.smithi028.stdout:1721: writing smithi02882251-46 from 5906432 to 5914624 tid 4 2024-04-02T08:30:51.852 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 174 2024-04-02T08:30:51.852 INFO:tasks.rados.rados.0.smithi028.stdout:1722: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-04-02T08:30:51.855 INFO:tasks.rados.rados.0.smithi028.stdout:1722: writing smithi02882251-4 from 0 to 548864 tid 1 2024-04-02T08:30:51.860 INFO:tasks.rados.rados.0.smithi028.stdout:1722: writing smithi02882251-4 from 548864 to 1236992 tid 2 2024-04-02T08:30:51.864 INFO:tasks.rados.rados.0.smithi028.stdout:1722: writing smithi02882251-4 from 1236992 to 1843200 tid 3 2024-04-02T08:30:51.866 INFO:tasks.rados.rados.0.smithi028.stdout:1722: writing smithi02882251-4 from 1843200 to 2154496 tid 4 2024-04-02T08:30:51.866 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 174 2024-04-02T08:30:51.866 INFO:tasks.rados.rados.0.smithi028.stdout:1715: expect (ObjNum 497 snap 157 seq_num 497) 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: pgmap v272: 121 pgs: 16 stale+active+clean, 105 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]': finished 2024-04-02T08:30:52.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[94314]: osdmap e410: 8 total, 7 up, 8 in 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: pgmap v272: 121 pgs: 16 stale+active+clean, 105 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]': finished 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]': finished 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]': finished 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]': finished 2024-04-02T08:30:52.106 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]': finished 2024-04-02T08:30:52.107 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]': finished 2024-04-02T08:30:52.107 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]': finished 2024-04-02T08:30:52.107 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]': finished 2024-04-02T08:30:52.107 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:30:52.107 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:52.107 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:52.107 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:52.107 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:51 smithi028 ceph-mon[96890]: osdmap e410: 8 total, 7 up, 8 in 2024-04-02T08:30:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: pgmap v272: 121 pgs: 16 stale+active+clean, 105 active+clean; 356 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:30:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 1]}]': finished 2024-04-02T08:30:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [0, 3]}]': finished 2024-04-02T08:30:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 2]}]': finished 2024-04-02T08:30:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 4]}]': finished 2024-04-02T08:30:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-04-02T08:30:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [7, 3]}]': finished 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [7, 3]}]': finished 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [7, 3]}]': finished 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 3]}]': finished 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.4", "id": [5, 3]}]': finished 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: osdmap e409: 8 total, 7 up, 8 in 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:30:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:51 smithi137 ceph-mon[88456]: osdmap e410: 8 total, 7 up, 8 in 2024-04-02T08:30:52.447 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T08:30:52.105+0000 7f2e3c5407c0 -1 Falling back to public interface 2024-04-02T08:30:52.553 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 736 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:52.553 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing write tid 1 to smithi02882251-35 2024-04-02T08:30:52.553 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing write tid 2 to smithi02882251-35 2024-04-02T08:30:52.553 INFO:tasks.rados.rados.0.smithi028.stdout:1723: seq_num 559 ranges {2064384=565248,2629632=573440,3203072=409600,3612672=622592} 2024-04-02T08:30:52.567 INFO:tasks.rados.rados.0.smithi028.stdout:1723: writing smithi02882251-26 from 2064384 to 2629632 tid 1 2024-04-02T08:30:52.570 INFO:tasks.rados.rados.0.smithi028.stdout:1723: writing smithi02882251-26 from 2629632 to 3203072 tid 2 2024-04-02T08:30:52.572 INFO:tasks.rados.rados.0.smithi028.stdout:1723: writing smithi02882251-26 from 3203072 to 3612672 tid 3 2024-04-02T08:30:52.579 INFO:tasks.rados.rados.0.smithi028.stdout:1723: writing smithi02882251-26 from 3612672 to 4235264 tid 4 2024-04-02T08:30:52.579 INFO:tasks.rados.rados.0.smithi028.stdout:1715: done (6 left) 2024-04-02T08:30:52.579 INFO:tasks.rados.rados.0.smithi028.stdout:1719: done (5 left) 2024-04-02T08:30:52.579 INFO:tasks.rados.rados.0.smithi028.stdout:1724: rmattr oid 9 current snap is 174 2024-04-02T08:30:52.579 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing write tid 3 to smithi02882251-35 2024-04-02T08:30:52.579 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing write tid 4 to smithi02882251-35 2024-04-02T08:30:52.579 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing write tid 5 to smithi02882251-35 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing write tid 6 to smithi02882251-35 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1720: oid 35 updating version 0 to 1079 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1720: oid 35 updating version 1079 to 1080 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1720: oid 35 version 1080 is already newer than 1076 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1720: oid 35 version 1080 is already newer than 1077 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1720: oid 35 version 1080 is already newer than 1078 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1080 (ObjNum 556 snap 174 seq_num 556) dirty exists 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1720: left oid 35 (ObjNum 556 snap 174 seq_num 556) 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1721: finishing write tid 1 to smithi02882251-46 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1721: finishing write tid 2 to smithi02882251-46 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1721: finishing write tid 3 to smithi02882251-46 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1721: finishing write tid 4 to smithi02882251-46 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1720: done (5 left) 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1725: setattr oid 41 current snap is 174 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1721: finishing write tid 5 to smithi02882251-46 2024-04-02T08:30:52.580 INFO:tasks.rados.rados.0.smithi028.stdout:1722: finishing write tid 1 to smithi02882251-4 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1721: finishing write tid 6 to smithi02882251-46 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1721: oid 46 updating version 0 to 675 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1721: oid 46 version 675 is already newer than 671 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1721: oid 46 version 675 is already newer than 672 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1721: oid 46 version 675 is already newer than 673 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1721: oid 46 version 675 is already newer than 674 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 675 (ObjNum 557 snap 174 seq_num 557) dirty exists 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1721: left oid 46 (ObjNum 557 snap 174 seq_num 557) 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1722: finishing write tid 2 to smithi02882251-4 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1722: finishing write tid 3 to smithi02882251-4 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1722: finishing write tid 4 to smithi02882251-4 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1722: finishing write tid 5 to smithi02882251-4 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1722: finishing write tid 6 to smithi02882251-4 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1722: oid 4 updating version 0 to 712 2024-04-02T08:30:52.581 INFO:tasks.rados.rados.0.smithi028.stdout:1722: oid 4 updating version 712 to 713 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1722: oid 4 updating version 713 to 714 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1722: oid 4 updating version 714 to 715 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1722: oid 4 updating version 715 to 716 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 716 (ObjNum 558 snap 174 seq_num 558) dirty exists 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1722: left oid 4 (ObjNum 558 snap 174 seq_num 558) 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 1 to smithi02882251-26 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 2 to smithi02882251-26 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 3 to smithi02882251-26 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1721: done (5 left) 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1722: done (4 left) 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:1726: rollback oid 46 current snap is 174 2024-04-02T08:30:52.582 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 165 2024-04-02T08:30:52.583 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 174 2024-04-02T08:30:52.583 INFO:tasks.rados.rados.0.smithi028.stdout:1727: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2024-04-02T08:30:52.583 INFO:tasks.rados.rados.0.smithi028.stdout:1727: writing smithi02882251-17 from 0 to 581632 tid 1 2024-04-02T08:30:52.584 INFO:tasks.rados.rados.0.smithi028.stdout:1727: writing smithi02882251-17 from 581632 to 1040384 tid 2 2024-04-02T08:30:52.587 INFO:tasks.rados.rados.0.smithi028.stdout:1727: writing smithi02882251-17 from 1040384 to 1654784 tid 3 2024-04-02T08:30:52.591 INFO:tasks.rados.rados.0.smithi028.stdout:1727: writing smithi02882251-17 from 1654784 to 2187264 tid 4 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1728: rollback oid 27 current snap is 174 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 168 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 4 to smithi02882251-26 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 5 to smithi02882251-26 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 890 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1726: finishing rollback tid 0 to smithi02882251-46 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 6 to smithi02882251-26 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: oid 26 updating version 0 to 895 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: oid 26 version 895 is already newer than 892 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: oid 26 updating version 895 to 896 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: oid 26 version 896 is already newer than 893 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: oid 26 version 896 is already newer than 894 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 896 (ObjNum 559 snap 174 seq_num 559) dirty exists 2024-04-02T08:30:52.592 INFO:tasks.rados.rados.0.smithi028.stdout:1723: left oid 26 (ObjNum 559 snap 174 seq_num 559) 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1726: finishing rollback tid 1 to smithi02882251-46 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1726: finishing rollback tid 2 to smithi02882251-46 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 678 (ObjNum 511 snap 163 seq_num 511) dirty exists 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing write tid 1 to smithi02882251-17 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing write tid 2 to smithi02882251-17 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing write tid 3 to smithi02882251-17 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1723: done (6 left) 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1725: done (5 left) 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1726: done (4 left) 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1729: copy_from oid 49 from oid 33 current snap is 174 2024-04-02T08:30:52.593 INFO:tasks.rados.rados.0.smithi028.stdout:1730: delete oid 8 current snap is 174 2024-04-02T08:30:52.594 INFO:tasks.rados.rados.0.smithi028.stdout:1729: finishing copy_from to smithi02882251-49 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1729: got expected ENOENT (src dne) 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1729: finishing copy_from racing read to smithi02882251-49 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1729: done (5 left) 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1730: done (4 left) 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1731: rmattr oid 39 current snap is 174 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1731: done (4 left) 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1732: copy_from oid 18 from oid 8 current snap is 174 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1733: setattr oid 30 current snap is 174 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing write tid 4 to smithi02882251-17 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing write tid 5 to smithi02882251-17 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1734: snap_create 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1732: finishing copy_from to smithi02882251-18 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1732: got expected ENOENT (src dne) 2024-04-02T08:30:52.595 INFO:tasks.rados.rados.0.smithi028.stdout:1732: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:30:52.596 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing write tid 6 to smithi02882251-17 2024-04-02T08:30:52.596 INFO:tasks.rados.rados.0.smithi028.stdout:1727: oid 17 updating version 0 to 737 2024-04-02T08:30:52.596 INFO:tasks.rados.rados.0.smithi028.stdout:1727: oid 17 updating version 737 to 739 2024-04-02T08:30:52.596 INFO:tasks.rados.rados.0.smithi028.stdout:1727: oid 17 version 739 is already newer than 738 2024-04-02T08:30:52.596 INFO:tasks.rados.rados.0.smithi028.stdout:1727: oid 17 updating version 739 to 741 2024-04-02T08:30:52.596 INFO:tasks.rados.rados.0.smithi028.stdout:1727: oid 17 version 741 is already newer than 740 2024-04-02T08:30:52.596 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 741 (ObjNum 560 snap 174 seq_num 560) dirty exists 2024-04-02T08:30:52.596 INFO:tasks.rados.rados.0.smithi028.stdout:1727: left oid 17 (ObjNum 560 snap 174 seq_num 560) 2024-04-02T08:30:52.597 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 645 (ObjNum 500 snap 158 seq_num 500) dirty exists 2024-04-02T08:30:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:52.794 INFO:tasks.rados.rados.0.smithi028.stdout:1727: done (6 left) 2024-04-02T08:30:52.794 INFO:tasks.rados.rados.0.smithi028.stdout:1732: done (5 left) 2024-04-02T08:30:52.794 INFO:tasks.rados.rados.0.smithi028.stdout:1733: done (4 left) 2024-04-02T08:30:52.795 INFO:tasks.rados.rados.0.smithi028.stdout:1734: done (3 left) 2024-04-02T08:30:52.795 INFO:tasks.rados.rados.0.smithi028.stdout:1735: delete oid 24 current snap is 175 2024-04-02T08:30:52.801 INFO:tasks.rados.rados.0.smithi028.stdout:1735: done (3 left) 2024-04-02T08:30:52.801 INFO:tasks.rados.rados.0.smithi028.stdout:1736: rmattr oid 21 current snap is 175 2024-04-02T08:30:52.801 INFO:tasks.rados.rados.0.smithi028.stdout:1736: done (3 left) 2024-04-02T08:30:52.801 INFO:tasks.rados.rados.0.smithi028.stdout:1737: delete oid 13 current snap is 175 2024-04-02T08:30:52.804 INFO:tasks.rados.rados.0.smithi028.stdout:1737: done (3 left) 2024-04-02T08:30:52.805 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 175 2024-04-02T08:30:52.805 INFO:tasks.rados.rados.0.smithi028.stdout:1738: seq_num 564 ranges {2072576=655360,2727936=442368,3170304=598016,3768320=565248} 2024-04-02T08:30:52.820 INFO:tasks.rados.rados.0.smithi028.stdout:1738: writing smithi02882251-48 from 2072576 to 2727936 tid 1 2024-04-02T08:30:52.822 INFO:tasks.rados.rados.0.smithi028.stdout:1738: writing smithi02882251-48 from 2727936 to 3170304 tid 2 2024-04-02T08:30:52.826 INFO:tasks.rados.rados.0.smithi028.stdout:1738: writing smithi02882251-48 from 3170304 to 3768320 tid 3 2024-04-02T08:30:52.829 INFO:tasks.rados.rados.0.smithi028.stdout:1738: writing smithi02882251-48 from 3768320 to 4333568 tid 4 2024-04-02T08:30:52.829 INFO:tasks.rados.rados.0.smithi028.stdout:1739: snap_create 2024-04-02T08:30:52.829 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1373 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-04-02T08:30:52.829 INFO:tasks.rados.rados.0.smithi028.stdout:1717: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:1728: finishing rollback tid 0 to smithi02882251-27 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:1717: finishing copy_from to smithi02882251-25 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1325 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:1728: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:1728: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1377 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:1738: finishing write tid 1 to smithi02882251-48 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:1738: finishing write tid 2 to smithi02882251-48 2024-04-02T08:30:52.830 INFO:tasks.rados.rados.0.smithi028.stdout:1738: finishing write tid 3 to smithi02882251-48 2024-04-02T08:30:52.832 INFO:tasks.rados.rados.0.smithi028.stdout:1738: finishing write tid 4 to smithi02882251-48 2024-04-02T08:30:52.832 INFO:tasks.rados.rados.0.smithi028.stdout:1738: finishing write tid 5 to smithi02882251-48 2024-04-02T08:30:52.834 INFO:tasks.rados.rados.0.smithi028.stdout:1738: finishing write tid 6 to smithi02882251-48 2024-04-02T08:30:52.834 INFO:tasks.rados.rados.0.smithi028.stdout:1738: oid 48 updating version 0 to 1391 2024-04-02T08:30:52.834 INFO:tasks.rados.rados.0.smithi028.stdout:1738: oid 48 updating version 1391 to 1393 2024-04-02T08:30:52.834 INFO:tasks.rados.rados.0.smithi028.stdout:1738: oid 48 version 1393 is already newer than 1390 2024-04-02T08:30:52.834 INFO:tasks.rados.rados.0.smithi028.stdout:1738: oid 48 version 1393 is already newer than 1392 2024-04-02T08:30:52.834 INFO:tasks.rados.rados.0.smithi028.stdout:1738: oid 48 version 1393 is already newer than 1389 2024-04-02T08:30:52.834 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1393 (ObjNum 564 snap 175 seq_num 564) dirty exists 2024-04-02T08:30:52.834 INFO:tasks.rados.rados.0.smithi028.stdout:1738: left oid 48 (ObjNum 564 snap 175 seq_num 564) 2024-04-02T08:30:53.793 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:30:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:30:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:30:53.832 INFO:tasks.rados.rados.0.smithi028.stdout:1717: done (4 left) 2024-04-02T08:30:53.832 INFO:tasks.rados.rados.0.smithi028.stdout:1724: done (3 left) 2024-04-02T08:30:53.832 INFO:tasks.rados.rados.0.smithi028.stdout:1728: done (2 left) 2024-04-02T08:30:53.832 INFO:tasks.rados.rados.0.smithi028.stdout:1738: done (1 left) 2024-04-02T08:30:53.833 INFO:tasks.rados.rados.0.smithi028.stdout:1739: done (0 left) 2024-04-02T08:30:53.833 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 176 2024-04-02T08:30:53.833 INFO:tasks.rados.rados.0.smithi028.stdout:1740: seq_num 565 ranges {2375680=671744,3047424=729088,3776512=753664,4530176=122880} 2024-04-02T08:30:53.848 INFO:tasks.rados.rados.0.smithi028.stdout:1740: writing smithi02882251-45 from 2375680 to 3047424 tid 1 2024-04-02T08:30:53.852 INFO:tasks.rados.rados.0.smithi028.stdout:1740: writing smithi02882251-45 from 3047424 to 3776512 tid 2 2024-04-02T08:30:53.857 INFO:tasks.rados.rados.0.smithi028.stdout:1740: writing smithi02882251-45 from 3776512 to 4530176 tid 3 2024-04-02T08:30:53.857 INFO:tasks.rados.rados.0.smithi028.stdout:1740: writing smithi02882251-45 from 4530176 to 4653056 tid 4 2024-04-02T08:30:53.858 INFO:tasks.rados.rados.0.smithi028.stdout:1741: snap_remove snap 170 2024-04-02T08:30:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:53 smithi028 ceph-mon[94314]: pgmap v275: 121 pgs: 5 unknown, 5 peering, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 383 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 62/696 objects degraded (8.908%) 2024-04-02T08:30:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:53 smithi028 ceph-mon[94314]: osdmap e411: 8 total, 7 up, 8 in 2024-04-02T08:30:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:53 smithi028 ceph-mon[94314]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-02T08:30:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:53 smithi028 ceph-mon[94314]: Health check failed: Degraded data redundancy: 62/696 objects degraded (8.908%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:53 smithi028 ceph-mon[96890]: pgmap v275: 121 pgs: 5 unknown, 5 peering, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 383 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 62/696 objects degraded (8.908%) 2024-04-02T08:30:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:53 smithi028 ceph-mon[96890]: osdmap e411: 8 total, 7 up, 8 in 2024-04-02T08:30:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:53 smithi028 ceph-mon[96890]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-02T08:30:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:53 smithi028 ceph-mon[96890]: Health check failed: Degraded data redundancy: 62/696 objects degraded (8.908%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:53 smithi137 ceph-mon[88456]: pgmap v275: 121 pgs: 5 unknown, 5 peering, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 383 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 62/696 objects degraded (8.908%) 2024-04-02T08:30:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:53 smithi137 ceph-mon[88456]: osdmap e411: 8 total, 7 up, 8 in 2024-04-02T08:30:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:53 smithi137 ceph-mon[88456]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-02T08:30:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:53 smithi137 ceph-mon[88456]: Health check failed: Degraded data redundancy: 62/696 objects degraded (8.908%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:30:54.838 INFO:tasks.rados.rados.0.smithi028.stdout:1741: done (1 left) 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1742: copy_from oid 25 from oid 40 current snap is 176 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: finishing write tid 1 to smithi02882251-45 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: finishing write tid 2 to smithi02882251-45 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: finishing write tid 3 to smithi02882251-45 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: finishing write tid 4 to smithi02882251-45 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: finishing write tid 5 to smithi02882251-45 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: finishing write tid 6 to smithi02882251-45 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: oid 45 updating version 0 to 1397 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: oid 45 version 1397 is already newer than 1396 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: oid 45 updating version 1397 to 1398 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: oid 45 updating version 1398 to 1399 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: oid 45 version 1399 is already newer than 1395 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1399 (ObjNum 565 snap 176 seq_num 565) dirty exists 2024-04-02T08:30:54.839 INFO:tasks.rados.rados.0.smithi028.stdout:1740: left oid 45 (ObjNum 565 snap 176 seq_num 565) 2024-04-02T08:30:54.840 INFO:tasks.rados.rados.0.smithi028.stdout:1740: done (1 left) 2024-04-02T08:30:54.840 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 176 2024-04-02T08:30:54.840 INFO:tasks.rados.rados.0.smithi028.stdout:1743: seq_num 566 ranges {4415488=688128,5103616=614400,5718016=565248,6283264=425984} 2024-04-02T08:30:54.867 INFO:tasks.rados.rados.0.smithi028.stdout:1743: writing smithi02882251-32 from 4415488 to 5103616 tid 1 2024-04-02T08:30:54.871 INFO:tasks.rados.rados.0.smithi028.stdout:1743: writing smithi02882251-32 from 5103616 to 5718016 tid 2 2024-04-02T08:30:54.874 INFO:tasks.rados.rados.0.smithi028.stdout:1743: writing smithi02882251-32 from 5718016 to 6283264 tid 3 2024-04-02T08:30:54.876 INFO:tasks.rados.rados.0.smithi028.stdout:1743: writing smithi02882251-32 from 6283264 to 6709248 tid 4 2024-04-02T08:30:54.877 INFO:tasks.rados.rados.0.smithi028.stdout:1744: snap_remove snap 173 2024-04-02T08:30:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:54 smithi137 ceph-mon[88456]: osdmap e412: 8 total, 7 up, 8 in 2024-04-02T08:30:55.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:54 smithi028 ceph-mon[94314]: osdmap e412: 8 total, 7 up, 8 in 2024-04-02T08:30:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:54 smithi028 ceph-mon[96890]: osdmap e412: 8 total, 7 up, 8 in 2024-04-02T08:30:55.198 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:54 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T08:30:54.986+0000 7f2e3c5407c0 -1 osd.3 404 log_to_monitors true 2024-04-02T08:30:55.842 INFO:tasks.rados.rados.0.smithi028.stdout:1744: done (2 left) 2024-04-02T08:30:55.842 INFO:tasks.rados.rados.0.smithi028.stdout:1745: delete oid 19 current snap is 176 2024-04-02T08:30:55.843 INFO:tasks.rados.rados.0.smithi028.stdout:1742: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:30:55.843 INFO:tasks.rados.rados.0.smithi028.stdout:1742: finishing copy_from to smithi02882251-25 2024-04-02T08:30:55.843 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1325 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:30:55.843 INFO:tasks.rados.rados.0.smithi028.stdout:1743: finishing write tid 1 to smithi02882251-32 2024-04-02T08:30:55.843 INFO:tasks.rados.rados.0.smithi028.stdout:1743: finishing write tid 2 to smithi02882251-32 2024-04-02T08:30:55.843 INFO:tasks.rados.rados.0.smithi028.stdout:1743: finishing write tid 3 to smithi02882251-32 2024-04-02T08:30:55.843 INFO:tasks.rados.rados.0.smithi028.stdout:1743: finishing write tid 4 to smithi02882251-32 2024-04-02T08:30:55.843 INFO:tasks.rados.rados.0.smithi028.stdout:1743: finishing write tid 5 to smithi02882251-32 2024-04-02T08:30:55.844 INFO:tasks.rados.rados.0.smithi028.stdout:1743: finishing write tid 6 to smithi02882251-32 2024-04-02T08:30:55.844 INFO:tasks.rados.rados.0.smithi028.stdout:1743: oid 32 updating version 0 to 906 2024-04-02T08:30:55.844 INFO:tasks.rados.rados.0.smithi028.stdout:1743: oid 32 updating version 906 to 908 2024-04-02T08:30:55.844 INFO:tasks.rados.rados.0.smithi028.stdout:1743: oid 32 version 908 is already newer than 907 2024-04-02T08:30:55.844 INFO:tasks.rados.rados.0.smithi028.stdout:1743: oid 32 version 908 is already newer than 905 2024-04-02T08:30:55.844 INFO:tasks.rados.rados.0.smithi028.stdout:1743: oid 32 version 908 is already newer than 904 2024-04-02T08:30:55.844 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 908 (ObjNum 566 snap 176 seq_num 566) dirty exists 2024-04-02T08:30:55.844 INFO:tasks.rados.rados.0.smithi028.stdout:1743: left oid 32 (ObjNum 566 snap 176 seq_num 566) 2024-04-02T08:30:55.850 INFO:tasks.rados.rados.0.smithi028.stdout:1742: done (2 left) 2024-04-02T08:30:55.850 INFO:tasks.rados.rados.0.smithi028.stdout:1743: done (1 left) 2024-04-02T08:30:55.850 INFO:tasks.rados.rados.0.smithi028.stdout:1745: done (0 left) 2024-04-02T08:30:55.850 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 176 2024-04-02T08:30:55.850 INFO:tasks.rados.rados.0.smithi028.stdout:1746: seq_num 568 ranges {7069696=720896,7790592=786432,8577024=581632,9158656=237568} 2024-04-02T08:30:55.893 INFO:tasks.rados.rados.0.smithi028.stdout:1746: writing smithi02882251-23 from 7069696 to 7790592 tid 1 2024-04-02T08:30:55.896 INFO:tasks.rados.rados.0.smithi028.stdout:1746: writing smithi02882251-23 from 7790592 to 8577024 tid 2 2024-04-02T08:30:55.900 INFO:tasks.rados.rados.0.smithi028.stdout:1746: writing smithi02882251-23 from 8577024 to 9158656 tid 3 2024-04-02T08:30:55.901 INFO:tasks.rados.rados.0.smithi028.stdout:1746: writing smithi02882251-23 from 9158656 to 9396224 tid 4 2024-04-02T08:30:55.902 INFO:tasks.rados.rados.0.smithi028.stdout:1747: snap_create 2024-04-02T08:30:55.904 INFO:tasks.rados.rados.0.smithi028.stdout:1746: finishing write tid 1 to smithi02882251-23 2024-04-02T08:30:55.906 INFO:tasks.rados.rados.0.smithi028.stdout:1746: finishing write tid 2 to smithi02882251-23 2024-04-02T08:30:55.910 INFO:tasks.rados.rados.0.smithi028.stdout:1746: finishing write tid 3 to smithi02882251-23 2024-04-02T08:30:55.910 INFO:tasks.rados.rados.0.smithi028.stdout:1746: finishing write tid 4 to smithi02882251-23 2024-04-02T08:30:55.910 INFO:tasks.rados.rados.0.smithi028.stdout:1746: finishing write tid 5 to smithi02882251-23 2024-04-02T08:30:55.912 INFO:tasks.rados.rados.0.smithi028.stdout:1746: finishing write tid 6 to smithi02882251-23 2024-04-02T08:30:55.912 INFO:tasks.rados.rados.0.smithi028.stdout:1746: oid 23 updating version 0 to 1203 2024-04-02T08:30:55.912 INFO:tasks.rados.rados.0.smithi028.stdout:1746: oid 23 updating version 1203 to 1205 2024-04-02T08:30:55.912 INFO:tasks.rados.rados.0.smithi028.stdout:1746: oid 23 version 1205 is already newer than 1201 2024-04-02T08:30:55.912 INFO:tasks.rados.rados.0.smithi028.stdout:1746: oid 23 version 1205 is already newer than 1202 2024-04-02T08:30:55.912 INFO:tasks.rados.rados.0.smithi028.stdout:1746: oid 23 version 1205 is already newer than 1204 2024-04-02T08:30:55.912 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1205 (ObjNum 568 snap 176 seq_num 568) dirty exists 2024-04-02T08:30:55.912 INFO:tasks.rados.rados.0.smithi028.stdout:1746: left oid 23 (ObjNum 568 snap 176 seq_num 568) 2024-04-02T08:30:56.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[94314]: pgmap v278: 121 pgs: 5 unknown, 5 peering, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 383 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 62/696 objects degraded (8.908%) 2024-04-02T08:30:56.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[94314]: osdmap e413: 8 total, 7 up, 8 in 2024-04-02T08:30:56.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[94314]: from='osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:56.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[94314]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:56.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:56.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:56.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[96890]: pgmap v278: 121 pgs: 5 unknown, 5 peering, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 383 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 62/696 objects degraded (8.908%) 2024-04-02T08:30:56.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[96890]: osdmap e413: 8 total, 7 up, 8 in 2024-04-02T08:30:56.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[96890]: from='osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:56.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[96890]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:56.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:56.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:55 smithi137 ceph-mon[88456]: pgmap v278: 121 pgs: 5 unknown, 5 peering, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 383 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.7 MiB/s wr, 15 op/s; 62/696 objects degraded (8.908%) 2024-04-02T08:30:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:55 smithi137 ceph-mon[88456]: osdmap e413: 8 total, 7 up, 8 in 2024-04-02T08:30:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:55 smithi137 ceph-mon[88456]: from='osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:55 smithi137 ceph-mon[88456]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-02T08:30:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:56.447 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T08:30:56.143+0000 7f2e29990700 -1 osd.3 404 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:30:56.848 INFO:tasks.rados.rados.0.smithi028.stdout:1746: done (1 left) 2024-04-02T08:30:56.848 INFO:tasks.rados.rados.0.smithi028.stdout:1747: done (0 left) 2024-04-02T08:30:56.848 INFO:tasks.rados.rados.0.smithi028.stdout:1748: read oid 33 snap -1 2024-04-02T08:30:56.848 INFO:tasks.rados.rados.0.smithi028.stdout:1748: expect deleted 2024-04-02T08:30:56.848 INFO:tasks.rados.rados.0.smithi028.stdout:1749: read oid 6 snap -1 2024-04-02T08:30:56.849 INFO:tasks.rados.rados.0.smithi028.stdout:1749: expect (ObjNum 555 snap 174 seq_num 555) 2024-04-02T08:30:56.849 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 177 2024-04-02T08:30:56.849 INFO:tasks.rados.rados.0.smithi028.stdout:1750: seq_num 569 ranges {5627904=737280,6365184=671744,7036928=737280,7774208=196608} 2024-04-02T08:30:56.888 INFO:tasks.rados.rados.0.smithi028.stdout:1750: writing smithi02882251-2 from 5627904 to 6365184 tid 1 2024-04-02T08:30:56.892 INFO:tasks.rados.rados.0.smithi028.stdout:1750: writing smithi02882251-2 from 6365184 to 7036928 tid 2 2024-04-02T08:30:56.896 INFO:tasks.rados.rados.0.smithi028.stdout:1750: writing smithi02882251-2 from 7036928 to 7774208 tid 3 2024-04-02T08:30:56.897 INFO:tasks.rados.rados.0.smithi028.stdout:1750: writing smithi02882251-2 from 7774208 to 7970816 tid 4 2024-04-02T08:30:56.897 INFO:tasks.rados.rados.0.smithi028.stdout:1751: delete oid 8 current snap is 177 2024-04-02T08:30:56.898 INFO:tasks.rados.rados.0.smithi028.stdout:1750: finishing write tid 1 to smithi02882251-2 2024-04-02T08:30:56.898 INFO:tasks.rados.rados.0.smithi028.stdout:1750: finishing write tid 2 to smithi02882251-2 2024-04-02T08:30:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:1750: finishing write tid 3 to smithi02882251-2 2024-04-02T08:30:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:1750: finishing write tid 4 to smithi02882251-2 2024-04-02T08:30:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:1750: finishing write tid 5 to smithi02882251-2 2024-04-02T08:30:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:1750: finishing write tid 6 to smithi02882251-2 2024-04-02T08:30:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:1750: oid 2 updating version 0 to 946 2024-04-02T08:30:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:1750: oid 2 version 946 is already newer than 945 2024-04-02T08:30:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:1750: oid 2 version 946 is already newer than 944 2024-04-02T08:30:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:1750: oid 2 version 946 is already newer than 943 2024-04-02T08:30:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:1750: oid 2 updating version 946 to 947 2024-04-02T08:30:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 947 (ObjNum 569 snap 177 seq_num 569) dirty exists 2024-04-02T08:30:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:1750: left oid 2 (ObjNum 569 snap 177 seq_num 569) 2024-04-02T08:30:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:56 smithi137 ceph-mon[88456]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:30:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:56 smithi137 ceph-mon[88456]: osdmap e414: 8 total, 7 up, 8 in 2024-04-02T08:30:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:56 smithi137 ceph-mon[88456]: from='osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:56 smithi137 ceph-mon[88456]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:57.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:56 smithi137 ceph-mon[88456]: from='osd.3 ' entity='osd.3' 2024-04-02T08:30:57.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:57.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:57.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[96890]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:30:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[96890]: osdmap e414: 8 total, 7 up, 8 in 2024-04-02T08:30:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[96890]: from='osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[96890]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[96890]: from='osd.3 ' entity='osd.3' 2024-04-02T08:30:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[94314]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-02T08:30:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[94314]: osdmap e414: 8 total, 7 up, 8 in 2024-04-02T08:30:57.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[94314]: from='osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:57.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[94314]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-04-02T08:30:57.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[94314]: from='osd.3 ' entity='osd.3' 2024-04-02T08:30:57.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:57.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:30:57.883 INFO:tasks.rados.rados.0.smithi028.stdout:1748: done (3 left) 2024-04-02T08:30:57.883 INFO:tasks.rados.rados.0.smithi028.stdout:1750: done (2 left) 2024-04-02T08:30:57.883 INFO:tasks.rados.rados.0.smithi028.stdout:1751: done (1 left) 2024-04-02T08:30:57.883 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 177 2024-04-02T08:30:57.883 INFO:tasks.rados.rados.0.smithi028.stdout:1752: seq_num 571 ranges {2154496=770048,2924544=483328,3407872=753664,4161536=368640} 2024-04-02T08:30:57.900 INFO:tasks.rados.rados.0.smithi028.stdout:1752: writing smithi02882251-4 from 2154496 to 2924544 tid 1 2024-04-02T08:30:57.904 INFO:tasks.rados.rados.0.smithi028.stdout:1752: writing smithi02882251-4 from 2924544 to 3407872 tid 2 2024-04-02T08:30:57.909 INFO:tasks.rados.rados.0.smithi028.stdout:1752: writing smithi02882251-4 from 3407872 to 4161536 tid 3 2024-04-02T08:30:57.912 INFO:tasks.rados.rados.0.smithi028.stdout:1752: writing smithi02882251-4 from 4161536 to 4530176 tid 4 2024-04-02T08:30:57.912 INFO:tasks.rados.rados.0.smithi028.stdout:1752: finishing write tid 1 to smithi02882251-4 2024-04-02T08:30:57.912 INFO:tasks.rados.rados.0.smithi028.stdout:1749: expect (ObjNum 555 snap 174 seq_num 555) 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[94314]: pgmap v281: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 34 op/s; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[94314]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[94314]: osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646] boot 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[94314]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[94314]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[96890]: pgmap v281: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 34 op/s; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[96890]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[96890]: osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646] boot 2024-04-02T08:30:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[96890]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:30:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:30:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:57 smithi028 ceph-mon[96890]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-02T08:30:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:57 smithi137 ceph-mon[88456]: pgmap v281: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 34 op/s; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:30:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:57 smithi137 ceph-mon[88456]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:30:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:57 smithi137 ceph-mon[88456]: osd.3 [v2:172.21.15.28:6826/1976545646,v1:172.21.15.28:6827/1976545646] boot 2024-04-02T08:30:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:57 smithi137 ceph-mon[88456]: osdmap e415: 8 total, 8 up, 8 in 2024-04-02T08:30:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-02T08:30:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:57 smithi137 ceph-mon[88456]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-02T08:30:58.181 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:30:58.228 INFO:tasks.rados.rados.0.smithi028.stdout:1752: finishing write tid 2 to smithi02882251-4 2024-04-02T08:30:58.228 INFO:tasks.rados.rados.0.smithi028.stdout:1752: finishing write tid 3 to smithi02882251-4 2024-04-02T08:30:58.228 INFO:tasks.rados.rados.0.smithi028.stdout:1752: finishing write tid 4 to smithi02882251-4 2024-04-02T08:30:58.229 INFO:tasks.rados.rados.0.smithi028.stdout:1752: finishing write tid 5 to smithi02882251-4 2024-04-02T08:30:58.229 INFO:tasks.rados.rados.0.smithi028.stdout:1752: finishing write tid 6 to smithi02882251-4 2024-04-02T08:30:58.229 INFO:tasks.rados.rados.0.smithi028.stdout:1752: oid 4 updating version 0 to 718 2024-04-02T08:30:58.229 INFO:tasks.rados.rados.0.smithi028.stdout:1752: oid 4 updating version 718 to 720 2024-04-02T08:30:58.229 INFO:tasks.rados.rados.0.smithi028.stdout:1752: oid 4 updating version 720 to 722 2024-04-02T08:30:58.229 INFO:tasks.rados.rados.0.smithi028.stdout:1752: oid 4 version 722 is already newer than 721 2024-04-02T08:30:58.230 INFO:tasks.rados.rados.0.smithi028.stdout:1752: oid 4 version 722 is already newer than 719 2024-04-02T08:30:58.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 722 (ObjNum 571 snap 177 seq_num 571) dirty exists 2024-04-02T08:30:58.230 INFO:tasks.rados.rados.0.smithi028.stdout:1752: left oid 4 (ObjNum 571 snap 177 seq_num 571) 2024-04-02T08:30:58.230 INFO:tasks.rados.rados.0.smithi028.stdout:1749: done (1 left) 2024-04-02T08:30:58.230 INFO:tasks.rados.rados.0.smithi028.stdout:1752: done (0 left) 2024-04-02T08:30:58.230 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 177 2024-04-02T08:30:58.230 INFO:tasks.rados.rados.0.smithi028.stdout:1753: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2024-04-02T08:30:58.231 INFO:tasks.rados.rados.0.smithi028.stdout:1753: writing smithi02882251-3 from 0 to 786432 tid 1 2024-04-02T08:30:58.236 INFO:tasks.rados.rados.0.smithi028.stdout:1753: writing smithi02882251-3 from 786432 to 1556480 tid 2 2024-04-02T08:30:58.239 INFO:tasks.rados.rados.0.smithi028.stdout:1753: writing smithi02882251-3 from 1556480 to 2113536 tid 3 2024-04-02T08:30:58.241 INFO:tasks.rados.rados.0.smithi028.stdout:1753: writing smithi02882251-3 from 2113536 to 2392064 tid 4 2024-04-02T08:30:58.241 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 177 2024-04-02T08:30:58.241 INFO:tasks.rados.rados.0.smithi028.stdout:1754: seq_num 573 ranges {5627904=802816,6430720=655360,7086080=720896,7806976=229376} 2024-04-02T08:30:58.276 INFO:tasks.rados.rados.0.smithi028.stdout:1754: writing smithi02882251-30 from 5627904 to 6430720 tid 1 2024-04-02T08:30:58.280 INFO:tasks.rados.rados.0.smithi028.stdout:1754: writing smithi02882251-30 from 6430720 to 7086080 tid 2 2024-04-02T08:30:58.284 INFO:tasks.rados.rados.0.smithi028.stdout:1754: writing smithi02882251-30 from 7086080 to 7806976 tid 3 2024-04-02T08:30:58.286 INFO:tasks.rados.rados.0.smithi028.stdout:1754: writing smithi02882251-30 from 7806976 to 8036352 tid 4 2024-04-02T08:30:58.286 INFO:tasks.rados.rados.0.smithi028.stdout:1755: delete oid 1 current snap is 177 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: finishing write tid 1 to smithi02882251-3 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: finishing write tid 2 to smithi02882251-3 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: finishing write tid 3 to smithi02882251-3 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: finishing write tid 4 to smithi02882251-3 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: finishing write tid 5 to smithi02882251-3 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: finishing write tid 6 to smithi02882251-3 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: oid 3 updating version 0 to 683 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: oid 3 version 683 is already newer than 681 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: oid 3 version 683 is already newer than 682 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: oid 3 version 683 is already newer than 679 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: oid 3 version 683 is already newer than 680 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 683 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1753: left oid 3 (ObjNum 572 snap 177 seq_num 572) 2024-04-02T08:30:58.287 INFO:tasks.rados.rados.0.smithi028.stdout:1754: finishing write tid 1 to smithi02882251-30 2024-04-02T08:30:58.288 INFO:tasks.rados.rados.0.smithi028.stdout:1754: finishing write tid 2 to smithi02882251-30 2024-04-02T08:30:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:1754: finishing write tid 3 to smithi02882251-30 2024-04-02T08:30:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:1753: done (2 left) 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1755: done (1 left) 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1756: rmattr oid 7 current snap is 177 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1756: done (1 left) 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1757: read oid 28 snap -1 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1757: expect (ObjNum 386 snap 123 seq_num 386) 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1758: rollback oid 8 current snap is 177 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 150 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1759: snap_create 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1754: finishing write tid 4 to smithi02882251-30 2024-04-02T08:30:58.290 INFO:tasks.rados.rados.0.smithi028.stdout:1754: finishing write tid 5 to smithi02882251-30 2024-04-02T08:30:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:1754: finishing write tid 6 to smithi02882251-30 2024-04-02T08:30:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:1754: oid 30 updating version 0 to 1330 2024-04-02T08:30:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:1754: oid 30 version 1330 is already newer than 1329 2024-04-02T08:30:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:1754: oid 30 version 1330 is already newer than 1326 2024-04-02T08:30:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:1754: oid 30 version 1330 is already newer than 1328 2024-04-02T08:30:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:1754: oid 30 version 1330 is already newer than 1327 2024-04-02T08:30:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1330 (ObjNum 573 snap 177 seq_num 573) dirty exists 2024-04-02T08:30:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:1754: left oid 30 (ObjNum 573 snap 177 seq_num 573) 2024-04-02T08:30:58.292 INFO:tasks.rados.rados.0.smithi028.stdout:1758: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:30:58.292 INFO:tasks.rados.rados.0.smithi028.stdout:1758: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:30:58.292 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1099 (ObjNum 447 snap 143 seq_num 447) dirty exists 2024-04-02T08:30:58.298 INFO:tasks.rados.rados.0.smithi028.stdout:1757: expect (ObjNum 386 snap 123 seq_num 386) 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (7m) 2s ago 8m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (8m) 2m ago 8m 90.2M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (9m) 2s ago 9m 20.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (9m) 2m ago 9m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (3m) 2m ago 13m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (4m) 2s ago 14m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (3m) 2s ago 15m 56.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (2m) 2m ago 13m 23.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:30:58.519 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (2m) 2s ago 13m 50.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (8m) 2s ago 8m 15.8M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (8m) 2m ago 8m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (111s) 2s ago 12m 207M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (76s) 2s ago 12m 163M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (41s) 2s ago 11m 139M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (7s) 2s ago 11m 15.0M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (11m) 2m ago 11m 195M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 84e5689c43eb 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (10m) 2m ago 10m 210M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (10m) 2m ago 10m 121M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (9m) 2m ago 9m 152M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:30:58.520 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (3m) 2m ago 9m 55.2M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:30:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:1754: done (3 left) 2024-04-02T08:30:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:1757: done (2 left) 2024-04-02T08:30:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:1758: done (1 left) 2024-04-02T08:30:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:1759: done (0 left) 2024-04-02T08:30:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:1760: snap_remove snap 150 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 4 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:30:58.953 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:30:58.954 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:30:58.954 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:30:58.954 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 6, 2024-04-02T08:30:58.954 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 9 2024-04-02T08:30:58.954 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:30:58.954 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:30:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:58 smithi137 ceph-mon[88456]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:30:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:58 smithi137 ceph-mon[88456]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.185 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:58 smithi028 ceph-mon[94314]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:30:59.185 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:58 smithi028 ceph-mon[94314]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.186 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:58 smithi028 ceph-mon[96890]: osdmap e416: 8 total, 8 up, 8 in 2024-04-02T08:30:59.186 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:58 smithi028 ceph-mon[96890]: from='client.34278 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.861 INFO:tasks.rados.rados.0.smithi028.stdout:1760: done (0 left) 2024-04-02T08:30:59.862 INFO:tasks.rados.rados.0.smithi028.stdout:1761: rmattr oid 33 current snap is 178 2024-04-02T08:30:59.862 INFO:tasks.rados.rados.0.smithi028.stdout:1761: done (0 left) 2024-04-02T08:30:59.862 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 178 2024-04-02T08:30:59.862 INFO:tasks.rados.rados.0.smithi028.stdout:1762: seq_num 575 ranges {1671168=32768} 2024-04-02T08:30:59.871 INFO:tasks.rados.rados.0.smithi028.stdout:1762: writing smithi02882251-28 from 1671168 to 1703936 tid 1 2024-04-02T08:30:59.871 INFO:tasks.rados.rados.0.smithi028.stdout:1763: snap_remove snap 168 2024-04-02T08:30:59.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:59 smithi028 ceph-mon[94314]: pgmap v284: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 34 op/s; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:30:59.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:59 smithi028 ceph-mon[94314]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:59 smithi028 ceph-mon[94314]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:30:59.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:30:59 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3433504598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:30:59.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:59 smithi028 ceph-mon[96890]: pgmap v284: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 34 op/s; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:30:59.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:59 smithi028 ceph-mon[96890]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:30:59.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:59 smithi028 ceph-mon[96890]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:30:59.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:30:59 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3433504598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:59 smithi137 ceph-mon[88456]: pgmap v284: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 34 op/s; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:31:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:59 smithi137 ceph-mon[88456]: from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:59 smithi137 ceph-mon[88456]: osdmap e417: 8 total, 8 up, 8 in 2024-04-02T08:31:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:30:59 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3433504598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:00.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:31:00.427+0000 7fd126e6a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:31:00.866 INFO:tasks.rados.rados.0.smithi028.stdout:1763: done (1 left) 2024-04-02T08:31:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:1764: delete oid 41 current snap is 178 2024-04-02T08:31:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:1762: finishing write tid 1 to smithi02882251-28 2024-04-02T08:31:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:1762: finishing write tid 2 to smithi02882251-28 2024-04-02T08:31:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:1762: finishing write tid 3 to smithi02882251-28 2024-04-02T08:31:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:1762: oid 28 updating version 0 to 1211 2024-04-02T08:31:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:1762: oid 28 updating version 1211 to 1212 2024-04-02T08:31:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1212 (ObjNum 575 snap 178 seq_num 575) dirty exists 2024-04-02T08:31:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:1762: left oid 28 (ObjNum 575 snap 178 seq_num 575) 2024-04-02T08:31:00.878 INFO:tasks.rados.rados.0.smithi028.stdout:1762: done (1 left) 2024-04-02T08:31:00.878 INFO:tasks.rados.rados.0.smithi028.stdout:1764: done (0 left) 2024-04-02T08:31:00.878 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 178 2024-04-02T08:31:00.878 INFO:tasks.rados.rados.0.smithi028.stdout:1765: seq_num 577 ranges {6512640=65536} 2024-04-02T08:31:00.914 INFO:tasks.rados.rados.0.smithi028.stdout:1765: writing smithi02882251-6 from 6512640 to 6578176 tid 1 2024-04-02T08:31:00.915 INFO:tasks.rados.rados.0.smithi028.stdout:1766: snap_create 2024-04-02T08:31:00.917 INFO:tasks.rados.rados.0.smithi028.stdout:1765: finishing write tid 1 to smithi02882251-6 2024-04-02T08:31:00.917 INFO:tasks.rados.rados.0.smithi028.stdout:1765: finishing write tid 2 to smithi02882251-6 2024-04-02T08:31:00.918 INFO:tasks.rados.rados.0.smithi028.stdout:1765: finishing write tid 3 to smithi02882251-6 2024-04-02T08:31:00.918 INFO:tasks.rados.rados.0.smithi028.stdout:1765: oid 6 updating version 0 to 779 2024-04-02T08:31:00.918 INFO:tasks.rados.rados.0.smithi028.stdout:1765: oid 6 updating version 779 to 780 2024-04-02T08:31:00.918 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 780 (ObjNum 577 snap 178 seq_num 577) dirty exists 2024-04-02T08:31:00.918 INFO:tasks.rados.rados.0.smithi028.stdout:1765: left oid 6 (ObjNum 577 snap 178 seq_num 577) 2024-04-02T08:31:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:31:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:01.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: osdmap e418: 8 total, 8 up, 8 in 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:01.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:31:01] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:1765: done (1 left) 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:1766: done (0 left) 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:1767: rmattr oid 25 current snap is 179 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:1768: copy_from oid 11 from oid 23 current snap is 179 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:1769: rollback oid 39 current snap is 179 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 178 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:1770: read oid 18 snap -1 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:1770: expect (ObjNum 506 snap 161 seq_num 506) 2024-04-02T08:31:01.798 INFO:tasks.rados.rados.0.smithi028.stdout:1771: delete oid 17 current snap is 179 2024-04-02T08:31:01.802 INFO:tasks.rados.rados.0.smithi028.stdout:1769: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:31:01.802 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 0 (ObjNum 673 snap 0 seq_num 2923409264) dirty dne 2024-04-02T08:31:01.804 INFO:tasks.rados.rados.0.smithi028.stdout:1769: done (4 left) 2024-04-02T08:31:01.804 INFO:tasks.rados.rados.0.smithi028.stdout:1771: done (3 left) 2024-04-02T08:31:01.804 INFO:tasks.rados.rados.0.smithi028.stdout:1772: rollback oid 8 current snap is 179 2024-04-02T08:31:01.804 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 167 2024-04-02T08:31:01.804 INFO:tasks.rados.rados.0.smithi028.stdout:1773: delete oid 41 current snap is 179 2024-04-02T08:31:01.806 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1331 (ObjNum 173 snap 45 seq_num 173) dirty exists 2024-04-02T08:31:01.807 INFO:tasks.rados.rados.0.smithi028.stdout:1767: done (4 left) 2024-04-02T08:31:01.807 INFO:tasks.rados.rados.0.smithi028.stdout:1773: done (3 left) 2024-04-02T08:31:01.807 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 179 2024-04-02T08:31:01.807 INFO:tasks.rados.rados.0.smithi028.stdout:1774: seq_num 580 ranges {0=114688} 2024-04-02T08:31:01.808 INFO:tasks.rados.rados.0.smithi028.stdout:1774: writing smithi02882251-13 from 0 to 114688 tid 1 2024-04-02T08:31:01.808 INFO:tasks.rados.rados.0.smithi028.stdout:1775: snap_remove snap 171 2024-04-02T08:31:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:01 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:01 smithi137 ceph-mon[88456]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:31:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:01 smithi137 ceph-mon[88456]: pgmap v287: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:31:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:01 smithi137 ceph-mon[88456]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:31:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:01 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 64/684 objects degraded (9.357%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:02.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:01 smithi137 ceph-mon[88456]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:31:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[96890]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:31:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[96890]: pgmap v287: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:31:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[96890]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:31:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 64/684 objects degraded (9.357%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[96890]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:31:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[94314]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-04-02T08:31:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[94314]: pgmap v287: 121 pgs: 10 active+clean+remapped, 7 active+undersized+degraded, 30 active+undersized, 74 active+clean; 386 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 64/684 objects degraded (9.357%); 31/684 objects misplaced (4.532%) 2024-04-02T08:31:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[94314]: osdmap e419: 8 total, 8 up, 8 in 2024-04-02T08:31:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 64/684 objects degraded (9.357%), 7 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:01 smithi028 ceph-mon[94314]: osdmap e420: 8 total, 8 up, 8 in 2024-04-02T08:31:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:02.797 INFO:tasks.rados.rados.0.smithi028.stdout:1775: done (4 left) 2024-04-02T08:31:02.797 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 179 2024-04-02T08:31:02.797 INFO:tasks.rados.rados.0.smithi028.stdout:1774: finishing write tid 1 to smithi02882251-13 2024-04-02T08:31:02.797 INFO:tasks.rados.rados.0.smithi028.stdout:1776: seq_num 581 ranges {2146304=139264} 2024-04-02T08:31:02.810 INFO:tasks.rados.rados.0.smithi028.stdout:1776: writing smithi02882251-37 from 2146304 to 2285568 tid 1 2024-04-02T08:31:02.811 INFO:tasks.rados.rados.0.smithi028.stdout:1777: read oid 35 snap -1 2024-04-02T08:31:02.811 INFO:tasks.rados.rados.0.smithi028.stdout:1777: expect (ObjNum 556 snap 174 seq_num 556) 2024-04-02T08:31:02.812 INFO:tasks.rados.rados.0.smithi028.stdout:1774: finishing write tid 2 to smithi02882251-13 2024-04-02T08:31:02.812 INFO:tasks.rados.rados.0.smithi028.stdout:1774: finishing write tid 3 to smithi02882251-13 2024-04-02T08:31:02.812 INFO:tasks.rados.rados.0.smithi028.stdout:1774: oid 13 updating version 0 to 784 2024-04-02T08:31:02.812 INFO:tasks.rados.rados.0.smithi028.stdout:1774: oid 13 version 784 is already newer than 783 2024-04-02T08:31:02.812 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 784 (ObjNum 580 snap 179 seq_num 580) dirty exists 2024-04-02T08:31:02.813 INFO:tasks.rados.rados.0.smithi028.stdout:1774: left oid 13 (ObjNum 580 snap 179 seq_num 580) 2024-04-02T08:31:02.813 INFO:tasks.rados.rados.0.smithi028.stdout:1772: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:31:02.813 INFO:tasks.rados.rados.0.smithi028.stdout:1770: expect (ObjNum 506 snap 161 seq_num 506) 2024-04-02T08:31:03.018 INFO:tasks.rados.rados.0.smithi028.stdout:1772: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:31:03.018 INFO:tasks.rados.rados.0.smithi028.stdout:1772: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:31:03.018 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1117 (ObjNum 447 snap 143 seq_num 447) dirty exists 2024-04-02T08:31:03.018 INFO:tasks.rados.rados.0.smithi028.stdout:1770: done (5 left) 2024-04-02T08:31:03.018 INFO:tasks.rados.rados.0.smithi028.stdout:1772: done (4 left) 2024-04-02T08:31:03.018 INFO:tasks.rados.rados.0.smithi028.stdout:1774: done (3 left) 2024-04-02T08:31:03.018 INFO:tasks.rados.rados.0.smithi028.stdout:1778: snap_remove snap 175 2024-04-02T08:31:03.795 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:03.871 INFO:tasks.rados.rados.0.smithi028.stdout:1778: done (3 left) 2024-04-02T08:31:03.872 INFO:tasks.rados.rados.0.smithi028.stdout:1779: snap_remove snap 176 2024-04-02T08:31:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:03 smithi137 ceph-mon[88456]: pgmap v290: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 9 op/s; 38 MiB/s, 27 objects/s recovering 2024-04-02T08:31:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:03 smithi137 ceph-mon[88456]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:31:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:03 smithi137 ceph-mon[88456]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 64/684 objects degraded (9.357%), 7 pgs degraded) 2024-04-02T08:31:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:03 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:31:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:03 smithi028 ceph-mon[94314]: pgmap v290: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 9 op/s; 38 MiB/s, 27 objects/s recovering 2024-04-02T08:31:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:03 smithi028 ceph-mon[94314]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:31:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:03 smithi028 ceph-mon[94314]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 64/684 objects degraded (9.357%), 7 pgs degraded) 2024-04-02T08:31:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:03 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:31:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:03 smithi028 ceph-mon[96890]: pgmap v290: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 9 op/s; 38 MiB/s, 27 objects/s recovering 2024-04-02T08:31:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:03 smithi028 ceph-mon[96890]: osdmap e421: 8 total, 8 up, 8 in 2024-04-02T08:31:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:03 smithi028 ceph-mon[96890]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 64/684 objects degraded (9.357%), 7 pgs degraded) 2024-04-02T08:31:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:03 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:31:04.881 INFO:tasks.rados.rados.0.smithi028.stdout:1779: done (3 left) 2024-04-02T08:31:04.881 INFO:tasks.rados.rados.0.smithi028.stdout:1780: rmattr oid 42 current snap is 179 2024-04-02T08:31:04.881 INFO:tasks.rados.rados.0.smithi028.stdout:1768: finishing copy_from racing read to smithi02882251-11 2024-04-02T08:31:04.881 INFO:tasks.rados.rados.0.smithi028.stdout:1768: finishing copy_from to smithi02882251-11 2024-04-02T08:31:04.881 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1205 (ObjNum 568 snap 176 seq_num 568) dirty exists 2024-04-02T08:31:04.881 INFO:tasks.rados.rados.0.smithi028.stdout:1776: finishing write tid 1 to smithi02882251-37 2024-04-02T08:31:04.881 INFO:tasks.rados.rados.0.smithi028.stdout:1776: finishing write tid 2 to smithi02882251-37 2024-04-02T08:31:04.882 INFO:tasks.rados.rados.0.smithi028.stdout:1776: finishing write tid 3 to smithi02882251-37 2024-04-02T08:31:04.882 INFO:tasks.rados.rados.0.smithi028.stdout:1776: oid 37 updating version 0 to 1124 2024-04-02T08:31:04.882 INFO:tasks.rados.rados.0.smithi028.stdout:1776: oid 37 version 1124 is already newer than 1123 2024-04-02T08:31:04.882 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1124 (ObjNum 581 snap 179 seq_num 581) dirty exists 2024-04-02T08:31:04.882 INFO:tasks.rados.rados.0.smithi028.stdout:1776: left oid 37 (ObjNum 581 snap 179 seq_num 581) 2024-04-02T08:31:04.883 INFO:tasks.rados.rados.0.smithi028.stdout:1777: expect (ObjNum 556 snap 174 seq_num 556) 2024-04-02T08:31:04.940 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 961 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:31:04.940 INFO:tasks.rados.rados.0.smithi028.stdout:1768: done (3 left) 2024-04-02T08:31:04.940 INFO:tasks.rados.rados.0.smithi028.stdout:1776: done (2 left) 2024-04-02T08:31:04.940 INFO:tasks.rados.rados.0.smithi028.stdout:1777: done (1 left) 2024-04-02T08:31:04.940 INFO:tasks.rados.rados.0.smithi028.stdout:1780: done (0 left) 2024-04-02T08:31:04.940 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 179 2024-04-02T08:31:04.940 INFO:tasks.rados.rados.0.smithi028.stdout:1781: seq_num 582 ranges {4448256=155648} 2024-04-02T08:31:04.965 INFO:tasks.rados.rados.0.smithi028.stdout:1781: writing smithi02882251-18 from 4448256 to 4603904 tid 1 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1782: read oid 15 snap -1 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1782: expect (ObjNum 504 snap 160 seq_num 504) 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1783: copy_from oid 11 from oid 47 current snap is 179 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1784: read oid 36 snap -1 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1784: expect deleted 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1785: read oid 1 snap -1 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1785: expect deleted 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1786: copy_from oid 25 from oid 37 current snap is 179 2024-04-02T08:31:04.966 INFO:tasks.rados.rados.0.smithi028.stdout:1787: delete oid 23 current snap is 179 2024-04-02T08:31:04.969 INFO:tasks.rados.rados.0.smithi028.stdout:1784: done (6 left) 2024-04-02T08:31:04.969 INFO:tasks.rados.rados.0.smithi028.stdout:1785: done (5 left) 2024-04-02T08:31:04.969 INFO:tasks.rados.rados.0.smithi028.stdout:1787: done (4 left) 2024-04-02T08:31:04.969 INFO:tasks.rados.rados.0.smithi028.stdout:1788: snap_remove snap 162 2024-04-02T08:31:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:04 smithi137 ceph-mon[88456]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:31:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:04 smithi028 ceph-mon[94314]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:31:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:04 smithi028 ceph-mon[96890]: osdmap e422: 8 total, 8 up, 8 in 2024-04-02T08:31:05.879 INFO:tasks.rados.rados.0.smithi028.stdout:1788: done (4 left) 2024-04-02T08:31:05.879 INFO:tasks.rados.rados.0.smithi028.stdout:1789: read oid 39 snap -1 2024-04-02T08:31:05.879 INFO:tasks.rados.rados.0.smithi028.stdout:1789: expect deleted 2024-04-02T08:31:05.879 INFO:tasks.rados.rados.0.smithi028.stdout:1790: snap_remove snap 172 2024-04-02T08:31:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:05 smithi137 ceph-mon[88456]: pgmap v293: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 9 op/s; 38 MiB/s, 27 objects/s recovering 2024-04-02T08:31:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:05 smithi137 ceph-mon[88456]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:31:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:05 smithi028 ceph-mon[94314]: pgmap v293: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 9 op/s; 38 MiB/s, 27 objects/s recovering 2024-04-02T08:31:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:05 smithi028 ceph-mon[94314]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:31:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:05 smithi028 ceph-mon[96890]: pgmap v293: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 391 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 9 op/s; 38 MiB/s, 27 objects/s recovering 2024-04-02T08:31:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:05 smithi028 ceph-mon[96890]: osdmap e423: 8 total, 8 up, 8 in 2024-04-02T08:31:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:06.798 INFO:tasks.rados.rados.0.smithi028.stdout:1790: done (5 left) 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1791: rollback oid 34 current snap is 179 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 123 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 1 to smithi02882251-18 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 2 to smithi02882251-18 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 3 to smithi02882251-18 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1781: oid 18 updating version 0 to 1130 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1781: oid 18 updating version 1130 to 1131 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1131 (ObjNum 582 snap 179 seq_num 582) dirty exists 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1781: left oid 18 (ObjNum 582 snap 179 seq_num 582) 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1786: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1786: finishing copy_from to smithi02882251-25 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1124 (ObjNum 581 snap 179 seq_num 581) dirty exists 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1783: finishing copy_from racing read to smithi02882251-11 2024-04-02T08:31:06.799 INFO:tasks.rados.rados.0.smithi028.stdout:1782: expect (ObjNum 504 snap 160 seq_num 504) 2024-04-02T08:31:07.084 INFO:tasks.rados.rados.0.smithi028.stdout:1783: finishing copy_from to smithi02882251-11 2024-04-02T08:31:07.084 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 632 (ObjNum 544 snap 170 seq_num 544) dirty exists 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1781: done (5 left) 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1782: done (4 left) 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1783: done (3 left) 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1786: done (2 left) 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1789: done (1 left) 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1792: read oid 5 snap -1 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1792: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1793: snap_create 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1791: finishing rollback tid 1 to smithi02882251-34 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:1791: finishing rollback tid 2 to smithi02882251-34 2024-04-02T08:31:07.085 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 932 (ObjNum 380 snap 123 seq_num 380) dirty exists 2024-04-02T08:31:07.086 INFO:tasks.rados.rados.0.smithi028.stdout:1792: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:31:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:06 smithi137 ceph-mon[88456]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:31:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:06 smithi137 ceph-mon[88456]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:31:07.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:06 smithi028 ceph-mon[94314]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:31:07.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:06 smithi028 ceph-mon[94314]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:31:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:06 smithi028 ceph-mon[96890]: osdmap e424: 8 total, 8 up, 8 in 2024-04-02T08:31:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:06 smithi028 ceph-mon[96890]: osdmap e425: 8 total, 8 up, 8 in 2024-04-02T08:31:07.893 INFO:tasks.rados.rados.0.smithi028.stdout:1791: done (2 left) 2024-04-02T08:31:07.893 INFO:tasks.rados.rados.0.smithi028.stdout:1792: done (1 left) 2024-04-02T08:31:07.893 INFO:tasks.rados.rados.0.smithi028.stdout:1793: done (0 left) 2024-04-02T08:31:07.893 INFO:tasks.rados.rados.0.smithi028.stdout:1794: setattr oid 19 current snap is 180 2024-04-02T08:31:07.895 INFO:tasks.rados.rados.0.smithi028.stdout:1795: read oid 44 snap -1 2024-04-02T08:31:07.895 INFO:tasks.rados.rados.0.smithi028.stdout:1795: expect deleted 2024-04-02T08:31:07.895 INFO:tasks.rados.rados.0.smithi028.stdout:1796: rollback oid 24 current snap is 180 2024-04-02T08:31:07.895 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 165 2024-04-02T08:31:07.895 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 180 2024-04-02T08:31:07.895 INFO:tasks.rados.rados.0.smithi028.stdout:1797: seq_num 584 ranges {6578176=188416} 2024-04-02T08:31:07.933 INFO:tasks.rados.rados.0.smithi028.stdout:1797: writing smithi02882251-6 from 6578176 to 6766592 tid 1 2024-04-02T08:31:07.933 INFO:tasks.rados.rados.0.smithi028.stdout:1798: setattr oid 20 current snap is 180 2024-04-02T08:31:07.933 INFO:tasks.rados.rados.0.smithi028.stdout:1796: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:31:07.933 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1253 (ObjNum 33 snap 0 seq_num 1441028152) dirty exists 2024-04-02T08:31:07.933 INFO:tasks.rados.rados.0.smithi028.stdout:1796: finishing rollback tid 2 to smithi02882251-24 2024-04-02T08:31:07.933 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 887 (ObjNum 523 snap 165 seq_num 523) dirty exists 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi028.stdout:1794: done (4 left) 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi028.stdout:1795: done (3 left) 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi028.stdout:1796: done (2 left) 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi028.stdout:1799: read oid 4 snap 177 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi028.stdout:1799: expect (ObjNum 571 snap 177 seq_num 571) 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi028.stdout:1800: rmattr oid 48 current snap is 180 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 180 2024-04-02T08:31:07.934 INFO:tasks.rados.rados.0.smithi028.stdout:1801: seq_num 585 ranges {0=204800} 2024-04-02T08:31:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:1801: writing smithi02882251-5 from 0 to 204800 tid 1 2024-04-02T08:31:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:1802: rollback oid 17 current snap is 180 2024-04-02T08:31:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 165 2024-04-02T08:31:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:1803: copy_from oid 47 from oid 29 current snap is 180 2024-04-02T08:31:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:1804: rollback oid 3 current snap is 180 2024-04-02T08:31:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 163 2024-04-02T08:31:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:1805: setattr oid 34 current snap is 180 2024-04-02T08:31:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:1797: finishing write tid 1 to smithi02882251-6 2024-04-02T08:31:07.937 INFO:tasks.rados.rados.0.smithi028.stdout:1806: read oid 38 snap -1 2024-04-02T08:31:07.937 INFO:tasks.rados.rados.0.smithi028.stdout:1806: expect (ObjNum 547 snap 170 seq_num 547) 2024-04-02T08:31:07.937 INFO:tasks.rados.rados.0.smithi028.stdout:1807: copy_from oid 40 from oid 15 current snap is 180 2024-04-02T08:31:07.937 INFO:tasks.rados.rados.0.smithi028.stdout:1808: snap_remove snap 152 2024-04-02T08:31:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:07 smithi137 ceph-mon[88456]: pgmap v296: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-02T08:31:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:07 smithi028 ceph-mon[94314]: pgmap v296: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-02T08:31:08.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:07 smithi028 ceph-mon[96890]: pgmap v296: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-02T08:31:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:1808: done (11 left) 2024-04-02T08:31:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:1809: read oid 50 snap 178 2024-04-02T08:31:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:1809: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:31:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:1810: read oid 42 snap 178 2024-04-02T08:31:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:1810: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:31:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:1811: setattr oid 18 current snap is 180 2024-04-02T08:31:08.907 INFO:tasks.rados.rados.0.smithi028.stdout:1812: rollback oid 26 current snap is 180 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 158 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:1797: finishing write tid 2 to smithi02882251-6 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 938 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1465 (ObjNum 564 snap 175 seq_num 564) dirty exists 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:1801: finishing write tid 1 to smithi02882251-5 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:1801: finishing write tid 2 to smithi02882251-5 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 940 (ObjNum 380 snap 123 seq_num 380) dirty exists 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:1804: finishing rollback tid 0 to smithi02882251-3 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:1804: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 685 (ObjNum 33 snap 0 seq_num 4291893068) dirty dne 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:1802: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:1802: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 817 (ObjNum 520 snap 165 seq_num 520) dirty exists 2024-04-02T08:31:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:1801: finishing write tid 3 to smithi02882251-5 2024-04-02T08:31:08.909 INFO:tasks.rados.rados.0.smithi028.stdout:1801: oid 5 updating version 0 to 1139 2024-04-02T08:31:08.909 INFO:tasks.rados.rados.0.smithi028.stdout:1801: oid 5 version 1139 is already newer than 1138 2024-04-02T08:31:08.909 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1139 (ObjNum 585 snap 180 seq_num 585) dirty exists 2024-04-02T08:31:08.909 INFO:tasks.rados.rados.0.smithi028.stdout:1801: left oid 5 (ObjNum 585 snap 180 seq_num 585) 2024-04-02T08:31:08.909 INFO:tasks.rados.rados.0.smithi028.stdout:1797: finishing write tid 3 to smithi02882251-6 2024-04-02T08:31:08.910 INFO:tasks.rados.rados.0.smithi028.stdout:1797: oid 6 updating version 0 to 814 2024-04-02T08:31:08.910 INFO:tasks.rados.rados.0.smithi028.stdout:1797: oid 6 updating version 814 to 815 2024-04-02T08:31:08.910 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 815 (ObjNum 584 snap 180 seq_num 584) dirty exists 2024-04-02T08:31:08.910 INFO:tasks.rados.rados.0.smithi028.stdout:1797: left oid 6 (ObjNum 584 snap 180 seq_num 584) 2024-04-02T08:31:08.910 INFO:tasks.rados.rados.0.smithi028.stdout:1806: expect (ObjNum 547 snap 170 seq_num 547) 2024-04-02T08:31:08.970 INFO:tasks.rados.rados.0.smithi028.stdout:1799: expect (ObjNum 571 snap 177 seq_num 571) 2024-04-02T08:31:09.124 INFO:tasks.rados.rados.0.smithi028.stdout:1807: finishing copy_from racing read to smithi02882251-40 2024-04-02T08:31:09.124 INFO:tasks.rados.rados.0.smithi028.stdout:1807: finishing copy_from to smithi02882251-40 2024-04-02T08:31:09.124 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 974 (ObjNum 504 snap 160 seq_num 504) dirty exists 2024-04-02T08:31:09.124 INFO:tasks.rados.rados.0.smithi028.stdout:1803: finishing copy_from racing read to smithi02882251-47 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1803: finishing copy_from to smithi02882251-47 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 884 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1797: done (14 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1798: done (13 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1799: done (12 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1800: done (11 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1801: done (10 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1802: done (9 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1803: done (8 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1804: done (7 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1805: done (6 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1806: done (5 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1807: done (4 left) 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1813: read oid 36 snap -1 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1813: expect deleted 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:1814: rollback oid 35 current snap is 180 2024-04-02T08:31:09.125 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 165 2024-04-02T08:31:09.126 INFO:tasks.rados.rados.0.smithi028.stdout:1809: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1812: finishing rollback tid 0 to smithi02882251-26 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1812: finishing rollback tid 1 to smithi02882251-26 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1812: finishing rollback tid 2 to smithi02882251-26 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 948 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1153 (ObjNum 582 snap 179 seq_num 582) dirty exists 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1809: done (5 left) 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1811: done (4 left) 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1812: done (3 left) 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 180 2024-04-02T08:31:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1810: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:31:09.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:08 smithi028 ceph-mon[94314]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:31:09.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:08 smithi028 ceph-mon[96890]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:31:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:08 smithi137 ceph-mon[88456]: osdmap e426: 8 total, 8 up, 8 in 2024-04-02T08:31:09.443 INFO:tasks.rados.rados.0.smithi028.stdout:1814: finishing rollback tid 0 to smithi02882251-35 2024-04-02T08:31:09.443 INFO:tasks.rados.rados.0.smithi028.stdout:1814: finishing rollback tid 1 to smithi02882251-35 2024-04-02T08:31:09.443 INFO:tasks.rados.rados.0.smithi028.stdout:1814: finishing rollback tid 2 to smithi02882251-35 2024-04-02T08:31:09.443 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1163 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-04-02T08:31:09.443 INFO:tasks.rados.rados.0.smithi028.stdout:1815: seq_num 586 ranges {5734400=221184} 2024-04-02T08:31:09.475 INFO:tasks.rados.rados.0.smithi028.stdout:1815: writing smithi02882251-29 from 5734400 to 5955584 tid 1 2024-04-02T08:31:09.475 INFO:tasks.rados.rados.0.smithi028.stdout:1810: done (3 left) 2024-04-02T08:31:09.475 INFO:tasks.rados.rados.0.smithi028.stdout:1813: done (2 left) 2024-04-02T08:31:09.475 INFO:tasks.rados.rados.0.smithi028.stdout:1814: done (1 left) 2024-04-02T08:31:09.475 INFO:tasks.rados.rados.0.smithi028.stdout:1816: delete oid 37 current snap is 180 2024-04-02T08:31:09.478 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 1 to smithi02882251-29 2024-04-02T08:31:09.478 INFO:tasks.rados.rados.0.smithi028.stdout:1816: done (1 left) 2024-04-02T08:31:09.478 INFO:tasks.rados.rados.0.smithi028.stdout:1817: rollback oid 41 current snap is 180 2024-04-02T08:31:09.478 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 165 2024-04-02T08:31:09.479 INFO:tasks.rados.rados.0.smithi028.stdout:1818: read oid 4 snap 167 2024-04-02T08:31:09.479 INFO:tasks.rados.rados.0.smithi028.stdout:1818: expect (ObjNum 476 snap 149 seq_num 476) 2024-04-02T08:31:09.479 INFO:tasks.rados.rados.0.smithi028.stdout:1819: read oid 49 snap -1 2024-04-02T08:31:09.479 INFO:tasks.rados.rados.0.smithi028.stdout:1819: expect deleted 2024-04-02T08:31:09.479 INFO:tasks.rados.rados.0.smithi028.stdout:1820: delete oid 39 current snap is 180 2024-04-02T08:31:09.479 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 2 to smithi02882251-29 2024-04-02T08:31:09.480 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 3 to smithi02882251-29 2024-04-02T08:31:09.480 INFO:tasks.rados.rados.0.smithi028.stdout:1815: oid 29 updating version 0 to 888 2024-04-02T08:31:09.480 INFO:tasks.rados.rados.0.smithi028.stdout:1815: oid 29 updating version 888 to 889 2024-04-02T08:31:09.480 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 889 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:31:09.480 INFO:tasks.rados.rados.0.smithi028.stdout:1815: left oid 29 (ObjNum 586 snap 180 seq_num 586) 2024-04-02T08:31:09.480 INFO:tasks.rados.rados.0.smithi028.stdout:1815: done (4 left) 2024-04-02T08:31:09.480 INFO:tasks.rados.rados.0.smithi028.stdout:1819: done (3 left) 2024-04-02T08:31:09.480 INFO:tasks.rados.rados.0.smithi028.stdout:1820: done (2 left) 2024-04-02T08:31:09.481 INFO:tasks.rados.rados.0.smithi028.stdout:1821: delete oid 40 current snap is 180 2024-04-02T08:31:09.481 INFO:tasks.rados.rados.0.smithi028.stdout:1817: finishing rollback tid 1 to smithi02882251-41 2024-04-02T08:31:09.481 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 891 (ObjNum 705 snap 0 seq_num 2923409296) dirty dne 2024-04-02T08:31:09.482 INFO:tasks.rados.rados.0.smithi028.stdout:1817: done (2 left) 2024-04-02T08:31:09.482 INFO:tasks.rados.rados.0.smithi028.stdout:1821: done (1 left) 2024-04-02T08:31:09.482 INFO:tasks.rados.rados.0.smithi028.stdout:1822: read oid 1 snap -1 2024-04-02T08:31:09.482 INFO:tasks.rados.rados.0.smithi028.stdout:1822: expect deleted 2024-04-02T08:31:09.482 INFO:tasks.rados.rados.0.smithi028.stdout:1823: copy_from oid 50 from oid 41 current snap is 180 2024-04-02T08:31:09.483 INFO:tasks.rados.rados.0.smithi028.stdout:1824: setattr oid 26 current snap is 180 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1822: done (3 left) 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1825: read oid 38 snap -1 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1825: expect (ObjNum 547 snap 170 seq_num 547) 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1826: read oid 32 snap -1 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1826: expect (ObjNum 566 snap 176 seq_num 566) 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1827: delete oid 34 current snap is 180 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1823: finishing copy_from to smithi02882251-50 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1823: got expected ENOENT (src dne) 2024-04-02T08:31:09.484 INFO:tasks.rados.rados.0.smithi028.stdout:1823: finishing copy_from racing read to smithi02882251-50 2024-04-02T08:31:09.491 INFO:tasks.rados.rados.0.smithi028.stdout:1825: expect (ObjNum 547 snap 170 seq_num 547) 2024-04-02T08:31:09.546 INFO:tasks.rados.rados.0.smithi028.stdout:1818: expect (ObjNum 476 snap 149 seq_num 476) 2024-04-02T08:31:09.723 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 949 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-04-02T08:31:09.724 INFO:tasks.rados.rados.0.smithi028.stdout:1826: expect (ObjNum 566 snap 176 seq_num 566) 2024-04-02T08:31:10.044 INFO:tasks.rados.rados.0.smithi028.stdout:1818: done (5 left) 2024-04-02T08:31:10.044 INFO:tasks.rados.rados.0.smithi028.stdout:1823: done (4 left) 2024-04-02T08:31:10.044 INFO:tasks.rados.rados.0.smithi028.stdout:1824: done (3 left) 2024-04-02T08:31:10.044 INFO:tasks.rados.rados.0.smithi028.stdout:1825: done (2 left) 2024-04-02T08:31:10.044 INFO:tasks.rados.rados.0.smithi028.stdout:1826: done (1 left) 2024-04-02T08:31:10.044 INFO:tasks.rados.rados.0.smithi028.stdout:1827: done (0 left) 2024-04-02T08:31:10.045 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 180 2024-04-02T08:31:10.045 INFO:tasks.rados.rados.0.smithi028.stdout:1828: seq_num 591 ranges {2007040=303104} 2024-04-02T08:31:10.056 INFO:tasks.rados.rados.0.smithi028.stdout:1828: writing smithi02882251-43 from 2007040 to 2310144 tid 1 2024-04-02T08:31:10.056 INFO:tasks.rados.rados.0.smithi028.stdout:1829: snap_create 2024-04-02T08:31:10.059 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 1 to smithi02882251-43 2024-04-02T08:31:10.060 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 2 to smithi02882251-43 2024-04-02T08:31:10.060 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 3 to smithi02882251-43 2024-04-02T08:31:10.060 INFO:tasks.rados.rados.0.smithi028.stdout:1828: oid 43 updating version 0 to 426 2024-04-02T08:31:10.060 INFO:tasks.rados.rados.0.smithi028.stdout:1828: oid 43 version 426 is already newer than 425 2024-04-02T08:31:10.060 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 426 (ObjNum 591 snap 180 seq_num 591) dirty exists 2024-04-02T08:31:10.060 INFO:tasks.rados.rados.0.smithi028.stdout:1828: left oid 43 (ObjNum 591 snap 180 seq_num 591) 2024-04-02T08:31:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:09 smithi028 ceph-mon[96890]: pgmap v299: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-02T08:31:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:09 smithi028 ceph-mon[96890]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:31:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:09 smithi028 ceph-mon[94314]: pgmap v299: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-02T08:31:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:09 smithi028 ceph-mon[94314]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:31:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:09 smithi137 ceph-mon[88456]: pgmap v299: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-04-02T08:31:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:09 smithi137 ceph-mon[88456]: osdmap e427: 8 total, 8 up, 8 in 2024-04-02T08:31:10.905 INFO:tasks.rados.rados.0.smithi028.stdout:1828: done (1 left) 2024-04-02T08:31:10.905 INFO:tasks.rados.rados.0.smithi028.stdout:1829: done (0 left) 2024-04-02T08:31:10.905 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 181 2024-04-02T08:31:10.905 INFO:tasks.rados.rados.0.smithi028.stdout:1830: seq_num 592 ranges {5734400=319488} 2024-04-02T08:31:10.938 INFO:tasks.rados.rados.0.smithi028.stdout:1830: writing smithi02882251-42 from 5734400 to 6053888 tid 1 2024-04-02T08:31:10.938 INFO:tasks.rados.rados.0.smithi028.stdout:1831: snap_create 2024-04-02T08:31:10.945 INFO:tasks.rados.rados.0.smithi028.stdout:1830: finishing write tid 1 to smithi02882251-42 2024-04-02T08:31:10.945 INFO:tasks.rados.rados.0.smithi028.stdout:1830: finishing write tid 2 to smithi02882251-42 2024-04-02T08:31:10.946 INFO:tasks.rados.rados.0.smithi028.stdout:1830: finishing write tid 3 to smithi02882251-42 2024-04-02T08:31:10.946 INFO:tasks.rados.rados.0.smithi028.stdout:1830: oid 42 updating version 0 to 980 2024-04-02T08:31:10.946 INFO:tasks.rados.rados.0.smithi028.stdout:1830: oid 42 version 980 is already newer than 979 2024-04-02T08:31:10.946 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 980 (ObjNum 592 snap 181 seq_num 592) dirty exists 2024-04-02T08:31:10.946 INFO:tasks.rados.rados.0.smithi028.stdout:1830: left oid 42 (ObjNum 592 snap 181 seq_num 592) 2024-04-02T08:31:11.539 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:31:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:31:11] "GET /metrics HTTP/1.1" 200 36222 "" "Prometheus/2.43.0" 2024-04-02T08:31:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:11 smithi137 ceph-mon[88456]: pgmap v301: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 551 KiB/s wr, 8 op/s 2024-04-02T08:31:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:11 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:11 smithi137 ceph-mon[88456]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:31:11.906 INFO:tasks.rados.rados.0.smithi028.stdout:1830: done (1 left) 2024-04-02T08:31:11.907 INFO:tasks.rados.rados.0.smithi028.stdout:1831: done (0 left) 2024-04-02T08:31:11.907 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 182 2024-04-02T08:31:11.907 INFO:tasks.rados.rados.0.smithi028.stdout:1832: seq_num 593 ranges {4603904=335872} 2024-04-02T08:31:11.933 INFO:tasks.rados.rados.0.smithi028.stdout:1832: writing smithi02882251-18 from 4603904 to 4939776 tid 1 2024-04-02T08:31:11.934 INFO:tasks.rados.rados.0.smithi028.stdout:1833: snap_create 2024-04-02T08:31:11.941 INFO:tasks.rados.rados.0.smithi028.stdout:1832: finishing write tid 1 to smithi02882251-18 2024-04-02T08:31:11.941 INFO:tasks.rados.rados.0.smithi028.stdout:1832: finishing write tid 2 to smithi02882251-18 2024-04-02T08:31:11.943 INFO:tasks.rados.rados.0.smithi028.stdout:1832: finishing write tid 3 to smithi02882251-18 2024-04-02T08:31:11.943 INFO:tasks.rados.rados.0.smithi028.stdout:1832: oid 18 updating version 0 to 1168 2024-04-02T08:31:11.943 INFO:tasks.rados.rados.0.smithi028.stdout:1832: oid 18 version 1168 is already newer than 1167 2024-04-02T08:31:11.943 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1168 (ObjNum 593 snap 182 seq_num 593) dirty exists 2024-04-02T08:31:11.943 INFO:tasks.rados.rados.0.smithi028.stdout:1832: left oid 18 (ObjNum 593 snap 182 seq_num 593) 2024-04-02T08:31:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:11 smithi028 ceph-mon[94314]: pgmap v301: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 551 KiB/s wr, 8 op/s 2024-04-02T08:31:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:11 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:11 smithi028 ceph-mon[94314]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:31:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:11 smithi028 ceph-mon[96890]: pgmap v301: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 551 KiB/s wr, 8 op/s 2024-04-02T08:31:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:11 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:11 smithi028 ceph-mon[96890]: osdmap e428: 8 total, 8 up, 8 in 2024-04-02T08:31:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:12.912 INFO:tasks.rados.rados.0.smithi028.stdout:1832: done (1 left) 2024-04-02T08:31:12.912 INFO:tasks.rados.rados.0.smithi028.stdout:1833: done (0 left) 2024-04-02T08:31:12.912 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 183 2024-04-02T08:31:12.912 INFO:tasks.rados.rados.0.smithi028.stdout:1834: seq_num 594 ranges {5283840=352256} 2024-04-02T08:31:12.943 INFO:tasks.rados.rados.0.smithi028.stdout:1834: writing smithi02882251-17 from 5283840 to 5636096 tid 1 2024-04-02T08:31:12.943 INFO:tasks.rados.rados.0.smithi028.stdout:1835: rollback oid 22 current snap is 183 2024-04-02T08:31:12.943 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 22 to 163 2024-04-02T08:31:12.943 INFO:tasks.rados.rados.0.smithi028.stdout:1836: delete oid 39 current snap is 183 2024-04-02T08:31:12.945 INFO:tasks.rados.rados.0.smithi028.stdout:1836: done (2 left) 2024-04-02T08:31:12.945 INFO:tasks.rados.rados.0.smithi028.stdout:1837: snap_remove snap 158 2024-04-02T08:31:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:12 smithi028 ceph-mon[94314]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:31:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:12 smithi028 ceph-mon[96890]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:31:13.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:12 smithi137 ceph-mon[88456]: osdmap e429: 8 total, 8 up, 8 in 2024-04-02T08:31:13.895 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1834: finishing write tid 1 to smithi02882251-17 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1835: finishing rollback tid 0 to smithi02882251-22 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1835: finishing rollback tid 1 to smithi02882251-22 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1835: finishing rollback tid 2 to smithi02882251-22 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1265 (ObjNum 478 snap 149 seq_num 478) dirty exists 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1834: finishing write tid 2 to smithi02882251-17 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1834: finishing write tid 3 to smithi02882251-17 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1834: oid 17 updating version 0 to 828 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1834: oid 17 version 828 is already newer than 827 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 828 (ObjNum 594 snap 183 seq_num 594) dirty exists 2024-04-02T08:31:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:1834: left oid 17 (ObjNum 594 snap 183 seq_num 594) 2024-04-02T08:31:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:1834: done (2 left) 2024-04-02T08:31:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:1835: done (1 left) 2024-04-02T08:31:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:1837: done (0 left) 2024-04-02T08:31:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:1838: snap_create 2024-04-02T08:31:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:13 smithi028 ceph-mon[94314]: pgmap v304: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-04-02T08:31:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:13 smithi028 ceph-mon[94314]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:31:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:13 smithi028 ceph-mon[96890]: pgmap v304: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-04-02T08:31:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:13 smithi028 ceph-mon[96890]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:31:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:13 smithi137 ceph-mon[88456]: pgmap v304: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-04-02T08:31:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:13 smithi137 ceph-mon[88456]: osdmap e430: 8 total, 8 up, 8 in 2024-04-02T08:31:14.923 INFO:tasks.rados.rados.0.smithi028.stdout:1838: done (0 left) 2024-04-02T08:31:14.923 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 184 2024-04-02T08:31:14.923 INFO:tasks.rados.rados.0.smithi028.stdout:1839: seq_num 596 ranges {1507328=385024} 2024-04-02T08:31:14.933 INFO:tasks.rados.rados.0.smithi028.stdout:1839: writing smithi02882251-10 from 1507328 to 1892352 tid 1 2024-04-02T08:31:14.933 INFO:tasks.rados.rados.0.smithi028.stdout:1840: snap_create 2024-04-02T08:31:14.939 INFO:tasks.rados.rados.0.smithi028.stdout:1839: finishing write tid 1 to smithi02882251-10 2024-04-02T08:31:14.939 INFO:tasks.rados.rados.0.smithi028.stdout:1839: finishing write tid 2 to smithi02882251-10 2024-04-02T08:31:14.941 INFO:tasks.rados.rados.0.smithi028.stdout:1839: finishing write tid 3 to smithi02882251-10 2024-04-02T08:31:14.941 INFO:tasks.rados.rados.0.smithi028.stdout:1839: oid 10 updating version 0 to 1207 2024-04-02T08:31:14.941 INFO:tasks.rados.rados.0.smithi028.stdout:1839: oid 10 version 1207 is already newer than 1206 2024-04-02T08:31:14.941 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1207 (ObjNum 596 snap 184 seq_num 596) dirty exists 2024-04-02T08:31:14.941 INFO:tasks.rados.rados.0.smithi028.stdout:1839: left oid 10 (ObjNum 596 snap 184 seq_num 596) 2024-04-02T08:31:15.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:14 smithi028 ceph-mon[94314]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:31:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:14 smithi028 ceph-mon[96890]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:31:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:14 smithi137 ceph-mon[88456]: osdmap e431: 8 total, 8 up, 8 in 2024-04-02T08:31:15.924 INFO:tasks.rados.rados.0.smithi028.stdout:1839: done (1 left) 2024-04-02T08:31:15.924 INFO:tasks.rados.rados.0.smithi028.stdout:1840: done (0 left) 2024-04-02T08:31:15.924 INFO:tasks.rados.rados.0.smithi028.stdout:1841: rollback oid 27 current snap is 185 2024-04-02T08:31:15.924 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 181 2024-04-02T08:31:15.924 INFO:tasks.rados.rados.0.smithi028.stdout:1842: delete oid 39 current snap is 185 2024-04-02T08:31:15.931 INFO:tasks.rados.rados.0.smithi028.stdout:1841: finishing rollback tid 0 to smithi02882251-27 2024-04-02T08:31:15.931 INFO:tasks.rados.rados.0.smithi028.stdout:1841: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:31:15.931 INFO:tasks.rados.rados.0.smithi028.stdout:1842: done (1 left) 2024-04-02T08:31:15.931 INFO:tasks.rados.rados.0.smithi028.stdout:1843: rollback oid 5 current snap is 185 2024-04-02T08:31:15.931 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 163 2024-04-02T08:31:15.931 INFO:tasks.rados.rados.0.smithi028.stdout:1844: copy_from oid 6 from oid 24 current snap is 185 2024-04-02T08:31:15.931 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 185 2024-04-02T08:31:15.931 INFO:tasks.rados.rados.0.smithi028.stdout:1845: seq_num 598 ranges {5636096=417792} 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:1845: writing smithi02882251-17 from 5636096 to 6053888 tid 1 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:1846: snap_create 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:1841: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1494 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:1843: finishing rollback tid 0 to smithi02882251-5 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:1843: finishing rollback tid 1 to smithi02882251-5 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:1843: finishing rollback tid 2 to smithi02882251-5 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1142 (ObjNum 429 snap 139 seq_num 429) dirty exists 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:1844: finishing copy_from racing read to smithi02882251-6 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:1844: finishing copy_from to smithi02882251-6 2024-04-02T08:31:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 887 (ObjNum 523 snap 165 seq_num 523) dirty exists 2024-04-02T08:31:15.967 INFO:tasks.rados.rados.0.smithi028.stdout:1845: finishing write tid 1 to smithi02882251-17 2024-04-02T08:31:15.967 INFO:tasks.rados.rados.0.smithi028.stdout:1845: finishing write tid 2 to smithi02882251-17 2024-04-02T08:31:15.968 INFO:tasks.rados.rados.0.smithi028.stdout:1845: finishing write tid 3 to smithi02882251-17 2024-04-02T08:31:15.968 INFO:tasks.rados.rados.0.smithi028.stdout:1845: oid 17 updating version 0 to 889 2024-04-02T08:31:15.969 INFO:tasks.rados.rados.0.smithi028.stdout:1845: oid 17 version 889 is already newer than 888 2024-04-02T08:31:15.969 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 889 (ObjNum 598 snap 185 seq_num 598) dirty exists 2024-04-02T08:31:15.969 INFO:tasks.rados.rados.0.smithi028.stdout:1845: left oid 17 (ObjNum 598 snap 185 seq_num 598) 2024-04-02T08:31:16.178 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:15 smithi137 ceph-mon[88456]: pgmap v307: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T08:31:16.178 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:15 smithi137 ceph-mon[88456]: osdmap e432: 8 total, 8 up, 8 in 2024-04-02T08:31:16.178 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:15 smithi028 ceph-mon[94314]: pgmap v307: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T08:31:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:15 smithi028 ceph-mon[94314]: osdmap e432: 8 total, 8 up, 8 in 2024-04-02T08:31:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:15 smithi028 ceph-mon[96890]: pgmap v307: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-04-02T08:31:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:15 smithi028 ceph-mon[96890]: osdmap e432: 8 total, 8 up, 8 in 2024-04-02T08:31:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:16.800 INFO:tasks.rados.rados.0.smithi028.stdout:1841: done (4 left) 2024-04-02T08:31:16.800 INFO:tasks.rados.rados.0.smithi028.stdout:1843: done (3 left) 2024-04-02T08:31:16.800 INFO:tasks.rados.rados.0.smithi028.stdout:1844: done (2 left) 2024-04-02T08:31:16.800 INFO:tasks.rados.rados.0.smithi028.stdout:1845: done (1 left) 2024-04-02T08:31:16.800 INFO:tasks.rados.rados.0.smithi028.stdout:1846: done (0 left) 2024-04-02T08:31:16.800 INFO:tasks.rados.rados.0.smithi028.stdout:1847: snap_remove snap 181 2024-04-02T08:31:17.109 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:16 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:17.109 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:16 smithi137 ceph-mon[88456]: Upgrade: osd.4 is safe to restart 2024-04-02T08:31:17.109 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:16 smithi137 ceph-mon[88456]: osdmap e433: 8 total, 8 up, 8 in 2024-04-02T08:31:17.110 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:16 smithi137 ceph-mon[88456]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:31:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:16 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:16 smithi028 ceph-mon[94314]: Upgrade: osd.4 is safe to restart 2024-04-02T08:31:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:16 smithi028 ceph-mon[94314]: osdmap e433: 8 total, 8 up, 8 in 2024-04-02T08:31:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:16 smithi028 ceph-mon[94314]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:31:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:16 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-02T08:31:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:16 smithi028 ceph-mon[96890]: Upgrade: osd.4 is safe to restart 2024-04-02T08:31:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:16 smithi028 ceph-mon[96890]: osdmap e433: 8 total, 8 up, 8 in 2024-04-02T08:31:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:16 smithi028 ceph-mon[96890]: osdmap e434: 8 total, 8 up, 8 in 2024-04-02T08:31:17.802 INFO:tasks.rados.rados.0.smithi028.stdout:1847: done (0 left) 2024-04-02T08:31:17.802 INFO:tasks.rados.rados.0.smithi028.stdout:1848: read oid 42 snap 167 2024-04-02T08:31:17.803 INFO:tasks.rados.rados.0.smithi028.stdout:1848: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:31:17.803 INFO:tasks.rados.rados.0.smithi028.stdout:1849: snap_remove snap 161 2024-04-02T08:31:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:18 smithi137 ceph-mon[88456]: pgmap v310: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 262 KiB/s wr, 3 op/s 2024-04-02T08:31:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:18 smithi137 ceph-mon[88456]: Upgrade: Updating osd.4 2024-04-02T08:31:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:18 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:18 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:31:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:18 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:18 smithi137 ceph-mon[88456]: Deploying daemon osd.4 on smithi137 2024-04-02T08:31:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:18 smithi137 ceph-mon[88456]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:31:18.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[96890]: pgmap v310: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 262 KiB/s wr, 3 op/s 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[96890]: Upgrade: Updating osd.4 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[96890]: Deploying daemon osd.4 on smithi137 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[96890]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[94314]: pgmap v310: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 262 KiB/s wr, 3 op/s 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[94314]: Upgrade: Updating osd.4 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-02T08:31:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:18.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[94314]: Deploying daemon osd.4 on smithi137 2024-04-02T08:31:18.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:18 smithi028 ceph-mon[94314]: osdmap e435: 8 total, 8 up, 8 in 2024-04-02T08:31:18.803 INFO:tasks.rados.rados.0.smithi028.stdout:1849: done (1 left) 2024-04-02T08:31:18.803 INFO:tasks.rados.rados.0.smithi028.stdout:1850: snap_create 2024-04-02T08:31:18.803 INFO:tasks.rados.rados.0.smithi028.stdout:1848: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:31:19.805 INFO:tasks.rados.rados.0.smithi028.stdout:1848: done (1 left) 2024-04-02T08:31:19.806 INFO:tasks.rados.rados.0.smithi028.stdout:1850: done (0 left) 2024-04-02T08:31:19.806 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 187 2024-04-02T08:31:19.806 INFO:tasks.rados.rados.0.smithi028.stdout:1851: seq_num 599 ranges {0=434176} 2024-04-02T08:31:19.808 INFO:tasks.rados.rados.0.smithi028.stdout:1851: writing smithi02882251-23 from 0 to 434176 tid 1 2024-04-02T08:31:19.808 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 187 2024-04-02T08:31:19.808 INFO:tasks.rados.rados.0.smithi028.stdout:1852: seq_num 600 ranges {3620864=450560} 2024-04-02T08:31:19.831 INFO:tasks.rados.rados.0.smithi028.stdout:1852: writing smithi02882251-35 from 3620864 to 4071424 tid 1 2024-04-02T08:31:19.831 INFO:tasks.rados.rados.0.smithi028.stdout:1853: rollback oid 37 current snap is 187 2024-04-02T08:31:19.831 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 167 2024-04-02T08:31:19.831 INFO:tasks.rados.rados.0.smithi028.stdout:1851: finishing write tid 1 to smithi02882251-23 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:1854: setattr oid 48 current snap is 187 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:1851: finishing write tid 2 to smithi02882251-23 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:1851: finishing write tid 3 to smithi02882251-23 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:1851: oid 23 updating version 0 to 1289 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:1851: oid 23 version 1289 is already newer than 1288 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1289 (ObjNum 599 snap 187 seq_num 599) dirty exists 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:1851: left oid 23 (ObjNum 599 snap 187 seq_num 599) 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:1851: done (3 left) 2024-04-02T08:31:19.832 INFO:tasks.rados.rados.0.smithi028.stdout:1855: read oid 24 snap -1 2024-04-02T08:31:19.833 INFO:tasks.rados.rados.0.smithi028.stdout:1855: expect (ObjNum 523 snap 165 seq_num 523) 2024-04-02T08:31:19.833 INFO:tasks.rados.rados.0.smithi028.stdout:1856: snap_remove snap 174 2024-04-02T08:31:20.098 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:19 smithi137 ceph-mon[88456]: pgmap v313: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 262 KiB/s wr, 3 op/s 2024-04-02T08:31:20.099 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:19 smithi137 ceph-mon[88456]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:31:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:19 smithi028 ceph-mon[96890]: pgmap v313: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 262 KiB/s wr, 3 op/s 2024-04-02T08:31:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:19 smithi028 ceph-mon[96890]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:31:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:19 smithi028 ceph-mon[94314]: pgmap v313: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 262 KiB/s wr, 3 op/s 2024-04-02T08:31:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:19 smithi028 ceph-mon[94314]: osdmap e436: 8 total, 8 up, 8 in 2024-04-02T08:31:20.698 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:20 smithi137 systemd[1]: Stopping Ceph osd.4 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:20.821 INFO:tasks.rados.rados.0.smithi028.stdout:1856: done (4 left) 2024-04-02T08:31:20.821 INFO:tasks.rados.rados.0.smithi028.stdout:1857: snap_create 2024-04-02T08:31:20.821 INFO:tasks.rados.rados.0.smithi028.stdout:1852: finishing write tid 1 to smithi02882251-35 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:1852: finishing write tid 2 to smithi02882251-35 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1508 (ObjNum 564 snap 175 seq_num 564) dirty exists 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:1853: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:1853: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1193 (ObjNum 507 snap 161 seq_num 507) dirty exists 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:1852: finishing write tid 3 to smithi02882251-35 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:1852: oid 35 updating version 0 to 1190 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:1852: oid 35 updating version 1190 to 1191 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1191 (ObjNum 600 snap 187 seq_num 600) dirty exists 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:1852: left oid 35 (ObjNum 600 snap 187 seq_num 600) 2024-04-02T08:31:20.822 INFO:tasks.rados.rados.0.smithi028.stdout:1855: expect (ObjNum 523 snap 165 seq_num 523) 2024-04-02T08:31:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:20 smithi137 ceph-mon[88456]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:31:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:20 smithi137 ceph-mon[88456]: osd.4 marked itself down and dead 2024-04-02T08:31:21.145 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[36610]: 2024-04-02T08:31:20.698+0000 7f484c39b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:31:21.145 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[36610]: 2024-04-02T08:31:20.698+0000 7f484c39b700 -1 osd.4 437 *** Got signal Terminated *** 2024-04-02T08:31:21.145 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[36610]: 2024-04-02T08:31:20.698+0000 7f484c39b700 -1 osd.4 437 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:31:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:20 smithi028 ceph-mon[94314]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:31:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:20 smithi028 ceph-mon[94314]: osd.4 marked itself down and dead 2024-04-02T08:31:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:20 smithi028 ceph-mon[96890]: osdmap e437: 8 total, 8 up, 8 in 2024-04-02T08:31:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:20 smithi028 ceph-mon[96890]: osd.4 marked itself down and dead 2024-04-02T08:31:21.645 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:21 smithi137 podman[94127]: 2024-04-02 08:31:21.383143028 +0000 UTC m=+0.804544377 container died 84e5689c43eb883a9f338bf643e0f08b0d30ff6dd017a5c360f8ff30097a7e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-02T08:31:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:31:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:31:21] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:31:21.826 INFO:tasks.rados.rados.0.smithi028.stdout:1852: done (4 left) 2024-04-02T08:31:21.826 INFO:tasks.rados.rados.0.smithi028.stdout:1853: done (3 left) 2024-04-02T08:31:21.826 INFO:tasks.rados.rados.0.smithi028.stdout:1854: done (2 left) 2024-04-02T08:31:21.826 INFO:tasks.rados.rados.0.smithi028.stdout:1855: done (1 left) 2024-04-02T08:31:21.826 INFO:tasks.rados.rados.0.smithi028.stdout:1857: done (0 left) 2024-04-02T08:31:21.826 INFO:tasks.rados.rados.0.smithi028.stdout:1858: snap_create 2024-04-02T08:31:22.029 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:21 smithi137 ceph-mon[88456]: pgmap v316: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:31:22.029 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:21 smithi137 ceph-mon[88456]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:22.029 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:21 smithi137 ceph-mon[88456]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:31:22.029 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:21 smithi137 podman[94127]: 2024-04-02 08:31:21.788337837 +0000 UTC m=+1.209739185 container cleanup 84e5689c43eb883a9f338bf643e0f08b0d30ff6dd017a5c360f8ff30097a7e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2) 2024-04-02T08:31:22.030 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:21 smithi137 bash[94127]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T08:31:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:21 smithi028 ceph-mon[96890]: pgmap v316: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:31:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:21 smithi028 ceph-mon[96890]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:21 smithi028 ceph-mon[96890]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:31:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:21 smithi028 ceph-mon[94314]: pgmap v316: 121 pgs: 121 active+clean; 425 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:31:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:21 smithi028 ceph-mon[94314]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:21 smithi028 ceph-mon[94314]: osdmap e438: 8 total, 7 up, 8 in 2024-04-02T08:31:22.312 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:22 smithi137 podman[94149]: 2024-04-02 08:31:22.031369141 +0000 UTC m=+0.643032153 container remove 84e5689c43eb883a9f338bf643e0f08b0d30ff6dd017a5c360f8ff30097a7e8c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T08:31:22.583 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:22.583 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:22 smithi137 podman[94246]: 2024-04-02 08:31:22.263588665 +0000 UTC m=+0.017636536 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:22.583 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:22 smithi137 podman[94246]: 2024-04-02 08:31:22.382337819 +0000 UTC m=+0.136385672 container create f8adfddb98600dec6411dafb9324c5648a48ece99f0200cb4b16861815fe692e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-02T08:31:22.829 INFO:tasks.rados.rados.0.smithi028.stdout:1858: done (0 left) 2024-04-02T08:31:22.829 INFO:tasks.rados.rados.0.smithi028.stdout:1859: copy_from oid 38 from oid 17 current snap is 189 2024-04-02T08:31:22.829 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 189 2024-04-02T08:31:22.829 INFO:tasks.rados.rados.0.smithi028.stdout:1860: seq_num 601 ranges {0=475136} 2024-04-02T08:31:22.831 INFO:tasks.rados.rados.0.smithi028.stdout:1860: writing smithi02882251-44 from 0 to 475136 tid 1 2024-04-02T08:31:22.831 INFO:tasks.rados.rados.0.smithi028.stdout:1861: delete oid 10 current snap is 189 2024-04-02T08:31:22.838 INFO:tasks.rados.rados.0.smithi028.stdout:1860: finishing write tid 1 to smithi02882251-44 2024-04-02T08:31:22.838 INFO:tasks.rados.rados.0.smithi028.stdout:1860: finishing write tid 2 to smithi02882251-44 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1860: finishing write tid 3 to smithi02882251-44 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1860: oid 44 updating version 0 to 998 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1860: oid 44 version 998 is already newer than 997 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 998 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1860: left oid 44 (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1860: done (2 left) 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1861: done (1 left) 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1862: read oid 42 snap -1 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1862: expect (ObjNum 592 snap 181 seq_num 592) 2024-04-02T08:31:22.840 INFO:tasks.rados.rados.0.smithi028.stdout:1863: snap_remove snap 178 2024-04-02T08:31:22.881 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:22 smithi137 ceph-mon[88456]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:31:22.881 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:22 smithi137 podman[94246]: 2024-04-02 08:31:22.584680142 +0000 UTC m=+0.338728008 container init f8adfddb98600dec6411dafb9324c5648a48ece99f0200cb4b16861815fe692e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:31:22.881 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:22 smithi137 podman[94246]: 2024-04-02 08:31:22.590859257 +0000 UTC m=+0.344907118 container start f8adfddb98600dec6411dafb9324c5648a48ece99f0200cb4b16861815fe692e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326) 2024-04-02T08:31:22.881 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:22 smithi137 podman[94246]: 2024-04-02 08:31:22.709808763 +0000 UTC m=+0.463856619 container attach f8adfddb98600dec6411dafb9324c5648a48ece99f0200cb4b16861815fe692e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:31:23.145 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:22 smithi137 podman[94246]: 2024-04-02 08:31:22.883607933 +0000 UTC m=+0.637655801 container died f8adfddb98600dec6411dafb9324c5648a48ece99f0200cb4b16861815fe692e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T08:31:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:22 smithi028 ceph-mon[94314]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:31:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:22 smithi028 ceph-mon[96890]: osdmap e439: 8 total, 7 up, 8 in 2024-04-02T08:31:23.826 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:23.827 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:23 smithi137 podman[94293]: 2024-04-02 08:31:23.530299203 +0000 UTC m=+0.640925954 container remove f8adfddb98600dec6411dafb9324c5648a48ece99f0200cb4b16861815fe692e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-02T08:31:23.827 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:23 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.4.service: Deactivated successfully. 2024-04-02T08:31:23.827 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:23 smithi137 systemd[1]: Stopped Ceph osd.4 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:23.827 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:23 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.4.service: Consumed 17.989s CPU time. 2024-04-02T08:31:23.827 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:23 smithi137 systemd[1]: Starting Ceph osd.4 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:23.833 INFO:tasks.rados.rados.0.smithi028.stdout:1863: done (2 left) 2024-04-02T08:31:23.833 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 189 2024-04-02T08:31:23.833 INFO:tasks.rados.rados.0.smithi028.stdout:1864: seq_num 603 ranges {2064384=507904} 2024-04-02T08:31:23.848 INFO:tasks.rados.rados.0.smithi028.stdout:1864: writing smithi02882251-26 from 2064384 to 2572288 tid 1 2024-04-02T08:31:23.848 INFO:tasks.rados.rados.0.smithi028.stdout:1865: read oid 15 snap -1 2024-04-02T08:31:23.848 INFO:tasks.rados.rados.0.smithi028.stdout:1865: expect (ObjNum 504 snap 160 seq_num 504) 2024-04-02T08:31:23.848 INFO:tasks.rados.rados.0.smithi028.stdout:1866: snap_remove snap 165 2024-04-02T08:31:24.080 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:23 smithi137 ceph-mon[88456]: pgmap v319: 121 pgs: 46 peering, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 702 KiB/s wr, 9 op/s 2024-04-02T08:31:24.081 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:23 smithi137 ceph-mon[88456]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:24.081 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:23 smithi137 ceph-mon[88456]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:31:24.081 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:23 smithi137 podman[94404]: 2024-04-02 08:31:23.964528579 +0000 UTC m=+0.112719566 container create f605d09cd713cff3c093cad1d83e04b86ea6444ae1ce1b5c704cfea7e17268e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:31:24.081 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:23 smithi137 podman[94404]: 2024-04-02 08:31:23.875973682 +0000 UTC m=+0.024164630 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:24.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:23 smithi028 ceph-mon[96890]: pgmap v319: 121 pgs: 46 peering, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 702 KiB/s wr, 9 op/s 2024-04-02T08:31:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:23 smithi028 ceph-mon[96890]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:23 smithi028 ceph-mon[96890]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:31:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:23 smithi028 ceph-mon[94314]: pgmap v319: 121 pgs: 46 peering, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 702 KiB/s wr, 9 op/s 2024-04-02T08:31:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:23 smithi028 ceph-mon[94314]: Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:23 smithi028 ceph-mon[94314]: osdmap e440: 8 total, 7 up, 8 in 2024-04-02T08:31:24.627 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 podman[94404]: 2024-04-02 08:31:24.175294085 +0000 UTC m=+0.323485027 container init f605d09cd713cff3c093cad1d83e04b86ea6444ae1ce1b5c704cfea7e17268e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-02T08:31:24.627 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 podman[94404]: 2024-04-02 08:31:24.180749527 +0000 UTC m=+0.328940466 container start f605d09cd713cff3c093cad1d83e04b86ea6444ae1ce1b5c704cfea7e17268e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-02T08:31:24.627 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 podman[94404]: 2024-04-02 08:31:24.266751951 +0000 UTC m=+0.414942897 container attach f605d09cd713cff3c093cad1d83e04b86ea6444ae1ce1b5c704cfea7e17268e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-02T08:31:24.840 INFO:tasks.rados.rados.0.smithi028.stdout:1866: done (4 left) 2024-04-02T08:31:24.840 INFO:tasks.rados.rados.0.smithi028.stdout:1867: snap_create 2024-04-02T08:31:24.840 INFO:tasks.rados.rados.0.smithi028.stdout:1859: finishing copy_from racing read to smithi02882251-38 2024-04-02T08:31:24.840 INFO:tasks.rados.rados.0.smithi028.stdout:1859: finishing copy_from to smithi02882251-38 2024-04-02T08:31:24.840 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 889 (ObjNum 598 snap 185 seq_num 598) dirty exists 2024-04-02T08:31:24.840 INFO:tasks.rados.rados.0.smithi028.stdout:1862: expect (ObjNum 592 snap 181 seq_num 592) 2024-04-02T08:31:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:24 smithi137 ceph-mon[88456]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:31:24.895 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[94419]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:31:24.895 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 bash[94404]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:31:24.895 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 bash[94404]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:31:24.895 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 bash[94404]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:31:24.895 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 bash[94404]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:31:24.895 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 bash[94404]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 bash[94404]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 bash[94404]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[94419]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[94419]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[94419]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[94419]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[94419]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate[94419]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-02T08:31:24.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:24 smithi137 podman[94404]: 2024-04-02 08:31:24.653836157 +0000 UTC m=+0.802027088 container died f605d09cd713cff3c093cad1d83e04b86ea6444ae1ce1b5c704cfea7e17268e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-02T08:31:25.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:24 smithi028 ceph-mon[94314]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:31:25.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:24 smithi028 ceph-mon[96890]: osdmap e441: 8 total, 7 up, 8 in 2024-04-02T08:31:25.224 INFO:tasks.rados.rados.0.smithi028.stdout:1864: finishing write tid 1 to smithi02882251-26 2024-04-02T08:31:25.224 INFO:tasks.rados.rados.0.smithi028.stdout:1864: finishing write tid 2 to smithi02882251-26 2024-04-02T08:31:25.224 INFO:tasks.rados.rados.0.smithi028.stdout:1864: finishing write tid 3 to smithi02882251-26 2024-04-02T08:31:25.224 INFO:tasks.rados.rados.0.smithi028.stdout:1864: oid 26 updating version 0 to 959 2024-04-02T08:31:25.224 INFO:tasks.rados.rados.0.smithi028.stdout:1864: oid 26 version 959 is already newer than 958 2024-04-02T08:31:25.224 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 959 (ObjNum 603 snap 189 seq_num 603) dirty exists 2024-04-02T08:31:25.224 INFO:tasks.rados.rados.0.smithi028.stdout:1864: left oid 26 (ObjNum 603 snap 189 seq_num 603) 2024-04-02T08:31:25.224 INFO:tasks.rados.rados.0.smithi028.stdout:1865: expect (ObjNum 504 snap 160 seq_num 504) 2024-04-02T08:31:25.645 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:25 smithi137 podman[94570]: 2024-04-02 08:31:25.354309109 +0000 UTC m=+0.690582564 container remove f605d09cd713cff3c093cad1d83e04b86ea6444ae1ce1b5c704cfea7e17268e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:31:25.645 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:25 smithi137 podman[94639]: 2024-04-02 08:31:25.469383198 +0000 UTC m=+0.017655686 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:25.645 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:25 smithi137 podman[94639]: 2024-04-02 08:31:25.571830761 +0000 UTC m=+0.120103236 container create 66f79285ff41e9d3253efa96278cb1b6e7e198bd1d564fdf9b627b514e353db0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:31:25.843 INFO:tasks.rados.rados.0.smithi028.stdout:1859: done (4 left) 2024-04-02T08:31:25.843 INFO:tasks.rados.rados.0.smithi028.stdout:1862: done (3 left) 2024-04-02T08:31:25.843 INFO:tasks.rados.rados.0.smithi028.stdout:1864: done (2 left) 2024-04-02T08:31:25.843 INFO:tasks.rados.rados.0.smithi028.stdout:1865: done (1 left) 2024-04-02T08:31:25.844 INFO:tasks.rados.rados.0.smithi028.stdout:1867: done (0 left) 2024-04-02T08:31:25.844 INFO:tasks.rados.rados.0.smithi028.stdout:1868: copy_from oid 15 from oid 50 current snap is 190 2024-04-02T08:31:25.844 INFO:tasks.rados.rados.0.smithi028.stdout:1869: snap_create 2024-04-02T08:31:25.854 INFO:tasks.rados.rados.0.smithi028.stdout:1868: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:31:25.855 INFO:tasks.rados.rados.0.smithi028.stdout:1868: finishing copy_from to smithi02882251-15 2024-04-02T08:31:25.855 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1137 (ObjNum 376 snap 123 seq_num 376) dirty exists 2024-04-02T08:31:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:25 smithi137 ceph-mon[88456]: pgmap v322: 121 pgs: 46 peering, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 702 KiB/s wr, 9 op/s 2024-04-02T08:31:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:25 smithi137 ceph-mon[88456]: osdmap e442: 8 total, 7 up, 8 in 2024-04-02T08:31:26.145 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:25 smithi137 podman[94639]: 2024-04-02 08:31:25.832452821 +0000 UTC m=+0.380725296 container init 66f79285ff41e9d3253efa96278cb1b6e7e198bd1d564fdf9b627b514e353db0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:31:26.146 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:25 smithi137 podman[94639]: 2024-04-02 08:31:25.838432058 +0000 UTC m=+0.386704534 container start 66f79285ff41e9d3253efa96278cb1b6e7e198bd1d564fdf9b627b514e353db0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:31:26.146 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:25 smithi137 ceph-osd[94676]: -- 172.21.15.137:0/3399220213 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558b80e57680 con 0x558b80e21000 2024-04-02T08:31:26.146 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:25 smithi137 bash[94639]: 66f79285ff41e9d3253efa96278cb1b6e7e198bd1d564fdf9b627b514e353db0 2024-04-02T08:31:26.146 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:25 smithi137 systemd[1]: Started Ceph osd.4 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:25 smithi028 ceph-mon[94314]: pgmap v322: 121 pgs: 46 peering, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 702 KiB/s wr, 9 op/s 2024-04-02T08:31:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:25 smithi028 ceph-mon[94314]: osdmap e442: 8 total, 7 up, 8 in 2024-04-02T08:31:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:25 smithi028 ceph-mon[96890]: pgmap v322: 121 pgs: 46 peering, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 702 KiB/s wr, 9 op/s 2024-04-02T08:31:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:25 smithi028 ceph-mon[96890]: osdmap e442: 8 total, 7 up, 8 in 2024-04-02T08:31:26.645 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:26 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T08:31:26.386+0000 7f181d38f7c0 -1 Falling back to public interface 2024-04-02T08:31:26.804 INFO:tasks.rados.rados.0.smithi028.stdout:1868: done (1 left) 2024-04-02T08:31:26.804 INFO:tasks.rados.rados.0.smithi028.stdout:1869: done (0 left) 2024-04-02T08:31:26.804 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 191 2024-04-02T08:31:26.804 INFO:tasks.rados.rados.0.smithi028.stdout:1870: seq_num 604 ranges {2310144=524288} 2024-04-02T08:31:26.819 INFO:tasks.rados.rados.0.smithi028.stdout:1870: writing smithi02882251-43 from 2310144 to 2834432 tid 1 2024-04-02T08:31:26.819 INFO:tasks.rados.rados.0.smithi028.stdout:1871: delete oid 18 current snap is 191 2024-04-02T08:31:26.823 INFO:tasks.rados.rados.0.smithi028.stdout:1870: finishing write tid 1 to smithi02882251-43 2024-04-02T08:31:26.824 INFO:tasks.rados.rados.0.smithi028.stdout:1870: finishing write tid 2 to smithi02882251-43 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:1871: done (1 left) 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:1872: read oid 13 snap -1 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:1872: expect (ObjNum 580 snap 179 seq_num 580) 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:1873: snap_create 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:1870: finishing write tid 3 to smithi02882251-43 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:1870: oid 43 updating version 0 to 428 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:1870: oid 43 version 428 is already newer than 427 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 428 (ObjNum 604 snap 191 seq_num 604) dirty exists 2024-04-02T08:31:26.826 INFO:tasks.rados.rados.0.smithi028.stdout:1870: left oid 43 (ObjNum 604 snap 191 seq_num 604) 2024-04-02T08:31:26.828 INFO:tasks.rados.rados.0.smithi028.stdout:1872: expect (ObjNum 580 snap 179 seq_num 580) 2024-04-02T08:31:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:26 smithi137 ceph-mon[88456]: osdmap e443: 8 total, 7 up, 8 in 2024-04-02T08:31:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:26 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:26 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:26 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:26 smithi137 ceph-mon[88456]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[94314]: osdmap e443: 8 total, 7 up, 8 in 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[94314]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[96890]: osdmap e443: 8 total, 7 up, 8 in 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:26 smithi028 ceph-mon[96890]: osdmap e444: 8 total, 7 up, 8 in 2024-04-02T08:31:27.804 INFO:tasks.rados.rados.0.smithi028.stdout:1870: done (2 left) 2024-04-02T08:31:27.804 INFO:tasks.rados.rados.0.smithi028.stdout:1872: done (1 left) 2024-04-02T08:31:27.804 INFO:tasks.rados.rados.0.smithi028.stdout:1873: done (0 left) 2024-04-02T08:31:27.804 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 192 2024-04-02T08:31:27.805 INFO:tasks.rados.rados.0.smithi028.stdout:1874: seq_num 606 ranges {3776512=557056} 2024-04-02T08:31:27.828 INFO:tasks.rados.rados.0.smithi028.stdout:1874: writing smithi02882251-7 from 3776512 to 4333568 tid 1 2024-04-02T08:31:27.828 INFO:tasks.rados.rados.0.smithi028.stdout:1875: read oid 43 snap -1 2024-04-02T08:31:27.828 INFO:tasks.rados.rados.0.smithi028.stdout:1875: expect (ObjNum 604 snap 191 seq_num 604) 2024-04-02T08:31:27.828 INFO:tasks.rados.rados.0.smithi028.stdout:1876: snap_remove snap 155 2024-04-02T08:31:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:27 smithi137 ceph-mon[88456]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 129/726 objects degraded (17.769%) 2024-04-02T08:31:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:27 smithi137 ceph-mon[88456]: Health check failed: Degraded data redundancy: 129/726 objects degraded (17.769%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:27 smithi137 ceph-mon[88456]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:31:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:27 smithi137 ceph-mon[88456]: osdmap e445: 8 total, 7 up, 8 in 2024-04-02T08:31:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:27 smithi028 ceph-mon[94314]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 129/726 objects degraded (17.769%) 2024-04-02T08:31:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:27 smithi028 ceph-mon[94314]: Health check failed: Degraded data redundancy: 129/726 objects degraded (17.769%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:27 smithi028 ceph-mon[94314]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:31:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:27 smithi028 ceph-mon[94314]: osdmap e445: 8 total, 7 up, 8 in 2024-04-02T08:31:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:27 smithi028 ceph-mon[96890]: pgmap v325: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 129/726 objects degraded (17.769%) 2024-04-02T08:31:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:27 smithi028 ceph-mon[96890]: Health check failed: Degraded data redundancy: 129/726 objects degraded (17.769%), 13 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:27 smithi028 ceph-mon[96890]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-04-02T08:31:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:27 smithi028 ceph-mon[96890]: osdmap e445: 8 total, 7 up, 8 in 2024-04-02T08:31:28.806 INFO:tasks.rados.rados.0.smithi028.stdout:1876: done (2 left) 2024-04-02T08:31:28.806 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 192 2024-04-02T08:31:28.806 INFO:tasks.rados.rados.0.smithi028.stdout:1877: seq_num 607 ranges {2285568=573440} 2024-04-02T08:31:28.823 INFO:tasks.rados.rados.0.smithi028.stdout:1877: writing smithi02882251-25 from 2285568 to 2859008 tid 1 2024-04-02T08:31:28.823 INFO:tasks.rados.rados.0.smithi028.stdout:1878: snap_remove snap 186 2024-04-02T08:31:29.319 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (8m) 34s ago 9m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (9m) 3m ago 9m 90.2M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (10m) 34s ago 10m 20.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (10m) 3m ago 10m 16.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (4m) 3m ago 13m 449M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (4m) 34s ago 15m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (3m) 34s ago 15m 56.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (3m) 3m ago 14m 23.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (3m) 34s ago 13m 50.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:31:29.646 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (8m) 34s ago 8m 15.8M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (8m) 3m ago 8m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (2m) 34s ago 13m 207M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (107s) 34s ago 12m 163M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (73s) 34s ago 12m 139M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (38s) 34s ago 12m 15.0M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 starting - - - 2480M 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (11m) 3m ago 11m 210M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (10m) 3m ago 10m 121M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (10m) 3m ago 10m 152M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:31:29.647 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (4m) 3m ago 9m 55.2M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:31:29.810 INFO:tasks.rados.rados.0.smithi028.stdout:1878: done (3 left) 2024-04-02T08:31:29.810 INFO:tasks.rados.rados.0.smithi028.stdout:1879: setattr oid 40 current snap is 192 2024-04-02T08:31:29.810 INFO:tasks.rados.rados.0.smithi028.stdout:1874: finishing write tid 1 to smithi02882251-7 2024-04-02T08:31:29.810 INFO:tasks.rados.rados.0.smithi028.stdout:1874: finishing write tid 2 to smithi02882251-7 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi028.stdout:1874: finishing write tid 3 to smithi02882251-7 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi028.stdout:1874: oid 7 updating version 0 to 890 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi028.stdout:1874: oid 7 updating version 890 to 891 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 891 (ObjNum 606 snap 192 seq_num 606) dirty exists 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi028.stdout:1874: left oid 7 (ObjNum 606 snap 192 seq_num 606) 2024-04-02T08:31:29.811 INFO:tasks.rados.rados.0.smithi028.stdout:1875: expect (ObjNum 604 snap 191 seq_num 604) 2024-04-02T08:31:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:29 smithi028 ceph-mon[94314]: pgmap v328: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 129/726 objects degraded (17.769%) 2024-04-02T08:31:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:29 smithi028 ceph-mon[94314]: osdmap e446: 8 total, 7 up, 8 in 2024-04-02T08:31:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:29 smithi028 ceph-mon[94314]: from='osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:31:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:29 smithi028 ceph-mon[94314]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:31:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:29 smithi028 ceph-mon[96890]: pgmap v328: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 129/726 objects degraded (17.769%) 2024-04-02T08:31:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:29 smithi028 ceph-mon[96890]: osdmap e446: 8 total, 7 up, 8 in 2024-04-02T08:31:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:29 smithi028 ceph-mon[96890]: from='osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:31:29.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:29 smithi028 ceph-mon[96890]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:1877: finishing write tid 1 to smithi02882251-25 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:1877: finishing write tid 2 to smithi02882251-25 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:1877: finishing write tid 3 to smithi02882251-25 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:1877: oid 25 updating version 0 to 1333 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:1877: oid 25 version 1333 is already newer than 1332 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1333 (ObjNum 607 snap 192 seq_num 607) dirty exists 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:1877: left oid 25 (ObjNum 607 snap 192 seq_num 607) 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:1874: done (3 left) 2024-04-02T08:31:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:1875: done (2 left) 2024-04-02T08:31:29.962 INFO:tasks.rados.rados.0.smithi028.stdout:1877: done (1 left) 2024-04-02T08:31:29.962 INFO:tasks.rados.rados.0.smithi028.stdout:1880: copy_from oid 22 from oid 29 current snap is 192 2024-04-02T08:31:29.962 INFO:tasks.rados.rados.0.smithi028.stdout:1881: rmattr oid 38 current snap is 192 2024-04-02T08:31:29.962 INFO:tasks.rados.rados.0.smithi028.stdout:1882: rollback oid 12 current snap is 192 2024-04-02T08:31:29.962 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 187 2024-04-02T08:31:29.962 INFO:tasks.rados.rados.0.smithi028.stdout:1883: snap_create 2024-04-02T08:31:29.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 890 (ObjNum 598 snap 185 seq_num 598) dirty exists 2024-04-02T08:31:29.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1547 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:31:29.965 INFO:tasks.rados.rados.0.smithi028.stdout:1882: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:31:29.965 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1118 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:31:29.985 INFO:tasks.rados.rados.0.smithi028.stdout:1880: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:31:29.988 INFO:tasks.rados.rados.0.smithi028.stdout:1880: finishing copy_from to smithi02882251-22 2024-04-02T08:31:29.988 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 889 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 4 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:31:30.065 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:31:30.066 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:31:30.066 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:31:30.066 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:31:30.066 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 5, 2024-04-02T08:31:30.066 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 9 2024-04-02T08:31:30.066 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:31:30.066 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:31:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:29 smithi137 ceph-mon[88456]: pgmap v328: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 129/726 objects degraded (17.769%) 2024-04-02T08:31:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:29 smithi137 ceph-mon[88456]: osdmap e446: 8 total, 7 up, 8 in 2024-04-02T08:31:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:29 smithi137 ceph-mon[88456]: from='osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:31:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:29 smithi137 ceph-mon[88456]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-02T08:31:30.145 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T08:31:29.759+0000 7f181d38f7c0 -1 osd.4 437 log_to_monitors true 2024-04-02T08:31:30.145 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:31:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T08:31:29.826+0000 7f180e7e7700 -1 osd.4 437 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:31:30.817 INFO:tasks.rados.rados.0.smithi028.stdout:1879: done (4 left) 2024-04-02T08:31:30.817 INFO:tasks.rados.rados.0.smithi028.stdout:1880: done (3 left) 2024-04-02T08:31:30.818 INFO:tasks.rados.rados.0.smithi028.stdout:1881: done (2 left) 2024-04-02T08:31:30.818 INFO:tasks.rados.rados.0.smithi028.stdout:1882: done (1 left) 2024-04-02T08:31:30.818 INFO:tasks.rados.rados.0.smithi028.stdout:1883: done (0 left) 2024-04-02T08:31:30.818 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 193 2024-04-02T08:31:30.818 INFO:tasks.rados.rados.0.smithi028.stdout:1884: seq_num 608 ranges {0=589824} 2024-04-02T08:31:30.821 INFO:tasks.rados.rados.0.smithi028.stdout:1884: writing smithi02882251-18 from 0 to 589824 tid 1 2024-04-02T08:31:30.822 INFO:tasks.rados.rados.0.smithi028.stdout:1885: snap_create 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: osdmap e447: 8 total, 7 up, 8 in 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: from='osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2094698380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:30 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: osdmap e447: 8 total, 7 up, 8 in 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: from='osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2094698380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:31.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:31:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-02T08:31:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: osdmap e447: 8 total, 7 up, 8 in 2024-04-02T08:31:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: from='osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:31:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:31:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2094698380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:30 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:31:31] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:31:31.822 INFO:tasks.rados.rados.0.smithi028.stdout:1885: done (1 left) 2024-04-02T08:31:31.822 INFO:tasks.rados.rados.0.smithi028.stdout:1886: setattr oid 16 current snap is 194 2024-04-02T08:31:31.825 INFO:tasks.rados.rados.0.smithi028.stdout:1887: rollback oid 5 current snap is 194 2024-04-02T08:31:31.825 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 190 2024-04-02T08:31:31.825 INFO:tasks.rados.rados.0.smithi028.stdout:1888: snap_remove snap 185 2024-04-02T08:31:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:31 smithi137 ceph-mon[88456]: pgmap v331: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 129/726 objects degraded (17.769%) 2024-04-02T08:31:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:31 smithi137 ceph-mon[88456]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:31 smithi137 ceph-mon[88456]: osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622] boot 2024-04-02T08:31:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:31 smithi137 ceph-mon[88456]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:31:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:31:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[94314]: pgmap v331: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 129/726 objects degraded (17.769%) 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[94314]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[94314]: osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622] boot 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[94314]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[96890]: pgmap v331: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 421 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 129/726 objects degraded (17.769%) 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[96890]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[96890]: osd.4 [v2:172.21.15.137:6800/4223020622,v1:172.21.15.137:6801/4223020622] boot 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[96890]: osdmap e448: 8 total, 8 up, 8 in 2024-04-02T08:31:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-02T08:31:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:32.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:32.628 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:32.834 INFO:tasks.rados.rados.0.smithi028.stdout:1888: done (3 left) 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1889: copy_from oid 8 from oid 6 current snap is 194 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1887: finishing rollback tid 0 to smithi02882251-5 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1887: finishing rollback tid 1 to smithi02882251-5 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1887: finishing rollback tid 2 to smithi02882251-5 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1145 (ObjNum 429 snap 139 seq_num 429) dirty exists 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 892 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1884: finishing write tid 1 to smithi02882251-18 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1884: finishing write tid 2 to smithi02882251-18 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1884: finishing write tid 3 to smithi02882251-18 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1884: oid 18 updating version 0 to 1198 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1884: oid 18 updating version 1198 to 1199 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1199 (ObjNum 608 snap 193 seq_num 608) dirty exists 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1884: left oid 18 (ObjNum 608 snap 193 seq_num 608) 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1884: done (3 left) 2024-04-02T08:31:32.835 INFO:tasks.rados.rados.0.smithi028.stdout:1886: done (2 left) 2024-04-02T08:31:32.836 INFO:tasks.rados.rados.0.smithi028.stdout:1887: done (1 left) 2024-04-02T08:31:32.836 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 194 2024-04-02T08:31:32.836 INFO:tasks.rados.rados.0.smithi028.stdout:1890: seq_num 609 ranges {6053888=606208} 2024-04-02T08:31:32.871 INFO:tasks.rados.rados.0.smithi028.stdout:1890: writing smithi02882251-38 from 6053888 to 6660096 tid 1 2024-04-02T08:31:32.872 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 194 2024-04-02T08:31:32.872 INFO:tasks.rados.rados.0.smithi028.stdout:1889: finishing copy_from racing read to smithi02882251-8 2024-04-02T08:31:32.872 INFO:tasks.rados.rados.0.smithi028.stdout:1891: seq_num 610 ranges {0=622592} 2024-04-02T08:31:32.875 INFO:tasks.rados.rados.0.smithi028.stdout:1891: writing smithi02882251-3 from 0 to 622592 tid 1 2024-04-02T08:31:32.875 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 194 2024-04-02T08:31:32.875 INFO:tasks.rados.rados.0.smithi028.stdout:1889: finishing copy_from to smithi02882251-8 2024-04-02T08:31:32.875 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 887 (ObjNum 523 snap 165 seq_num 523) dirty exists 2024-04-02T08:31:32.876 INFO:tasks.rados.rados.0.smithi028.stdout:1890: finishing write tid 1 to smithi02882251-38 2024-04-02T08:31:32.876 INFO:tasks.rados.rados.0.smithi028.stdout:1890: finishing write tid 2 to smithi02882251-38 2024-04-02T08:31:32.876 INFO:tasks.rados.rados.0.smithi028.stdout:1892: seq_num 611 ranges {4333568=638976} 2024-04-02T08:31:32.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:32 smithi137 ceph-mon[88456]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:31:32.903 INFO:tasks.rados.rados.0.smithi028.stdout:1892: writing smithi02882251-7 from 4333568 to 4972544 tid 1 2024-04-02T08:31:32.903 INFO:tasks.rados.rados.0.smithi028.stdout:1889: done (3 left) 2024-04-02T08:31:32.903 INFO:tasks.rados.rados.0.smithi028.stdout:1893: read oid 45 snap -1 2024-04-02T08:31:32.903 INFO:tasks.rados.rados.0.smithi028.stdout:1893: expect (ObjNum 565 snap 176 seq_num 565) 2024-04-02T08:31:32.903 INFO:tasks.rados.rados.0.smithi028.stdout:1894: snap_remove snap 187 2024-04-02T08:31:33.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:32 smithi028 ceph-mon[94314]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:31:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:32 smithi028 ceph-mon[96890]: osdmap e449: 8 total, 8 up, 8 in 2024-04-02T08:31:33.582 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:33 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:33.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:33.837 INFO:tasks.rados.rados.0.smithi028.stdout:1894: done (4 left) 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:1895: rollback oid 31 current snap is 194 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 190 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:1890: finishing write tid 3 to smithi02882251-38 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:1890: oid 38 updating version 0 to 891 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:1890: oid 38 updating version 891 to 892 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 892 (ObjNum 609 snap 194 seq_num 609) dirty exists 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:1890: left oid 38 (ObjNum 609 snap 194 seq_num 609) 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:1891: finishing write tid 1 to smithi02882251-3 2024-04-02T08:31:33.838 INFO:tasks.rados.rados.0.smithi028.stdout:1891: finishing write tid 2 to smithi02882251-3 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1891: finishing write tid 3 to smithi02882251-3 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1891: oid 3 updating version 0 to 687 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1891: oid 3 version 687 is already newer than 686 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 687 (ObjNum 610 snap 194 seq_num 610) dirty exists 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1891: left oid 3 (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1892: finishing write tid 1 to smithi02882251-7 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1892: finishing write tid 2 to smithi02882251-7 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1892: finishing write tid 3 to smithi02882251-7 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1892: oid 7 updating version 0 to 893 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1892: oid 7 version 893 is already newer than 892 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 893 (ObjNum 611 snap 194 seq_num 611) dirty exists 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1892: left oid 7 (ObjNum 611 snap 194 seq_num 611) 2024-04-02T08:31:33.839 INFO:tasks.rados.rados.0.smithi028.stdout:1893: expect (ObjNum 565 snap 176 seq_num 565) 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1895: finishing rollback tid 0 to smithi02882251-31 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1895: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1895: finishing rollback tid 2 to smithi02882251-31 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1211 (ObjNum 533 snap 166 seq_num 533) dirty exists 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1890: done (4 left) 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1891: done (3 left) 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1892: done (2 left) 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1893: done (1 left) 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1895: done (0 left) 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1896: read oid 21 snap -1 2024-04-02T08:31:34.016 INFO:tasks.rados.rados.0.smithi028.stdout:1896: expect (ObjNum 537 snap 168 seq_num 537) 2024-04-02T08:31:34.017 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 194 2024-04-02T08:31:34.017 INFO:tasks.rados.rados.0.smithi028.stdout:1897: seq_num 612 ranges {7553024=655360} 2024-04-02T08:31:34.059 INFO:tasks.rados.rados.0.smithi028.stdout:1897: writing smithi02882251-11 from 7553024 to 8208384 tid 1 2024-04-02T08:31:34.059 INFO:tasks.rados.rados.0.smithi028.stdout:1898: delete oid 25 current snap is 194 2024-04-02T08:31:34.059 INFO:tasks.rados.rados.0.smithi028.stdout:1896: expect (ObjNum 537 snap 168 seq_num 537) 2024-04-02T08:31:34.107 INFO:tasks.rados.rados.0.smithi028.stdout:1897: finishing write tid 1 to smithi02882251-11 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1897: finishing write tid 2 to smithi02882251-11 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1897: finishing write tid 3 to smithi02882251-11 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1897: oid 11 updating version 0 to 1212 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1897: oid 11 updating version 1212 to 1213 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1213 (ObjNum 612 snap 194 seq_num 612) dirty exists 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1897: left oid 11 (ObjNum 612 snap 194 seq_num 612) 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1896: done (2 left) 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1897: done (1 left) 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1898: done (0 left) 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 194 2024-04-02T08:31:34.108 INFO:tasks.rados.rados.0.smithi028.stdout:1899: seq_num 614 ranges {3776512=688128} 2024-04-02T08:31:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1899: writing smithi02882251-46 from 3776512 to 4464640 tid 1 2024-04-02T08:31:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1900: read oid 31 snap -1 2024-04-02T08:31:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1900: expect (ObjNum 533 snap 166 seq_num 533) 2024-04-02T08:31:34.132 INFO:tasks.rados.rados.0.smithi028.stdout:1901: setattr oid 48 current snap is 194 2024-04-02T08:31:34.133 INFO:tasks.rados.rados.0.smithi028.stdout:1902: delete oid 13 current snap is 194 2024-04-02T08:31:34.135 INFO:tasks.rados.rados.0.smithi028.stdout:1899: finishing write tid 1 to smithi02882251-46 2024-04-02T08:31:34.136 INFO:tasks.rados.rados.0.smithi028.stdout:1899: finishing write tid 2 to smithi02882251-46 2024-04-02T08:31:34.137 INFO:tasks.rados.rados.0.smithi028.stdout:1899: finishing write tid 3 to smithi02882251-46 2024-04-02T08:31:34.138 INFO:tasks.rados.rados.0.smithi028.stdout:1899: oid 46 updating version 0 to 689 2024-04-02T08:31:34.138 INFO:tasks.rados.rados.0.smithi028.stdout:1899: oid 46 version 689 is already newer than 688 2024-04-02T08:31:34.138 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 689 (ObjNum 614 snap 194 seq_num 614) dirty exists 2024-04-02T08:31:34.138 INFO:tasks.rados.rados.0.smithi028.stdout:1899: left oid 46 (ObjNum 614 snap 194 seq_num 614) 2024-04-02T08:31:34.138 INFO:tasks.rados.rados.0.smithi028.stdout:1900: expect (ObjNum 533 snap 166 seq_num 533) 2024-04-02T08:31:34.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:33 smithi137 ceph-mon[88456]: pgmap v334: 121 pgs: 38 peering, 3 active+undersized+degraded, 5 active+undersized, 75 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 404 KiB/s wr, 11 op/s; 46/738 objects degraded (6.233%) 2024-04-02T08:31:34.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:33 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 46/738 objects degraded (6.233%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:34.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:33 smithi137 ceph-mon[88456]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:31:34.184 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1551 (ObjNum 564 snap 175 seq_num 564) dirty exists 2024-04-02T08:31:34.184 INFO:tasks.rados.rados.0.smithi028.stdout:1899: done (3 left) 2024-04-02T08:31:34.184 INFO:tasks.rados.rados.0.smithi028.stdout:1900: done (2 left) 2024-04-02T08:31:34.184 INFO:tasks.rados.rados.0.smithi028.stdout:1901: done (1 left) 2024-04-02T08:31:34.185 INFO:tasks.rados.rados.0.smithi028.stdout:1902: done (0 left) 2024-04-02T08:31:34.185 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 194 2024-04-02T08:31:34.185 INFO:tasks.rados.rados.0.smithi028.stdout:1903: seq_num 616 ranges {0=720896} 2024-04-02T08:31:34.188 INFO:tasks.rados.rados.0.smithi028.stdout:1903: writing smithi02882251-10 from 0 to 720896 tid 1 2024-04-02T08:31:34.188 INFO:tasks.rados.rados.0.smithi028.stdout:1904: read oid 15 snap -1 2024-04-02T08:31:34.188 INFO:tasks.rados.rados.0.smithi028.stdout:1904: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:31:34.188 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 194 2024-04-02T08:31:34.188 INFO:tasks.rados.rados.0.smithi028.stdout:1905: seq_num 617 ranges {0=737280} 2024-04-02T08:31:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1905: writing smithi02882251-13 from 0 to 737280 tid 1 2024-04-02T08:31:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 194 2024-04-02T08:31:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1903: finishing write tid 1 to smithi02882251-10 2024-04-02T08:31:34.193 INFO:tasks.rados.rados.0.smithi028.stdout:1906: seq_num 618 ranges {5955584=753664} 2024-04-02T08:31:34.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:33 smithi028 ceph-mon[96890]: pgmap v334: 121 pgs: 38 peering, 3 active+undersized+degraded, 5 active+undersized, 75 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 404 KiB/s wr, 11 op/s; 46/738 objects degraded (6.233%) 2024-04-02T08:31:34.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:33 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 46/738 objects degraded (6.233%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:34.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:33 smithi028 ceph-mon[96890]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:31:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:33 smithi028 ceph-mon[94314]: pgmap v334: 121 pgs: 38 peering, 3 active+undersized+degraded, 5 active+undersized, 75 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 404 KiB/s wr, 11 op/s; 46/738 objects degraded (6.233%) 2024-04-02T08:31:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:33 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 46/738 objects degraded (6.233%), 3 pgs degraded (PG_DEGRADED) 2024-04-02T08:31:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:33 smithi028 ceph-mon[94314]: osdmap e450: 8 total, 8 up, 8 in 2024-04-02T08:31:34.229 INFO:tasks.rados.rados.0.smithi028.stdout:1906: writing smithi02882251-22 from 5955584 to 6709248 tid 1 2024-04-02T08:31:34.230 INFO:tasks.rados.rados.0.smithi028.stdout:1907: snap_create 2024-04-02T08:31:34.230 INFO:tasks.rados.rados.0.smithi028.stdout:1903: finishing write tid 2 to smithi02882251-10 2024-04-02T08:31:34.230 INFO:tasks.rados.rados.0.smithi028.stdout:1903: finishing write tid 3 to smithi02882251-10 2024-04-02T08:31:34.230 INFO:tasks.rados.rados.0.smithi028.stdout:1903: oid 10 updating version 0 to 1215 2024-04-02T08:31:34.230 INFO:tasks.rados.rados.0.smithi028.stdout:1903: oid 10 version 1215 is already newer than 1214 2024-04-02T08:31:34.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1215 (ObjNum 616 snap 194 seq_num 616) dirty exists 2024-04-02T08:31:34.230 INFO:tasks.rados.rados.0.smithi028.stdout:1903: left oid 10 (ObjNum 616 snap 194 seq_num 616) 2024-04-02T08:31:34.230 INFO:tasks.rados.rados.0.smithi028.stdout:1904: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:31:34.269 INFO:tasks.rados.rados.0.smithi028.stdout:1905: finishing write tid 1 to smithi02882251-13 2024-04-02T08:31:34.269 INFO:tasks.rados.rados.0.smithi028.stdout:1905: finishing write tid 2 to smithi02882251-13 2024-04-02T08:31:34.269 INFO:tasks.rados.rados.0.smithi028.stdout:1905: finishing write tid 3 to smithi02882251-13 2024-04-02T08:31:34.269 INFO:tasks.rados.rados.0.smithi028.stdout:1905: oid 13 updating version 0 to 896 2024-04-02T08:31:34.269 INFO:tasks.rados.rados.0.smithi028.stdout:1905: oid 13 version 896 is already newer than 895 2024-04-02T08:31:34.269 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 896 (ObjNum 617 snap 194 seq_num 617) dirty exists 2024-04-02T08:31:34.269 INFO:tasks.rados.rados.0.smithi028.stdout:1905: left oid 13 (ObjNum 617 snap 194 seq_num 617) 2024-04-02T08:31:34.270 INFO:tasks.rados.rados.0.smithi028.stdout:1906: finishing write tid 1 to smithi02882251-22 2024-04-02T08:31:34.270 INFO:tasks.rados.rados.0.smithi028.stdout:1906: finishing write tid 2 to smithi02882251-22 2024-04-02T08:31:34.270 INFO:tasks.rados.rados.0.smithi028.stdout:1906: finishing write tid 3 to smithi02882251-22 2024-04-02T08:31:34.270 INFO:tasks.rados.rados.0.smithi028.stdout:1906: oid 22 updating version 0 to 1317 2024-04-02T08:31:34.270 INFO:tasks.rados.rados.0.smithi028.stdout:1906: oid 22 version 1317 is already newer than 1316 2024-04-02T08:31:34.270 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1317 (ObjNum 618 snap 194 seq_num 618) dirty exists 2024-04-02T08:31:34.270 INFO:tasks.rados.rados.0.smithi028.stdout:1906: left oid 22 (ObjNum 618 snap 194 seq_num 618) 2024-04-02T08:31:34.846 INFO:tasks.rados.rados.0.smithi028.stdout:1903: done (4 left) 2024-04-02T08:31:34.846 INFO:tasks.rados.rados.0.smithi028.stdout:1904: done (3 left) 2024-04-02T08:31:34.846 INFO:tasks.rados.rados.0.smithi028.stdout:1905: done (2 left) 2024-04-02T08:31:34.846 INFO:tasks.rados.rados.0.smithi028.stdout:1906: done (1 left) 2024-04-02T08:31:34.847 INFO:tasks.rados.rados.0.smithi028.stdout:1907: done (0 left) 2024-04-02T08:31:34.847 INFO:tasks.rados.rados.0.smithi028.stdout:1908: read oid 22 snap -1 2024-04-02T08:31:34.847 INFO:tasks.rados.rados.0.smithi028.stdout:1908: expect (ObjNum 618 snap 194 seq_num 618) 2024-04-02T08:31:34.847 INFO:tasks.rados.rados.0.smithi028.stdout:1909: delete oid 43 current snap is 195 2024-04-02T08:31:34.849 INFO:tasks.rados.rados.0.smithi028.stdout:1909: done (1 left) 2024-04-02T08:31:34.849 INFO:tasks.rados.rados.0.smithi028.stdout:1910: setattr oid 32 current snap is 195 2024-04-02T08:31:34.850 INFO:tasks.rados.rados.0.smithi028.stdout:1911: rmattr oid 49 current snap is 195 2024-04-02T08:31:34.850 INFO:tasks.rados.rados.0.smithi028.stdout:1911: done (2 left) 2024-04-02T08:31:34.850 INFO:tasks.rados.rados.0.smithi028.stdout:1912: delete oid 15 current snap is 195 2024-04-02T08:31:34.855 INFO:tasks.rados.rados.0.smithi028.stdout:1912: done (2 left) 2024-04-02T08:31:34.855 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 195 2024-04-02T08:31:34.855 INFO:tasks.rados.rados.0.smithi028.stdout:1913: seq_num 621 ranges {0=409600,409600=401408} 2024-04-02T08:31:34.857 INFO:tasks.rados.rados.0.smithi028.stdout:1913: writing smithi02882251-36 from 0 to 409600 tid 1 2024-04-02T08:31:34.860 INFO:tasks.rados.rados.0.smithi028.stdout:1913: writing smithi02882251-36 from 409600 to 811008 tid 2 2024-04-02T08:31:34.860 INFO:tasks.rados.rados.0.smithi028.stdout:1914: read oid 1 snap -1 2024-04-02T08:31:34.860 INFO:tasks.rados.rados.0.smithi028.stdout:1914: expect deleted 2024-04-02T08:31:34.860 INFO:tasks.rados.rados.0.smithi028.stdout:1915: delete oid 46 current snap is 195 2024-04-02T08:31:34.860 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 981 (ObjNum 566 snap 176 seq_num 566) dirty exists 2024-04-02T08:31:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:1910: done (4 left) 2024-04-02T08:31:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:1914: done (3 left) 2024-04-02T08:31:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:1915: done (2 left) 2024-04-02T08:31:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:1916: snap_create 2024-04-02T08:31:34.865 INFO:tasks.rados.rados.0.smithi028.stdout:1913: finishing write tid 1 to smithi02882251-36 2024-04-02T08:31:34.866 INFO:tasks.rados.rados.0.smithi028.stdout:1913: finishing write tid 2 to smithi02882251-36 2024-04-02T08:31:34.866 INFO:tasks.rados.rados.0.smithi028.stdout:1913: finishing write tid 3 to smithi02882251-36 2024-04-02T08:31:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:1913: finishing write tid 4 to smithi02882251-36 2024-04-02T08:31:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:1913: oid 36 updating version 0 to 759 2024-04-02T08:31:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:1913: oid 36 updating version 759 to 760 2024-04-02T08:31:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:1913: oid 36 updating version 760 to 761 2024-04-02T08:31:34.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 761 (ObjNum 621 snap 195 seq_num 621) dirty exists 2024-04-02T08:31:34.869 INFO:tasks.rados.rados.0.smithi028.stdout:1913: left oid 36 (ObjNum 621 snap 195 seq_num 621) 2024-04-02T08:31:34.878 INFO:tasks.rados.rados.0.smithi028.stdout:1908: expect (ObjNum 618 snap 194 seq_num 618) 2024-04-02T08:31:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:34 smithi137 ceph-mon[88456]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:31:35.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:34 smithi028 ceph-mon[94314]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:31:35.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:34 smithi028 ceph-mon[96890]: osdmap e451: 8 total, 8 up, 8 in 2024-04-02T08:31:35.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:31:35.344+0000 7fd126e6a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:31:35.850 INFO:tasks.rados.rados.0.smithi028.stdout:1908: done (2 left) 2024-04-02T08:31:35.850 INFO:tasks.rados.rados.0.smithi028.stdout:1913: done (1 left) 2024-04-02T08:31:35.850 INFO:tasks.rados.rados.0.smithi028.stdout:1916: done (0 left) 2024-04-02T08:31:35.850 INFO:tasks.rados.rados.0.smithi028.stdout:1917: snap_create 2024-04-02T08:31:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: pgmap v337: 121 pgs: 38 peering, 3 active+undersized+degraded, 5 active+undersized, 75 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 404 KiB/s wr, 11 op/s; 46/738 objects degraded (6.233%) 2024-04-02T08:31:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:31:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: pgmap v337: 121 pgs: 38 peering, 3 active+undersized+degraded, 5 active+undersized, 75 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 404 KiB/s wr, 11 op/s; 46/738 objects degraded (6.233%) 2024-04-02T08:31:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:31:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: pgmap v337: 121 pgs: 38 peering, 3 active+undersized+degraded, 5 active+undersized, 75 active+clean; 422 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 404 KiB/s wr, 11 op/s; 46/738 objects degraded (6.233%) 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: osdmap e452: 8 total, 8 up, 8 in 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:31:36.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:36.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:36.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:36.857 INFO:tasks.rados.rados.0.smithi028.stdout:1917: done (0 left) 2024-04-02T08:31:36.857 INFO:tasks.rados.rados.0.smithi028.stdout:1918: read oid 37 snap 153 2024-04-02T08:31:36.857 INFO:tasks.rados.rados.0.smithi028.stdout:1918: expect (ObjNum 480 snap 149 seq_num 480) 2024-04-02T08:31:36.858 INFO:tasks.rados.rados.0.smithi028.stdout:1919: read oid 11 snap -1 2024-04-02T08:31:36.858 INFO:tasks.rados.rados.0.smithi028.stdout:1919: expect (ObjNum 612 snap 194 seq_num 612) 2024-04-02T08:31:36.858 INFO:tasks.rados.rados.0.smithi028.stdout:1920: read oid 3 snap -1 2024-04-02T08:31:36.858 INFO:tasks.rados.rados.0.smithi028.stdout:1920: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:31:36.858 INFO:tasks.rados.rados.0.smithi028.stdout:1921: snap_remove snap 189 2024-04-02T08:31:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:36 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:36 smithi137 ceph-mon[88456]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:31:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:36 smithi137 ceph-mon[88456]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:31:37.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:36 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:36 smithi028 ceph-mon[94314]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:31:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:36 smithi028 ceph-mon[94314]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:31:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:36 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:36 smithi028 ceph-mon[96890]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-02T08:31:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:36 smithi028 ceph-mon[96890]: osdmap e453: 8 total, 8 up, 8 in 2024-04-02T08:31:37.860 INFO:tasks.rados.rados.0.smithi028.stdout:1921: done (3 left) 2024-04-02T08:31:37.860 INFO:tasks.rados.rados.0.smithi028.stdout:1922: read oid 22 snap -1 2024-04-02T08:31:37.860 INFO:tasks.rados.rados.0.smithi028.stdout:1922: expect (ObjNum 618 snap 194 seq_num 618) 2024-04-02T08:31:37.860 INFO:tasks.rados.rados.0.smithi028.stdout:1918: expect (ObjNum 480 snap 149 seq_num 480) 2024-04-02T08:31:37.890 INFO:tasks.rados.rados.0.smithi028.stdout:1920: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:31:37.907 INFO:tasks.rados.rados.0.smithi028.stdout:1919: expect (ObjNum 612 snap 194 seq_num 612) 2024-04-02T08:31:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:37 smithi137 ceph-mon[88456]: pgmap v340: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 30 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-04-02T08:31:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:37 smithi137 ceph-mon[88456]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/738 objects degraded (6.233%), 3 pgs degraded) 2024-04-02T08:31:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:37 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:31:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:37 smithi137 ceph-mon[88456]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:31:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:37 smithi028 ceph-mon[94314]: pgmap v340: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 30 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-04-02T08:31:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:37 smithi028 ceph-mon[94314]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/738 objects degraded (6.233%), 3 pgs degraded) 2024-04-02T08:31:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:37 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:31:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:37 smithi028 ceph-mon[94314]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:31:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:37 smithi028 ceph-mon[96890]: pgmap v340: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 30 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-04-02T08:31:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:37 smithi028 ceph-mon[96890]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/738 objects degraded (6.233%), 3 pgs degraded) 2024-04-02T08:31:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:37 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:31:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:37 smithi028 ceph-mon[96890]: osdmap e454: 8 total, 8 up, 8 in 2024-04-02T08:31:38.512 INFO:tasks.rados.rados.0.smithi028.stdout:1922: expect (ObjNum 618 snap 194 seq_num 618) 2024-04-02T08:31:39.008 INFO:tasks.rados.rados.0.smithi028.stdout:1918: done (3 left) 2024-04-02T08:31:39.008 INFO:tasks.rados.rados.0.smithi028.stdout:1919: done (2 left) 2024-04-02T08:31:39.008 INFO:tasks.rados.rados.0.smithi028.stdout:1920: done (1 left) 2024-04-02T08:31:39.008 INFO:tasks.rados.rados.0.smithi028.stdout:1922: done (0 left) 2024-04-02T08:31:39.008 INFO:tasks.rados.rados.0.smithi028.stdout:1923: snap_create 2024-04-02T08:31:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:38 smithi137 ceph-mon[88456]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:31:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:38 smithi028 ceph-mon[94314]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:31:39.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:38 smithi028 ceph-mon[96890]: osdmap e455: 8 total, 8 up, 8 in 2024-04-02T08:31:39.878 INFO:tasks.rados.rados.0.smithi028.stdout:1923: done (0 left) 2024-04-02T08:31:39.878 INFO:tasks.rados.rados.0.smithi028.stdout:1924: snap_create 2024-04-02T08:31:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:39 smithi137 ceph-mon[88456]: pgmap v343: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 30 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-04-02T08:31:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:39 smithi028 ceph-mon[94314]: pgmap v343: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 30 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-04-02T08:31:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:39 smithi028 ceph-mon[96890]: pgmap v343: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 30 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-04-02T08:31:40.883 INFO:tasks.rados.rados.0.smithi028.stdout:1924: done (0 left) 2024-04-02T08:31:40.884 INFO:tasks.rados.rados.0.smithi028.stdout:1925: snap_remove snap 195 2024-04-02T08:31:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:40 smithi137 ceph-mon[88456]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:31:41.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:40 smithi028 ceph-mon[94314]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:31:41.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:40 smithi028 ceph-mon[96890]: osdmap e456: 8 total, 8 up, 8 in 2024-04-02T08:31:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:31:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:31:41] "GET /metrics HTTP/1.1" 200 36213 "" "Prometheus/2.43.0" 2024-04-02T08:31:41.807 INFO:tasks.rados.rados.0.smithi028.stdout:1925: done (0 left) 2024-04-02T08:31:41.807 INFO:tasks.rados.rados.0.smithi028.stdout:1926: copy_from oid 10 from oid 48 current snap is 199 2024-04-02T08:31:41.807 INFO:tasks.rados.rados.0.smithi028.stdout:1927: snap_create 2024-04-02T08:31:41.835 INFO:tasks.rados.rados.0.smithi028.stdout:1926: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:31:41.837 INFO:tasks.rados.rados.0.smithi028.stdout:1926: finishing copy_from to smithi02882251-10 2024-04-02T08:31:41.837 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1551 (ObjNum 564 snap 175 seq_num 564) dirty exists 2024-04-02T08:31:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:41 smithi137 ceph-mon[88456]: pgmap v345: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 884 KiB/s wr, 24 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-02T08:31:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:41 smithi137 ceph-mon[88456]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:31:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:41 smithi137 ceph-mon[88456]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:31:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:41 smithi028 ceph-mon[94314]: pgmap v345: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 884 KiB/s wr, 24 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-02T08:31:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:41 smithi028 ceph-mon[94314]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:31:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:41 smithi028 ceph-mon[94314]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:31:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:41 smithi028 ceph-mon[96890]: pgmap v345: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 884 KiB/s wr, 24 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-02T08:31:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:41 smithi028 ceph-mon[96890]: osdmap e457: 8 total, 8 up, 8 in 2024-04-02T08:31:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:41 smithi028 ceph-mon[96890]: osdmap e458: 8 total, 8 up, 8 in 2024-04-02T08:31:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:42.808 INFO:tasks.rados.rados.0.smithi028.stdout:1926: done (1 left) 2024-04-02T08:31:42.808 INFO:tasks.rados.rados.0.smithi028.stdout:1927: done (0 left) 2024-04-02T08:31:42.808 INFO:tasks.rados.rados.0.smithi028.stdout:1928: read oid 11 snap -1 2024-04-02T08:31:42.808 INFO:tasks.rados.rados.0.smithi028.stdout:1928: expect (ObjNum 612 snap 194 seq_num 612) 2024-04-02T08:31:42.808 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 200 2024-04-02T08:31:42.808 INFO:tasks.rados.rados.0.smithi028.stdout:1929: seq_num 623 ranges {0=442368,442368=401408} 2024-04-02T08:31:42.810 INFO:tasks.rados.rados.0.smithi028.stdout:1929: writing smithi02882251-34 from 0 to 442368 tid 1 2024-04-02T08:31:42.813 INFO:tasks.rados.rados.0.smithi028.stdout:1929: writing smithi02882251-34 from 442368 to 843776 tid 2 2024-04-02T08:31:42.813 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 200 2024-04-02T08:31:42.814 INFO:tasks.rados.rados.0.smithi028.stdout:1930: seq_num 624 ranges {4653056=458752,5111808=401408} 2024-04-02T08:31:42.842 INFO:tasks.rados.rados.0.smithi028.stdout:1930: writing smithi02882251-45 from 4653056 to 5111808 tid 1 2024-04-02T08:31:42.844 INFO:tasks.rados.rados.0.smithi028.stdout:1930: writing smithi02882251-45 from 5111808 to 5513216 tid 2 2024-04-02T08:31:42.844 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 200 2024-04-02T08:31:42.844 INFO:tasks.rados.rados.0.smithi028.stdout:1929: finishing write tid 1 to smithi02882251-34 2024-04-02T08:31:42.844 INFO:tasks.rados.rados.0.smithi028.stdout:1931: seq_num 625 ranges {0=475136,475136=401408} 2024-04-02T08:31:42.846 INFO:tasks.rados.rados.0.smithi028.stdout:1931: writing smithi02882251-25 from 0 to 475136 tid 1 2024-04-02T08:31:42.849 INFO:tasks.rados.rados.0.smithi028.stdout:1931: writing smithi02882251-25 from 475136 to 876544 tid 2 2024-04-02T08:31:42.849 INFO:tasks.rados.rados.0.smithi028.stdout:1932: rollback oid 6 current snap is 200 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 167 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1929: finishing write tid 2 to smithi02882251-34 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1929: finishing write tid 3 to smithi02882251-34 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1929: finishing write tid 4 to smithi02882251-34 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1929: oid 34 updating version 0 to 984 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1929: oid 34 updating version 984 to 986 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1929: oid 34 version 986 is already newer than 985 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 986 (ObjNum 623 snap 200 seq_num 623) dirty exists 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1929: left oid 34 (ObjNum 623 snap 200 seq_num 623) 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1929: done (4 left) 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1933: setattr oid 44 current snap is 200 2024-04-02T08:31:42.850 INFO:tasks.rados.rados.0.smithi028.stdout:1928: expect (ObjNum 612 snap 194 seq_num 612) 2024-04-02T08:31:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:1930: finishing write tid 1 to smithi02882251-45 2024-04-02T08:31:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:1930: finishing write tid 2 to smithi02882251-45 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1931: finishing write tid 1 to smithi02882251-25 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1931: finishing write tid 2 to smithi02882251-25 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1931: finishing write tid 3 to smithi02882251-25 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1930: finishing write tid 3 to smithi02882251-45 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1931: finishing write tid 4 to smithi02882251-25 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1931: oid 25 updating version 0 to 1337 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1931: oid 25 version 1337 is already newer than 1336 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1931: oid 25 version 1337 is already newer than 1335 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1337 (ObjNum 625 snap 200 seq_num 625) dirty exists 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1931: left oid 25 (ObjNum 625 snap 200 seq_num 625) 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1932: finishing rollback tid 0 to smithi02882251-6 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1932: finishing rollback tid 1 to smithi02882251-6 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1930: finishing write tid 4 to smithi02882251-45 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1930: oid 45 updating version 0 to 1557 2024-04-02T08:31:43.459 INFO:tasks.rados.rados.0.smithi028.stdout:1930: oid 45 version 1557 is already newer than 1555 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1930: oid 45 version 1557 is already newer than 1556 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1557 (ObjNum 624 snap 200 seq_num 624) dirty exists 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1930: left oid 45 (ObjNum 624 snap 200 seq_num 624) 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1932: finishing rollback tid 2 to smithi02882251-6 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 899 (ObjNum 528 snap 166 seq_num 528) dirty exists 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1928: done (4 left) 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1930: done (3 left) 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1931: done (2 left) 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1932: done (1 left) 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1934: read oid 25 snap 177 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1934: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1935: read oid 39 snap 153 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1935: expect deleted 2024-04-02T08:31:43.460 INFO:tasks.rados.rados.0.smithi028.stdout:1936: snap_create 2024-04-02T08:31:43.461 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1014 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-04-02T08:31:43.465 INFO:tasks.rados.rados.0.smithi028.stdout:1934: expect (ObjNum 173 snap 45 seq_num 173) 2024-04-02T08:31:43.805 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.14.0-434.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:43.885 INFO:tasks.rados.rados.0.smithi028.stdout:1933: done (3 left) 2024-04-02T08:31:43.885 INFO:tasks.rados.rados.0.smithi028.stdout:1934: done (2 left) 2024-04-02T08:31:43.885 INFO:tasks.rados.rados.0.smithi028.stdout:1935: done (1 left) 2024-04-02T08:31:43.885 INFO:tasks.rados.rados.0.smithi028.stdout:1936: done (0 left) 2024-04-02T08:31:43.885 INFO:tasks.rados.rados.0.smithi028.stdout:1937: delete oid 42 current snap is 201 2024-04-02T08:31:43.891 INFO:tasks.rados.rados.0.smithi028.stdout:1937: done (0 left) 2024-04-02T08:31:43.891 INFO:tasks.rados.rados.0.smithi028.stdout:1938: delete oid 48 current snap is 201 2024-04-02T08:31:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:1938: done (0 left) 2024-04-02T08:31:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:1939: rollback oid 47 current snap is 201 2024-04-02T08:31:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 123 2024-04-02T08:31:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:1940: read oid 15 snap -1 2024-04-02T08:31:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:1940: expect deleted 2024-04-02T08:31:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:1941: setattr oid 4 current snap is 201 2024-04-02T08:31:43.898 INFO:tasks.rados.rados.0.smithi028.stdout:1940: done (2 left) 2024-04-02T08:31:43.898 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 201 2024-04-02T08:31:43.898 INFO:tasks.rados.rados.0.smithi028.stdout:1942: seq_num 628 ranges {6053888=524288,6578176=401408} 2024-04-02T08:31:43.934 INFO:tasks.rados.rados.0.smithi028.stdout:1942: writing smithi02882251-17 from 6053888 to 6578176 tid 1 2024-04-02T08:31:43.936 INFO:tasks.rados.rados.0.smithi028.stdout:1942: writing smithi02882251-17 from 6578176 to 6979584 tid 2 2024-04-02T08:31:43.936 INFO:tasks.rados.rados.0.smithi028.stdout:1943: snap_remove snap 183 2024-04-02T08:31:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:43 smithi137 ceph-mon[88456]: pgmap v348: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:31:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:43 smithi137 ceph-mon[88456]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:31:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:43 smithi028 ceph-mon[94314]: pgmap v348: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:31:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:43 smithi028 ceph-mon[94314]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:31:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:43 smithi028 ceph-mon[96890]: pgmap v348: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T08:31:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:43 smithi028 ceph-mon[96890]: osdmap e459: 8 total, 8 up, 8 in 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1943: done (3 left) 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1944: snap_create 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1939: finishing rollback tid 0 to smithi02882251-47 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1939: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1939: finishing rollback tid 2 to smithi02882251-47 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1340 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 763 (ObjNum 571 snap 177 seq_num 571) dirty exists 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1942: finishing write tid 1 to smithi02882251-17 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1942: finishing write tid 2 to smithi02882251-17 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1942: finishing write tid 3 to smithi02882251-17 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1942: finishing write tid 4 to smithi02882251-17 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1942: oid 17 updating version 0 to 901 2024-04-02T08:31:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:1942: oid 17 updating version 901 to 902 2024-04-02T08:31:44.895 INFO:tasks.rados.rados.0.smithi028.stdout:1942: oid 17 version 902 is already newer than 900 2024-04-02T08:31:44.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 902 (ObjNum 628 snap 201 seq_num 628) dirty exists 2024-04-02T08:31:44.895 INFO:tasks.rados.rados.0.smithi028.stdout:1942: left oid 17 (ObjNum 628 snap 201 seq_num 628) 2024-04-02T08:31:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:44 smithi137 ceph-mon[88456]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:31:45.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:44 smithi028 ceph-mon[94314]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:31:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:44 smithi028 ceph-mon[96890]: osdmap e460: 8 total, 8 up, 8 in 2024-04-02T08:31:45.894 INFO:tasks.rados.rados.0.smithi028.stdout:1939: done (3 left) 2024-04-02T08:31:45.894 INFO:tasks.rados.rados.0.smithi028.stdout:1941: done (2 left) 2024-04-02T08:31:45.894 INFO:tasks.rados.rados.0.smithi028.stdout:1942: done (1 left) 2024-04-02T08:31:45.894 INFO:tasks.rados.rados.0.smithi028.stdout:1944: done (0 left) 2024-04-02T08:31:45.895 INFO:tasks.rados.rados.0.smithi028.stdout:1945: delete oid 38 current snap is 202 2024-04-02T08:31:45.902 INFO:tasks.rados.rados.0.smithi028.stdout:1945: done (0 left) 2024-04-02T08:31:45.902 INFO:tasks.rados.rados.0.smithi028.stdout:1946: snap_remove snap 196 2024-04-02T08:31:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:45 smithi028 ceph-mon[94314]: pgmap v351: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1 op/s 2024-04-02T08:31:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:45 smithi028 ceph-mon[94314]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:31:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:45 smithi028 ceph-mon[96890]: pgmap v351: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1 op/s 2024-04-02T08:31:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:45 smithi028 ceph-mon[96890]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:31:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:46.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:45 smithi137 ceph-mon[88456]: pgmap v351: 121 pgs: 121 active+clean; 428 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1 op/s 2024-04-02T08:31:46.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:45 smithi137 ceph-mon[88456]: osdmap e461: 8 total, 8 up, 8 in 2024-04-02T08:31:46.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:46.902 INFO:tasks.rados.rados.0.smithi028.stdout:1946: done (0 left) 2024-04-02T08:31:46.903 INFO:tasks.rados.rados.0.smithi028.stdout:1947: rmattr oid 12 current snap is 202 2024-04-02T08:31:46.903 INFO:tasks.rados.rados.0.smithi028.stdout:1947: done (0 left) 2024-04-02T08:31:46.903 INFO:tasks.rados.rados.0.smithi028.stdout:1948: snap_remove snap 193 2024-04-02T08:31:47.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:46 smithi028 ceph-mon[94314]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:31:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:46 smithi028 ceph-mon[96890]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:31:47.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:46 smithi137 ceph-mon[88456]: osdmap e462: 8 total, 8 up, 8 in 2024-04-02T08:31:47.906 INFO:tasks.rados.rados.0.smithi028.stdout:1948: done (0 left) 2024-04-02T08:31:47.906 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 202 2024-04-02T08:31:47.906 INFO:tasks.rados.rados.0.smithi028.stdout:1949: seq_num 630 ranges {843776=557056,1400832=401408} 2024-04-02T08:31:47.914 INFO:tasks.rados.rados.0.smithi028.stdout:1949: writing smithi02882251-34 from 843776 to 1400832 tid 1 2024-04-02T08:31:47.917 INFO:tasks.rados.rados.0.smithi028.stdout:1949: writing smithi02882251-34 from 1400832 to 1802240 tid 2 2024-04-02T08:31:47.917 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 202 2024-04-02T08:31:47.917 INFO:tasks.rados.rados.0.smithi028.stdout:1950: seq_num 631 ranges {0=573440,573440=401408} 2024-04-02T08:31:47.921 INFO:tasks.rados.rados.0.smithi028.stdout:1950: writing smithi02882251-38 from 0 to 573440 tid 1 2024-04-02T08:31:47.924 INFO:tasks.rados.rados.0.smithi028.stdout:1950: writing smithi02882251-38 from 573440 to 974848 tid 2 2024-04-02T08:31:47.924 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 202 2024-04-02T08:31:47.924 INFO:tasks.rados.rados.0.smithi028.stdout:1951: seq_num 632 ranges {0=589824,589824=401408} 2024-04-02T08:31:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:1951: writing smithi02882251-1 from 0 to 589824 tid 1 2024-04-02T08:31:47.931 INFO:tasks.rados.rados.0.smithi028.stdout:1951: writing smithi02882251-1 from 589824 to 991232 tid 2 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1952: rollback oid 33 current snap is 202 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1949: finishing write tid 1 to smithi02882251-34 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 199 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1949: finishing write tid 2 to smithi02882251-34 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1949: finishing write tid 3 to smithi02882251-34 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1949: finishing write tid 4 to smithi02882251-34 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1949: oid 34 updating version 0 to 996 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1949: oid 34 version 996 is already newer than 995 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1949: oid 34 version 996 is already newer than 994 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 996 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1949: left oid 34 (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1950: finishing write tid 1 to smithi02882251-38 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1950: finishing write tid 2 to smithi02882251-38 2024-04-02T08:31:47.932 INFO:tasks.rados.rados.0.smithi028.stdout:1950: finishing write tid 3 to smithi02882251-38 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1950: finishing write tid 4 to smithi02882251-38 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1950: oid 38 updating version 0 to 895 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1950: oid 38 updating version 895 to 896 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1950: oid 38 version 896 is already newer than 894 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 896 (ObjNum 631 snap 202 seq_num 631) dirty exists 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1950: left oid 38 (ObjNum 631 snap 202 seq_num 631) 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1951: finishing write tid 1 to smithi02882251-1 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1949: done (3 left) 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1950: done (2 left) 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1953: rollback oid 9 current snap is 202 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 191 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1954: copy_from oid 7 from oid 35 current snap is 202 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1955: read oid 47 snap -1 2024-04-02T08:31:47.933 INFO:tasks.rados.rados.0.smithi028.stdout:1955: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:31:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:1956: delete oid 45 current snap is 202 2024-04-02T08:31:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:1952: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:31:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 698 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:31:47.934 INFO:tasks.rados.rados.0.smithi028.stdout:1951: finishing write tid 2 to smithi02882251-1 2024-04-02T08:31:47.935 INFO:tasks.rados.rados.0.smithi028.stdout:1951: finishing write tid 3 to smithi02882251-1 2024-04-02T08:31:47.936 INFO:tasks.rados.rados.0.smithi028.stdout:1951: finishing write tid 4 to smithi02882251-1 2024-04-02T08:31:47.936 INFO:tasks.rados.rados.0.smithi028.stdout:1951: oid 1 updating version 0 to 899 2024-04-02T08:31:47.936 INFO:tasks.rados.rados.0.smithi028.stdout:1951: oid 1 version 899 is already newer than 898 2024-04-02T08:31:47.936 INFO:tasks.rados.rados.0.smithi028.stdout:1951: oid 1 version 899 is already newer than 897 2024-04-02T08:31:47.936 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 899 (ObjNum 632 snap 202 seq_num 632) dirty exists 2024-04-02T08:31:47.936 INFO:tasks.rados.rados.0.smithi028.stdout:1951: left oid 1 (ObjNum 632 snap 202 seq_num 632) 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:1953: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:1953: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:1953: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1577 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:1951: done (5 left) 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:1952: done (4 left) 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:1953: done (3 left) 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:1956: done (2 left) 2024-04-02T08:31:47.940 INFO:tasks.rados.rados.0.smithi028.stdout:1957: read oid 46 snap -1 2024-04-02T08:31:47.941 INFO:tasks.rados.rados.0.smithi028.stdout:1957: expect deleted 2024-04-02T08:31:47.941 INFO:tasks.rados.rados.0.smithi028.stdout:1958: snap_create 2024-04-02T08:31:47.957 INFO:tasks.rados.rados.0.smithi028.stdout:1955: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:31:48.177 INFO:tasks.rados.rados.0.smithi028.stdout:1954: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:31:48.177 INFO:tasks.rados.rados.0.smithi028.stdout:1954: finishing copy_from to smithi02882251-7 2024-04-02T08:31:48.177 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1191 (ObjNum 600 snap 187 seq_num 600) dirty exists 2024-04-02T08:31:48.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:47 smithi028 ceph-mon[96890]: pgmap v354: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:31:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:47 smithi028 ceph-mon[96890]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:31:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:47 smithi028 ceph-mon[94314]: pgmap v354: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:31:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:47 smithi028 ceph-mon[94314]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:31:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:47 smithi137 ceph-mon[88456]: pgmap v354: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:31:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:47 smithi137 ceph-mon[88456]: osdmap e463: 8 total, 8 up, 8 in 2024-04-02T08:31:48.916 INFO:tasks.rados.rados.0.smithi028.stdout:1954: done (3 left) 2024-04-02T08:31:48.917 INFO:tasks.rados.rados.0.smithi028.stdout:1955: done (2 left) 2024-04-02T08:31:48.917 INFO:tasks.rados.rados.0.smithi028.stdout:1957: done (1 left) 2024-04-02T08:31:48.917 INFO:tasks.rados.rados.0.smithi028.stdout:1958: done (0 left) 2024-04-02T08:31:48.917 INFO:tasks.rados.rados.0.smithi028.stdout:1959: snap_remove snap 198 2024-04-02T08:31:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:48 smithi028 ceph-mon[96890]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:31:49.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:48 smithi028 ceph-mon[94314]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:31:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:48 smithi137 ceph-mon[88456]: osdmap e464: 8 total, 8 up, 8 in 2024-04-02T08:31:49.922 INFO:tasks.rados.rados.0.smithi028.stdout:1959: done (0 left) 2024-04-02T08:31:49.922 INFO:tasks.rados.rados.0.smithi028.stdout:1960: snap_remove snap 167 2024-04-02T08:31:50.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:49 smithi028 ceph-mon[96890]: pgmap v357: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:31:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:49 smithi028 ceph-mon[96890]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:31:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:49 smithi028 ceph-mon[94314]: pgmap v357: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:31:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:49 smithi028 ceph-mon[94314]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:31:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:49 smithi137 ceph-mon[88456]: pgmap v357: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-02T08:31:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:49 smithi137 ceph-mon[88456]: osdmap e465: 8 total, 8 up, 8 in 2024-04-02T08:31:50.930 INFO:tasks.rados.rados.0.smithi028.stdout:1960: done (0 left) 2024-04-02T08:31:50.930 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 203 2024-04-02T08:31:50.930 INFO:tasks.rados.rados.0.smithi028.stdout:1961: seq_num 634 ranges {1572864=622592,2195456=401408} 2024-04-02T08:31:50.943 INFO:tasks.rados.rados.0.smithi028.stdout:1961: writing smithi02882251-8 from 1572864 to 2195456 tid 1 2024-04-02T08:31:50.947 INFO:tasks.rados.rados.0.smithi028.stdout:1961: writing smithi02882251-8 from 2195456 to 2596864 tid 2 2024-04-02T08:31:50.947 INFO:tasks.rados.rados.0.smithi028.stdout:1962: rollback oid 45 current snap is 203 2024-04-02T08:31:50.947 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 201 2024-04-02T08:31:50.947 INFO:tasks.rados.rados.0.smithi028.stdout:1963: rollback oid 9 current snap is 203 2024-04-02T08:31:50.947 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 202 2024-04-02T08:31:50.947 INFO:tasks.rados.rados.0.smithi028.stdout:1964: read oid 36 snap -1 2024-04-02T08:31:50.947 INFO:tasks.rados.rados.0.smithi028.stdout:1964: expect (ObjNum 621 snap 195 seq_num 621) 2024-04-02T08:31:50.947 INFO:tasks.rados.rados.0.smithi028.stdout:1965: delete oid 30 current snap is 203 2024-04-02T08:31:50.953 INFO:tasks.rados.rados.0.smithi028.stdout:1965: done (4 left) 2024-04-02T08:31:50.953 INFO:tasks.rados.rados.0.smithi028.stdout:1966: read oid 14 snap -1 2024-04-02T08:31:50.953 INFO:tasks.rados.rados.0.smithi028.stdout:1966: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:31:50.953 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 203 2024-04-02T08:31:50.953 INFO:tasks.rados.rados.0.smithi028.stdout:1967: seq_num 636 ranges {1572864=655360,2228224=401408} 2024-04-02T08:31:50.966 INFO:tasks.rados.rados.0.smithi028.stdout:1967: writing smithi02882251-24 from 1572864 to 2228224 tid 1 2024-04-02T08:31:50.969 INFO:tasks.rados.rados.0.smithi028.stdout:1967: writing smithi02882251-24 from 2228224 to 2629632 tid 2 2024-04-02T08:31:50.969 INFO:tasks.rados.rados.0.smithi028.stdout:1968: read oid 31 snap -1 2024-04-02T08:31:50.969 INFO:tasks.rados.rados.0.smithi028.stdout:1968: expect (ObjNum 533 snap 166 seq_num 533) 2024-04-02T08:31:50.969 INFO:tasks.rados.rados.0.smithi028.stdout:1969: copy_from oid 38 from oid 46 current snap is 203 2024-04-02T08:31:50.970 INFO:tasks.rados.rados.0.smithi028.stdout:1962: finishing rollback tid 1 to smithi02882251-45 2024-04-02T08:31:50.970 INFO:tasks.rados.rados.0.smithi028.stdout:1962: finishing rollback tid 2 to smithi02882251-45 2024-04-02T08:31:50.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1595 (ObjNum 624 snap 200 seq_num 624) dirty exists 2024-04-02T08:31:50.970 INFO:tasks.rados.rados.0.smithi028.stdout:1964: expect (ObjNum 621 snap 195 seq_num 621) 2024-04-02T08:31:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:1961: finishing write tid 1 to smithi02882251-8 2024-04-02T08:31:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:1961: finishing write tid 2 to smithi02882251-8 2024-04-02T08:31:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:1961: finishing write tid 3 to smithi02882251-8 2024-04-02T08:31:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:1963: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:31:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:1963: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:31:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:1963: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:31:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1601 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-04-02T08:31:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:1961: finishing write tid 4 to smithi02882251-8 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1961: oid 8 updating version 0 to 1271 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1961: oid 8 version 1271 is already newer than 1270 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1961: oid 8 version 1271 is already newer than 1269 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1271 (ObjNum 634 snap 203 seq_num 634) dirty exists 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1961: left oid 8 (ObjNum 634 snap 203 seq_num 634) 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1961: done (7 left) 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1962: done (6 left) 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1963: done (5 left) 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1964: done (4 left) 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1970: copy_from oid 49 from oid 13 current snap is 203 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1969: finishing copy_from to smithi02882251-38 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1969: got expected ENOENT (src dne) 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1969: finishing copy_from racing read to smithi02882251-38 2024-04-02T08:31:50.996 INFO:tasks.rados.rados.0.smithi028.stdout:1967: finishing write tid 1 to smithi02882251-24 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:1967: finishing write tid 2 to smithi02882251-24 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:1967: finishing write tid 3 to smithi02882251-24 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:1967: finishing write tid 4 to smithi02882251-24 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:1967: oid 24 updating version 0 to 891 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:1967: oid 24 version 891 is already newer than 890 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:1967: oid 24 updating version 891 to 892 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 892 (ObjNum 636 snap 203 seq_num 636) dirty exists 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:1967: left oid 24 (ObjNum 636 snap 203 seq_num 636) 2024-04-02T08:31:50.997 INFO:tasks.rados.rados.0.smithi028.stdout:1968: expect (ObjNum 533 snap 166 seq_num 533) 2024-04-02T08:31:51.040 INFO:tasks.rados.rados.0.smithi028.stdout:1966: expect (ObjNum 310 snap 92 seq_num 310) 2024-04-02T08:31:51.177 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:50 smithi137 ceph-mon[88456]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:31:51.178 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:51.178 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:51.178 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:51.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:50 smithi028 ceph-mon[94314]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:31:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:50 smithi028 ceph-mon[96890]: osdmap e466: 8 total, 8 up, 8 in 2024-04-02T08:31:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:31:51.426 INFO:tasks.rados.rados.0.smithi028.stdout:1970: finishing copy_from racing read to smithi02882251-49 2024-04-02T08:31:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:1970: finishing copy_from to smithi02882251-49 2024-04-02T08:31:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 896 (ObjNum 617 snap 194 seq_num 617) dirty exists 2024-04-02T08:31:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:1966: done (4 left) 2024-04-02T08:31:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:1967: done (3 left) 2024-04-02T08:31:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:1968: done (2 left) 2024-04-02T08:31:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:1969: done (1 left) 2024-04-02T08:31:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:1970: done (0 left) 2024-04-02T08:31:51.427 INFO:tasks.rados.rados.0.smithi028.stdout:1971: snap_remove snap 182 2024-04-02T08:31:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:31:51] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:31:51.808 INFO:tasks.rados.rados.0.smithi028.stdout:1971: done (0 left) 2024-04-02T08:31:51.808 INFO:tasks.rados.rados.0.smithi028.stdout:1972: copy_from oid 42 from oid 39 current snap is 203 2024-04-02T08:31:51.808 INFO:tasks.rados.rados.0.smithi028.stdout:1973: read oid 1 snap 197 2024-04-02T08:31:51.808 INFO:tasks.rados.rados.0.smithi028.stdout:1973: expect deleted 2024-04-02T08:31:51.808 INFO:tasks.rados.rados.0.smithi028.stdout:1974: snap_remove snap 163 2024-04-02T08:31:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[94314]: Upgrade: osd.5 is safe to restart 2024-04-02T08:31:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[94314]: pgmap v360: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:31:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[94314]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:31:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[94314]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:31:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[96890]: Upgrade: osd.5 is safe to restart 2024-04-02T08:31:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[96890]: pgmap v360: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:31:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[96890]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:31:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:51 smithi028 ceph-mon[96890]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:31:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:51 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-02T08:31:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:51 smithi137 ceph-mon[88456]: Upgrade: osd.5 is safe to restart 2024-04-02T08:31:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:51 smithi137 ceph-mon[88456]: pgmap v360: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-02T08:31:52.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:51 smithi137 ceph-mon[88456]: osdmap e467: 8 total, 8 up, 8 in 2024-04-02T08:31:52.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:51 smithi137 ceph-mon[88456]: osdmap e468: 8 total, 8 up, 8 in 2024-04-02T08:31:52.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:31:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:31:52.812 INFO:tasks.rados.rados.0.smithi028.stdout:1974: done (2 left) 2024-04-02T08:31:52.812 INFO:tasks.rados.rados.0.smithi028.stdout:1975: snap_create 2024-04-02T08:31:52.812 INFO:tasks.rados.rados.0.smithi028.stdout:1972: finishing copy_from to smithi02882251-42 2024-04-02T08:31:52.813 INFO:tasks.rados.rados.0.smithi028.stdout:1972: got expected ENOENT (src dne) 2024-04-02T08:31:52.813 INFO:tasks.rados.rados.0.smithi028.stdout:1972: finishing copy_from racing read to smithi02882251-42 2024-04-02T08:31:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:52 smithi137 ceph-mon[88456]: Upgrade: Updating osd.5 2024-04-02T08:31:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:31:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:52 smithi137 ceph-mon[88456]: Deploying daemon osd.5 on smithi137 2024-04-02T08:31:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:52 smithi137 ceph-mon[88456]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[96890]: Upgrade: Updating osd.5 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[96890]: Deploying daemon osd.5 on smithi137 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[96890]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[94314]: Upgrade: Updating osd.5 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:31:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-02T08:31:53.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:31:53.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[94314]: Deploying daemon osd.5 on smithi137 2024-04-02T08:31:53.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:52 smithi028 ceph-mon[94314]: osdmap e469: 8 total, 8 up, 8 in 2024-04-02T08:31:53.812 INFO:tasks.rados.rados.0.smithi028.stdout:1972: done (2 left) 2024-04-02T08:31:53.812 INFO:tasks.rados.rados.0.smithi028.stdout:1973: done (1 left) 2024-04-02T08:31:53.812 INFO:tasks.rados.rados.0.smithi028.stdout:1975: done (0 left) 2024-04-02T08:31:53.812 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 204 2024-04-02T08:31:53.812 INFO:tasks.rados.rados.0.smithi028.stdout:1976: seq_num 637 ranges {0=671744,671744=401408} 2024-04-02T08:31:53.816 INFO:tasks.rados.rados.0.smithi028.stdout:1976: writing smithi02882251-48 from 0 to 671744 tid 1 2024-04-02T08:31:53.818 INFO:tasks.rados.rados.0.smithi028.stdout:1976: writing smithi02882251-48 from 671744 to 1073152 tid 2 2024-04-02T08:31:53.818 INFO:tasks.rados.rados.0.smithi028.stdout:1977: setattr oid 21 current snap is 204 2024-04-02T08:31:53.819 INFO:tasks.rados.rados.0.smithi028.stdout:1978: snap_create 2024-04-02T08:31:53.823 INFO:tasks.rados.rados.0.smithi028.stdout:1976: finishing write tid 1 to smithi02882251-48 2024-04-02T08:31:53.824 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 893 (ObjNum 537 snap 168 seq_num 537) dirty exists 2024-04-02T08:31:53.824 INFO:tasks.rados.rados.0.smithi028.stdout:1976: finishing write tid 2 to smithi02882251-48 2024-04-02T08:31:53.825 INFO:tasks.rados.rados.0.smithi028.stdout:1976: finishing write tid 3 to smithi02882251-48 2024-04-02T08:31:53.826 INFO:tasks.rados.rados.0.smithi028.stdout:1976: finishing write tid 4 to smithi02882251-48 2024-04-02T08:31:53.826 INFO:tasks.rados.rados.0.smithi028.stdout:1976: oid 48 updating version 0 to 1621 2024-04-02T08:31:53.826 INFO:tasks.rados.rados.0.smithi028.stdout:1976: oid 48 version 1621 is already newer than 1620 2024-04-02T08:31:53.826 INFO:tasks.rados.rados.0.smithi028.stdout:1976: oid 48 updating version 1621 to 1622 2024-04-02T08:31:53.826 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1622 (ObjNum 637 snap 204 seq_num 637) dirty exists 2024-04-02T08:31:53.826 INFO:tasks.rados.rados.0.smithi028.stdout:1976: left oid 48 (ObjNum 637 snap 204 seq_num 637) 2024-04-02T08:31:54.067 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:53 smithi137 ceph-mon[88456]: pgmap v363: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:31:54.067 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:53 smithi137 ceph-mon[88456]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:31:54.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:53 smithi028 ceph-mon[96890]: pgmap v363: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:31:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:53 smithi028 ceph-mon[96890]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:31:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:53 smithi028 ceph-mon[94314]: pgmap v363: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:31:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:53 smithi028 ceph-mon[94314]: osdmap e470: 8 total, 8 up, 8 in 2024-04-02T08:31:54.813 INFO:tasks.rados.rados.0.smithi028.stdout:1976: done (2 left) 2024-04-02T08:31:54.813 INFO:tasks.rados.rados.0.smithi028.stdout:1977: done (1 left) 2024-04-02T08:31:54.814 INFO:tasks.rados.rados.0.smithi028.stdout:1978: done (0 left) 2024-04-02T08:31:54.814 INFO:tasks.rados.rados.0.smithi028.stdout:1979: setattr oid 1 current snap is 205 2024-04-02T08:31:54.814 INFO:tasks.rados.rados.0.smithi028.stdout:1980: rmattr oid 4 current snap is 205 2024-04-02T08:31:54.815 INFO:tasks.rados.rados.0.smithi028.stdout:1981: copy_from oid 14 from oid 44 current snap is 205 2024-04-02T08:31:54.815 INFO:tasks.rados.rados.0.smithi028.stdout:1982: snap_remove snap 203 2024-04-02T08:31:55.420 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:55 smithi137 systemd[1]: Stopping Ceph osd.5 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:55.816 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 900 (ObjNum 632 snap 202 seq_num 632) dirty exists 2024-04-02T08:31:55.817 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 784 (ObjNum 571 snap 177 seq_num 571) dirty exists 2024-04-02T08:31:55.817 INFO:tasks.rados.rados.0.smithi028.stdout:1981: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:31:55.817 INFO:tasks.rados.rados.0.smithi028.stdout:1981: finishing copy_from to smithi02882251-14 2024-04-02T08:31:55.817 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1014 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-04-02T08:31:55.817 INFO:tasks.rados.rados.0.smithi028.stdout:1979: done (3 left) 2024-04-02T08:31:55.817 INFO:tasks.rados.rados.0.smithi028.stdout:1980: done (2 left) 2024-04-02T08:31:55.818 INFO:tasks.rados.rados.0.smithi028.stdout:1981: done (1 left) 2024-04-02T08:31:55.818 INFO:tasks.rados.rados.0.smithi028.stdout:1982: done (0 left) 2024-04-02T08:31:55.818 INFO:tasks.rados.rados.0.smithi028.stdout:1983: setattr oid 27 current snap is 205 2024-04-02T08:31:55.819 INFO:tasks.rados.rados.0.smithi028.stdout:1984: read oid 46 snap 204 2024-04-02T08:31:55.819 INFO:tasks.rados.rados.0.smithi028.stdout:1984: expect deleted 2024-04-02T08:31:55.819 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 205 2024-04-02T08:31:55.820 INFO:tasks.rados.rados.0.smithi028.stdout:1985: seq_num 638 ranges {6709248=688128,7397376=401408} 2024-04-02T08:31:55.823 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[43047]: 2024-04-02T08:31:55.421+0000 7f9f0d9c8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:31:55.823 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[43047]: 2024-04-02T08:31:55.421+0000 7f9f0d9c8700 -1 osd.5 471 *** Got signal Terminated *** 2024-04-02T08:31:55.823 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[43047]: 2024-04-02T08:31:55.421+0000 7f9f0d9c8700 -1 osd.5 471 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:31:55.860 INFO:tasks.rados.rados.0.smithi028.stdout:1985: writing smithi02882251-22 from 6709248 to 7397376 tid 1 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1985: writing smithi02882251-22 from 7397376 to 7798784 tid 2 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1986: copy_from oid 28 from oid 34 current snap is 205 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1628 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1983: done (3 left) 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1984: done (2 left) 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1987: rollback oid 39 current snap is 205 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 123 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1988: read oid 2 snap -1 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1988: expect (ObjNum 569 snap 177 seq_num 569) 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1989: copy_from oid 38 from oid 46 current snap is 205 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1990: copy_from oid 43 from oid 29 current snap is 205 2024-04-02T08:31:55.863 INFO:tasks.rados.rados.0.smithi028.stdout:1991: snap_remove snap 177 2024-04-02T08:31:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:55 smithi137 ceph-mon[88456]: pgmap v366: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:31:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:55 smithi137 ceph-mon[88456]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:31:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:55 smithi137 ceph-mon[88456]: osd.5 marked itself down and dead 2024-04-02T08:31:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:55 smithi028 ceph-mon[94314]: pgmap v366: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:31:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:55 smithi028 ceph-mon[94314]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:31:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:55 smithi028 ceph-mon[94314]: osd.5 marked itself down and dead 2024-04-02T08:31:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:55 smithi028 ceph-mon[96890]: pgmap v366: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T08:31:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:55 smithi028 ceph-mon[96890]: osdmap e471: 8 total, 8 up, 8 in 2024-04-02T08:31:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:55 smithi028 ceph-mon[96890]: osd.5 marked itself down and dead 2024-04-02T08:31:56.645 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:56 smithi137 podman[99358]: 2024-04-02 08:31:56.393129086 +0000 UTC m=+1.087464863 container died a41b192238c6cb6668dae7a01a6d8e0d59918d3ffdddd1067f6a7a26ed018c82 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-04-02T08:31:56.828 INFO:tasks.rados.rados.0.smithi028.stdout:1988: expect (ObjNum 569 snap 177 seq_num 569) 2024-04-02T08:31:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:56 smithi137 ceph-mon[88456]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:56 smithi137 ceph-mon[88456]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:31:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:56 smithi137 ceph-mon[88456]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:31:57.145 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:56 smithi137 podman[99358]: 2024-04-02 08:31:56.735449196 +0000 UTC m=+1.429784973 container cleanup a41b192238c6cb6668dae7a01a6d8e0d59918d3ffdddd1067f6a7a26ed018c82 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-02T08:31:57.145 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:56 smithi137 bash[99358]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T08:31:57.145 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:56 smithi137 podman[99382]: 2024-04-02 08:31:56.945749905 +0000 UTC m=+0.553027665 container remove a41b192238c6cb6668dae7a01a6d8e0d59918d3ffdddd1067f6a7a26ed018c82 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-02T08:31:57.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:56 smithi028 ceph-mon[96890]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:57.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:56 smithi028 ceph-mon[96890]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:31:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:56 smithi028 ceph-mon[96890]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:31:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:56 smithi028 ceph-mon[94314]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:31:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:56 smithi028 ceph-mon[94314]: osdmap e472: 8 total, 7 up, 8 in 2024-04-02T08:31:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:56 smithi028 ceph-mon[94314]: osdmap e473: 8 total, 7 up, 8 in 2024-04-02T08:31:57.314 INFO:tasks.rados.rados.0.smithi028.stdout:1985: finishing write tid 1 to smithi02882251-22 2024-04-02T08:31:57.314 INFO:tasks.rados.rados.0.smithi028.stdout:1985: finishing write tid 2 to smithi02882251-22 2024-04-02T08:31:57.314 INFO:tasks.rados.rados.0.smithi028.stdout:1987: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:31:57.314 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 0 (ObjNum 129 snap 0 seq_num 1439690464) dirty dne 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1987: done (6 left) 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1988: done (5 left) 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1991: done (4 left) 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1992: read oid 35 snap -1 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1992: expect (ObjNum 600 snap 187 seq_num 600) 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1993: delete oid 8 current snap is 205 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1986: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1985: finishing write tid 3 to smithi02882251-22 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1989: finishing copy_from to smithi02882251-38 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1989: got expected ENOENT (src dne) 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1989: finishing copy_from racing read to smithi02882251-38 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1985: finishing write tid 4 to smithi02882251-22 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1985: oid 22 updating version 0 to 1345 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1985: oid 22 updating version 1345 to 1346 2024-04-02T08:31:57.315 INFO:tasks.rados.rados.0.smithi028.stdout:1985: oid 22 updating version 1346 to 1347 2024-04-02T08:31:57.316 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1347 (ObjNum 638 snap 205 seq_num 638) dirty exists 2024-04-02T08:31:57.316 INFO:tasks.rados.rados.0.smithi028.stdout:1985: left oid 22 (ObjNum 638 snap 205 seq_num 638) 2024-04-02T08:31:57.316 INFO:tasks.rados.rados.0.smithi028.stdout:1986: finishing copy_from to smithi02882251-28 2024-04-02T08:31:57.316 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 996 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:31:57.316 INFO:tasks.rados.rados.0.smithi028.stdout:1990: finishing copy_from racing read to smithi02882251-43 2024-04-02T08:31:57.316 INFO:tasks.rados.rados.0.smithi028.stdout:1990: finishing copy_from to smithi02882251-43 2024-04-02T08:31:57.316 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 889 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:31:57.332 INFO:tasks.rados.rados.0.smithi028.stdout:1992: expect (ObjNum 600 snap 187 seq_num 600) 2024-04-02T08:31:57.561 INFO:tasks.rados.rados.0.smithi028.stdout:1985: done (5 left) 2024-04-02T08:31:57.561 INFO:tasks.rados.rados.0.smithi028.stdout:1986: done (4 left) 2024-04-02T08:31:57.561 INFO:tasks.rados.rados.0.smithi028.stdout:1989: done (3 left) 2024-04-02T08:31:57.561 INFO:tasks.rados.rados.0.smithi028.stdout:1990: done (2 left) 2024-04-02T08:31:57.561 INFO:tasks.rados.rados.0.smithi028.stdout:1992: done (1 left) 2024-04-02T08:31:57.561 INFO:tasks.rados.rados.0.smithi028.stdout:1993: done (0 left) 2024-04-02T08:31:57.561 INFO:tasks.rados.rados.0.smithi028.stdout:1994: delete oid 42 current snap is 205 2024-04-02T08:31:57.563 INFO:tasks.rados.rados.0.smithi028.stdout:1994: done (0 left) 2024-04-02T08:31:57.563 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 205 2024-04-02T08:31:57.563 INFO:tasks.rados.rados.0.smithi028.stdout:1995: seq_num 641 ranges {0=745472,745472=401408} 2024-04-02T08:31:57.567 INFO:tasks.rados.rados.0.smithi028.stdout:1995: writing smithi02882251-39 from 0 to 745472 tid 1 2024-04-02T08:31:57.570 INFO:tasks.rados.rados.0.smithi028.stdout:1995: writing smithi02882251-39 from 745472 to 1146880 tid 2 2024-04-02T08:31:57.570 INFO:tasks.rados.rados.0.smithi028.stdout:1996: rollback oid 36 current snap is 205 2024-04-02T08:31:57.570 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 194 2024-04-02T08:31:57.570 INFO:tasks.rados.rados.0.smithi028.stdout:1997: read oid 43 snap -1 2024-04-02T08:31:57.570 INFO:tasks.rados.rados.0.smithi028.stdout:1997: expect (ObjNum 586 snap 180 seq_num 586) 2024-04-02T08:31:57.570 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 205 2024-04-02T08:31:57.570 INFO:tasks.rados.rados.0.smithi028.stdout:1998: seq_num 642 ranges {8003584=761856,8765440=401408} 2024-04-02T08:31:57.618 INFO:tasks.rados.rados.0.smithi028.stdout:1998: writing smithi02882251-20 from 8003584 to 8765440 tid 1 2024-04-02T08:31:57.620 INFO:tasks.rados.rados.0.smithi028.stdout:1998: writing smithi02882251-20 from 8765440 to 9166848 tid 2 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1999: read oid 49 snap 202 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1999: expect deleted 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1995: finishing write tid 1 to smithi02882251-39 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:2000: setattr oid 23 current snap is 205 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1996: finishing rollback tid 0 to smithi02882251-36 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1995: finishing write tid 2 to smithi02882251-39 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1996: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 791 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1995: finishing write tid 3 to smithi02882251-39 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1995: finishing write tid 4 to smithi02882251-39 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1995: oid 39 updating version 0 to 894 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1995: oid 39 updating version 894 to 895 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:1995: oid 39 version 895 is already newer than 893 2024-04-02T08:31:57.621 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 895 (ObjNum 641 snap 205 seq_num 641) dirty exists 2024-04-02T08:31:57.622 INFO:tasks.rados.rados.0.smithi028.stdout:1995: left oid 39 (ObjNum 641 snap 205 seq_num 641) 2024-04-02T08:31:57.622 INFO:tasks.rados.rados.0.smithi028.stdout:1997: expect (ObjNum 586 snap 180 seq_num 586) 2024-04-02T08:31:57.645 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:57 smithi137 podman[99481]: 2024-04-02 08:31:57.246834746 +0000 UTC m=+0.017547476 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:57.645 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:57 smithi137 podman[99481]: 2024-04-02 08:31:57.379970358 +0000 UTC m=+0.150683085 container create e298f5ef8ac907a81b5c1f947b12c405fc232cf38a0793992a256984eb0240d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:31:57.945 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:57 smithi137 ceph-mon[88456]: pgmap v369: 121 pgs: 42 peering, 4 stale+active+clean, 75 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 886 KiB/s wr, 23 op/s 2024-04-02T08:31:57.945 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:57 smithi137 ceph-mon[88456]: Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:57.945 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:57 smithi137 podman[99481]: 2024-04-02 08:31:57.649132807 +0000 UTC m=+0.419845550 container init e298f5ef8ac907a81b5c1f947b12c405fc232cf38a0793992a256984eb0240d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:57.945 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:57 smithi137 podman[99481]: 2024-04-02 08:31:57.654526778 +0000 UTC m=+0.425239505 container start e298f5ef8ac907a81b5c1f947b12c405fc232cf38a0793992a256984eb0240d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:31:57.945 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:57 smithi137 podman[99481]: 2024-04-02 08:31:57.732565301 +0000 UTC m=+0.503278037 container attach e298f5ef8ac907a81b5c1f947b12c405fc232cf38a0793992a256984eb0240d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1998: finishing write tid 1 to smithi02882251-20 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1998: finishing write tid 2 to smithi02882251-20 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1998: finishing write tid 3 to smithi02882251-20 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1998: finishing write tid 4 to smithi02882251-20 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1998: oid 20 updating version 0 to 1008 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1998: oid 20 updating version 1008 to 1010 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1998: oid 20 version 1010 is already newer than 1009 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1010 (ObjNum 642 snap 205 seq_num 642) dirty exists 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1998: left oid 20 (ObjNum 642 snap 205 seq_num 642) 2024-04-02T08:31:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:1995: done (5 left) 2024-04-02T08:31:58.001 INFO:tasks.rados.rados.0.smithi028.stdout:1996: done (4 left) 2024-04-02T08:31:58.001 INFO:tasks.rados.rados.0.smithi028.stdout:1997: done (3 left) 2024-04-02T08:31:58.001 INFO:tasks.rados.rados.0.smithi028.stdout:1998: done (2 left) 2024-04-02T08:31:58.001 INFO:tasks.rados.rados.0.smithi028.stdout:1999: done (1 left) 2024-04-02T08:31:58.001 INFO:tasks.rados.rados.0.smithi028.stdout:2001: read oid 47 snap -1 2024-04-02T08:31:58.001 INFO:tasks.rados.rados.0.smithi028.stdout:2001: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:31:58.001 INFO:tasks.rados.rados.0.smithi028.stdout:2002: snap_remove snap 200 2024-04-02T08:31:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:57 smithi028 ceph-mon[94314]: pgmap v369: 121 pgs: 42 peering, 4 stale+active+clean, 75 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 886 KiB/s wr, 23 op/s 2024-04-02T08:31:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:57 smithi028 ceph-mon[94314]: Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:57 smithi028 ceph-mon[96890]: pgmap v369: 121 pgs: 42 peering, 4 stale+active+clean, 75 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 886 KiB/s wr, 23 op/s 2024-04-02T08:31:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:57 smithi028 ceph-mon[96890]: Health check failed: Reduced data availability: 7 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-02T08:31:58.233 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:57 smithi137 podman[99481]: 2024-04-02 08:31:57.947034495 +0000 UTC m=+0.717747225 container died e298f5ef8ac907a81b5c1f947b12c405fc232cf38a0793992a256984eb0240d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:58.846 INFO:tasks.rados.rados.0.smithi028.stdout:2002: done (2 left) 2024-04-02T08:31:58.847 INFO:tasks.rados.rados.0.smithi028.stdout:2003: rollback oid 21 current snap is 205 2024-04-02T08:31:58.847 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 184 2024-04-02T08:31:58.847 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1351 (ObjNum 599 snap 187 seq_num 599) dirty exists 2024-04-02T08:31:58.847 INFO:tasks.rados.rados.0.smithi028.stdout:2001: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:31:58.895 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:58 smithi137 podman[99526]: 2024-04-02 08:31:58.510929069 +0000 UTC m=+0.558697510 container remove e298f5ef8ac907a81b5c1f947b12c405fc232cf38a0793992a256984eb0240d1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:31:58.895 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:58 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.5.service: Deactivated successfully. 2024-04-02T08:31:58.895 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:58 smithi137 systemd[1]: Stopped Ceph osd.5 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:31:58.895 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:58 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.5.service: Consumed 18.910s CPU time. 2024-04-02T08:31:58.895 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:58 smithi137 systemd[1]: Starting Ceph osd.5 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2003: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2003: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2003: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 896 (ObjNum 537 snap 168 seq_num 537) dirty exists 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2000: done (2 left) 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2001: done (1 left) 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2003: done (0 left) 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2004: read oid 16 snap -1 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2004: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:31:59.074 INFO:tasks.rados.rados.0.smithi028.stdout:2005: delete oid 47 current snap is 205 2024-04-02T08:31:59.076 INFO:tasks.rados.rados.0.smithi028.stdout:2005: done (1 left) 2024-04-02T08:31:59.076 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 205 2024-04-02T08:31:59.076 INFO:tasks.rados.rados.0.smithi028.stdout:2006: seq_num 644 ranges {1507328=794624,2301952=401408} 2024-04-02T08:31:59.089 INFO:tasks.rados.rados.0.smithi028.stdout:2006: writing smithi02882251-50 from 1507328 to 2301952 tid 1 2024-04-02T08:31:59.091 INFO:tasks.rados.rados.0.smithi028.stdout:2006: writing smithi02882251-50 from 2301952 to 2703360 tid 2 2024-04-02T08:31:59.092 INFO:tasks.rados.rados.0.smithi028.stdout:2007: rollback oid 30 current snap is 205 2024-04-02T08:31:59.092 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 204 2024-04-02T08:31:59.092 INFO:tasks.rados.rados.0.smithi028.stdout:2004: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:31:59.204 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:58 smithi137 podman[99636]: 2024-04-02 08:31:58.84349523 +0000 UTC m=+0.018483317 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:31:59.204 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:58 smithi137 podman[99636]: 2024-04-02 08:31:58.987357699 +0000 UTC m=+0.162345809 container create 4959391862ce28c29b13aeafb13f6a894b5fed507cb804778bf75eefc9cc1c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-02T08:31:59.204 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 podman[99636]: 2024-04-02 08:31:59.206519021 +0000 UTC m=+0.381507089 container init 4959391862ce28c29b13aeafb13f6a894b5fed507cb804778bf75eefc9cc1c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:31:59.375 INFO:tasks.rados.rados.0.smithi028.stdout:2007: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:31:59.375 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1341 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:31:59.375 INFO:tasks.rados.rados.0.smithi028.stdout:2006: finishing write tid 1 to smithi02882251-50 2024-04-02T08:31:59.375 INFO:tasks.rados.rados.0.smithi028.stdout:2006: finishing write tid 2 to smithi02882251-50 2024-04-02T08:31:59.375 INFO:tasks.rados.rados.0.smithi028.stdout:2006: finishing write tid 3 to smithi02882251-50 2024-04-02T08:31:59.375 INFO:tasks.rados.rados.0.smithi028.stdout:2006: finishing write tid 4 to smithi02882251-50 2024-04-02T08:31:59.375 INFO:tasks.rados.rados.0.smithi028.stdout:2006: oid 50 updating version 0 to 1146 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2006: oid 50 updating version 1146 to 1147 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2006: oid 50 updating version 1147 to 1148 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1148 (ObjNum 644 snap 205 seq_num 644) dirty exists 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2006: left oid 50 (ObjNum 644 snap 205 seq_num 644) 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2004: done (2 left) 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2006: done (1 left) 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2007: done (0 left) 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2008: read oid 9 snap -1 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2008: expect (ObjNum 551 snap 172 seq_num 551) 2024-04-02T08:31:59.376 INFO:tasks.rados.rados.0.smithi028.stdout:2009: snap_remove snap 153 2024-04-02T08:31:59.645 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 podman[99636]: 2024-04-02 08:31:59.212007228 +0000 UTC m=+0.386995296 container start 4959391862ce28c29b13aeafb13f6a894b5fed507cb804778bf75eefc9cc1c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True) 2024-04-02T08:31:59.645 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 podman[99636]: 2024-04-02 08:31:59.289675191 +0000 UTC m=+0.464663264 container attach 4959391862ce28c29b13aeafb13f6a894b5fed507cb804778bf75eefc9cc1c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T08:31:59.848 INFO:tasks.rados.rados.0.smithi028.stdout:2009: done (1 left) 2024-04-02T08:31:59.848 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 205 2024-04-02T08:31:59.848 INFO:tasks.rados.rados.0.smithi028.stdout:2010: seq_num 645 ranges {2629632=409600,3039232=778240,3817472=24576} 2024-04-02T08:31:59.866 INFO:tasks.rados.rados.0.smithi028.stdout:2010: writing smithi02882251-24 from 2629632 to 3039232 tid 1 2024-04-02T08:31:59.871 INFO:tasks.rados.rados.0.smithi028.stdout:2010: writing smithi02882251-24 from 3039232 to 3817472 tid 2 2024-04-02T08:31:59.872 INFO:tasks.rados.rados.0.smithi028.stdout:2010: writing smithi02882251-24 from 3817472 to 3842048 tid 3 2024-04-02T08:31:59.872 INFO:tasks.rados.rados.0.smithi028.stdout:2011: read oid 14 snap -1 2024-04-02T08:31:59.872 INFO:tasks.rados.rados.0.smithi028.stdout:2011: expect (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:31:59.872 INFO:tasks.rados.rados.0.smithi028.stdout:2012: snap_create 2024-04-02T08:31:59.872 INFO:tasks.rados.rados.0.smithi028.stdout:2008: expect (ObjNum 551 snap 172 seq_num 551) 2024-04-02T08:31:59.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-mon[88456]: pgmap v371: 121 pgs: 42 peering, 4 stale+active+clean, 75 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 762 KiB/s wr, 20 op/s 2024-04-02T08:31:59.991 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-mon[88456]: osdmap e474: 8 total, 7 up, 8 in 2024-04-02T08:31:59.991 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[99651]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[99651]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 bash[99636]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 bash[99636]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 bash[99636]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 bash[99636]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 bash[99636]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 bash[99636]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 bash[99636]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[99651]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[99651]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[99651]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[99651]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate[99651]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-02T08:31:59.992 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:31:59 smithi137 podman[99636]: 2024-04-02 08:31:59.680667254 +0000 UTC m=+0.855655324 container died 4959391862ce28c29b13aeafb13f6a894b5fed507cb804778bf75eefc9cc1c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T08:32:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:59 smithi028 ceph-mon[94314]: pgmap v371: 121 pgs: 42 peering, 4 stale+active+clean, 75 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 762 KiB/s wr, 20 op/s 2024-04-02T08:32:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:31:59 smithi028 ceph-mon[94314]: osdmap e474: 8 total, 7 up, 8 in 2024-04-02T08:32:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:59 smithi028 ceph-mon[96890]: pgmap v371: 121 pgs: 42 peering, 4 stale+active+clean, 75 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 762 KiB/s wr, 20 op/s 2024-04-02T08:32:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:31:59 smithi028 ceph-mon[96890]: osdmap e474: 8 total, 7 up, 8 in 2024-04-02T08:32:00.222 INFO:tasks.rados.rados.0.smithi028.stdout:2010: finishing write tid 1 to smithi02882251-24 2024-04-02T08:32:00.222 INFO:tasks.rados.rados.0.smithi028.stdout:2011: expect (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:32:00.236 INFO:tasks.rados.rados.0.smithi028.stdout:2010: finishing write tid 2 to smithi02882251-24 2024-04-02T08:32:00.236 INFO:tasks.rados.rados.0.smithi028.stdout:2010: finishing write tid 3 to smithi02882251-24 2024-04-02T08:32:00.236 INFO:tasks.rados.rados.0.smithi028.stdout:2010: finishing write tid 4 to smithi02882251-24 2024-04-02T08:32:00.236 INFO:tasks.rados.rados.0.smithi028.stdout:2010: finishing write tid 5 to smithi02882251-24 2024-04-02T08:32:00.236 INFO:tasks.rados.rados.0.smithi028.stdout:2010: oid 24 updating version 0 to 897 2024-04-02T08:32:00.237 INFO:tasks.rados.rados.0.smithi028.stdout:2010: oid 24 updating version 897 to 899 2024-04-02T08:32:00.237 INFO:tasks.rados.rados.0.smithi028.stdout:2010: oid 24 version 899 is already newer than 898 2024-04-02T08:32:00.237 INFO:tasks.rados.rados.0.smithi028.stdout:2010: oid 24 version 899 is already newer than 896 2024-04-02T08:32:00.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 899 (ObjNum 645 snap 205 seq_num 645) dirty exists 2024-04-02T08:32:00.237 INFO:tasks.rados.rados.0.smithi028.stdout:2010: left oid 24 (ObjNum 645 snap 205 seq_num 645) 2024-04-02T08:32:00.419 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:32:00.509 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:00 smithi137 podman[99796]: 2024-04-02 08:32:00.259980954 +0000 UTC m=+0.569830759 container remove 4959391862ce28c29b13aeafb13f6a894b5fed507cb804778bf75eefc9cc1c8d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-02T08:32:00.509 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:00 smithi137 podman[99868]: 2024-04-02 08:32:00.374508887 +0000 UTC m=+0.018716599 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:32:00.509 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:00 smithi137 podman[99868]: 2024-04-02 08:32:00.511095864 +0000 UTC m=+0.155303554 container create b6258291b147ea308f5b8882c7c7b9afd23676298ecdbed6691938bb549cec46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326) 2024-04-02T08:32:00.747 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:00.747 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (8m) 65s ago 9m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:32:00.747 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (9m) 30s ago 9m 89.7M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:32:00.747 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (10m) 65s ago 10m 20.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:32:00.747 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (10m) 30s ago 10m 17.7M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:32:00.747 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (4m) 30s ago 14m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:32:00.747 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (5m) 65s ago 15m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (4m) 65s ago 16m 56.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (3m) 30s ago 14m 47.7M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (3m) 65s ago 14m 50.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (9m) 65s ago 9m 15.8M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (9m) 30s ago 9m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (2m) 65s ago 13m 207M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (2m) 65s ago 13m 163M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (104s) 65s ago 13m 139M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (69s) 65s ago 12m 15.0M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (35s) 30s ago 12m 12.5M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 66f79285ff41 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (11m) 30s ago 11m 306M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d a41b192238c6 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (11m) 30s ago 11m 202M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (11m) 30s ago 11m 272M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:32:00.748 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (4m) 30s ago 10m 61.8M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:32:00.811 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:00 smithi137 podman[99868]: 2024-04-02 08:32:00.713318767 +0000 UTC m=+0.357526460 container init b6258291b147ea308f5b8882c7c7b9afd23676298ecdbed6691938bb549cec46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:32:00.811 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:00 smithi137 podman[99868]: 2024-04-02 08:32:00.718551459 +0000 UTC m=+0.362759149 container start b6258291b147ea308f5b8882c7c7b9afd23676298ecdbed6691938bb549cec46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T08:32:00.811 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:00 smithi137 ceph-osd[99906]: -- 172.21.15.137:0/2854885093 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5602b58cb680 con 0x5602b5895400 2024-04-02T08:32:00.811 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:00 smithi137 bash[99868]: b6258291b147ea308f5b8882c7c7b9afd23676298ecdbed6691938bb549cec46 2024-04-02T08:32:00.866 INFO:tasks.rados.rados.0.smithi028.stdout:2008: done (3 left) 2024-04-02T08:32:00.866 INFO:tasks.rados.rados.0.smithi028.stdout:2010: done (2 left) 2024-04-02T08:32:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:2011: done (1 left) 2024-04-02T08:32:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:2012: done (0 left) 2024-04-02T08:32:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:2013: rollback oid 42 current snap is 206 2024-04-02T08:32:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 179 2024-04-02T08:32:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:2014: rollback oid 29 current snap is 206 2024-04-02T08:32:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 123 2024-04-02T08:32:00.867 INFO:tasks.rados.rados.0.smithi028.stdout:2015: snap_create 2024-04-02T08:32:00.869 INFO:tasks.rados.rados.0.smithi028.stdout:2013: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:32:00.871 INFO:tasks.rados.rados.0.smithi028.stdout:2013: finishing rollback tid 2 to smithi02882251-42 2024-04-02T08:32:00.871 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1054 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:32:00.874 INFO:tasks.rados.rados.0.smithi028.stdout:2014: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:32:00.874 INFO:tasks.rados.rados.0.smithi028.stdout:2014: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:32:00.874 INFO:tasks.rados.rados.0.smithi028.stdout:2014: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:32:00.874 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 902 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:32:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:00 smithi137 ceph-mon[88456]: osdmap e475: 8 total, 7 up, 8 in 2024-04-02T08:32:01.145 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:00 smithi137 systemd[1]: Started Ceph osd.5 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:01.165 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:00 smithi028 ceph-mon[94314]: osdmap e475: 8 total, 7 up, 8 in 2024-04-02T08:32:01.165 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:00 smithi028 ceph-mon[96890]: osdmap e475: 8 total, 7 up, 8 in 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2, 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 5 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:32:01.166 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:32:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:32:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 4, 2024-04-02T08:32:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 10 2024-04-02T08:32:01.167 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:32:01.167 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:32:01.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:32:01] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-02T08:32:01.645 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T08:32:01.258+0000 7fa6f3b377c0 -1 Falling back to public interface 2024-04-02T08:32:01.810 INFO:tasks.rados.rados.0.smithi028.stdout:2013: done (2 left) 2024-04-02T08:32:01.810 INFO:tasks.rados.rados.0.smithi028.stdout:2014: done (1 left) 2024-04-02T08:32:01.810 INFO:tasks.rados.rados.0.smithi028.stdout:2015: done (0 left) 2024-04-02T08:32:01.810 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 207 2024-04-02T08:32:01.810 INFO:tasks.rados.rados.0.smithi028.stdout:2016: seq_num 646 ranges {2703360=425984,3129344=655360,3784704=147456} 2024-04-02T08:32:01.827 INFO:tasks.rados.rados.0.smithi028.stdout:2016: writing smithi02882251-50 from 2703360 to 3129344 tid 1 2024-04-02T08:32:01.830 INFO:tasks.rados.rados.0.smithi028.stdout:2016: writing smithi02882251-50 from 3129344 to 3784704 tid 2 2024-04-02T08:32:01.831 INFO:tasks.rados.rados.0.smithi028.stdout:2016: writing smithi02882251-50 from 3784704 to 3932160 tid 3 2024-04-02T08:32:01.831 INFO:tasks.rados.rados.0.smithi028.stdout:2016: finishing write tid 1 to smithi02882251-50 2024-04-02T08:32:01.832 INFO:tasks.rados.rados.0.smithi028.stdout:2017: read oid 28 snap 206 2024-04-02T08:32:01.832 INFO:tasks.rados.rados.0.smithi028.stdout:2017: expect (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:32:01.832 INFO:tasks.rados.rados.0.smithi028.stdout:2018: snap_remove snap 123 2024-04-02T08:32:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: pgmap v374: 121 pgs: 2 active+undersized+degraded, 42 peering, 4 active+undersized, 73 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.4 MiB/s wr, 27 op/s; 40/798 objects degraded (5.013%) 2024-04-02T08:32:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: Health check failed: Degraded data redundancy: 40/798 objects degraded (5.013%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: osdmap e476: 8 total, 7 up, 8 in 2024-04-02T08:32:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:02.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:02.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3607874281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:02.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:01 smithi137 ceph-mon[88456]: osdmap e477: 8 total, 7 up, 8 in 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: pgmap v374: 121 pgs: 2 active+undersized+degraded, 42 peering, 4 active+undersized, 73 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.4 MiB/s wr, 27 op/s; 40/798 objects degraded (5.013%) 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: Health check failed: Degraded data redundancy: 40/798 objects degraded (5.013%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: osdmap e476: 8 total, 7 up, 8 in 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3607874281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[94314]: osdmap e477: 8 total, 7 up, 8 in 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: pgmap v374: 121 pgs: 2 active+undersized+degraded, 42 peering, 4 active+undersized, 73 active+clean; 447 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.4 MiB/s wr, 27 op/s; 40/798 objects degraded (5.013%) 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: Health check failed: Degraded data redundancy: 40/798 objects degraded (5.013%), 2 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: osdmap e476: 8 total, 7 up, 8 in 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3607874281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:02.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:01 smithi028 ceph-mon[96890]: osdmap e477: 8 total, 7 up, 8 in 2024-04-02T08:32:02.583 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:32:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:02.813 INFO:tasks.rados.rados.0.smithi028.stdout:2016: finishing write tid 2 to smithi02882251-50 2024-04-02T08:32:02.813 INFO:tasks.rados.rados.0.smithi028.stdout:2016: finishing write tid 3 to smithi02882251-50 2024-04-02T08:32:02.813 INFO:tasks.rados.rados.0.smithi028.stdout:2016: finishing write tid 4 to smithi02882251-50 2024-04-02T08:32:02.814 INFO:tasks.rados.rados.0.smithi028.stdout:2016: finishing write tid 5 to smithi02882251-50 2024-04-02T08:32:02.814 INFO:tasks.rados.rados.0.smithi028.stdout:2016: oid 50 updating version 0 to 1152 2024-04-02T08:32:02.814 INFO:tasks.rados.rados.0.smithi028.stdout:2016: oid 50 version 1152 is already newer than 1149 2024-04-02T08:32:02.814 INFO:tasks.rados.rados.0.smithi028.stdout:2016: oid 50 version 1152 is already newer than 1150 2024-04-02T08:32:02.814 INFO:tasks.rados.rados.0.smithi028.stdout:2016: oid 50 version 1152 is already newer than 1151 2024-04-02T08:32:02.814 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1152 (ObjNum 646 snap 207 seq_num 646) dirty exists 2024-04-02T08:32:02.814 INFO:tasks.rados.rados.0.smithi028.stdout:2016: left oid 50 (ObjNum 646 snap 207 seq_num 646) 2024-04-02T08:32:02.814 INFO:tasks.rados.rados.0.smithi028.stdout:2017: expect (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:32:02.884 INFO:tasks.rados.rados.0.smithi028.stdout:2016: done (2 left) 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2017: done (1 left) 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2018: done (0 left) 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2019: read oid 26 snap -1 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2019: expect (ObjNum 603 snap 189 seq_num 603) 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2020: read oid 47 snap 206 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2020: expect deleted 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2021: rollback oid 42 current snap is 207 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 201 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2022: read oid 12 snap 194 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2022: expect deleted 2024-04-02T08:32:02.885 INFO:tasks.rados.rados.0.smithi028.stdout:2023: snap_create 2024-04-02T08:32:02.888 INFO:tasks.rados.rados.0.smithi028.stdout:2021: finishing rollback tid 0 to smithi02882251-42 2024-04-02T08:32:02.888 INFO:tasks.rados.rados.0.smithi028.stdout:2021: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:32:02.888 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1063 (ObjNum 129 snap 0 seq_num 1440861536) dirty dne 2024-04-02T08:32:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:2019: expect (ObjNum 603 snap 189 seq_num 603) 2024-04-02T08:32:03.865 INFO:tasks.rados.rados.0.smithi028.stdout:2019: done (4 left) 2024-04-02T08:32:03.865 INFO:tasks.rados.rados.0.smithi028.stdout:2020: done (3 left) 2024-04-02T08:32:03.866 INFO:tasks.rados.rados.0.smithi028.stdout:2021: done (2 left) 2024-04-02T08:32:03.866 INFO:tasks.rados.rados.0.smithi028.stdout:2022: done (1 left) 2024-04-02T08:32:03.866 INFO:tasks.rados.rados.0.smithi028.stdout:2023: done (0 left) 2024-04-02T08:32:03.866 INFO:tasks.rados.rados.0.smithi028.stdout:2024: snap_create 2024-04-02T08:32:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:03 smithi137 ceph-mon[88456]: pgmap v377: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.2 MiB/s wr, 19 op/s; 106/753 objects degraded (14.077%) 2024-04-02T08:32:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:03 smithi137 ceph-mon[88456]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:32:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:03 smithi137 ceph-mon[88456]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 13 pgs inactive, 13 pgs peering) 2024-04-02T08:32:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:03 smithi028 ceph-mon[94314]: pgmap v377: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.2 MiB/s wr, 19 op/s; 106/753 objects degraded (14.077%) 2024-04-02T08:32:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:03 smithi028 ceph-mon[94314]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:32:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:03 smithi028 ceph-mon[94314]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 13 pgs inactive, 13 pgs peering) 2024-04-02T08:32:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:03 smithi028 ceph-mon[96890]: pgmap v377: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.2 MiB/s wr, 19 op/s; 106/753 objects degraded (14.077%) 2024-04-02T08:32:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:03 smithi028 ceph-mon[96890]: osdmap e478: 8 total, 7 up, 8 in 2024-04-02T08:32:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:03 smithi028 ceph-mon[96890]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 13 pgs inactive, 13 pgs peering) 2024-04-02T08:32:04.871 INFO:tasks.rados.rados.0.smithi028.stdout:2024: done (0 left) 2024-04-02T08:32:04.871 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 209 2024-04-02T08:32:04.871 INFO:tasks.rados.rados.0.smithi028.stdout:2025: seq_num 647 ranges {3932160=442368,4374528=589824,4964352=212992} 2024-04-02T08:32:04.895 INFO:tasks.rados.rados.0.smithi028.stdout:2025: writing smithi02882251-50 from 3932160 to 4374528 tid 1 2024-04-02T08:32:04.898 INFO:tasks.rados.rados.0.smithi028.stdout:2025: writing smithi02882251-50 from 4374528 to 4964352 tid 2 2024-04-02T08:32:04.899 INFO:tasks.rados.rados.0.smithi028.stdout:2025: writing smithi02882251-50 from 4964352 to 5177344 tid 3 2024-04-02T08:32:04.899 INFO:tasks.rados.rados.0.smithi028.stdout:2026: rmattr oid 14 current snap is 209 2024-04-02T08:32:04.899 INFO:tasks.rados.rados.0.smithi028.stdout:2027: read oid 45 snap -1 2024-04-02T08:32:04.899 INFO:tasks.rados.rados.0.smithi028.stdout:2027: expect (ObjNum 624 snap 200 seq_num 624) 2024-04-02T08:32:04.900 INFO:tasks.rados.rados.0.smithi028.stdout:2028: snap_create 2024-04-02T08:32:04.904 INFO:tasks.rados.rados.0.smithi028.stdout:2025: finishing write tid 1 to smithi02882251-50 2024-04-02T08:32:04.904 INFO:tasks.rados.rados.0.smithi028.stdout:2025: finishing write tid 2 to smithi02882251-50 2024-04-02T08:32:04.904 INFO:tasks.rados.rados.0.smithi028.stdout:2025: finishing write tid 3 to smithi02882251-50 2024-04-02T08:32:04.904 INFO:tasks.rados.rados.0.smithi028.stdout:2025: finishing write tid 4 to smithi02882251-50 2024-04-02T08:32:04.906 INFO:tasks.rados.rados.0.smithi028.stdout:2025: finishing write tid 5 to smithi02882251-50 2024-04-02T08:32:04.906 INFO:tasks.rados.rados.0.smithi028.stdout:2025: oid 50 updating version 0 to 1154 2024-04-02T08:32:04.906 INFO:tasks.rados.rados.0.smithi028.stdout:2025: oid 50 updating version 1154 to 1155 2024-04-02T08:32:04.906 INFO:tasks.rados.rados.0.smithi028.stdout:2025: oid 50 updating version 1155 to 1156 2024-04-02T08:32:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2025: oid 50 version 1156 is already newer than 1153 2024-04-02T08:32:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1156 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:32:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2025: left oid 50 (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:32:04.910 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1676 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-04-02T08:32:04.931 INFO:tasks.rados.rados.0.smithi028.stdout:2027: expect (ObjNum 624 snap 200 seq_num 624) 2024-04-02T08:32:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:04 smithi137 ceph-mon[88456]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:32:05.145 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T08:32:04.925+0000 7fa6f3b377c0 -1 osd.5 471 log_to_monitors true 2024-04-02T08:32:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:04 smithi028 ceph-mon[94314]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:32:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:04 smithi028 ceph-mon[96890]: osdmap e479: 8 total, 7 up, 8 in 2024-04-02T08:32:05.875 INFO:tasks.rados.rados.0.smithi028.stdout:2025: done (3 left) 2024-04-02T08:32:05.875 INFO:tasks.rados.rados.0.smithi028.stdout:2026: done (2 left) 2024-04-02T08:32:05.875 INFO:tasks.rados.rados.0.smithi028.stdout:2027: done (1 left) 2024-04-02T08:32:05.875 INFO:tasks.rados.rados.0.smithi028.stdout:2028: done (0 left) 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:2029: read oid 48 snap -1 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:2029: expect (ObjNum 637 snap 204 seq_num 637) 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:2030: read oid 22 snap -1 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:2030: expect (ObjNum 638 snap 205 seq_num 638) 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:2031: read oid 45 snap -1 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:2031: expect (ObjNum 624 snap 200 seq_num 624) 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:2032: rollback oid 29 current snap is 210 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 199 2024-04-02T08:32:05.876 INFO:tasks.rados.rados.0.smithi028.stdout:2033: delete oid 6 current snap is 210 2024-04-02T08:32:05.883 INFO:tasks.rados.rados.0.smithi028.stdout:2033: done (4 left) 2024-04-02T08:32:05.883 INFO:tasks.rados.rados.0.smithi028.stdout:2034: read oid 47 snap -1 2024-04-02T08:32:05.883 INFO:tasks.rados.rados.0.smithi028.stdout:2034: expect deleted 2024-04-02T08:32:05.883 INFO:tasks.rados.rados.0.smithi028.stdout:2035: snap_create 2024-04-02T08:32:05.885 INFO:tasks.rados.rados.0.smithi028.stdout:2032: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:32:05.886 INFO:tasks.rados.rados.0.smithi028.stdout:2032: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:32:05.886 INFO:tasks.rados.rados.0.smithi028.stdout:2032: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:32:05.886 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 905 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:32:05.889 INFO:tasks.rados.rados.0.smithi028.stdout:2029: expect (ObjNum 637 snap 204 seq_num 637) 2024-04-02T08:32:05.928 INFO:tasks.rados.rados.0.smithi028.stdout:2031: expect (ObjNum 624 snap 200 seq_num 624) 2024-04-02T08:32:06.145 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T08:32:05.921+0000 7fa6e0f87700 -1 osd.5 471 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:32:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-mon[88456]: pgmap v380: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 106/753 objects degraded (14.077%) 2024-04-02T08:32:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-mon[88456]: osdmap e480: 8 total, 7 up, 8 in 2024-04-02T08:32:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-mon[88456]: from='osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:32:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-mon[88456]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:32:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[94314]: pgmap v380: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 106/753 objects degraded (14.077%) 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[94314]: osdmap e480: 8 total, 7 up, 8 in 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[94314]: from='osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[94314]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[96890]: pgmap v380: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 432 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 106/753 objects degraded (14.077%) 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[96890]: osdmap e480: 8 total, 7 up, 8 in 2024-04-02T08:32:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[96890]: from='osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:32:06.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[96890]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-02T08:32:06.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:06.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:06.200 INFO:tasks.rados.rados.0.smithi028.stdout:2030: expect (ObjNum 638 snap 205 seq_num 638) 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi028.stdout:2029: done (5 left) 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi028.stdout:2030: done (4 left) 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi028.stdout:2031: done (3 left) 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi028.stdout:2032: done (2 left) 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi028.stdout:2034: done (1 left) 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi028.stdout:2035: done (0 left) 2024-04-02T08:32:06.885 INFO:tasks.rados.rados.0.smithi028.stdout:2036: snap_create 2024-04-02T08:32:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:06 smithi137 ceph-mon[88456]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:32:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:06 smithi137 ceph-mon[88456]: osdmap e481: 8 total, 7 up, 8 in 2024-04-02T08:32:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:06 smithi137 ceph-mon[88456]: from='osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:06 smithi137 ceph-mon[88456]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:06 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:06 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:06 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 106/753 objects degraded (14.077%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[96890]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:32:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[96890]: osdmap e481: 8 total, 7 up, 8 in 2024-04-02T08:32:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[96890]: from='osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[96890]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 106/753 objects degraded (14.077%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[94314]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-02T08:32:07.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[94314]: osdmap e481: 8 total, 7 up, 8 in 2024-04-02T08:32:07.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[94314]: from='osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:07.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[94314]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:07.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:07.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:07.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:06 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 106/753 objects degraded (14.077%), 11 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:07.886 INFO:tasks.rados.rados.0.smithi028.stdout:2036: done (0 left) 2024-04-02T08:32:07.886 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 212 2024-04-02T08:32:07.887 INFO:tasks.rados.rados.0.smithi028.stdout:2037: seq_num 649 ranges {8208384=475136,8683520=761856,9445376=40960} 2024-04-02T08:32:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:2037: writing smithi02882251-11 from 8208384 to 8683520 tid 1 2024-04-02T08:32:07.940 INFO:tasks.rados.rados.0.smithi028.stdout:2037: writing smithi02882251-11 from 8683520 to 9445376 tid 2 2024-04-02T08:32:07.940 INFO:tasks.rados.rados.0.smithi028.stdout:2037: writing smithi02882251-11 from 9445376 to 9486336 tid 3 2024-04-02T08:32:07.940 INFO:tasks.rados.rados.0.smithi028.stdout:2038: delete oid 48 current snap is 212 2024-04-02T08:32:07.940 INFO:tasks.rados.rados.0.smithi028.stdout:2037: finishing write tid 1 to smithi02882251-11 2024-04-02T08:32:07.943 INFO:tasks.rados.rados.0.smithi028.stdout:2038: done (1 left) 2024-04-02T08:32:07.943 INFO:tasks.rados.rados.0.smithi028.stdout:2039: snap_create 2024-04-02T08:32:07.944 INFO:tasks.rados.rados.0.smithi028.stdout:2037: finishing write tid 2 to smithi02882251-11 2024-04-02T08:32:07.945 INFO:tasks.rados.rados.0.smithi028.stdout:2037: finishing write tid 3 to smithi02882251-11 2024-04-02T08:32:07.945 INFO:tasks.rados.rados.0.smithi028.stdout:2037: finishing write tid 4 to smithi02882251-11 2024-04-02T08:32:07.946 INFO:tasks.rados.rados.0.smithi028.stdout:2037: finishing write tid 5 to smithi02882251-11 2024-04-02T08:32:07.946 INFO:tasks.rados.rados.0.smithi028.stdout:2037: oid 11 updating version 0 to 1555 2024-04-02T08:32:07.946 INFO:tasks.rados.rados.0.smithi028.stdout:2037: oid 11 version 1555 is already newer than 1553 2024-04-02T08:32:07.946 INFO:tasks.rados.rados.0.smithi028.stdout:2037: oid 11 version 1555 is already newer than 1554 2024-04-02T08:32:07.946 INFO:tasks.rados.rados.0.smithi028.stdout:2037: oid 11 version 1555 is already newer than 1552 2024-04-02T08:32:07.946 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1555 (ObjNum 649 snap 212 seq_num 649) dirty exists 2024-04-02T08:32:07.946 INFO:tasks.rados.rados.0.smithi028.stdout:2037: left oid 11 (ObjNum 649 snap 212 seq_num 649) 2024-04-02T08:32:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:07 smithi137 ceph-mon[88456]: pgmap v383: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 604 KiB/s wr, 10 op/s; 109/678 objects degraded (16.077%) 2024-04-02T08:32:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:07 smithi137 ceph-mon[88456]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:32:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:07 smithi137 ceph-mon[88456]: osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423] boot 2024-04-02T08:32:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:07 smithi137 ceph-mon[88456]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:32:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:07 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[94314]: pgmap v383: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 604 KiB/s wr, 10 op/s; 109/678 objects degraded (16.077%) 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[94314]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[94314]: osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423] boot 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[94314]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[96890]: pgmap v383: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 604 KiB/s wr, 10 op/s; 109/678 objects degraded (16.077%) 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[96890]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[96890]: osd.5 [v2:172.21.15.137:6808/412279423,v1:172.21.15.137:6809/412279423] boot 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[96890]: osdmap e482: 8 total, 8 up, 8 in 2024-04-02T08:32:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:07 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-02T08:32:08.890 INFO:tasks.rados.rados.0.smithi028.stdout:2037: done (1 left) 2024-04-02T08:32:08.890 INFO:tasks.rados.rados.0.smithi028.stdout:2039: done (0 left) 2024-04-02T08:32:08.891 INFO:tasks.rados.rados.0.smithi028.stdout:2040: read oid 1 snap -1 2024-04-02T08:32:08.891 INFO:tasks.rados.rados.0.smithi028.stdout:2040: expect (ObjNum 632 snap 202 seq_num 632) 2024-04-02T08:32:08.891 INFO:tasks.rados.rados.0.smithi028.stdout:2041: setattr oid 42 current snap is 213 2024-04-02T08:32:08.891 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 213 2024-04-02T08:32:08.891 INFO:tasks.rados.rados.0.smithi028.stdout:2042: seq_num 651 ranges {4333568=507904,4841472=532480,5373952=270336} 2024-04-02T08:32:08.918 INFO:tasks.rados.rados.0.smithi028.stdout:2042: writing smithi02882251-10 from 4333568 to 4841472 tid 1 2024-04-02T08:32:08.921 INFO:tasks.rados.rados.0.smithi028.stdout:2042: writing smithi02882251-10 from 4841472 to 5373952 tid 2 2024-04-02T08:32:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:2042: writing smithi02882251-10 from 5373952 to 5644288 tid 3 2024-04-02T08:32:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:2043: snap_create 2024-04-02T08:32:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1064 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:32:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:2040: expect (ObjNum 632 snap 202 seq_num 632) 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: finishing write tid 1 to smithi02882251-10 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: finishing write tid 2 to smithi02882251-10 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: finishing write tid 3 to smithi02882251-10 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: finishing write tid 4 to smithi02882251-10 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: finishing write tid 5 to smithi02882251-10 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: oid 10 updating version 0 to 1557 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: oid 10 version 1557 is already newer than 1556 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: oid 10 updating version 1557 to 1558 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: oid 10 updating version 1558 to 1559 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1559 (ObjNum 651 snap 213 seq_num 651) dirty exists 2024-04-02T08:32:08.953 INFO:tasks.rados.rados.0.smithi028.stdout:2042: left oid 10 (ObjNum 651 snap 213 seq_num 651) 2024-04-02T08:32:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:08 smithi137 ceph-mon[88456]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:32:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:08 smithi028 ceph-mon[94314]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:32:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:08 smithi028 ceph-mon[96890]: osdmap e483: 8 total, 8 up, 8 in 2024-04-02T08:32:09.895 INFO:tasks.rados.rados.0.smithi028.stdout:2040: done (3 left) 2024-04-02T08:32:09.896 INFO:tasks.rados.rados.0.smithi028.stdout:2041: done (2 left) 2024-04-02T08:32:09.896 INFO:tasks.rados.rados.0.smithi028.stdout:2042: done (1 left) 2024-04-02T08:32:09.896 INFO:tasks.rados.rados.0.smithi028.stdout:2043: done (0 left) 2024-04-02T08:32:09.896 INFO:tasks.rados.rados.0.smithi028.stdout:2044: delete oid 9 current snap is 214 2024-04-02T08:32:09.900 INFO:tasks.rados.rados.0.smithi028.stdout:2044: done (0 left) 2024-04-02T08:32:09.901 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 214 2024-04-02T08:32:09.901 INFO:tasks.rados.rados.0.smithi028.stdout:2045: seq_num 653 ranges {4071424=540672,4612096=696320,5308416=106496} 2024-04-02T08:32:09.926 INFO:tasks.rados.rados.0.smithi028.stdout:2045: writing smithi02882251-35 from 4071424 to 4612096 tid 1 2024-04-02T08:32:09.930 INFO:tasks.rados.rados.0.smithi028.stdout:2045: writing smithi02882251-35 from 4612096 to 5308416 tid 2 2024-04-02T08:32:09.930 INFO:tasks.rados.rados.0.smithi028.stdout:2045: writing smithi02882251-35 from 5308416 to 5414912 tid 3 2024-04-02T08:32:09.931 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 214 2024-04-02T08:32:09.931 INFO:tasks.rados.rados.0.smithi028.stdout:2045: finishing write tid 1 to smithi02882251-35 2024-04-02T08:32:09.931 INFO:tasks.rados.rados.0.smithi028.stdout:2046: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2024-04-02T08:32:09.934 INFO:tasks.rados.rados.0.smithi028.stdout:2046: writing smithi02882251-6 from 0 to 557056 tid 1 2024-04-02T08:32:09.937 INFO:tasks.rados.rados.0.smithi028.stdout:2046: writing smithi02882251-6 from 557056 to 1187840 tid 2 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2046: writing smithi02882251-6 from 1187840 to 1359872 tid 3 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2047: delete oid 37 current snap is 214 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2045: finishing write tid 2 to smithi02882251-35 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2045: finishing write tid 3 to smithi02882251-35 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2045: finishing write tid 4 to smithi02882251-35 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2045: finishing write tid 5 to smithi02882251-35 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2045: oid 35 updating version 0 to 1327 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2045: oid 35 updating version 1327 to 1328 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2045: oid 35 version 1328 is already newer than 1326 2024-04-02T08:32:09.939 INFO:tasks.rados.rados.0.smithi028.stdout:2045: oid 35 version 1328 is already newer than 1325 2024-04-02T08:32:09.940 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1328 (ObjNum 653 snap 214 seq_num 653) dirty exists 2024-04-02T08:32:09.940 INFO:tasks.rados.rados.0.smithi028.stdout:2045: left oid 35 (ObjNum 653 snap 214 seq_num 653) 2024-04-02T08:32:09.940 INFO:tasks.rados.rados.0.smithi028.stdout:2046: finishing write tid 1 to smithi02882251-6 2024-04-02T08:32:09.941 INFO:tasks.rados.rados.0.smithi028.stdout:2045: done (2 left) 2024-04-02T08:32:09.941 INFO:tasks.rados.rados.0.smithi028.stdout:2047: done (1 left) 2024-04-02T08:32:09.941 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 214 2024-04-02T08:32:09.941 INFO:tasks.rados.rados.0.smithi028.stdout:2048: seq_num 656 ranges {0=589824,589824=802816} 2024-04-02T08:32:09.944 INFO:tasks.rados.rados.0.smithi028.stdout:2048: writing smithi02882251-40 from 0 to 589824 tid 1 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2048: writing smithi02882251-40 from 589824 to 1392640 tid 2 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2049: copy_from oid 31 from oid 21 current snap is 214 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2046: finishing write tid 2 to smithi02882251-6 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2046: finishing write tid 3 to smithi02882251-6 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2046: finishing write tid 4 to smithi02882251-6 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2046: finishing write tid 5 to smithi02882251-6 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2046: oid 6 updating version 0 to 1194 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2046: oid 6 updating version 1194 to 1195 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2046: oid 6 version 1195 is already newer than 1193 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:2046: oid 6 updating version 1195 to 1196 2024-04-02T08:32:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1196 (ObjNum 654 snap 214 seq_num 654) dirty exists 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:2046: left oid 6 (ObjNum 654 snap 214 seq_num 654) 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:2048: finishing write tid 1 to smithi02882251-40 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:2046: done (2 left) 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 214 2024-04-02T08:32:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:2050: seq_num 657 ranges {5644288=606208,6250496=688128,6938624=114688} 2024-04-02T08:32:09.984 INFO:tasks.rados.rados.0.smithi028.stdout:2050: writing smithi02882251-10 from 5644288 to 6250496 tid 1 2024-04-02T08:32:09.988 INFO:tasks.rados.rados.0.smithi028.stdout:2050: writing smithi02882251-10 from 6250496 to 6938624 tid 2 2024-04-02T08:32:09.989 INFO:tasks.rados.rados.0.smithi028.stdout:2050: writing smithi02882251-10 from 6938624 to 7053312 tid 3 2024-04-02T08:32:09.989 INFO:tasks.rados.rados.0.smithi028.stdout:2051: copy_from oid 19 from oid 47 current snap is 214 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2048: finishing write tid 2 to smithi02882251-40 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2048: finishing write tid 3 to smithi02882251-40 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2048: finishing write tid 4 to smithi02882251-40 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2048: oid 40 updating version 0 to 1683 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2048: oid 40 version 1683 is already newer than 1682 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2048: oid 40 updating version 1683 to 1684 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1684 (ObjNum 656 snap 214 seq_num 656) dirty exists 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2048: left oid 40 (ObjNum 656 snap 214 seq_num 656) 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2049: finishing copy_from racing read to smithi02882251-31 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2049: finishing copy_from to smithi02882251-31 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 896 (ObjNum 537 snap 168 seq_num 537) dirty exists 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2050: finishing write tid 1 to smithi02882251-10 2024-04-02T08:32:09.990 INFO:tasks.rados.rados.0.smithi028.stdout:2048: done (3 left) 2024-04-02T08:32:09.991 INFO:tasks.rados.rados.0.smithi028.stdout:2049: done (2 left) 2024-04-02T08:32:09.991 INFO:tasks.rados.rados.0.smithi028.stdout:2052: delete oid 31 current snap is 214 2024-04-02T08:32:09.992 INFO:tasks.rados.rados.0.smithi028.stdout:2050: finishing write tid 2 to smithi02882251-10 2024-04-02T08:32:09.992 INFO:tasks.rados.rados.0.smithi028.stdout:2050: finishing write tid 3 to smithi02882251-10 2024-04-02T08:32:09.992 INFO:tasks.rados.rados.0.smithi028.stdout:2051: finishing copy_from to smithi02882251-19 2024-04-02T08:32:09.992 INFO:tasks.rados.rados.0.smithi028.stdout:2051: got expected ENOENT (src dne) 2024-04-02T08:32:09.993 INFO:tasks.rados.rados.0.smithi028.stdout:2051: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:32:09.993 INFO:tasks.rados.rados.0.smithi028.stdout:2050: finishing write tid 4 to smithi02882251-10 2024-04-02T08:32:09.993 INFO:tasks.rados.rados.0.smithi028.stdout:2051: done (2 left) 2024-04-02T08:32:09.993 INFO:tasks.rados.rados.0.smithi028.stdout:2052: done (1 left) 2024-04-02T08:32:09.994 INFO:tasks.rados.rados.0.smithi028.stdout:2053: snap_remove snap 190 2024-04-02T08:32:10.062 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:09 smithi137 ceph-mon[88456]: pgmap v386: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 604 KiB/s wr, 10 op/s; 109/678 objects degraded (16.077%) 2024-04-02T08:32:10.062 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:09 smithi137 ceph-mon[88456]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:32:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:09 smithi028 ceph-mon[94314]: pgmap v386: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 604 KiB/s wr, 10 op/s; 109/678 objects degraded (16.077%) 2024-04-02T08:32:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:09 smithi028 ceph-mon[94314]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:32:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:09 smithi028 ceph-mon[96890]: pgmap v386: 121 pgs: 11 active+undersized+degraded, 37 active+undersized, 73 active+clean; 380 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 604 KiB/s wr, 10 op/s; 109/678 objects degraded (16.077%) 2024-04-02T08:32:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:09 smithi028 ceph-mon[96890]: osdmap e484: 8 total, 8 up, 8 in 2024-04-02T08:32:10.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:32:10.261+0000 7fd126e6a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:32:10.902 INFO:tasks.rados.rados.0.smithi028.stdout:2053: done (1 left) 2024-04-02T08:32:10.902 INFO:tasks.rados.rados.0.smithi028.stdout:2054: snap_remove snap 199 2024-04-02T08:32:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:32:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:11.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:11.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:11.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:10 smithi137 ceph-mon[88456]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[96890]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: osdmap e485: 8 total, 8 up, 8 in 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:11.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:11.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:11.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:11.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:11.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:10 smithi028 ceph-mon[94314]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-02T08:32:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:32:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:32:11] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2054: done (1 left) 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2055: copy_from oid 22 from oid 24 current snap is 214 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2056: read oid 48 snap -1 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2056: expect deleted 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2057: setattr oid 32 current snap is 214 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2050: finishing write tid 5 to smithi02882251-10 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2050: oid 10 updating version 0 to 1563 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2050: oid 10 version 1563 is already newer than 1561 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2050: oid 10 version 1563 is already newer than 1560 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:2050: oid 10 version 1563 is already newer than 1562 2024-04-02T08:32:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1563 (ObjNum 657 snap 214 seq_num 657) dirty exists 2024-04-02T08:32:11.909 INFO:tasks.rados.rados.0.smithi028.stdout:2050: left oid 10 (ObjNum 657 snap 214 seq_num 657) 2024-04-02T08:32:11.909 INFO:tasks.rados.rados.0.smithi028.stdout:2050: done (3 left) 2024-04-02T08:32:11.909 INFO:tasks.rados.rados.0.smithi028.stdout:2058: snap_remove snap 188 2024-04-02T08:32:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:11 smithi028 ceph-mon[94314]: pgmap v389: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 87/657 objects degraded (13.242%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:11 smithi028 ceph-mon[94314]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:11 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 87/657 objects degraded (13.242%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:11 smithi028 ceph-mon[96890]: pgmap v389: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 87/657 objects degraded (13.242%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:11 smithi028 ceph-mon[96890]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:32:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:11 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 87/657 objects degraded (13.242%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:12.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:11 smithi137 ceph-mon[88456]: pgmap v389: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 360 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 87/657 objects degraded (13.242%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:32:12.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:11 smithi137 ceph-mon[88456]: osdmap e486: 8 total, 8 up, 8 in 2024-04-02T08:32:12.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:11 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 87/657 objects degraded (13.242%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:32:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:12.919 INFO:tasks.rados.rados.0.smithi028.stdout:2058: done (3 left) 2024-04-02T08:32:12.919 INFO:tasks.rados.rados.0.smithi028.stdout:2059: read oid 41 snap 212 2024-04-02T08:32:12.919 INFO:tasks.rados.rados.0.smithi028.stdout:2059: expect deleted 2024-04-02T08:32:12.919 INFO:tasks.rados.rados.0.smithi028.stdout:2060: rmattr oid 29 current snap is 214 2024-04-02T08:32:12.919 INFO:tasks.rados.rados.0.smithi028.stdout:2061: read oid 43 snap -1 2024-04-02T08:32:12.920 INFO:tasks.rados.rados.0.smithi028.stdout:2061: expect (ObjNum 586 snap 180 seq_num 586) 2024-04-02T08:32:12.920 INFO:tasks.rados.rados.0.smithi028.stdout:2062: delete oid 49 current snap is 214 2024-04-02T08:32:12.920 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1038 (ObjNum 566 snap 176 seq_num 566) dirty exists 2024-04-02T08:32:12.920 INFO:tasks.rados.rados.0.smithi028.stdout:2055: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:32:12.920 INFO:tasks.rados.rados.0.smithi028.stdout:2055: finishing copy_from to smithi02882251-22 2024-04-02T08:32:12.920 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 899 (ObjNum 645 snap 205 seq_num 645) dirty exists 2024-04-02T08:32:12.929 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 906 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:32:12.933 INFO:tasks.rados.rados.0.smithi028.stdout:2055: done (6 left) 2024-04-02T08:32:12.933 INFO:tasks.rados.rados.0.smithi028.stdout:2056: done (5 left) 2024-04-02T08:32:12.933 INFO:tasks.rados.rados.0.smithi028.stdout:2057: done (4 left) 2024-04-02T08:32:12.933 INFO:tasks.rados.rados.0.smithi028.stdout:2059: done (3 left) 2024-04-02T08:32:12.933 INFO:tasks.rados.rados.0.smithi028.stdout:2060: done (2 left) 2024-04-02T08:32:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:2062: done (1 left) 2024-04-02T08:32:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:2063: read oid 49 snap -1 2024-04-02T08:32:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:2063: expect deleted 2024-04-02T08:32:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:2064: copy_from oid 32 from oid 1 current snap is 214 2024-04-02T08:32:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:2065: rollback oid 42 current snap is 214 2024-04-02T08:32:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 207 2024-04-02T08:32:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:2066: rollback oid 40 current snap is 214 2024-04-02T08:32:12.935 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 212 2024-04-02T08:32:12.935 INFO:tasks.rados.rados.0.smithi028.stdout:2067: snap_create 2024-04-02T08:32:12.938 INFO:tasks.rados.rados.0.smithi028.stdout:2065: finishing rollback tid 0 to smithi02882251-42 2024-04-02T08:32:12.939 INFO:tasks.rados.rados.0.smithi028.stdout:2065: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:32:12.939 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1079 (ObjNum 289 snap 0 seq_num 906911367) dirty dne 2024-04-02T08:32:12.949 INFO:tasks.rados.rados.0.smithi028.stdout:2066: finishing rollback tid 0 to smithi02882251-40 2024-04-02T08:32:12.949 INFO:tasks.rados.rados.0.smithi028.stdout:2066: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:32:12.949 INFO:tasks.rados.rados.0.smithi028.stdout:2066: finishing rollback tid 2 to smithi02882251-40 2024-04-02T08:32:12.950 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1717 (ObjNum 49 snap 0 seq_num 1383225423) dirty exists 2024-04-02T08:32:12.950 INFO:tasks.rados.rados.0.smithi028.stdout:2064: finishing copy_from racing read to smithi02882251-32 2024-04-02T08:32:12.952 INFO:tasks.rados.rados.0.smithi028.stdout:2064: finishing copy_from to smithi02882251-32 2024-04-02T08:32:12.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 900 (ObjNum 632 snap 202 seq_num 632) dirty exists 2024-04-02T08:32:12.952 INFO:tasks.rados.rados.0.smithi028.stdout:2061: expect (ObjNum 586 snap 180 seq_num 586) 2024-04-02T08:32:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:12 smithi028 ceph-mon[94314]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:32:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:12 smithi028 ceph-mon[96890]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:32:13.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:12 smithi137 ceph-mon[88456]: osdmap e487: 8 total, 8 up, 8 in 2024-04-02T08:32:13.917 INFO:tasks.rados.rados.0.smithi028.stdout:2061: done (5 left) 2024-04-02T08:32:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:2063: done (4 left) 2024-04-02T08:32:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:2064: done (3 left) 2024-04-02T08:32:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:2065: done (2 left) 2024-04-02T08:32:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:2066: done (1 left) 2024-04-02T08:32:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:2067: done (0 left) 2024-04-02T08:32:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:2068: read oid 42 snap 192 2024-04-02T08:32:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:2068: expect (ObjNum 592 snap 181 seq_num 592) 2024-04-02T08:32:13.918 INFO:tasks.rados.rados.0.smithi028.stdout:2069: delete oid 5 current snap is 215 2024-04-02T08:32:13.924 INFO:tasks.rados.rados.0.smithi028.stdout:2069: done (1 left) 2024-04-02T08:32:13.925 INFO:tasks.rados.rados.0.smithi028.stdout:2070: read oid 34 snap -1 2024-04-02T08:32:13.925 INFO:tasks.rados.rados.0.smithi028.stdout:2070: expect (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:32:13.925 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 215 2024-04-02T08:32:13.925 INFO:tasks.rados.rados.0.smithi028.stdout:2071: seq_num 661 ranges {3842048=679936,4521984=622592,5144576=180224} 2024-04-02T08:32:13.950 INFO:tasks.rados.rados.0.smithi028.stdout:2071: writing smithi02882251-24 from 3842048 to 4521984 tid 1 2024-04-02T08:32:13.953 INFO:tasks.rados.rados.0.smithi028.stdout:2071: writing smithi02882251-24 from 4521984 to 5144576 tid 2 2024-04-02T08:32:13.955 INFO:tasks.rados.rados.0.smithi028.stdout:2071: writing smithi02882251-24 from 5144576 to 5324800 tid 3 2024-04-02T08:32:13.955 INFO:tasks.rados.rados.0.smithi028.stdout:2072: read oid 20 snap -1 2024-04-02T08:32:13.955 INFO:tasks.rados.rados.0.smithi028.stdout:2072: expect (ObjNum 642 snap 205 seq_num 642) 2024-04-02T08:32:13.955 INFO:tasks.rados.rados.0.smithi028.stdout:2073: delete oid 26 current snap is 215 2024-04-02T08:32:13.955 INFO:tasks.rados.rados.0.smithi028.stdout:2070: expect (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:32:14.018 INFO:tasks.rados.rados.0.smithi028.stdout:2068: expect (ObjNum 592 snap 181 seq_num 592) 2024-04-02T08:32:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:13 smithi028 ceph-mon[94314]: pgmap v392: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 2.0 MiB/s wr, 14 op/s; 19 MiB/s, 5 objects/s recovering 2024-04-02T08:32:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:13 smithi028 ceph-mon[94314]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/657 objects degraded (13.242%), 10 pgs degraded) 2024-04-02T08:32:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:13 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:32:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:13 smithi028 ceph-mon[94314]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:32:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:13 smithi028 ceph-mon[96890]: pgmap v392: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 2.0 MiB/s wr, 14 op/s; 19 MiB/s, 5 objects/s recovering 2024-04-02T08:32:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:13 smithi028 ceph-mon[96890]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/657 objects degraded (13.242%), 10 pgs degraded) 2024-04-02T08:32:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:13 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:32:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:13 smithi028 ceph-mon[96890]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:32:14.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:13 smithi137 ceph-mon[88456]: pgmap v392: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 2.0 MiB/s wr, 14 op/s; 19 MiB/s, 5 objects/s recovering 2024-04-02T08:32:14.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:13 smithi137 ceph-mon[88456]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/657 objects degraded (13.242%), 10 pgs degraded) 2024-04-02T08:32:14.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:13 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:32:14.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:13 smithi137 ceph-mon[88456]: osdmap e488: 8 total, 8 up, 8 in 2024-04-02T08:32:14.400 INFO:tasks.rados.rados.0.smithi028.stdout:2071: finishing write tid 1 to smithi02882251-24 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: finishing write tid 2 to smithi02882251-24 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: finishing write tid 3 to smithi02882251-24 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: finishing write tid 4 to smithi02882251-24 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: finishing write tid 5 to smithi02882251-24 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: oid 24 updating version 0 to 910 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: oid 24 version 910 is already newer than 909 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: oid 24 version 910 is already newer than 907 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: oid 24 version 910 is already newer than 908 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 910 (ObjNum 661 snap 215 seq_num 661) dirty exists 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2071: left oid 24 (ObjNum 661 snap 215 seq_num 661) 2024-04-02T08:32:14.401 INFO:tasks.rados.rados.0.smithi028.stdout:2072: expect (ObjNum 642 snap 205 seq_num 642) 2024-04-02T08:32:15.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:14 smithi028 ceph-mon[94314]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:32:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:14 smithi028 ceph-mon[96890]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:32:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:2068: done (4 left) 2024-04-02T08:32:15.235 INFO:tasks.rados.rados.0.smithi028.stdout:2070: done (3 left) 2024-04-02T08:32:15.236 INFO:tasks.rados.rados.0.smithi028.stdout:2071: done (2 left) 2024-04-02T08:32:15.236 INFO:tasks.rados.rados.0.smithi028.stdout:2072: done (1 left) 2024-04-02T08:32:15.236 INFO:tasks.rados.rados.0.smithi028.stdout:2073: done (0 left) 2024-04-02T08:32:15.236 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 215 2024-04-02T08:32:15.236 INFO:tasks.rados.rados.0.smithi028.stdout:2074: seq_num 663 ranges {4530176=712704,5242880=442368,5685248=360448} 2024-04-02T08:32:15.264 INFO:tasks.rados.rados.0.smithi028.stdout:2074: writing smithi02882251-4 from 4530176 to 5242880 tid 1 2024-04-02T08:32:15.266 INFO:tasks.rados.rados.0.smithi028.stdout:2074: writing smithi02882251-4 from 5242880 to 5685248 tid 2 2024-04-02T08:32:15.269 INFO:tasks.rados.rados.0.smithi028.stdout:2074: writing smithi02882251-4 from 5685248 to 6045696 tid 3 2024-04-02T08:32:15.269 INFO:tasks.rados.rados.0.smithi028.stdout:2075: snap_create 2024-04-02T08:32:15.269 INFO:tasks.rados.rados.0.smithi028.stdout:2074: finishing write tid 1 to smithi02882251-4 2024-04-02T08:32:15.271 INFO:tasks.rados.rados.0.smithi028.stdout:2074: finishing write tid 2 to smithi02882251-4 2024-04-02T08:32:15.271 INFO:tasks.rados.rados.0.smithi028.stdout:2074: finishing write tid 3 to smithi02882251-4 2024-04-02T08:32:15.272 INFO:tasks.rados.rados.0.smithi028.stdout:2074: finishing write tid 4 to smithi02882251-4 2024-04-02T08:32:15.273 INFO:tasks.rados.rados.0.smithi028.stdout:2074: finishing write tid 5 to smithi02882251-4 2024-04-02T08:32:15.273 INFO:tasks.rados.rados.0.smithi028.stdout:2074: oid 4 updating version 0 to 815 2024-04-02T08:32:15.273 INFO:tasks.rados.rados.0.smithi028.stdout:2074: oid 4 updating version 815 to 818 2024-04-02T08:32:15.273 INFO:tasks.rados.rados.0.smithi028.stdout:2074: oid 4 version 818 is already newer than 816 2024-04-02T08:32:15.273 INFO:tasks.rados.rados.0.smithi028.stdout:2074: oid 4 version 818 is already newer than 817 2024-04-02T08:32:15.273 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 818 (ObjNum 663 snap 215 seq_num 663) dirty exists 2024-04-02T08:32:15.274 INFO:tasks.rados.rados.0.smithi028.stdout:2074: left oid 4 (ObjNum 663 snap 215 seq_num 663) 2024-04-02T08:32:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:14 smithi137 ceph-mon[88456]: osdmap e489: 8 total, 8 up, 8 in 2024-04-02T08:32:15.927 INFO:tasks.rados.rados.0.smithi028.stdout:2074: done (1 left) 2024-04-02T08:32:15.927 INFO:tasks.rados.rados.0.smithi028.stdout:2075: done (0 left) 2024-04-02T08:32:15.927 INFO:tasks.rados.rados.0.smithi028.stdout:2076: snap_remove snap 215 2024-04-02T08:32:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:15 smithi028 ceph-mon[94314]: pgmap v395: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 2.0 MiB/s wr, 14 op/s; 14 MiB/s, 3 objects/s recovering 2024-04-02T08:32:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:15 smithi028 ceph-mon[96890]: pgmap v395: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 2.0 MiB/s wr, 14 op/s; 14 MiB/s, 3 objects/s recovering 2024-04-02T08:32:16.268 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:15 smithi137 ceph-mon[88456]: pgmap v395: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 339 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 740 KiB/s rd, 2.0 MiB/s wr, 14 op/s; 14 MiB/s, 3 objects/s recovering 2024-04-02T08:32:16.816 INFO:tasks.rados.rados.0.smithi028.stdout:2076: done (0 left) 2024-04-02T08:32:16.816 INFO:tasks.rados.rados.0.smithi028.stdout:2077: rollback oid 34 current snap is 216 2024-04-02T08:32:16.816 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 214 2024-04-02T08:32:16.816 INFO:tasks.rados.rados.0.smithi028.stdout:2078: snap_remove snap 192 2024-04-02T08:32:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:16 smithi137 ceph-mon[88456]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:32:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:16 smithi137 ceph-mon[88456]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:32:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:16 smithi028 ceph-mon[94314]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:32:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:16 smithi028 ceph-mon[94314]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:32:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:16 smithi028 ceph-mon[96890]: osdmap e490: 8 total, 8 up, 8 in 2024-04-02T08:32:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:16 smithi028 ceph-mon[96890]: osdmap e491: 8 total, 8 up, 8 in 2024-04-02T08:32:17.818 INFO:tasks.rados.rados.0.smithi028.stdout:2078: done (1 left) 2024-04-02T08:32:17.818 INFO:tasks.rados.rados.0.smithi028.stdout:2079: copy_from oid 27 from oid 37 current snap is 216 2024-04-02T08:32:17.818 INFO:tasks.rados.rados.0.smithi028.stdout:2080: snap_remove snap 197 2024-04-02T08:32:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:17 smithi028 ceph-mon[94314]: pgmap v397: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:32:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:17 smithi028 ceph-mon[94314]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:32:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:17 smithi028 ceph-mon[96890]: pgmap v397: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:32:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:17 smithi028 ceph-mon[96890]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:32:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:17 smithi137 ceph-mon[88456]: pgmap v397: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:32:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:17 smithi137 ceph-mon[88456]: osdmap e492: 8 total, 8 up, 8 in 2024-04-02T08:32:18.819 INFO:tasks.rados.rados.0.smithi028.stdout:2080: done (2 left) 2024-04-02T08:32:18.819 INFO:tasks.rados.rados.0.smithi028.stdout:2081: delete oid 45 current snap is 216 2024-04-02T08:32:18.819 INFO:tasks.rados.rados.0.smithi028.stdout:2077: finishing rollback tid 0 to smithi02882251-34 2024-04-02T08:32:18.820 INFO:tasks.rados.rados.0.smithi028.stdout:2077: finishing rollback tid 1 to smithi02882251-34 2024-04-02T08:32:18.820 INFO:tasks.rados.rados.0.smithi028.stdout:2077: finishing rollback tid 2 to smithi02882251-34 2024-04-02T08:32:18.820 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1053 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:32:18.820 INFO:tasks.rados.rados.0.smithi028.stdout:2079: finishing copy_from to smithi02882251-27 2024-04-02T08:32:18.820 INFO:tasks.rados.rados.0.smithi028.stdout:2079: got expected ENOENT (src dne) 2024-04-02T08:32:18.820 INFO:tasks.rados.rados.0.smithi028.stdout:2079: finishing copy_from racing read to smithi02882251-27 2024-04-02T08:32:18.836 INFO:tasks.rados.rados.0.smithi028.stdout:2077: done (2 left) 2024-04-02T08:32:18.836 INFO:tasks.rados.rados.0.smithi028.stdout:2079: done (1 left) 2024-04-02T08:32:18.836 INFO:tasks.rados.rados.0.smithi028.stdout:2081: done (0 left) 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2082: read oid 47 snap -1 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2082: expect deleted 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2083: read oid 2 snap -1 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2083: expect (ObjNum 569 snap 177 seq_num 569) 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2084: read oid 42 snap -1 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2084: expect deleted 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2085: copy_from oid 7 from oid 24 current snap is 216 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2086: copy_from oid 1 from oid 14 current snap is 216 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 216 2024-04-02T08:32:18.837 INFO:tasks.rados.rados.0.smithi028.stdout:2087: seq_num 665 ranges {0=745472,745472=606208,1351680=196608} 2024-04-02T08:32:18.841 INFO:tasks.rados.rados.0.smithi028.stdout:2087: writing smithi02882251-33 from 0 to 745472 tid 1 2024-04-02T08:32:18.846 INFO:tasks.rados.rados.0.smithi028.stdout:2087: writing smithi02882251-33 from 745472 to 1351680 tid 2 2024-04-02T08:32:18.848 INFO:tasks.rados.rados.0.smithi028.stdout:2087: writing smithi02882251-33 from 1351680 to 1548288 tid 3 2024-04-02T08:32:18.848 INFO:tasks.rados.rados.0.smithi028.stdout:2088: read oid 41 snap -1 2024-04-02T08:32:18.848 INFO:tasks.rados.rados.0.smithi028.stdout:2088: expect deleted 2024-04-02T08:32:18.848 INFO:tasks.rados.rados.0.smithi028.stdout:2089: rollback oid 17 current snap is 216 2024-04-02T08:32:18.848 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 210 2024-04-02T08:32:18.848 INFO:tasks.rados.rados.0.smithi028.stdout:2087: finishing write tid 1 to smithi02882251-33 2024-04-02T08:32:18.848 INFO:tasks.rados.rados.0.smithi028.stdout:2082: done (7 left) 2024-04-02T08:32:18.848 INFO:tasks.rados.rados.0.smithi028.stdout:2090: delete oid 23 current snap is 216 2024-04-02T08:32:18.854 INFO:tasks.rados.rados.0.smithi028.stdout:2088: done (7 left) 2024-04-02T08:32:18.854 INFO:tasks.rados.rados.0.smithi028.stdout:2090: done (6 left) 2024-04-02T08:32:18.854 INFO:tasks.rados.rados.0.smithi028.stdout:2091: snap_create 2024-04-02T08:32:18.854 INFO:tasks.rados.rados.0.smithi028.stdout:2086: finishing copy_from racing read to smithi02882251-1 2024-04-02T08:32:18.854 INFO:tasks.rados.rados.0.smithi028.stdout:2087: finishing write tid 2 to smithi02882251-33 2024-04-02T08:32:18.855 INFO:tasks.rados.rados.0.smithi028.stdout:2086: finishing copy_from to smithi02882251-1 2024-04-02T08:32:18.855 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1676 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-04-02T08:32:18.856 INFO:tasks.rados.rados.0.smithi028.stdout:2087: finishing write tid 3 to smithi02882251-33 2024-04-02T08:32:18.856 INFO:tasks.rados.rados.0.smithi028.stdout:2087: finishing write tid 4 to smithi02882251-33 2024-04-02T08:32:18.859 INFO:tasks.rados.rados.0.smithi028.stdout:2087: finishing write tid 5 to smithi02882251-33 2024-04-02T08:32:18.859 INFO:tasks.rados.rados.0.smithi028.stdout:2087: oid 33 updating version 0 to 827 2024-04-02T08:32:18.859 INFO:tasks.rados.rados.0.smithi028.stdout:2087: oid 33 version 827 is already newer than 825 2024-04-02T08:32:18.859 INFO:tasks.rados.rados.0.smithi028.stdout:2087: oid 33 updating version 827 to 828 2024-04-02T08:32:18.860 INFO:tasks.rados.rados.0.smithi028.stdout:2087: oid 33 version 828 is already newer than 826 2024-04-02T08:32:18.860 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 828 (ObjNum 665 snap 216 seq_num 665) dirty exists 2024-04-02T08:32:18.860 INFO:tasks.rados.rados.0.smithi028.stdout:2087: left oid 33 (ObjNum 665 snap 216 seq_num 665) 2024-04-02T08:32:18.869 INFO:tasks.rados.rados.0.smithi028.stdout:2085: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:32:18.869 INFO:tasks.rados.rados.0.smithi028.stdout:2089: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:32:18.869 INFO:tasks.rados.rados.0.smithi028.stdout:2089: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:32:18.869 INFO:tasks.rados.rados.0.smithi028.stdout:2089: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:32:18.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1199 (ObjNum 628 snap 201 seq_num 628) dirty exists 2024-04-02T08:32:18.873 INFO:tasks.rados.rados.0.smithi028.stdout:2085: finishing copy_from to smithi02882251-7 2024-04-02T08:32:18.873 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 910 (ObjNum 661 snap 215 seq_num 661) dirty exists 2024-04-02T08:32:18.876 INFO:tasks.rados.rados.0.smithi028.stdout:2083: expect (ObjNum 569 snap 177 seq_num 569) 2024-04-02T08:32:19.824 INFO:tasks.rados.rados.0.smithi028.stdout:2083: done (6 left) 2024-04-02T08:32:19.824 INFO:tasks.rados.rados.0.smithi028.stdout:2084: done (5 left) 2024-04-02T08:32:19.824 INFO:tasks.rados.rados.0.smithi028.stdout:2085: done (4 left) 2024-04-02T08:32:19.824 INFO:tasks.rados.rados.0.smithi028.stdout:2086: done (3 left) 2024-04-02T08:32:19.825 INFO:tasks.rados.rados.0.smithi028.stdout:2087: done (2 left) 2024-04-02T08:32:19.825 INFO:tasks.rados.rados.0.smithi028.stdout:2089: done (1 left) 2024-04-02T08:32:19.825 INFO:tasks.rados.rados.0.smithi028.stdout:2091: done (0 left) 2024-04-02T08:32:19.825 INFO:tasks.rados.rados.0.smithi028.stdout:2092: snap_create 2024-04-02T08:32:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:19 smithi137 ceph-mon[88456]: pgmap v400: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:32:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:19 smithi137 ceph-mon[88456]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:32:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:19 smithi028 ceph-mon[94314]: pgmap v400: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:32:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:19 smithi028 ceph-mon[94314]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:32:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:19 smithi028 ceph-mon[96890]: pgmap v400: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-02T08:32:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:19 smithi028 ceph-mon[96890]: osdmap e493: 8 total, 8 up, 8 in 2024-04-02T08:32:20.832 INFO:tasks.rados.rados.0.smithi028.stdout:2092: done (0 left) 2024-04-02T08:32:20.832 INFO:tasks.rados.rados.0.smithi028.stdout:2093: rmattr oid 40 current snap is 218 2024-04-02T08:32:20.832 INFO:tasks.rados.rados.0.smithi028.stdout:2094: rmattr oid 12 current snap is 218 2024-04-02T08:32:20.832 INFO:tasks.rados.rados.0.smithi028.stdout:2094: done (1 left) 2024-04-02T08:32:20.832 INFO:tasks.rados.rados.0.smithi028.stdout:2095: rollback oid 27 current snap is 218 2024-04-02T08:32:20.832 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 212 2024-04-02T08:32:20.832 INFO:tasks.rados.rados.0.smithi028.stdout:2096: snap_create 2024-04-02T08:32:20.840 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1747 (ObjNum 33 snap 0 seq_num 1440662048) dirty exists 2024-04-02T08:32:20.840 INFO:tasks.rados.rados.0.smithi028.stdout:2095: finishing rollback tid 0 to smithi02882251-27 2024-04-02T08:32:20.840 INFO:tasks.rados.rados.0.smithi028.stdout:2095: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:32:20.840 INFO:tasks.rados.rados.0.smithi028.stdout:2095: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:32:20.840 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1751 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:32:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:20 smithi137 ceph-mon[88456]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:32:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:20 smithi028 ceph-mon[94314]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:32:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:20 smithi028 ceph-mon[96890]: osdmap e494: 8 total, 8 up, 8 in 2024-04-02T08:32:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:32:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:32:21] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-04-02T08:32:21.817 INFO:tasks.rados.rados.0.smithi028.stdout:2093: done (2 left) 2024-04-02T08:32:21.817 INFO:tasks.rados.rados.0.smithi028.stdout:2095: done (1 left) 2024-04-02T08:32:21.817 INFO:tasks.rados.rados.0.smithi028.stdout:2096: done (0 left) 2024-04-02T08:32:21.817 INFO:tasks.rados.rados.0.smithi028.stdout:2097: rollback oid 31 current snap is 219 2024-04-02T08:32:21.818 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 218 2024-04-02T08:32:21.818 INFO:tasks.rados.rados.0.smithi028.stdout:2098: snap_remove snap 206 2024-04-02T08:32:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:21 smithi137 ceph-mon[88456]: pgmap v403: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:32:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:21 smithi137 ceph-mon[88456]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:32:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:21 smithi137 ceph-mon[88456]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:32:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:21 smithi028 ceph-mon[94314]: pgmap v403: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:32:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:21 smithi028 ceph-mon[94314]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:32:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:21 smithi028 ceph-mon[94314]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:32:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:21 smithi028 ceph-mon[96890]: pgmap v403: 121 pgs: 121 active+clean; 347 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:32:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:21 smithi028 ceph-mon[96890]: osdmap e495: 8 total, 8 up, 8 in 2024-04-02T08:32:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:21 smithi028 ceph-mon[96890]: osdmap e496: 8 total, 8 up, 8 in 2024-04-02T08:32:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:32:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:22.820 INFO:tasks.rados.rados.0.smithi028.stdout:2098: done (1 left) 2024-04-02T08:32:22.820 INFO:tasks.rados.rados.0.smithi028.stdout:2099: rmattr oid 21 current snap is 219 2024-04-02T08:32:22.820 INFO:tasks.rados.rados.0.smithi028.stdout:2099: done (1 left) 2024-04-02T08:32:22.820 INFO:tasks.rados.rados.0.smithi028.stdout:2100: snap_remove snap 179 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:2100: done (1 left) 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:2101: rollback oid 12 current snap is 219 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 210 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:2097: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1564 (ObjNum 97 snap 0 seq_num 1441276608) dirty dne 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:2097: done (1 left) 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:2102: read oid 11 snap -1 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:2102: expect (ObjNum 649 snap 212 seq_num 649) 2024-04-02T08:32:23.827 INFO:tasks.rados.rados.0.smithi028.stdout:2103: snap_create 2024-04-02T08:32:23.837 INFO:tasks.rados.rados.0.smithi028.stdout:2101: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:32:23.838 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1118 (ObjNum 2161 snap 0 seq_num 1440667264) dirty dne 2024-04-02T08:32:23.873 INFO:tasks.rados.rados.0.smithi028.stdout:2102: expect (ObjNum 649 snap 212 seq_num 649) 2024-04-02T08:32:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:23 smithi137 ceph-mon[88456]: pgmap v406: 121 pgs: 121 active+clean; 353 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:32:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:23 smithi137 ceph-mon[88456]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:32:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:23 smithi028 ceph-mon[94314]: pgmap v406: 121 pgs: 121 active+clean; 353 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:32:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:23 smithi028 ceph-mon[94314]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:32:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:23 smithi028 ceph-mon[96890]: pgmap v406: 121 pgs: 121 active+clean; 353 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:32:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:23 smithi028 ceph-mon[96890]: osdmap e497: 8 total, 8 up, 8 in 2024-04-02T08:32:24.829 INFO:tasks.rados.rados.0.smithi028.stdout:2101: done (2 left) 2024-04-02T08:32:24.829 INFO:tasks.rados.rados.0.smithi028.stdout:2102: done (1 left) 2024-04-02T08:32:24.829 INFO:tasks.rados.rados.0.smithi028.stdout:2103: done (0 left) 2024-04-02T08:32:24.829 INFO:tasks.rados.rados.0.smithi028.stdout:2104: copy_from oid 21 from oid 50 current snap is 220 2024-04-02T08:32:24.829 INFO:tasks.rados.rados.0.smithi028.stdout:2105: read oid 7 snap -1 2024-04-02T08:32:24.829 INFO:tasks.rados.rados.0.smithi028.stdout:2105: expect (ObjNum 661 snap 215 seq_num 661) 2024-04-02T08:32:24.829 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 220 2024-04-02T08:32:24.829 INFO:tasks.rados.rados.0.smithi028.stdout:2106: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-04-02T08:32:24.833 INFO:tasks.rados.rados.0.smithi028.stdout:2106: writing smithi02882251-9 from 0 to 778240 tid 1 2024-04-02T08:32:24.838 INFO:tasks.rados.rados.0.smithi028.stdout:2106: writing smithi02882251-9 from 778240 to 1556480 tid 2 2024-04-02T08:32:24.838 INFO:tasks.rados.rados.0.smithi028.stdout:2106: writing smithi02882251-9 from 1556480 to 1581056 tid 3 2024-04-02T08:32:24.838 INFO:tasks.rados.rados.0.smithi028.stdout:2107: snap_create 2024-04-02T08:32:24.848 INFO:tasks.rados.rados.0.smithi028.stdout:2106: finishing write tid 1 to smithi02882251-9 2024-04-02T08:32:24.848 INFO:tasks.rados.rados.0.smithi028.stdout:2106: finishing write tid 2 to smithi02882251-9 2024-04-02T08:32:24.848 INFO:tasks.rados.rados.0.smithi028.stdout:2106: finishing write tid 3 to smithi02882251-9 2024-04-02T08:32:24.848 INFO:tasks.rados.rados.0.smithi028.stdout:2106: finishing write tid 4 to smithi02882251-9 2024-04-02T08:32:24.849 INFO:tasks.rados.rados.0.smithi028.stdout:2106: finishing write tid 5 to smithi02882251-9 2024-04-02T08:32:24.849 INFO:tasks.rados.rados.0.smithi028.stdout:2106: oid 9 updating version 0 to 1777 2024-04-02T08:32:24.849 INFO:tasks.rados.rados.0.smithi028.stdout:2106: oid 9 updating version 1777 to 1779 2024-04-02T08:32:24.849 INFO:tasks.rados.rados.0.smithi028.stdout:2106: oid 9 version 1779 is already newer than 1776 2024-04-02T08:32:24.849 INFO:tasks.rados.rados.0.smithi028.stdout:2106: oid 9 version 1779 is already newer than 1778 2024-04-02T08:32:24.849 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1779 (ObjNum 667 snap 220 seq_num 667) dirty exists 2024-04-02T08:32:24.849 INFO:tasks.rados.rados.0.smithi028.stdout:2106: left oid 9 (ObjNum 667 snap 220 seq_num 667) 2024-04-02T08:32:24.853 INFO:tasks.rados.rados.0.smithi028.stdout:2105: expect (ObjNum 661 snap 215 seq_num 661) 2024-04-02T08:32:25.132 INFO:tasks.rados.rados.0.smithi028.stdout:2104: finishing copy_from racing read to smithi02882251-21 2024-04-02T08:32:25.132 INFO:tasks.rados.rados.0.smithi028.stdout:2104: finishing copy_from to smithi02882251-21 2024-04-02T08:32:25.132 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1156 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:32:25.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:24 smithi137 ceph-mon[88456]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:32:25.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:24 smithi028 ceph-mon[94314]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:32:25.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:24 smithi028 ceph-mon[96890]: osdmap e498: 8 total, 8 up, 8 in 2024-04-02T08:32:25.834 INFO:tasks.rados.rados.0.smithi028.stdout:2104: done (3 left) 2024-04-02T08:32:25.835 INFO:tasks.rados.rados.0.smithi028.stdout:2105: done (2 left) 2024-04-02T08:32:25.835 INFO:tasks.rados.rados.0.smithi028.stdout:2106: done (1 left) 2024-04-02T08:32:25.835 INFO:tasks.rados.rados.0.smithi028.stdout:2107: done (0 left) 2024-04-02T08:32:25.835 INFO:tasks.rados.rados.0.smithi028.stdout:2108: snap_remove snap 220 2024-04-02T08:32:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:25 smithi137 ceph-mon[88456]: pgmap v409: 121 pgs: 121 active+clean; 353 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:32:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:25 smithi137 ceph-mon[88456]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:32:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:25 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:25 smithi137 ceph-mon[88456]: Upgrade: osd.6 is safe to restart 2024-04-02T08:32:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[94314]: pgmap v409: 121 pgs: 121 active+clean; 353 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[94314]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[94314]: Upgrade: osd.6 is safe to restart 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[96890]: pgmap v409: 121 pgs: 121 active+clean; 353 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[96890]: osdmap e499: 8 total, 8 up, 8 in 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-02T08:32:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:25 smithi028 ceph-mon[96890]: Upgrade: osd.6 is safe to restart 2024-04-02T08:32:26.842 INFO:tasks.rados.rados.0.smithi028.stdout:2108: done (0 left) 2024-04-02T08:32:26.842 INFO:tasks.rados.rados.0.smithi028.stdout:2109: read oid 39 snap -1 2024-04-02T08:32:26.842 INFO:tasks.rados.rados.0.smithi028.stdout:2109: expect (ObjNum 641 snap 205 seq_num 641) 2024-04-02T08:32:26.842 INFO:tasks.rados.rados.0.smithi028.stdout:2110: read oid 18 snap -1 2024-04-02T08:32:26.842 INFO:tasks.rados.rados.0.smithi028.stdout:2110: expect (ObjNum 608 snap 193 seq_num 608) 2024-04-02T08:32:26.842 INFO:tasks.rados.rados.0.smithi028.stdout:2111: delete oid 8 current snap is 221 2024-04-02T08:32:26.846 INFO:tasks.rados.rados.0.smithi028.stdout:2110: expect (ObjNum 608 snap 193 seq_num 608) 2024-04-02T08:32:26.863 INFO:tasks.rados.rados.0.smithi028.stdout:2109: expect (ObjNum 641 snap 205 seq_num 641) 2024-04-02T08:32:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:2109: done (2 left) 2024-04-02T08:32:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:2110: done (1 left) 2024-04-02T08:32:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:2111: done (0 left) 2024-04-02T08:32:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:2112: copy_from oid 7 from oid 41 current snap is 221 2024-04-02T08:32:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:2113: read oid 34 snap -1 2024-04-02T08:32:26.895 INFO:tasks.rados.rados.0.smithi028.stdout:2113: expect (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:32:26.895 INFO:tasks.rados.rados.0.smithi028.stdout:2114: delete oid 6 current snap is 221 2024-04-02T08:32:26.898 INFO:tasks.rados.rados.0.smithi028.stdout:2112: finishing copy_from to smithi02882251-7 2024-04-02T08:32:26.898 INFO:tasks.rados.rados.0.smithi028.stdout:2112: got expected ENOENT (src dne) 2024-04-02T08:32:26.898 INFO:tasks.rados.rados.0.smithi028.stdout:2112: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:32:26.898 INFO:tasks.rados.rados.0.smithi028.stdout:2112: done (2 left) 2024-04-02T08:32:26.898 INFO:tasks.rados.rados.0.smithi028.stdout:2114: done (1 left) 2024-04-02T08:32:26.898 INFO:tasks.rados.rados.0.smithi028.stdout:2115: snap_create 2024-04-02T08:32:26.907 INFO:tasks.rados.rados.0.smithi028.stdout:2113: expect (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:32:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:26 smithi137 ceph-mon[88456]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:32:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:26 smithi028 ceph-mon[94314]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:32:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:26 smithi028 ceph-mon[96890]: osdmap e500: 8 total, 8 up, 8 in 2024-04-02T08:32:27.847 INFO:tasks.rados.rados.0.smithi028.stdout:2113: done (1 left) 2024-04-02T08:32:27.847 INFO:tasks.rados.rados.0.smithi028.stdout:2115: done (0 left) 2024-04-02T08:32:27.847 INFO:tasks.rados.rados.0.smithi028.stdout:2116: copy_from oid 23 from oid 20 current snap is 222 2024-04-02T08:32:27.847 INFO:tasks.rados.rados.0.smithi028.stdout:2117: rmattr oid 4 current snap is 222 2024-04-02T08:32:27.847 INFO:tasks.rados.rados.0.smithi028.stdout:2118: snap_create 2024-04-02T08:32:27.851 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 834 (ObjNum 663 snap 215 seq_num 663) dirty exists 2024-04-02T08:32:27.888 INFO:tasks.rados.rados.0.smithi028.stdout:2116: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi028.stdout:2116: finishing copy_from to smithi02882251-23 2024-04-02T08:32:27.889 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1010 (ObjNum 642 snap 205 seq_num 642) dirty exists 2024-04-02T08:32:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-mon[88456]: pgmap v412: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:32:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-mon[88456]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:32:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-mon[88456]: Upgrade: Updating osd.6 2024-04-02T08:32:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:32:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-mon[88456]: Deploying daemon osd.6 on smithi137 2024-04-02T08:32:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=sqlstore.transactions t=2024-04-02T08:32:27.770449395Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:32:28.146 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:32:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[64204]: logger=cleanup t=2024-04-02T08:32:27.772887905Z level=info msg="Completed cleanup jobs" duration=12.814303ms 2024-04-02T08:32:28.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[96890]: pgmap v412: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:32:28.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[96890]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[96890]: Upgrade: Updating osd.6 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[96890]: Deploying daemon osd.6 on smithi137 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[94314]: pgmap v412: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[94314]: osdmap e501: 8 total, 8 up, 8 in 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[94314]: Upgrade: Updating osd.6 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:27 smithi028 ceph-mon[94314]: Deploying daemon osd.6 on smithi137 2024-04-02T08:32:28.853 INFO:tasks.rados.rados.0.smithi028.stdout:2116: done (2 left) 2024-04-02T08:32:28.853 INFO:tasks.rados.rados.0.smithi028.stdout:2117: done (1 left) 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:2118: done (0 left) 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:2119: rollback oid 37 current snap is 223 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 207 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:2120: read oid 25 snap -1 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:2120: expect (ObjNum 625 snap 200 seq_num 625) 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:2121: read oid 28 snap -1 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:2121: expect (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 223 2024-04-02T08:32:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:2122: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-04-02T08:32:28.855 INFO:tasks.rados.rados.0.smithi028.stdout:2122: writing smithi02882251-42 from 0 to 425984 tid 1 2024-04-02T08:32:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:2122: writing smithi02882251-42 from 425984 to 909312 tid 2 2024-04-02T08:32:28.861 INFO:tasks.rados.rados.0.smithi028.stdout:2122: writing smithi02882251-42 from 909312 to 1417216 tid 3 2024-04-02T08:32:28.863 INFO:tasks.rados.rados.0.smithi028.stdout:2122: writing smithi02882251-42 from 1417216 to 1630208 tid 4 2024-04-02T08:32:28.863 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 223 2024-04-02T08:32:28.863 INFO:tasks.rados.rados.0.smithi028.stdout:2123: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2024-04-02T08:32:28.866 INFO:tasks.rados.rados.0.smithi028.stdout:2123: writing smithi02882251-47 from 0 to 442368 tid 1 2024-04-02T08:32:28.871 INFO:tasks.rados.rados.0.smithi028.stdout:2123: writing smithi02882251-47 from 442368 to 1204224 tid 2 2024-04-02T08:32:28.874 INFO:tasks.rados.rados.0.smithi028.stdout:2123: writing smithi02882251-47 from 1204224 to 1646592 tid 3 2024-04-02T08:32:28.874 INFO:tasks.rados.rados.0.smithi028.stdout:2124: read oid 21 snap -1 2024-04-02T08:32:28.874 INFO:tasks.rados.rados.0.smithi028.stdout:2124: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:32:28.874 INFO:tasks.rados.rados.0.smithi028.stdout:2125: setattr oid 15 current snap is 223 2024-04-02T08:32:28.874 INFO:tasks.rados.rados.0.smithi028.stdout:2119: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:32:28.874 INFO:tasks.rados.rados.0.smithi028.stdout:2122: finishing write tid 1 to smithi02882251-42 2024-04-02T08:32:28.874 INFO:tasks.rados.rados.0.smithi028.stdout:2121: expect (ObjNum 630 snap 202 seq_num 630) 2024-04-02T08:32:28.938 INFO:tasks.rados.rados.0.smithi028.stdout:2119: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:32:28.938 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1387 (ObjNum 507 snap 161 seq_num 507) dirty exists 2024-04-02T08:32:28.939 INFO:tasks.rados.rados.0.smithi028.stdout:2122: finishing write tid 2 to smithi02882251-42 2024-04-02T08:32:28.939 INFO:tasks.rados.rados.0.smithi028.stdout:2120: expect (ObjNum 625 snap 200 seq_num 625) 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: finishing write tid 3 to smithi02882251-42 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: finishing write tid 4 to smithi02882251-42 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: finishing write tid 5 to smithi02882251-42 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: finishing write tid 6 to smithi02882251-42 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: oid 42 updating version 0 to 1098 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: oid 42 version 1098 is already newer than 1094 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: oid 42 version 1098 is already newer than 1097 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: oid 42 version 1098 is already newer than 1095 2024-04-02T08:32:28.962 INFO:tasks.rados.rados.0.smithi028.stdout:2122: oid 42 version 1098 is already newer than 1096 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1098 (ObjNum 670 snap 223 seq_num 670) dirty exists 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2122: left oid 42 (ObjNum 670 snap 223 seq_num 670) 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: finishing write tid 1 to smithi02882251-47 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: finishing write tid 2 to smithi02882251-47 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: finishing write tid 3 to smithi02882251-47 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: finishing write tid 4 to smithi02882251-47 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: finishing write tid 5 to smithi02882251-47 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: oid 47 updating version 0 to 1343 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: oid 47 updating version 1343 to 1344 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: oid 47 updating version 1344 to 1346 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: oid 47 version 1346 is already newer than 1345 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1346 (ObjNum 671 snap 223 seq_num 671) dirty exists 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2123: left oid 47 (ObjNum 671 snap 223 seq_num 671) 2024-04-02T08:32:28.963 INFO:tasks.rados.rados.0.smithi028.stdout:2124: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:32:29.070 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:28 smithi137 ceph-mon[88456]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:32:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:28 smithi028 ceph-mon[94314]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:32:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:28 smithi028 ceph-mon[96890]: osdmap e502: 8 total, 8 up, 8 in 2024-04-02T08:32:29.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1388 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:32:29.230 INFO:tasks.rados.rados.0.smithi028.stdout:2119: done (6 left) 2024-04-02T08:32:29.230 INFO:tasks.rados.rados.0.smithi028.stdout:2120: done (5 left) 2024-04-02T08:32:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:2121: done (4 left) 2024-04-02T08:32:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:2122: done (3 left) 2024-04-02T08:32:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:2123: done (2 left) 2024-04-02T08:32:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:2124: done (1 left) 2024-04-02T08:32:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:2125: done (0 left) 2024-04-02T08:32:29.231 INFO:tasks.rados.rados.0.smithi028.stdout:2126: snap_remove snap 202 2024-04-02T08:32:29.859 INFO:tasks.rados.rados.0.smithi028.stdout:2126: done (0 left) 2024-04-02T08:32:29.860 INFO:tasks.rados.rados.0.smithi028.stdout:2127: delete oid 47 current snap is 223 2024-04-02T08:32:29.870 INFO:tasks.rados.rados.0.smithi028.stdout:2127: done (0 left) 2024-04-02T08:32:29.870 INFO:tasks.rados.rados.0.smithi028.stdout:2128: delete oid 13 current snap is 223 2024-04-02T08:32:29.882 INFO:tasks.rados.rados.0.smithi028.stdout:2128: done (0 left) 2024-04-02T08:32:29.883 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 223 2024-04-02T08:32:29.883 INFO:tasks.rados.rados.0.smithi028.stdout:2129: seq_num 674 ranges {1146880=491520,1638400=417792,2056192=483328,2539520=303104} 2024-04-02T08:32:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2129: writing smithi02882251-39 from 1146880 to 1638400 tid 1 2024-04-02T08:32:29.894 INFO:tasks.rados.rados.0.smithi028.stdout:2129: writing smithi02882251-39 from 1638400 to 2056192 tid 2 2024-04-02T08:32:29.897 INFO:tasks.rados.rados.0.smithi028.stdout:2129: writing smithi02882251-39 from 2056192 to 2539520 tid 3 2024-04-02T08:32:29.899 INFO:tasks.rados.rados.0.smithi028.stdout:2129: writing smithi02882251-39 from 2539520 to 2842624 tid 4 2024-04-02T08:32:29.900 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 223 2024-04-02T08:32:29.900 INFO:tasks.rados.rados.0.smithi028.stdout:2129: finishing write tid 1 to smithi02882251-39 2024-04-02T08:32:29.900 INFO:tasks.rados.rados.0.smithi028.stdout:2129: finishing write tid 2 to smithi02882251-39 2024-04-02T08:32:29.900 INFO:tasks.rados.rados.0.smithi028.stdout:2130: seq_num 675 ranges {0=507904,507904=704512,1212416=499712} 2024-04-02T08:32:29.902 INFO:tasks.rados.rados.0.smithi028.stdout:2130: writing smithi02882251-41 from 0 to 507904 tid 1 2024-04-02T08:32:29.906 INFO:tasks.rados.rados.0.smithi028.stdout:2130: writing smithi02882251-41 from 507904 to 1212416 tid 2 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:2130: writing smithi02882251-41 from 1212416 to 1712128 tid 3 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 223 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:2129: finishing write tid 3 to smithi02882251-39 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:2129: finishing write tid 4 to smithi02882251-39 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:2129: finishing write tid 5 to smithi02882251-39 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:2129: finishing write tid 6 to smithi02882251-39 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:2129: oid 39 updating version 0 to 912 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:2129: oid 39 version 912 is already newer than 911 2024-04-02T08:32:29.910 INFO:tasks.rados.rados.0.smithi028.stdout:2129: oid 39 updating version 912 to 913 2024-04-02T08:32:29.911 INFO:tasks.rados.rados.0.smithi028.stdout:2129: oid 39 updating version 913 to 914 2024-04-02T08:32:29.911 INFO:tasks.rados.rados.0.smithi028.stdout:2129: oid 39 updating version 914 to 915 2024-04-02T08:32:29.911 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 915 (ObjNum 674 snap 223 seq_num 674) dirty exists 2024-04-02T08:32:29.911 INFO:tasks.rados.rados.0.smithi028.stdout:2129: left oid 39 (ObjNum 674 snap 223 seq_num 674) 2024-04-02T08:32:29.911 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 1 to smithi02882251-41 2024-04-02T08:32:29.911 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 2 to smithi02882251-41 2024-04-02T08:32:29.911 INFO:tasks.rados.rados.0.smithi028.stdout:2131: seq_num 676 ranges {9166848=524288,9691136=589824,10280960=450560,10731520=163840} 2024-04-02T08:32:29.963 INFO:tasks.rados.rados.0.smithi028.stdout:2131: writing smithi02882251-20 from 9166848 to 9691136 tid 1 2024-04-02T08:32:29.966 INFO:tasks.rados.rados.0.smithi028.stdout:2131: writing smithi02882251-20 from 9691136 to 10280960 tid 2 2024-04-02T08:32:29.968 INFO:tasks.rados.rados.0.smithi028.stdout:2131: writing smithi02882251-20 from 10280960 to 10731520 tid 3 2024-04-02T08:32:29.970 INFO:tasks.rados.rados.0.smithi028.stdout:2131: writing smithi02882251-20 from 10731520 to 10895360 tid 4 2024-04-02T08:32:29.970 INFO:tasks.rados.rados.0.smithi028.stdout:2129: done (2 left) 2024-04-02T08:32:29.970 INFO:tasks.rados.rados.0.smithi028.stdout:2132: setattr oid 24 current snap is 223 2024-04-02T08:32:29.970 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 3 to smithi02882251-41 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 4 to smithi02882251-41 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 5 to smithi02882251-41 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2130: oid 41 updating version 0 to 1160 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2130: oid 41 version 1160 is already newer than 1159 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2130: oid 41 version 1160 is already newer than 1157 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2130: oid 41 version 1160 is already newer than 1158 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1160 (ObjNum 675 snap 223 seq_num 675) dirty exists 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2130: left oid 41 (ObjNum 675 snap 223 seq_num 675) 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2131: finishing write tid 1 to smithi02882251-20 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2130: done (2 left) 2024-04-02T08:32:29.971 INFO:tasks.rados.rados.0.smithi028.stdout:2133: delete oid 10 current snap is 223 2024-04-02T08:32:29.972 INFO:tasks.rados.rados.0.smithi028.stdout:2131: finishing write tid 2 to smithi02882251-20 2024-04-02T08:32:29.974 INFO:tasks.rados.rados.0.smithi028.stdout:2131: finishing write tid 3 to smithi02882251-20 2024-04-02T08:32:29.974 INFO:tasks.rados.rados.0.smithi028.stdout:2131: finishing write tid 4 to smithi02882251-20 2024-04-02T08:32:29.974 INFO:tasks.rados.rados.0.smithi028.stdout:2133: done (2 left) 2024-04-02T08:32:29.974 INFO:tasks.rados.rados.0.smithi028.stdout:2134: read oid 3 snap -1 2024-04-02T08:32:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:2134: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:32:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:2135: read oid 28 snap 201 2024-04-02T08:32:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:2135: expect (ObjNum 575 snap 178 seq_num 575) 2024-04-02T08:32:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:2136: rmattr oid 45 current snap is 223 2024-04-02T08:32:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:2136: done (4 left) 2024-04-02T08:32:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 223 2024-04-02T08:32:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:2137: seq_num 678 ranges {3842048=565248,4407296=802816,5210112=401408} 2024-04-02T08:32:29.998 INFO:tasks.rados.rados.0.smithi028.stdout:2137: writing smithi02882251-22 from 3842048 to 4407296 tid 1 2024-04-02T08:32:30.003 INFO:tasks.rados.rados.0.smithi028.stdout:2137: writing smithi02882251-22 from 4407296 to 5210112 tid 2 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2137: writing smithi02882251-22 from 5210112 to 5611520 tid 3 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2138: snap_create 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 916 (ObjNum 661 snap 215 seq_num 661) dirty exists 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2131: finishing write tid 5 to smithi02882251-20 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2131: finishing write tid 6 to smithi02882251-20 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2131: oid 20 updating version 0 to 1091 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2131: oid 20 updating version 1091 to 1092 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2131: oid 20 updating version 1092 to 1093 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2131: oid 20 version 1093 is already newer than 1089 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:2131: oid 20 version 1093 is already newer than 1090 2024-04-02T08:32:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1093 (ObjNum 676 snap 223 seq_num 676) dirty exists 2024-04-02T08:32:30.007 INFO:tasks.rados.rados.0.smithi028.stdout:2131: left oid 20 (ObjNum 676 snap 223 seq_num 676) 2024-04-02T08:32:30.007 INFO:tasks.rados.rados.0.smithi028.stdout:2134: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:32:30.022 INFO:tasks.rados.rados.0.smithi028.stdout:2135: expect (ObjNum 575 snap 178 seq_num 575) 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: finishing write tid 1 to smithi02882251-22 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: finishing write tid 2 to smithi02882251-22 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: finishing write tid 3 to smithi02882251-22 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: finishing write tid 4 to smithi02882251-22 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: finishing write tid 5 to smithi02882251-22 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: oid 22 updating version 0 to 1434 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: oid 22 version 1434 is already newer than 1433 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: oid 22 version 1434 is already newer than 1432 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: oid 22 version 1434 is already newer than 1431 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1434 (ObjNum 678 snap 223 seq_num 678) dirty exists 2024-04-02T08:32:30.098 INFO:tasks.rados.rados.0.smithi028.stdout:2137: left oid 22 (ObjNum 678 snap 223 seq_num 678) 2024-04-02T08:32:30.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:29 smithi137 ceph-mon[88456]: pgmap v415: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:32:30.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:29 smithi137 ceph-mon[88456]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:32:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:29 smithi028 ceph-mon[94314]: pgmap v415: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:32:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:29 smithi028 ceph-mon[94314]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:32:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:29 smithi028 ceph-mon[96890]: pgmap v415: 121 pgs: 121 active+clean; 342 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:32:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:29 smithi028 ceph-mon[96890]: osdmap e503: 8 total, 8 up, 8 in 2024-04-02T08:32:30.392 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:30 smithi137 systemd[1]: Stopping Ceph osd.6 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:30.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:30 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[49487]: 2024-04-02T08:32:30.392+0000 7fb230bfa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:32:30.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:30 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[49487]: 2024-04-02T08:32:30.392+0000 7fb230bfa700 -1 osd.6 504 *** Got signal Terminated *** 2024-04-02T08:32:30.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:30 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[49487]: 2024-04-02T08:32:30.392+0000 7fb230bfa700 -1 osd.6 504 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:32:30.868 INFO:tasks.rados.rados.0.smithi028.stdout:2131: done (5 left) 2024-04-02T08:32:30.868 INFO:tasks.rados.rados.0.smithi028.stdout:2132: done (4 left) 2024-04-02T08:32:30.868 INFO:tasks.rados.rados.0.smithi028.stdout:2134: done (3 left) 2024-04-02T08:32:30.868 INFO:tasks.rados.rados.0.smithi028.stdout:2135: done (2 left) 2024-04-02T08:32:30.868 INFO:tasks.rados.rados.0.smithi028.stdout:2137: done (1 left) 2024-04-02T08:32:30.868 INFO:tasks.rados.rados.0.smithi028.stdout:2138: done (0 left) 2024-04-02T08:32:30.868 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 224 2024-04-02T08:32:30.869 INFO:tasks.rados.rados.0.smithi028.stdout:2139: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-04-02T08:32:30.876 INFO:tasks.rados.rados.0.smithi028.stdout:2139: writing smithi02882251-36 from 0 to 581632 tid 1 2024-04-02T08:32:30.876 INFO:tasks.rados.rados.0.smithi028.stdout:2139: writing smithi02882251-36 from 581632 to 1269760 tid 2 2024-04-02T08:32:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2139: writing smithi02882251-36 from 1269760 to 1785856 tid 3 2024-04-02T08:32:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 224 2024-04-02T08:32:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2140: seq_num 680 ranges {0=598016,598016=573440,1171456=434176,1605632=196608} 2024-04-02T08:32:30.884 INFO:tasks.rados.rados.0.smithi028.stdout:2140: writing smithi02882251-31 from 0 to 598016 tid 1 2024-04-02T08:32:30.887 INFO:tasks.rados.rados.0.smithi028.stdout:2140: writing smithi02882251-31 from 598016 to 1171456 tid 2 2024-04-02T08:32:30.890 INFO:tasks.rados.rados.0.smithi028.stdout:2140: writing smithi02882251-31 from 1171456 to 1605632 tid 3 2024-04-02T08:32:30.891 INFO:tasks.rados.rados.0.smithi028.stdout:2140: writing smithi02882251-31 from 1605632 to 1802240 tid 4 2024-04-02T08:32:30.892 INFO:tasks.rados.rados.0.smithi028.stdout:2141: rmattr oid 39 current snap is 224 2024-04-02T08:32:30.892 INFO:tasks.rados.rados.0.smithi028.stdout:2141: done (2 left) 2024-04-02T08:32:30.892 INFO:tasks.rados.rados.0.smithi028.stdout:2142: snap_remove snap 205 2024-04-02T08:32:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:30 smithi137 ceph-mon[88456]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:32:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:30 smithi137 ceph-mon[88456]: osd.6 marked itself down and dead 2024-04-02T08:32:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:30 smithi028 ceph-mon[94314]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:32:31.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:30 smithi028 ceph-mon[94314]: osd.6 marked itself down and dead 2024-04-02T08:32:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:30 smithi028 ceph-mon[96890]: osdmap e504: 8 total, 8 up, 8 in 2024-04-02T08:32:31.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:30 smithi028 ceph-mon[96890]: osd.6 marked itself down and dead 2024-04-02T08:32:31.535 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:32:31] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-04-02T08:32:31.535 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:32:31.622 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:31 smithi137 podman[104595]: 2024-04-02 08:32:31.312683761 +0000 UTC m=+1.054301260 container died 46634642834c551d9e1006a5208dcfe8839d93686405f77cd295200736cec63c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:32:31.822 INFO:tasks.rados.rados.0.smithi028.stdout:2142: done (2 left) 2024-04-02T08:32:31.822 INFO:tasks.rados.rados.0.smithi028.stdout:2143: delete oid 18 current snap is 224 2024-04-02T08:32:31.822 INFO:tasks.rados.rados.0.smithi028.stdout:2139: finishing write tid 1 to smithi02882251-36 2024-04-02T08:32:31.822 INFO:tasks.rados.rados.0.smithi028.stdout:2139: finishing write tid 2 to smithi02882251-36 2024-04-02T08:32:31.822 INFO:tasks.rados.rados.0.smithi028.stdout:2139: finishing write tid 3 to smithi02882251-36 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2139: finishing write tid 4 to smithi02882251-36 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2139: finishing write tid 5 to smithi02882251-36 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2139: oid 36 updating version 0 to 842 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2139: oid 36 version 842 is already newer than 839 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2139: oid 36 version 842 is already newer than 840 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2139: oid 36 version 842 is already newer than 841 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 842 (ObjNum 679 snap 224 seq_num 679) dirty exists 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2139: left oid 36 (ObjNum 679 snap 224 seq_num 679) 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2140: finishing write tid 1 to smithi02882251-31 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2140: finishing write tid 2 to smithi02882251-31 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2140: finishing write tid 3 to smithi02882251-31 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2140: finishing write tid 4 to smithi02882251-31 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2140: finishing write tid 5 to smithi02882251-31 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2140: finishing write tid 6 to smithi02882251-31 2024-04-02T08:32:31.823 INFO:tasks.rados.rados.0.smithi028.stdout:2140: oid 31 updating version 0 to 1566 2024-04-02T08:32:31.824 INFO:tasks.rados.rados.0.smithi028.stdout:2140: oid 31 updating version 1566 to 1569 2024-04-02T08:32:31.824 INFO:tasks.rados.rados.0.smithi028.stdout:2140: oid 31 version 1569 is already newer than 1567 2024-04-02T08:32:31.824 INFO:tasks.rados.rados.0.smithi028.stdout:2140: oid 31 version 1569 is already newer than 1568 2024-04-02T08:32:31.824 INFO:tasks.rados.rados.0.smithi028.stdout:2140: oid 31 updating version 1569 to 1570 2024-04-02T08:32:31.824 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1570 (ObjNum 680 snap 224 seq_num 680) dirty exists 2024-04-02T08:32:31.824 INFO:tasks.rados.rados.0.smithi028.stdout:2140: left oid 31 (ObjNum 680 snap 224 seq_num 680) 2024-04-02T08:32:31.834 INFO:tasks.rados.rados.0.smithi028.stdout:2139: done (2 left) 2024-04-02T08:32:31.834 INFO:tasks.rados.rados.0.smithi028.stdout:2140: done (1 left) 2024-04-02T08:32:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:2143: done (0 left) 2024-04-02T08:32:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 224 2024-04-02T08:32:31.835 INFO:tasks.rados.rados.0.smithi028.stdout:2144: seq_num 682 ranges {4915200=630784,5545984=745472,6291456=442368,6733824=16384} 2024-04-02T08:32:31.865 INFO:tasks.rados.rados.0.smithi028.stdout:2144: writing smithi02882251-27 from 4915200 to 5545984 tid 1 2024-04-02T08:32:31.870 INFO:tasks.rados.rados.0.smithi028.stdout:2144: writing smithi02882251-27 from 5545984 to 6291456 tid 2 2024-04-02T08:32:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:2144: writing smithi02882251-27 from 6291456 to 6733824 tid 3 2024-04-02T08:32:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:2144: writing smithi02882251-27 from 6733824 to 6750208 tid 4 2024-04-02T08:32:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:2145: delete oid 7 current snap is 224 2024-04-02T08:32:31.873 INFO:tasks.rados.rados.0.smithi028.stdout:2144: finishing write tid 1 to smithi02882251-27 2024-04-02T08:32:31.876 INFO:tasks.rados.rados.0.smithi028.stdout:2144: finishing write tid 2 to smithi02882251-27 2024-04-02T08:32:31.876 INFO:tasks.rados.rados.0.smithi028.stdout:2145: done (1 left) 2024-04-02T08:32:31.876 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 224 2024-04-02T08:32:31.876 INFO:tasks.rados.rados.0.smithi028.stdout:2146: seq_num 684 ranges {475136=663552,1138688=507904,1646592=409600,2056192=286720} 2024-04-02T08:32:31.884 INFO:tasks.rados.rados.0.smithi028.stdout:2146: writing smithi02882251-1 from 475136 to 1138688 tid 1 2024-04-02T08:32:31.888 INFO:tasks.rados.rados.0.smithi028.stdout:2146: writing smithi02882251-1 from 1138688 to 1646592 tid 2 2024-04-02T08:32:31.888 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:32:31.888 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (9m) 96s ago 10m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:32:31.888 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (10m) 26s ago 10m 89.7M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:32:31.888 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (11m) 96s ago 11m 20.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:32:31.888 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (11m) 26s ago 11m 17.9M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:32:31.888 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (5m) 26s ago 14m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (5m) 96s ago 16m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (4m) 96s ago 16m 56.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (4m) 26s ago 15m 50.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (4m) 96s ago 14m 50.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (9m) 96s ago 9m 15.8M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (9m) 26s ago 9m 15.5M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (3m) 96s ago 14m 207M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (2m) 96s ago 13m 163M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (2m) 96s ago 13m 139M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (100s) 96s ago 13m 15.0M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (66s) 26s ago 12m 133M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 66f79285ff41 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (31s) 26s ago 12m 12.0M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b6258291b147 2024-04-02T08:32:31.889 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (11m) 26s ago 11m 213M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 46634642834c 2024-04-02T08:32:31.890 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (11m) 26s ago 11m 295M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:32:31.890 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (5m) 26s ago 10m 61.8M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:32:31.890 INFO:tasks.rados.rados.0.smithi028.stdout:2146: writing smithi02882251-1 from 1646592 to 2056192 tid 3 2024-04-02T08:32:31.892 INFO:tasks.rados.rados.0.smithi028.stdout:2146: writing smithi02882251-1 from 2056192 to 2342912 tid 4 2024-04-02T08:32:31.892 INFO:tasks.rados.rados.0.smithi028.stdout:2147: snap_create 2024-04-02T08:32:31.892 INFO:tasks.rados.rados.0.smithi028.stdout:2144: finishing write tid 3 to smithi02882251-27 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: finishing write tid 4 to smithi02882251-27 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: finishing write tid 5 to smithi02882251-27 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: finishing write tid 6 to smithi02882251-27 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: oid 27 updating version 0 to 1801 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: oid 27 updating version 1801 to 1804 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: oid 27 updating version 1804 to 1805 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: oid 27 version 1805 is already newer than 1803 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: oid 27 version 1805 is already newer than 1802 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1805 (ObjNum 682 snap 224 seq_num 682) dirty exists 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2144: left oid 27 (ObjNum 682 snap 224 seq_num 682) 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2146: finishing write tid 1 to smithi02882251-1 2024-04-02T08:32:31.893 INFO:tasks.rados.rados.0.smithi028.stdout:2146: finishing write tid 2 to smithi02882251-1 2024-04-02T08:32:31.894 INFO:tasks.rados.rados.0.smithi028.stdout:2146: finishing write tid 3 to smithi02882251-1 2024-04-02T08:32:31.894 INFO:tasks.rados.rados.0.smithi028.stdout:2146: finishing write tid 4 to smithi02882251-1 2024-04-02T08:32:31.894 INFO:tasks.rados.rados.0.smithi028.stdout:2146: finishing write tid 5 to smithi02882251-1 2024-04-02T08:32:31.895 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:31 smithi137 podman[104595]: 2024-04-02 08:32:31.714582434 +0000 UTC m=+1.456199941 container cleanup 46634642834c551d9e1006a5208dcfe8839d93686405f77cd295200736cec63c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.schema-version=1.0, RELEASE=reef-4d05f4c, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326) 2024-04-02T08:32:31.895 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:31 smithi137 bash[104595]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T08:32:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:31 smithi137 ceph-mon[88456]: pgmap v418: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-02T08:32:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:31 smithi137 ceph-mon[88456]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:32:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:31 smithi137 ceph-mon[88456]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:32:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:31 smithi137 ceph-mon[88456]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:32:31.896 INFO:tasks.rados.rados.0.smithi028.stdout:2146: finishing write tid 6 to smithi02882251-1 2024-04-02T08:32:31.896 INFO:tasks.rados.rados.0.smithi028.stdout:2146: oid 1 updating version 0 to 1679 2024-04-02T08:32:31.896 INFO:tasks.rados.rados.0.smithi028.stdout:2146: oid 1 version 1679 is already newer than 1677 2024-04-02T08:32:31.896 INFO:tasks.rados.rados.0.smithi028.stdout:2146: oid 1 version 1679 is already newer than 1678 2024-04-02T08:32:31.896 INFO:tasks.rados.rados.0.smithi028.stdout:2146: oid 1 updating version 1679 to 1681 2024-04-02T08:32:31.896 INFO:tasks.rados.rados.0.smithi028.stdout:2146: oid 1 version 1681 is already newer than 1680 2024-04-02T08:32:31.896 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1681 (ObjNum 684 snap 224 seq_num 684) dirty exists 2024-04-02T08:32:31.896 INFO:tasks.rados.rados.0.smithi028.stdout:2146: left oid 1 (ObjNum 684 snap 224 seq_num 684) 2024-04-02T08:32:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-mon[94314]: pgmap v418: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-02T08:32:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-mon[94314]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:32:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-mon[94314]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:32:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-mon[94314]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:32:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-mon[96890]: pgmap v418: 121 pgs: 121 active+clean; 352 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-02T08:32:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-mon[96890]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:32:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-mon[96890]: osdmap e505: 8 total, 7 up, 8 in 2024-04-02T08:32:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:31 smithi028 ceph-mon[96890]: osdmap e506: 8 total, 7 up, 8 in 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 6 2024-04-02T08:32:32.302 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:32:32.303 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:32:32.303 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:32:32.303 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:32:32.303 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:32:32.303 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:32:32.303 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 11 2024-04-02T08:32:32.303 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:32:32.303 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:32:32.312 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:31 smithi137 podman[104617]: 2024-04-02 08:32:31.932553789 +0000 UTC m=+0.615407594 container remove 46634642834c551d9e1006a5208dcfe8839d93686405f77cd295200736cec63c (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-4d05f4c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T08:32:32.601 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:32 smithi137 podman[104711]: 2024-04-02 08:32:32.271955828 +0000 UTC m=+0.018064083 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:32:32.601 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:32 smithi137 podman[104711]: 2024-04-02 08:32:32.3753721 +0000 UTC m=+0.121480327 container create d9d84f2d08e94424cd6077c10318e452ca26097feb944ceda0f41be14eae9d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:32:32.602 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:32:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:32.870 INFO:tasks.rados.rados.0.smithi028.stdout:2144: done (2 left) 2024-04-02T08:32:32.871 INFO:tasks.rados.rados.0.smithi028.stdout:2146: done (1 left) 2024-04-02T08:32:32.871 INFO:tasks.rados.rados.0.smithi028.stdout:2147: done (0 left) 2024-04-02T08:32:32.871 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 225 2024-04-02T08:32:32.871 INFO:tasks.rados.rados.0.smithi028.stdout:2148: seq_num 685 ranges {1802240=679936,2482176=442368,2924544=622592,3547136=139264} 2024-04-02T08:32:32.872 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:32 smithi137 podman[104711]: 2024-04-02 08:32:32.603138875 +0000 UTC m=+0.349247115 container init d9d84f2d08e94424cd6077c10318e452ca26097feb944ceda0f41be14eae9d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:32:32.872 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:32 smithi137 podman[104711]: 2024-04-02 08:32:32.609430353 +0000 UTC m=+0.355538592 container start d9d84f2d08e94424cd6077c10318e452ca26097feb944ceda0f41be14eae9d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-02T08:32:32.872 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:32 smithi137 podman[104711]: 2024-04-02 08:32:32.702792191 +0000 UTC m=+0.448900429 container attach d9d84f2d08e94424cd6077c10318e452ca26097feb944ceda0f41be14eae9d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:32:32.884 INFO:tasks.rados.rados.0.smithi028.stdout:2148: writing smithi02882251-31 from 1802240 to 2482176 tid 1 2024-04-02T08:32:32.886 INFO:tasks.rados.rados.0.smithi028.stdout:2148: writing smithi02882251-31 from 2482176 to 2924544 tid 2 2024-04-02T08:32:32.890 INFO:tasks.rados.rados.0.smithi028.stdout:2148: writing smithi02882251-31 from 2924544 to 3547136 tid 3 2024-04-02T08:32:32.891 INFO:tasks.rados.rados.0.smithi028.stdout:2148: writing smithi02882251-31 from 3547136 to 3686400 tid 4 2024-04-02T08:32:32.891 INFO:tasks.rados.rados.0.smithi028.stdout:2149: read oid 19 snap -1 2024-04-02T08:32:32.892 INFO:tasks.rados.rados.0.smithi028.stdout:2149: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:32.892 INFO:tasks.rados.rados.0.smithi028.stdout:2150: delete oid 35 current snap is 225 2024-04-02T08:32:32.892 INFO:tasks.rados.rados.0.smithi028.stdout:2149: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:32.897 INFO:tasks.rados.rados.0.smithi028.stdout:2148: finishing write tid 1 to smithi02882251-31 2024-04-02T08:32:32.897 INFO:tasks.rados.rados.0.smithi028.stdout:2148: finishing write tid 2 to smithi02882251-31 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: finishing write tid 3 to smithi02882251-31 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: finishing write tid 4 to smithi02882251-31 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: finishing write tid 5 to smithi02882251-31 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: finishing write tid 6 to smithi02882251-31 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: oid 31 updating version 0 to 1572 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: oid 31 updating version 1572 to 1574 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: oid 31 version 1574 is already newer than 1573 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: oid 31 version 1574 is already newer than 1571 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: oid 31 updating version 1574 to 1575 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1575 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: left oid 31 (ObjNum 685 snap 225 seq_num 685) 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2148: done (2 left) 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2149: done (1 left) 2024-04-02T08:32:32.898 INFO:tasks.rados.rados.0.smithi028.stdout:2150: done (0 left) 2024-04-02T08:32:32.899 INFO:tasks.rados.rados.0.smithi028.stdout:2151: rmattr oid 5 current snap is 225 2024-04-02T08:32:32.899 INFO:tasks.rados.rados.0.smithi028.stdout:2151: done (0 left) 2024-04-02T08:32:32.899 INFO:tasks.rados.rados.0.smithi028.stdout:2152: read oid 16 snap 194 2024-04-02T08:32:32.899 INFO:tasks.rados.rados.0.smithi028.stdout:2152: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:32.899 INFO:tasks.rados.rados.0.smithi028.stdout:2153: read oid 44 snap -1 2024-04-02T08:32:32.899 INFO:tasks.rados.rados.0.smithi028.stdout:2153: expect (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:32:32.899 INFO:tasks.rados.rados.0.smithi028.stdout:2154: copy_from oid 33 from oid 11 current snap is 225 2024-04-02T08:32:32.899 INFO:tasks.rados.rados.0.smithi028.stdout:2155: delete oid 21 current snap is 225 2024-04-02T08:32:32.901 INFO:tasks.rados.rados.0.smithi028.stdout:2153: expect (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:32:32.923 INFO:tasks.rados.rados.0.smithi028.stdout:2152: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:32 smithi137 ceph-mon[88456]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:32 smithi137 ceph-mon[88456]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:32 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/580199400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:33.145 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:32 smithi137 podman[104711]: 2024-04-02 08:32:32.89821558 +0000 UTC m=+0.644323797 container died d9d84f2d08e94424cd6077c10318e452ca26097feb944ceda0f41be14eae9d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:32:33.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:32 smithi028 ceph-mon[94314]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:32 smithi028 ceph-mon[94314]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:32 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/580199400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:32 smithi028 ceph-mon[96890]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:32 smithi028 ceph-mon[96890]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:32:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:32 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/580199400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2154: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2154: finishing copy_from to smithi02882251-33 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1555 (ObjNum 649 snap 212 seq_num 649) dirty exists 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2152: done (3 left) 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2153: done (2 left) 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2154: done (1 left) 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2155: done (0 left) 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2156: copy_from oid 37 from oid 22 current snap is 225 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2157: rollback oid 28 current snap is 225 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 204 2024-04-02T08:32:33.208 INFO:tasks.rados.rados.0.smithi028.stdout:2158: copy_from oid 6 from oid 19 current snap is 225 2024-04-02T08:32:33.209 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 225 2024-04-02T08:32:33.209 INFO:tasks.rados.rados.0.smithi028.stdout:2159: seq_num 688 ranges {10895360=729088,11624448=499712,12124160=704512} 2024-04-02T08:32:33.271 INFO:tasks.rados.rados.0.smithi028.stdout:2159: writing smithi02882251-20 from 10895360 to 11624448 tid 1 2024-04-02T08:32:33.273 INFO:tasks.rados.rados.0.smithi028.stdout:2159: writing smithi02882251-20 from 11624448 to 12124160 tid 2 2024-04-02T08:32:33.278 INFO:tasks.rados.rados.0.smithi028.stdout:2159: writing smithi02882251-20 from 12124160 to 12828672 tid 3 2024-04-02T08:32:33.278 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 225 2024-04-02T08:32:33.278 INFO:tasks.rados.rados.0.smithi028.stdout:2160: seq_num 689 ranges {991232=745472,1736704=786432,2523136=417792} 2024-04-02T08:32:33.287 INFO:tasks.rados.rados.0.smithi028.stdout:2160: writing smithi02882251-32 from 991232 to 1736704 tid 1 2024-04-02T08:32:33.291 INFO:tasks.rados.rados.0.smithi028.stdout:2160: writing smithi02882251-32 from 1736704 to 2523136 tid 2 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2160: writing smithi02882251-32 from 2523136 to 2940928 tid 3 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2161: read oid 38 snap -1 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2161: expect (ObjNum 631 snap 202 seq_num 631) 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2162: rmattr oid 34 current snap is 225 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2162: done (6 left) 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2163: snap_create 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2157: finishing rollback tid 0 to smithi02882251-28 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2157: finishing rollback tid 1 to smithi02882251-28 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2157: finishing rollback tid 2 to smithi02882251-28 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1442 (ObjNum 575 snap 178 seq_num 575) dirty exists 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2158: finishing copy_from racing read to smithi02882251-6 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2158: finishing copy_from to smithi02882251-6 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1253 (ObjNum 4113 snap 0 seq_num 2477037259) dirty exists 2024-04-02T08:32:33.295 INFO:tasks.rados.rados.0.smithi028.stdout:2156: finishing copy_from racing read to smithi02882251-37 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2156: finishing copy_from to smithi02882251-37 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1434 (ObjNum 678 snap 223 seq_num 678) dirty exists 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: finishing write tid 1 to smithi02882251-20 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: finishing write tid 2 to smithi02882251-20 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: finishing write tid 3 to smithi02882251-20 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: finishing write tid 4 to smithi02882251-20 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: finishing write tid 5 to smithi02882251-20 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: oid 20 updating version 0 to 1098 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: oid 20 version 1098 is already newer than 1097 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: oid 20 version 1098 is already newer than 1095 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: oid 20 version 1098 is already newer than 1096 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1098 (ObjNum 688 snap 225 seq_num 688) dirty exists 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2159: left oid 20 (ObjNum 688 snap 225 seq_num 688) 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2160: finishing write tid 1 to smithi02882251-32 2024-04-02T08:32:33.296 INFO:tasks.rados.rados.0.smithi028.stdout:2160: finishing write tid 2 to smithi02882251-32 2024-04-02T08:32:33.297 INFO:tasks.rados.rados.0.smithi028.stdout:2160: finishing write tid 3 to smithi02882251-32 2024-04-02T08:32:33.297 INFO:tasks.rados.rados.0.smithi028.stdout:2160: finishing write tid 4 to smithi02882251-32 2024-04-02T08:32:33.300 INFO:tasks.rados.rados.0.smithi028.stdout:2161: expect (ObjNum 631 snap 202 seq_num 631) 2024-04-02T08:32:33.325 INFO:tasks.rados.rados.0.smithi028.stdout:2160: finishing write tid 5 to smithi02882251-32 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi028.stdout:2160: oid 32 updating version 0 to 1102 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi028.stdout:2160: oid 32 version 1102 is already newer than 1101 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi028.stdout:2160: oid 32 updating version 1102 to 1103 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi028.stdout:2160: oid 32 version 1103 is already newer than 1100 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1103 (ObjNum 689 snap 225 seq_num 689) dirty exists 2024-04-02T08:32:33.326 INFO:tasks.rados.rados.0.smithi028.stdout:2160: left oid 32 (ObjNum 689 snap 225 seq_num 689) 2024-04-02T08:32:33.868 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:33 smithi137 podman[104757]: 2024-04-02 08:32:33.590105432 +0000 UTC m=+0.685881093 container remove d9d84f2d08e94424cd6077c10318e452ca26097feb944ceda0f41be14eae9d1c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-02T08:32:33.868 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:33 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-02T08:32:33.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:33 smithi137 systemd[1]: Stopped Ceph osd.6 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:33.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:33 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.6.service: Consumed 13.485s CPU time. 2024-04-02T08:32:33.869 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:33 smithi137 systemd[1]: Starting Ceph osd.6 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi028.stdout:2156: done (6 left) 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi028.stdout:2157: done (5 left) 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi028.stdout:2158: done (4 left) 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi028.stdout:2159: done (3 left) 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi028.stdout:2160: done (2 left) 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi028.stdout:2161: done (1 left) 2024-04-02T08:32:33.876 INFO:tasks.rados.rados.0.smithi028.stdout:2163: done (0 left) 2024-04-02T08:32:33.877 INFO:tasks.rados.rados.0.smithi028.stdout:2164: read oid 44 snap 224 2024-04-02T08:32:33.877 INFO:tasks.rados.rados.0.smithi028.stdout:2164: expect (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:32:33.877 INFO:tasks.rados.rados.0.smithi028.stdout:2165: delete oid 35 current snap is 226 2024-04-02T08:32:33.879 INFO:tasks.rados.rados.0.smithi028.stdout:2165: done (1 left) 2024-04-02T08:32:33.879 INFO:tasks.rados.rados.0.smithi028.stdout:2166: delete oid 39 current snap is 226 2024-04-02T08:32:33.882 INFO:tasks.rados.rados.0.smithi028.stdout:2164: expect (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:32:33.897 INFO:tasks.rados.rados.0.smithi028.stdout:2164: done (1 left) 2024-04-02T08:32:33.897 INFO:tasks.rados.rados.0.smithi028.stdout:2166: done (0 left) 2024-04-02T08:32:33.897 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 226 2024-04-02T08:32:33.897 INFO:tasks.rados.rados.0.smithi028.stdout:2167: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-04-02T08:32:33.900 INFO:tasks.rados.rados.0.smithi028.stdout:2167: writing smithi02882251-49 from 0 to 794624 tid 1 2024-04-02T08:32:33.903 INFO:tasks.rados.rados.0.smithi028.stdout:2167: writing smithi02882251-49 from 794624 to 1277952 tid 2 2024-04-02T08:32:33.907 INFO:tasks.rados.rados.0.smithi028.stdout:2167: writing smithi02882251-49 from 1277952 to 1998848 tid 3 2024-04-02T08:32:33.907 INFO:tasks.rados.rados.0.smithi028.stdout:2168: rmattr oid 35 current snap is 226 2024-04-02T08:32:33.908 INFO:tasks.rados.rados.0.smithi028.stdout:2167: finishing write tid 1 to smithi02882251-49 2024-04-02T08:32:33.908 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 226 2024-04-02T08:32:33.908 INFO:tasks.rados.rados.0.smithi028.stdout:2169: seq_num 693 ranges {475136=409600,884736=770048,1654784=581632,2236416=253952} 2024-04-02T08:32:33.912 INFO:tasks.rados.rados.0.smithi028.stdout:2169: writing smithi02882251-44 from 475136 to 884736 tid 1 2024-04-02T08:32:33.917 INFO:tasks.rados.rados.0.smithi028.stdout:2169: writing smithi02882251-44 from 884736 to 1654784 tid 2 2024-04-02T08:32:33.920 INFO:tasks.rados.rados.0.smithi028.stdout:2169: writing smithi02882251-44 from 1654784 to 2236416 tid 3 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:2169: writing smithi02882251-44 from 2236416 to 2490368 tid 4 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:2170: delete oid 19 current snap is 226 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:2167: finishing write tid 2 to smithi02882251-49 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:2167: finishing write tid 3 to smithi02882251-49 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:2167: finishing write tid 4 to smithi02882251-49 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:2167: finishing write tid 5 to smithi02882251-49 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:2167: oid 49 updating version 0 to 1099 2024-04-02T08:32:33.922 INFO:tasks.rados.rados.0.smithi028.stdout:2167: oid 49 updating version 1099 to 1101 2024-04-02T08:32:33.923 INFO:tasks.rados.rados.0.smithi028.stdout:2167: oid 49 version 1101 is already newer than 1100 2024-04-02T08:32:33.923 INFO:tasks.rados.rados.0.smithi028.stdout:2167: oid 49 updating version 1101 to 1102 2024-04-02T08:32:33.923 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1102 (ObjNum 692 snap 226 seq_num 692) dirty exists 2024-04-02T08:32:33.923 INFO:tasks.rados.rados.0.smithi028.stdout:2167: left oid 49 (ObjNum 692 snap 226 seq_num 692) 2024-04-02T08:32:33.923 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing write tid 1 to smithi02882251-44 2024-04-02T08:32:33.923 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing write tid 2 to smithi02882251-44 2024-04-02T08:32:33.925 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing write tid 3 to smithi02882251-44 2024-04-02T08:32:33.925 INFO:tasks.rados.rados.0.smithi028.stdout:2167: done (3 left) 2024-04-02T08:32:33.925 INFO:tasks.rados.rados.0.smithi028.stdout:2168: done (2 left) 2024-04-02T08:32:33.926 INFO:tasks.rados.rados.0.smithi028.stdout:2170: done (1 left) 2024-04-02T08:32:33.926 INFO:tasks.rados.rados.0.smithi028.stdout:2171: setattr oid 46 current snap is 226 2024-04-02T08:32:33.926 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing write tid 4 to smithi02882251-44 2024-04-02T08:32:33.926 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing write tid 5 to smithi02882251-44 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing write tid 6 to smithi02882251-44 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi028.stdout:2169: oid 44 updating version 0 to 1107 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi028.stdout:2169: oid 44 updating version 1107 to 1108 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi028.stdout:2169: oid 44 version 1108 is already newer than 1106 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi028.stdout:2169: oid 44 version 1108 is already newer than 1105 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi028.stdout:2169: oid 44 version 1108 is already newer than 1104 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1108 (ObjNum 693 snap 226 seq_num 693) dirty exists 2024-04-02T08:32:33.927 INFO:tasks.rados.rados.0.smithi028.stdout:2169: left oid 44 (ObjNum 693 snap 226 seq_num 693) 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi028.stdout:2169: done (1 left) 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi028.stdout:2172: read oid 50 snap -1 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi028.stdout:2172: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi028.stdout:2173: copy_from oid 6 from oid 18 current snap is 226 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi028.stdout:2174: read oid 16 snap -1 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi028.stdout:2174: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 226 2024-04-02T08:32:33.928 INFO:tasks.rados.rados.0.smithi028.stdout:2175: seq_num 695 ranges {5324800=442368,5767168=540672,6307840=598016,6905856=466944} 2024-04-02T08:32:33.960 INFO:tasks.rados.rados.0.smithi028.stdout:2175: writing smithi02882251-24 from 5324800 to 5767168 tid 1 2024-04-02T08:32:33.963 INFO:tasks.rados.rados.0.smithi028.stdout:2175: writing smithi02882251-24 from 5767168 to 6307840 tid 2 2024-04-02T08:32:33.967 INFO:tasks.rados.rados.0.smithi028.stdout:2175: writing smithi02882251-24 from 6307840 to 6905856 tid 3 2024-04-02T08:32:33.970 INFO:tasks.rados.rados.0.smithi028.stdout:2175: writing smithi02882251-24 from 6905856 to 7372800 tid 4 2024-04-02T08:32:33.970 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 226 2024-04-02T08:32:33.970 INFO:tasks.rados.rados.0.smithi028.stdout:2173: finishing copy_from to smithi02882251-6 2024-04-02T08:32:33.970 INFO:tasks.rados.rados.0.smithi028.stdout:2173: got expected ENOENT (src dne) 2024-04-02T08:32:33.970 INFO:tasks.rados.rados.0.smithi028.stdout:2173: finishing copy_from racing read to smithi02882251-6 2024-04-02T08:32:33.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 691 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:32:33.970 INFO:tasks.rados.rados.0.smithi028.stdout:2176: seq_num 696 ranges {9486336=458752,9945088=417792,10362880=753664,11116544=434176} 2024-04-02T08:32:34.024 INFO:tasks.rados.rados.0.smithi028.stdout:2176: writing smithi02882251-11 from 9486336 to 9945088 tid 1 2024-04-02T08:32:34.026 INFO:tasks.rados.rados.0.smithi028.stdout:2176: writing smithi02882251-11 from 9945088 to 10362880 tid 2 2024-04-02T08:32:34.031 INFO:tasks.rados.rados.0.smithi028.stdout:2176: writing smithi02882251-11 from 10362880 to 11116544 tid 3 2024-04-02T08:32:34.033 INFO:tasks.rados.rados.0.smithi028.stdout:2176: writing smithi02882251-11 from 11116544 to 11550720 tid 4 2024-04-02T08:32:34.034 INFO:tasks.rados.rados.0.smithi028.stdout:2171: done (5 left) 2024-04-02T08:32:34.034 INFO:tasks.rados.rados.0.smithi028.stdout:2173: done (4 left) 2024-04-02T08:32:34.034 INFO:tasks.rados.rados.0.smithi028.stdout:2177: read oid 6 snap -1 2024-04-02T08:32:34.034 INFO:tasks.rados.rados.0.smithi028.stdout:2177: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:34.034 INFO:tasks.rados.rados.0.smithi028.stdout:2178: read oid 40 snap 207 2024-04-02T08:32:34.034 INFO:tasks.rados.rados.0.smithi028.stdout:2178: expect (ObjNum 1441080496 snap 22077 seq_num 1440029792) 2024-04-02T08:32:34.034 INFO:tasks.rados.rados.0.smithi028.stdout:2179: snap_create 2024-04-02T08:32:34.034 INFO:tasks.rados.rados.0.smithi028.stdout:2174: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:33 smithi137 ceph-mon[88456]: pgmap v421: 121 pgs: 33 peering, 5 stale+active+clean, 83 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-02T08:32:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:33 smithi137 ceph-mon[88456]: Health check failed: Reduced data availability: 2 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-04-02T08:32:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:33 smithi137 ceph-mon[88456]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:32:34.145 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 podman[104866]: 2024-04-02 08:32:33.929884624 +0000 UTC m=+0.020282841 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:32:34.145 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 podman[104866]: 2024-04-02 08:32:34.049896482 +0000 UTC m=+0.140294737 container create e9b2f5aa7731fced264109ecc2a80d9718f20be1bb3e3166df342812f67fca9d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:32:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:33 smithi028 ceph-mon[94314]: pgmap v421: 121 pgs: 33 peering, 5 stale+active+clean, 83 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-02T08:32:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:33 smithi028 ceph-mon[94314]: Health check failed: Reduced data availability: 2 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-04-02T08:32:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:33 smithi028 ceph-mon[94314]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:32:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:33 smithi028 ceph-mon[96890]: pgmap v421: 121 pgs: 33 peering, 5 stale+active+clean, 83 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.6 MiB/s wr, 28 op/s 2024-04-02T08:32:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:33 smithi028 ceph-mon[96890]: Health check failed: Reduced data availability: 2 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-04-02T08:32:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:33 smithi028 ceph-mon[96890]: osdmap e507: 8 total, 7 up, 8 in 2024-04-02T08:32:34.317 INFO:tasks.rados.rados.0.smithi028.stdout:2172: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: finishing write tid 1 to smithi02882251-24 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: finishing write tid 2 to smithi02882251-24 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: finishing write tid 3 to smithi02882251-24 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: finishing write tid 4 to smithi02882251-24 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: finishing write tid 5 to smithi02882251-24 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: finishing write tid 6 to smithi02882251-24 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: oid 24 updating version 0 to 922 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: oid 24 version 922 is already newer than 918 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: oid 24 version 922 is already newer than 920 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: oid 24 version 922 is already newer than 919 2024-04-02T08:32:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:2175: oid 24 version 922 is already newer than 921 2024-04-02T08:32:34.587 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 922 (ObjNum 695 snap 226 seq_num 695) dirty exists 2024-04-02T08:32:34.587 INFO:tasks.rados.rados.0.smithi028.stdout:2175: left oid 24 (ObjNum 695 snap 226 seq_num 695) 2024-04-02T08:32:34.587 INFO:tasks.rados.rados.0.smithi028.stdout:2176: finishing write tid 1 to smithi02882251-11 2024-04-02T08:32:34.587 INFO:tasks.rados.rados.0.smithi028.stdout:2176: finishing write tid 2 to smithi02882251-11 2024-04-02T08:32:34.587 INFO:tasks.rados.rados.0.smithi028.stdout:2176: finishing write tid 3 to smithi02882251-11 2024-04-02T08:32:34.587 INFO:tasks.rados.rados.0.smithi028.stdout:2177: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:34.589 INFO:tasks.rados.rados.0.smithi028.stdout:2178: expect (ObjNum 1441080496 snap 22077 seq_num 1440029792) 2024-04-02T08:32:34.592 INFO:tasks.rados.rados.0.smithi028.stdout:2176: finishing write tid 4 to smithi02882251-11 2024-04-02T08:32:34.592 INFO:tasks.rados.rados.0.smithi028.stdout:2176: finishing write tid 5 to smithi02882251-11 2024-04-02T08:32:34.592 INFO:tasks.rados.rados.0.smithi028.stdout:2176: finishing write tid 6 to smithi02882251-11 2024-04-02T08:32:34.593 INFO:tasks.rados.rados.0.smithi028.stdout:2176: oid 11 updating version 0 to 1577 2024-04-02T08:32:34.593 INFO:tasks.rados.rados.0.smithi028.stdout:2176: oid 11 updating version 1577 to 1578 2024-04-02T08:32:34.593 INFO:tasks.rados.rados.0.smithi028.stdout:2176: oid 11 updating version 1578 to 1580 2024-04-02T08:32:34.593 INFO:tasks.rados.rados.0.smithi028.stdout:2176: oid 11 version 1580 is already newer than 1576 2024-04-02T08:32:34.593 INFO:tasks.rados.rados.0.smithi028.stdout:2176: oid 11 version 1580 is already newer than 1579 2024-04-02T08:32:34.593 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1580 (ObjNum 696 snap 226 seq_num 696) dirty exists 2024-04-02T08:32:34.593 INFO:tasks.rados.rados.0.smithi028.stdout:2176: left oid 11 (ObjNum 696 snap 226 seq_num 696) 2024-04-02T08:32:34.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 podman[104866]: 2024-04-02 08:32:34.277509041 +0000 UTC m=+0.367907254 container init e9b2f5aa7731fced264109ecc2a80d9718f20be1bb3e3166df342812f67fca9d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T08:32:34.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 podman[104866]: 2024-04-02 08:32:34.283206239 +0000 UTC m=+0.373604452 container start e9b2f5aa7731fced264109ecc2a80d9718f20be1bb3e3166df342812f67fca9d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:32:34.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 podman[104866]: 2024-04-02 08:32:34.360664464 +0000 UTC m=+0.451062677 container attach e9b2f5aa7731fced264109ecc2a80d9718f20be1bb3e3166df342812f67fca9d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-02T08:32:34.880 INFO:tasks.rados.rados.0.smithi028.stdout:2172: done (6 left) 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2174: done (5 left) 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2175: done (4 left) 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2176: done (3 left) 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2177: done (2 left) 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2178: done (1 left) 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2179: done (0 left) 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2180: rollback oid 30 current snap is 227 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 164 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2181: rollback oid 36 current snap is 227 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 212 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2182: read oid 1 snap -1 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2182: expect (ObjNum 684 snap 224 seq_num 684) 2024-04-02T08:32:34.881 INFO:tasks.rados.rados.0.smithi028.stdout:2183: snap_remove snap 216 2024-04-02T08:32:35.087 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:34 smithi137 ceph-mon[88456]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:32:35.087 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[104880]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:32:35.087 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[104880]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:32:35.087 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 bash[104866]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:32:35.087 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 bash[104866]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-02T08:32:35.087 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 bash[104866]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:32:35.087 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 bash[104866]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 bash[104866]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 bash[104866]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 bash[104866]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[104880]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[104880]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[104880]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[104880]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate[104880]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-02T08:32:35.088 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:34 smithi137 podman[104866]: 2024-04-02 08:32:34.750340279 +0000 UTC m=+0.840738492 container died e9b2f5aa7731fced264109ecc2a80d9718f20be1bb3e3166df342812f67fca9d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-02T08:32:35.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:34 smithi028 ceph-mon[94314]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:32:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:34 smithi028 ceph-mon[96890]: osdmap e508: 8 total, 7 up, 8 in 2024-04-02T08:32:35.771 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:35 smithi137 podman[105031]: 2024-04-02 08:32:35.439660108 +0000 UTC m=+0.683711683 container remove e9b2f5aa7731fced264109ecc2a80d9718f20be1bb3e3166df342812f67fca9d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-activate, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS) 2024-04-02T08:32:35.772 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:35 smithi137 podman[105100]: 2024-04-02 08:32:35.557725771 +0000 UTC m=+0.017590006 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:32:35.772 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:35 smithi137 podman[105100]: 2024-04-02 08:32:35.665622487 +0000 UTC m=+0.125486705 container create 82ed86027c61bb3c249b6b82a39f1554aa9ec8d322494b0eae9afb8e2ead0d37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T08:32:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:2183: done (3 left) 2024-04-02T08:32:35.884 INFO:tasks.rados.rados.0.smithi028.stdout:2184: read oid 4 snap -1 2024-04-02T08:32:35.884 INFO:tasks.rados.rados.0.smithi028.stdout:2184: expect (ObjNum 663 snap 215 seq_num 663) 2024-04-02T08:32:35.884 INFO:tasks.rados.rados.0.smithi028.stdout:2185: read oid 14 snap -1 2024-04-02T08:32:35.884 INFO:tasks.rados.rados.0.smithi028.stdout:2185: expect (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:32:35.884 INFO:tasks.rados.rados.0.smithi028.stdout:2186: copy_from oid 15 from oid 50 current snap is 227 2024-04-02T08:32:35.884 INFO:tasks.rados.rados.0.smithi028.stdout:2187: snap_remove snap 221 2024-04-02T08:32:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:35 smithi137 ceph-mon[88456]: pgmap v424: 121 pgs: 33 peering, 5 stale+active+clean, 83 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T08:32:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:35 smithi137 ceph-mon[88456]: osdmap e509: 8 total, 7 up, 8 in 2024-04-02T08:32:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:36.145 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:35 smithi137 podman[105100]: 2024-04-02 08:32:35.923886838 +0000 UTC m=+0.383751050 container init 82ed86027c61bb3c249b6b82a39f1554aa9ec8d322494b0eae9afb8e2ead0d37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:32:36.146 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:35 smithi137 podman[105100]: 2024-04-02 08:32:35.930580839 +0000 UTC m=+0.390445059 container start 82ed86027c61bb3c249b6b82a39f1554aa9ec8d322494b0eae9afb8e2ead0d37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-02T08:32:36.146 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:35 smithi137 ceph-osd[105137]: -- 172.21.15.137:0/3634433707 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556108199680 con 0x556108163000 2024-04-02T08:32:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:35 smithi028 ceph-mon[94314]: pgmap v424: 121 pgs: 33 peering, 5 stale+active+clean, 83 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T08:32:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:35 smithi028 ceph-mon[94314]: osdmap e509: 8 total, 7 up, 8 in 2024-04-02T08:32:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:35 smithi028 ceph-mon[96890]: pgmap v424: 121 pgs: 33 peering, 5 stale+active+clean, 83 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-02T08:32:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:35 smithi028 ceph-mon[96890]: osdmap e509: 8 total, 7 up, 8 in 2024-04-02T08:32:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:36.490 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:36 smithi137 bash[105100]: 82ed86027c61bb3c249b6b82a39f1554aa9ec8d322494b0eae9afb8e2ead0d37 2024-04-02T08:32:36.490 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:36 smithi137 systemd[1]: Started Ceph osd.6 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:32:36.886 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:36 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T08:32:36.511+0000 7f1d7dac97c0 -1 Falling back to public interface 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2187: done (6 left) 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2188: copy_from oid 25 from oid 35 current snap is 227 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2189: rmattr oid 27 current snap is 227 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2190: copy_from oid 23 from oid 39 current snap is 227 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2191: snap_create 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2180: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2180: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1349 (ObjNum 517 snap 164 seq_num 517) dirty exists 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2181: finishing rollback tid 0 to smithi02882251-36 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:2181: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:32:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1557 (ObjNum -1 snap -1208469871 seq_num 304) dirty dne 2024-04-02T08:32:36.895 INFO:tasks.rados.rados.0.smithi028.stdout:2182: expect (ObjNum 684 snap 224 seq_num 684) 2024-04-02T08:32:36.971 INFO:tasks.rados.rados.0.smithi028.stdout:2185: expect (ObjNum 601 snap 189 seq_num 601) 2024-04-02T08:32:36.984 INFO:tasks.rados.rados.0.smithi028.stdout:2184: expect (ObjNum 663 snap 215 seq_num 663) 2024-04-02T08:32:37.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:36 smithi137 ceph-mon[88456]: osdmap e510: 8 total, 7 up, 8 in 2024-04-02T08:32:37.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:37.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:37.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:36 smithi028 ceph-mon[96890]: osdmap e510: 8 total, 7 up, 8 in 2024-04-02T08:32:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:36 smithi028 ceph-mon[94314]: osdmap e510: 8 total, 7 up, 8 in 2024-04-02T08:32:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:2186: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:2186: finishing copy_from to smithi02882251-15 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1156 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:2190: finishing copy_from to smithi02882251-23 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:2190: got expected ENOENT (src dne) 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:2190: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:2188: finishing copy_from to smithi02882251-25 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:2188: got expected ENOENT (src dne) 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:2188: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:32:37.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1813 (ObjNum 682 snap 224 seq_num 682) dirty exists 2024-04-02T08:32:37.900 INFO:tasks.rados.rados.0.smithi028.stdout:2180: done (9 left) 2024-04-02T08:32:37.900 INFO:tasks.rados.rados.0.smithi028.stdout:2181: done (8 left) 2024-04-02T08:32:37.900 INFO:tasks.rados.rados.0.smithi028.stdout:2182: done (7 left) 2024-04-02T08:32:37.900 INFO:tasks.rados.rados.0.smithi028.stdout:2184: done (6 left) 2024-04-02T08:32:37.900 INFO:tasks.rados.rados.0.smithi028.stdout:2185: done (5 left) 2024-04-02T08:32:37.901 INFO:tasks.rados.rados.0.smithi028.stdout:2186: done (4 left) 2024-04-02T08:32:37.901 INFO:tasks.rados.rados.0.smithi028.stdout:2188: done (3 left) 2024-04-02T08:32:37.901 INFO:tasks.rados.rados.0.smithi028.stdout:2189: done (2 left) 2024-04-02T08:32:37.901 INFO:tasks.rados.rados.0.smithi028.stdout:2190: done (1 left) 2024-04-02T08:32:37.901 INFO:tasks.rados.rados.0.smithi028.stdout:2191: done (0 left) 2024-04-02T08:32:37.901 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 228 2024-04-02T08:32:37.901 INFO:tasks.rados.rados.0.smithi028.stdout:2192: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-04-02T08:32:37.903 INFO:tasks.rados.rados.0.smithi028.stdout:2192: writing smithi02882251-40 from 0 to 475136 tid 1 2024-04-02T08:32:37.907 INFO:tasks.rados.rados.0.smithi028.stdout:2192: writing smithi02882251-40 from 475136 to 1179648 tid 2 2024-04-02T08:32:37.910 INFO:tasks.rados.rados.0.smithi028.stdout:2192: writing smithi02882251-40 from 1179648 to 1736704 tid 3 2024-04-02T08:32:37.913 INFO:tasks.rados.rados.0.smithi028.stdout:2192: writing smithi02882251-40 from 1736704 to 2080768 tid 4 2024-04-02T08:32:37.913 INFO:tasks.rados.rados.0.smithi028.stdout:2193: setattr oid 23 current snap is 228 2024-04-02T08:32:37.913 INFO:tasks.rados.rados.0.smithi028.stdout:2192: finishing write tid 1 to smithi02882251-40 2024-04-02T08:32:37.913 INFO:tasks.rados.rados.0.smithi028.stdout:2192: finishing write tid 2 to smithi02882251-40 2024-04-02T08:32:37.914 INFO:tasks.rados.rados.0.smithi028.stdout:2194: delete oid 21 current snap is 228 2024-04-02T08:32:37.916 INFO:tasks.rados.rados.0.smithi028.stdout:2192: finishing write tid 3 to smithi02882251-40 2024-04-02T08:32:37.917 INFO:tasks.rados.rados.0.smithi028.stdout:2192: finishing write tid 4 to smithi02882251-40 2024-04-02T08:32:37.917 INFO:tasks.rados.rados.0.smithi028.stdout:2194: done (2 left) 2024-04-02T08:32:37.917 INFO:tasks.rados.rados.0.smithi028.stdout:2195: read oid 41 snap -1 2024-04-02T08:32:37.917 INFO:tasks.rados.rados.0.smithi028.stdout:2195: expect (ObjNum 675 snap 223 seq_num 675) 2024-04-02T08:32:37.917 INFO:tasks.rados.rados.0.smithi028.stdout:2196: rollback oid 10 current snap is 228 2024-04-02T08:32:37.918 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 214 2024-04-02T08:32:37.918 INFO:tasks.rados.rados.0.smithi028.stdout:2192: finishing write tid 5 to smithi02882251-40 2024-04-02T08:32:37.918 INFO:tasks.rados.rados.0.smithi028.stdout:2197: setattr oid 42 current snap is 228 2024-04-02T08:32:37.918 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 228 2024-04-02T08:32:37.918 INFO:tasks.rados.rados.0.smithi028.stdout:2198: seq_num 699 ranges {2490368=516096,3006464=475136,3481600=573440,4055040=557056} 2024-04-02T08:32:37.935 INFO:tasks.rados.rados.0.smithi028.stdout:2198: writing smithi02882251-44 from 2490368 to 3006464 tid 1 2024-04-02T08:32:37.938 INFO:tasks.rados.rados.0.smithi028.stdout:2198: writing smithi02882251-44 from 3006464 to 3481600 tid 2 2024-04-02T08:32:37.941 INFO:tasks.rados.rados.0.smithi028.stdout:2198: writing smithi02882251-44 from 3481600 to 4055040 tid 3 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2198: writing smithi02882251-44 from 4055040 to 4612096 tid 4 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2199: copy_from oid 25 from oid 50 current snap is 228 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2192: finishing write tid 6 to smithi02882251-40 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2192: oid 40 updating version 0 to 1815 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2192: oid 40 updating version 1815 to 1817 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2192: oid 40 updating version 1817 to 1818 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2192: oid 40 version 1818 is already newer than 1816 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2192: oid 40 updating version 1818 to 1819 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1819 (ObjNum 697 snap 228 seq_num 697) dirty exists 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2192: left oid 40 (ObjNum 697 snap 228 seq_num 697) 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2192: done (6 left) 2024-04-02T08:32:37.945 INFO:tasks.rados.rados.0.smithi028.stdout:2200: snap_remove snap 191 2024-04-02T08:32:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:37 smithi137 ceph-mon[88456]: pgmap v427: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 37 op/s; 46/696 objects degraded (6.609%) 2024-04-02T08:32:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:37 smithi137 ceph-mon[88456]: osdmap e511: 8 total, 7 up, 8 in 2024-04-02T08:32:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:37 smithi137 ceph-mon[88456]: Health check failed: Degraded data redundancy: 46/696 objects degraded (6.609%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:37 smithi137 ceph-mon[88456]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 4 pgs peering) 2024-04-02T08:32:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:37 smithi028 ceph-mon[94314]: pgmap v427: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 37 op/s; 46/696 objects degraded (6.609%) 2024-04-02T08:32:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:37 smithi028 ceph-mon[94314]: osdmap e511: 8 total, 7 up, 8 in 2024-04-02T08:32:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:37 smithi028 ceph-mon[94314]: Health check failed: Degraded data redundancy: 46/696 objects degraded (6.609%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:37 smithi028 ceph-mon[94314]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 4 pgs peering) 2024-04-02T08:32:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:37 smithi028 ceph-mon[96890]: pgmap v427: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 37 op/s; 46/696 objects degraded (6.609%) 2024-04-02T08:32:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:37 smithi028 ceph-mon[96890]: osdmap e511: 8 total, 7 up, 8 in 2024-04-02T08:32:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:37 smithi028 ceph-mon[96890]: Health check failed: Degraded data redundancy: 46/696 objects degraded (6.609%), 8 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:37 smithi028 ceph-mon[96890]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 4 pgs peering) 2024-04-02T08:32:38.905 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1110 (ObjNum 670 snap 223 seq_num 670) dirty exists 2024-04-02T08:32:38.905 INFO:tasks.rados.rados.0.smithi028.stdout:2196: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:32:38.905 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1458 (ObjNum 642 snap 205 seq_num 642) dirty exists 2024-04-02T08:32:38.906 INFO:tasks.rados.rados.0.smithi028.stdout:2193: done (6 left) 2024-04-02T08:32:38.906 INFO:tasks.rados.rados.0.smithi028.stdout:2197: done (5 left) 2024-04-02T08:32:38.906 INFO:tasks.rados.rados.0.smithi028.stdout:2200: done (4 left) 2024-04-02T08:32:38.906 INFO:tasks.rados.rados.0.smithi028.stdout:2201: snap_create 2024-04-02T08:32:38.906 INFO:tasks.rados.rados.0.smithi028.stdout:2196: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:32:38.906 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1582 (ObjNum 657 snap 214 seq_num 657) dirty exists 2024-04-02T08:32:38.906 INFO:tasks.rados.rados.0.smithi028.stdout:2195: expect (ObjNum 675 snap 223 seq_num 675) 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: finishing write tid 1 to smithi02882251-44 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: finishing write tid 2 to smithi02882251-44 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: finishing write tid 3 to smithi02882251-44 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: finishing write tid 4 to smithi02882251-44 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: finishing write tid 5 to smithi02882251-44 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: finishing write tid 6 to smithi02882251-44 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: oid 44 updating version 0 to 1116 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: oid 44 version 1116 is already newer than 1113 2024-04-02T08:32:38.961 INFO:tasks.rados.rados.0.smithi028.stdout:2198: oid 44 version 1116 is already newer than 1115 2024-04-02T08:32:38.962 INFO:tasks.rados.rados.0.smithi028.stdout:2198: oid 44 version 1116 is already newer than 1114 2024-04-02T08:32:38.962 INFO:tasks.rados.rados.0.smithi028.stdout:2198: oid 44 version 1116 is already newer than 1112 2024-04-02T08:32:38.962 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1116 (ObjNum 699 snap 228 seq_num 699) dirty exists 2024-04-02T08:32:38.962 INFO:tasks.rados.rados.0.smithi028.stdout:2198: left oid 44 (ObjNum 699 snap 228 seq_num 699) 2024-04-02T08:32:38.962 INFO:tasks.rados.rados.0.smithi028.stdout:2199: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:32:38.962 INFO:tasks.rados.rados.0.smithi028.stdout:2199: finishing copy_from to smithi02882251-25 2024-04-02T08:32:38.962 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1156 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:32:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:38 smithi137 ceph-mon[88456]: osdmap e512: 8 total, 7 up, 8 in 2024-04-02T08:32:39.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:38 smithi028 ceph-mon[94314]: osdmap e512: 8 total, 7 up, 8 in 2024-04-02T08:32:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:38 smithi028 ceph-mon[96890]: osdmap e512: 8 total, 7 up, 8 in 2024-04-02T08:32:39.895 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:39 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T08:32:39.688+0000 7f1d7dac97c0 -1 osd.6 504 log_to_monitors true 2024-04-02T08:32:39.913 INFO:tasks.rados.rados.0.smithi028.stdout:2195: done (4 left) 2024-04-02T08:32:39.913 INFO:tasks.rados.rados.0.smithi028.stdout:2196: done (3 left) 2024-04-02T08:32:39.913 INFO:tasks.rados.rados.0.smithi028.stdout:2198: done (2 left) 2024-04-02T08:32:39.913 INFO:tasks.rados.rados.0.smithi028.stdout:2199: done (1 left) 2024-04-02T08:32:39.913 INFO:tasks.rados.rados.0.smithi028.stdout:2201: done (0 left) 2024-04-02T08:32:39.913 INFO:tasks.rados.rados.0.smithi028.stdout:2202: rollback oid 29 current snap is 229 2024-04-02T08:32:39.913 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 217 2024-04-02T08:32:39.913 INFO:tasks.rados.rados.0.smithi028.stdout:2203: snap_remove snap 228 2024-04-02T08:32:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:39 smithi028 ceph-mon[94314]: pgmap v430: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 37 op/s; 46/696 objects degraded (6.609%) 2024-04-02T08:32:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:39 smithi028 ceph-mon[94314]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:32:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:39 smithi028 ceph-mon[94314]: from='osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:32:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:39 smithi028 ceph-mon[94314]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:32:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:39 smithi028 ceph-mon[96890]: pgmap v430: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 37 op/s; 46/696 objects degraded (6.609%) 2024-04-02T08:32:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:39 smithi028 ceph-mon[96890]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:32:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:39 smithi028 ceph-mon[96890]: from='osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:32:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:39 smithi028 ceph-mon[96890]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:32:40.341 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:32:39 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T08:32:39.935+0000 7f1d6af19700 -1 osd.6 504 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:32:40.342 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:39 smithi137 ceph-mon[88456]: pgmap v430: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 400 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 37 op/s; 46/696 objects degraded (6.609%) 2024-04-02T08:32:40.342 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:39 smithi137 ceph-mon[88456]: osdmap e513: 8 total, 7 up, 8 in 2024-04-02T08:32:40.342 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:39 smithi137 ceph-mon[88456]: from='osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:32:40.342 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:39 smithi137 ceph-mon[88456]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-02T08:32:40.918 INFO:tasks.rados.rados.0.smithi028.stdout:2203: done (1 left) 2024-04-02T08:32:40.918 INFO:tasks.rados.rados.0.smithi028.stdout:2204: rollback oid 42 current snap is 229 2024-04-02T08:32:40.918 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 225 2024-04-02T08:32:40.918 INFO:tasks.rados.rados.0.smithi028.stdout:2205: delete oid 2 current snap is 229 2024-04-02T08:32:40.918 INFO:tasks.rados.rados.0.smithi028.stdout:2202: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:32:40.918 INFO:tasks.rados.rados.0.smithi028.stdout:2202: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:32:40.918 INFO:tasks.rados.rados.0.smithi028.stdout:2202: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:32:40.918 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 925 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:32:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[94314]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:32:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[94314]: from='osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[94314]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:32:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[94314]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:41.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:41.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[96890]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:32:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[96890]: from='osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[96890]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:32:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[96890]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:41.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:40 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:40 smithi137 ceph-mon[88456]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-02T08:32:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:40 smithi137 ceph-mon[88456]: from='osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:40 smithi137 ceph-mon[88456]: osdmap e514: 8 total, 7 up, 8 in 2024-04-02T08:32:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:40 smithi137 ceph-mon[88456]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:32:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:40 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:40 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:32:41] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-04-02T08:32:41.854 INFO:tasks.rados.rados.0.smithi028.stdout:2202: done (2 left) 2024-04-02T08:32:41.854 INFO:tasks.rados.rados.0.smithi028.stdout:2205: done (1 left) 2024-04-02T08:32:41.854 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 229 2024-04-02T08:32:41.854 INFO:tasks.rados.rados.0.smithi028.stdout:2206: seq_num 701 ranges {1998848=548864,2547712=696320,3244032=540672,3784704=368640} 2024-04-02T08:32:41.867 INFO:tasks.rados.rados.0.smithi028.stdout:2206: writing smithi02882251-49 from 1998848 to 2547712 tid 1 2024-04-02T08:32:41.871 INFO:tasks.rados.rados.0.smithi028.stdout:2206: writing smithi02882251-49 from 2547712 to 3244032 tid 2 2024-04-02T08:32:41.875 INFO:tasks.rados.rados.0.smithi028.stdout:2206: writing smithi02882251-49 from 3244032 to 3784704 tid 3 2024-04-02T08:32:41.877 INFO:tasks.rados.rados.0.smithi028.stdout:2206: writing smithi02882251-49 from 3784704 to 4153344 tid 4 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2207: rmattr oid 12 current snap is 229 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2207: done (2 left) 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2208: rmattr oid 10 current snap is 229 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2204: finishing rollback tid 0 to smithi02882251-42 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2204: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2204: finishing rollback tid 2 to smithi02882251-42 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1121 (ObjNum 670 snap 223 seq_num 670) dirty exists 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2204: done (2 left) 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2209: copy_from oid 24 from oid 37 current snap is 229 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2210: copy_from oid 12 from oid 50 current snap is 229 2024-04-02T08:32:41.878 INFO:tasks.rados.rados.0.smithi028.stdout:2211: snap_remove snap 211 2024-04-02T08:32:42.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[96890]: pgmap v433: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 405 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 5 op/s; 46/702 objects degraded (6.553%) 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[96890]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[96890]: osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186] boot 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[96890]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[96890]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[94314]: pgmap v433: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 405 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 5 op/s; 46/702 objects degraded (6.553%) 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[94314]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[94314]: osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186] boot 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[94314]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:41 smithi028 ceph-mon[94314]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:32:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:41 smithi137 ceph-mon[88456]: pgmap v433: 121 pgs: 8 active+undersized+degraded, 34 active+undersized, 79 active+clean; 405 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 5 op/s; 46/702 objects degraded (6.553%) 2024-04-02T08:32:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:41 smithi137 ceph-mon[88456]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:32:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:41 smithi137 ceph-mon[88456]: osd.6 [v2:172.21.15.137:6816/3813114186,v1:172.21.15.137:6817/3813114186] boot 2024-04-02T08:32:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:41 smithi137 ceph-mon[88456]: osdmap e515: 8 total, 8 up, 8 in 2024-04-02T08:32:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-02T08:32:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:41 smithi137 ceph-mon[88456]: osdmap e516: 8 total, 8 up, 8 in 2024-04-02T08:32:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:32:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:32:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:42.824 INFO:tasks.rados.rados.0.smithi028.stdout:2211: done (4 left) 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2212: rollback oid 1 current snap is 229 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 164 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1583 (ObjNum 657 snap 214 seq_num 657) dirty exists 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: finishing write tid 1 to smithi02882251-49 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: finishing write tid 2 to smithi02882251-49 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: finishing write tid 3 to smithi02882251-49 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: finishing write tid 4 to smithi02882251-49 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: finishing write tid 5 to smithi02882251-49 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: finishing write tid 6 to smithi02882251-49 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: oid 49 updating version 0 to 1127 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: oid 49 version 1127 is already newer than 1125 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: oid 49 version 1127 is already newer than 1123 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: oid 49 version 1127 is already newer than 1126 2024-04-02T08:32:42.825 INFO:tasks.rados.rados.0.smithi028.stdout:2206: oid 49 version 1127 is already newer than 1124 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1127 (ObjNum 701 snap 229 seq_num 701) dirty exists 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2206: left oid 49 (ObjNum 701 snap 229 seq_num 701) 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2210: finishing copy_from racing read to smithi02882251-12 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2210: finishing copy_from to smithi02882251-12 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1156 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2209: finishing copy_from racing read to smithi02882251-24 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2209: finishing copy_from to smithi02882251-24 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1434 (ObjNum 678 snap 223 seq_num 678) dirty exists 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2206: done (4 left) 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2208: done (3 left) 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2209: done (2 left) 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2210: done (1 left) 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2213: rollback oid 9 current snap is 229 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 209 2024-04-02T08:32:42.826 INFO:tasks.rados.rados.0.smithi028.stdout:2214: read oid 48 snap -1 2024-04-02T08:32:42.827 INFO:tasks.rados.rados.0.smithi028.stdout:2214: expect deleted 2024-04-02T08:32:42.827 INFO:tasks.rados.rados.0.smithi028.stdout:2215: rollback oid 47 current snap is 229 2024-04-02T08:32:42.827 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 194 2024-04-02T08:32:42.827 INFO:tasks.rados.rados.0.smithi028.stdout:2216: snap_remove snap 180 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:42 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:42 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:42 smithi028 ceph-mon[94314]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:42 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:42 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:42 smithi028 ceph-mon[96890]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:32:43.250 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:42 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:43.251 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:42 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:43.251 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:42 smithi137 ceph-mon[88456]: osdmap e517: 8 total, 8 up, 8 in 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2215: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2213: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2215: finishing rollback tid 2 to smithi02882251-47 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1351 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2212: finishing rollback tid 0 to smithi02882251-1 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2212: finishing rollback tid 1 to smithi02882251-1 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2213: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2213: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1837 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2212: finishing rollback tid 2 to smithi02882251-1 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1684 (ObjNum 497 snap 157 seq_num 497) dirty exists 2024-04-02T08:32:43.828 INFO:tasks.rados.rados.0.smithi028.stdout:2212: done (4 left) 2024-04-02T08:32:43.829 INFO:tasks.rados.rados.0.smithi028.stdout:2213: done (3 left) 2024-04-02T08:32:43.829 INFO:tasks.rados.rados.0.smithi028.stdout:2214: done (2 left) 2024-04-02T08:32:43.829 INFO:tasks.rados.rados.0.smithi028.stdout:2215: done (1 left) 2024-04-02T08:32:43.829 INFO:tasks.rados.rados.0.smithi028.stdout:2216: done (0 left) 2024-04-02T08:32:43.829 INFO:tasks.rados.rados.0.smithi028.stdout:2217: rollback oid 10 current snap is 229 2024-04-02T08:32:43.829 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 213 2024-04-02T08:32:43.829 INFO:tasks.rados.rados.0.smithi028.stdout:2218: delete oid 37 current snap is 229 2024-04-02T08:32:43.844 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:32:43.844 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:32:43.844 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:32:43.844 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1586 (ObjNum 651 snap 213 seq_num 651) dirty exists 2024-04-02T08:32:43.847 INFO:tasks.rados.rados.0.smithi028.stdout:2217: done (1 left) 2024-04-02T08:32:43.847 INFO:tasks.rados.rados.0.smithi028.stdout:2218: done (0 left) 2024-04-02T08:32:43.847 INFO:tasks.rados.rados.0.smithi028.stdout:2219: rollback oid 11 current snap is 229 2024-04-02T08:32:43.847 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 184 2024-04-02T08:32:43.848 INFO:tasks.rados.rados.0.smithi028.stdout:2220: snap_create 2024-04-02T08:32:43.854 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing rollback tid 0 to smithi02882251-11 2024-04-02T08:32:43.855 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing rollback tid 1 to smithi02882251-11 2024-04-02T08:32:43.855 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing rollback tid 2 to smithi02882251-11 2024-04-02T08:32:43.855 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1589 (ObjNum 544 snap 170 seq_num 544) dirty exists 2024-04-02T08:32:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:43 smithi137 ceph-mon[88456]: pgmap v436: 121 pgs: 11 peering, 5 active+undersized+degraded, 26 active+undersized, 79 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.5 MiB/s wr, 20 op/s; 16/714 objects degraded (2.241%) 2024-04-02T08:32:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:43 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 16/714 objects degraded (2.241%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:43 smithi137 ceph-mon[88456]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:32:44.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:43 smithi028 ceph-mon[96890]: pgmap v436: 121 pgs: 11 peering, 5 active+undersized+degraded, 26 active+undersized, 79 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.5 MiB/s wr, 20 op/s; 16/714 objects degraded (2.241%) 2024-04-02T08:32:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:43 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 16/714 objects degraded (2.241%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:43 smithi028 ceph-mon[96890]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:32:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:43 smithi028 ceph-mon[94314]: pgmap v436: 121 pgs: 11 peering, 5 active+undersized+degraded, 26 active+undersized, 79 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.5 MiB/s wr, 20 op/s; 16/714 objects degraded (2.241%) 2024-04-02T08:32:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:43 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 16/714 objects degraded (2.241%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:32:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:43 smithi028 ceph-mon[94314]: osdmap e518: 8 total, 8 up, 8 in 2024-04-02T08:32:44.827 INFO:tasks.rados.rados.0.smithi028.stdout:2219: done (1 left) 2024-04-02T08:32:44.827 INFO:tasks.rados.rados.0.smithi028.stdout:2220: done (0 left) 2024-04-02T08:32:44.827 INFO:tasks.rados.rados.0.smithi028.stdout:2221: snap_create 2024-04-02T08:32:45.824 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T08:32:45.470+0000 7fd126e6a700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:32:45.834 INFO:tasks.rados.rados.0.smithi028.stdout:2221: done (0 left) 2024-04-02T08:32:45.835 INFO:tasks.rados.rados.0.smithi028.stdout:2222: snap_create 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: pgmap v439: 121 pgs: 11 peering, 5 active+undersized+degraded, 26 active+undersized, 79 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 16/714 objects degraded (2.241%) 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: pgmap v439: 121 pgs: 11 peering, 5 active+undersized+degraded, 26 active+undersized, 79 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 16/714 objects degraded (2.241%) 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: pgmap v439: 121 pgs: 11 peering, 5 active+undersized+degraded, 26 active+undersized, 79 active+clean; 420 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 16/714 objects degraded (2.241%) 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: osdmap e519: 8 total, 8 up, 8 in 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:32:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:32:46.841 INFO:tasks.rados.rados.0.smithi028.stdout:2222: done (0 left) 2024-04-02T08:32:46.841 INFO:tasks.rados.rados.0.smithi028.stdout:2223: read oid 21 snap -1 2024-04-02T08:32:46.841 INFO:tasks.rados.rados.0.smithi028.stdout:2223: expect deleted 2024-04-02T08:32:46.842 INFO:tasks.rados.rados.0.smithi028.stdout:2224: delete oid 10 current snap is 232 2024-04-02T08:32:46.848 INFO:tasks.rados.rados.0.smithi028.stdout:2223: done (1 left) 2024-04-02T08:32:46.848 INFO:tasks.rados.rados.0.smithi028.stdout:2224: done (0 left) 2024-04-02T08:32:46.848 INFO:tasks.rados.rados.0.smithi028.stdout:2225: rollback oid 38 current snap is 232 2024-04-02T08:32:46.849 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 225 2024-04-02T08:32:46.849 INFO:tasks.rados.rados.0.smithi028.stdout:2226: snap_remove snap 207 2024-04-02T08:32:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:46 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:32:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:46 smithi137 ceph-mon[88456]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:32:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:46 smithi137 ceph-mon[88456]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:32:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:46 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:32:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:46 smithi028 ceph-mon[96890]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:32:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:46 smithi028 ceph-mon[96890]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:32:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:46 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:32:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:46 smithi028 ceph-mon[94314]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-04-02T08:32:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:46 smithi028 ceph-mon[94314]: osdmap e520: 8 total, 8 up, 8 in 2024-04-02T08:32:47.849 INFO:tasks.rados.rados.0.smithi028.stdout:2226: done (1 left) 2024-04-02T08:32:47.849 INFO:tasks.rados.rados.0.smithi028.stdout:2227: snap_create 2024-04-02T08:32:47.849 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:32:47.849 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:32:47.849 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:32:47.849 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1687 (ObjNum 631 snap 202 seq_num 631) dirty exists 2024-04-02T08:32:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:47 smithi137 ceph-mon[88456]: pgmap v442: 121 pgs: 121 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 8 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-04-02T08:32:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:47 smithi137 ceph-mon[88456]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/714 objects degraded (2.241%), 5 pgs degraded) 2024-04-02T08:32:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:47 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:32:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:47 smithi137 ceph-mon[88456]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:47 smithi028 ceph-mon[96890]: pgmap v442: 121 pgs: 121 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 8 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:47 smithi028 ceph-mon[96890]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/714 objects degraded (2.241%), 5 pgs degraded) 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:47 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:47 smithi028 ceph-mon[96890]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:47 smithi028 ceph-mon[94314]: pgmap v442: 121 pgs: 121 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 8 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:47 smithi028 ceph-mon[94314]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/714 objects degraded (2.241%), 5 pgs degraded) 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:47 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:32:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:47 smithi028 ceph-mon[94314]: osdmap e521: 8 total, 8 up, 8 in 2024-04-02T08:32:48.853 INFO:tasks.rados.rados.0.smithi028.stdout:2225: done (1 left) 2024-04-02T08:32:48.853 INFO:tasks.rados.rados.0.smithi028.stdout:2227: done (0 left) 2024-04-02T08:32:48.853 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 233 2024-04-02T08:32:48.853 INFO:tasks.rados.rados.0.smithi028.stdout:2228: seq_num 704 ranges {2080768=598016,2678784=745472,3424256=712704,4136960=147456} 2024-04-02T08:32:48.867 INFO:tasks.rados.rados.0.smithi028.stdout:2228: writing smithi02882251-40 from 2080768 to 2678784 tid 1 2024-04-02T08:32:48.871 INFO:tasks.rados.rados.0.smithi028.stdout:2228: writing smithi02882251-40 from 2678784 to 3424256 tid 2 2024-04-02T08:32:48.876 INFO:tasks.rados.rados.0.smithi028.stdout:2228: writing smithi02882251-40 from 3424256 to 4136960 tid 3 2024-04-02T08:32:48.877 INFO:tasks.rados.rados.0.smithi028.stdout:2228: writing smithi02882251-40 from 4136960 to 4284416 tid 4 2024-04-02T08:32:48.877 INFO:tasks.rados.rados.0.smithi028.stdout:2229: setattr oid 18 current snap is 233 2024-04-02T08:32:48.879 INFO:tasks.rados.rados.0.smithi028.stdout:2230: setattr oid 7 current snap is 233 2024-04-02T08:32:48.879 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 1 to smithi02882251-40 2024-04-02T08:32:48.879 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 2 to smithi02882251-40 2024-04-02T08:32:48.881 INFO:tasks.rados.rados.0.smithi028.stdout:2231: rollback oid 12 current snap is 233 2024-04-02T08:32:48.881 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 218 2024-04-02T08:32:48.881 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 233 2024-04-02T08:32:48.881 INFO:tasks.rados.rados.0.smithi028.stdout:2232: seq_num 705 ranges {6045696=614400,6660096=630784,7290880=524288,7815168=450560} 2024-04-02T08:32:48.917 INFO:tasks.rados.rados.0.smithi028.stdout:2232: writing smithi02882251-4 from 6045696 to 6660096 tid 1 2024-04-02T08:32:48.921 INFO:tasks.rados.rados.0.smithi028.stdout:2232: writing smithi02882251-4 from 6660096 to 7290880 tid 2 2024-04-02T08:32:48.924 INFO:tasks.rados.rados.0.smithi028.stdout:2232: writing smithi02882251-4 from 7290880 to 7815168 tid 3 2024-04-02T08:32:48.927 INFO:tasks.rados.rados.0.smithi028.stdout:2232: writing smithi02882251-4 from 7815168 to 8265728 tid 4 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:2233: read oid 32 snap 217 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:2233: expect (ObjNum 632 snap 202 seq_num 632) 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 233 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1446 (ObjNum 833 snap 0 seq_num 1441009408) dirty exists 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 3 to smithi02882251-40 2024-04-02T08:32:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:2234: seq_num 706 ranges {475136=630784,1105920=516096,1622016=729088,2351104=360448} 2024-04-02T08:32:48.934 INFO:tasks.rados.rados.0.smithi028.stdout:2234: writing smithi02882251-14 from 475136 to 1105920 tid 1 2024-04-02T08:32:48.937 INFO:tasks.rados.rados.0.smithi028.stdout:2234: writing smithi02882251-14 from 1105920 to 1622016 tid 2 2024-04-02T08:32:48.941 INFO:tasks.rados.rados.0.smithi028.stdout:2234: writing smithi02882251-14 from 1622016 to 2351104 tid 3 2024-04-02T08:32:48.944 INFO:tasks.rados.rados.0.smithi028.stdout:2234: writing smithi02882251-14 from 2351104 to 2711552 tid 4 2024-04-02T08:32:48.944 INFO:tasks.rados.rados.0.smithi028.stdout:2229: done (6 left) 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2235: rollback oid 27 current snap is 233 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 209 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 4 to smithi02882251-40 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2236: delete oid 28 current snap is 233 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1254 (ObjNum 129 snap 0 seq_num 1441137056) dirty exists 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 5 to smithi02882251-40 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2231: finishing rollback tid 0 to smithi02882251-12 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2231: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1492 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 6 to smithi02882251-40 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2228: oid 40 updating version 0 to 1869 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2228: oid 40 updating version 1869 to 1870 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2228: oid 40 updating version 1870 to 1871 2024-04-02T08:32:48.945 INFO:tasks.rados.rados.0.smithi028.stdout:2228: oid 40 version 1871 is already newer than 1868 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2228: oid 40 version 1871 is already newer than 1867 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1871 (ObjNum 704 snap 233 seq_num 704) dirty exists 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2228: left oid 40 (ObjNum 704 snap 233 seq_num 704) 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 1 to smithi02882251-4 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 2 to smithi02882251-4 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 3 to smithi02882251-4 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 4 to smithi02882251-4 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 5 to smithi02882251-4 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 6 to smithi02882251-4 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2232: oid 4 updating version 0 to 1560 2024-04-02T08:32:48.946 INFO:tasks.rados.rados.0.smithi028.stdout:2232: oid 4 updating version 1560 to 1562 2024-04-02T08:32:48.947 INFO:tasks.rados.rados.0.smithi028.stdout:2232: oid 4 version 1562 is already newer than 1561 2024-04-02T08:32:48.947 INFO:tasks.rados.rados.0.smithi028.stdout:2232: oid 4 version 1562 is already newer than 1559 2024-04-02T08:32:48.947 INFO:tasks.rados.rados.0.smithi028.stdout:2232: oid 4 version 1562 is already newer than 1558 2024-04-02T08:32:48.947 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1562 (ObjNum 705 snap 233 seq_num 705) dirty exists 2024-04-02T08:32:48.947 INFO:tasks.rados.rados.0.smithi028.stdout:2232: left oid 4 (ObjNum 705 snap 233 seq_num 705) 2024-04-02T08:32:48.947 INFO:tasks.rados.rados.0.smithi028.stdout:2233: expect (ObjNum 632 snap 202 seq_num 632) 2024-04-02T08:32:48.974 INFO:tasks.rados.rados.0.smithi028.stdout:2234: finishing write tid 1 to smithi02882251-14 2024-04-02T08:32:48.974 INFO:tasks.rados.rados.0.smithi028.stdout:2234: finishing write tid 2 to smithi02882251-14 2024-04-02T08:32:48.974 INFO:tasks.rados.rados.0.smithi028.stdout:2234: finishing write tid 3 to smithi02882251-14 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: finishing write tid 4 to smithi02882251-14 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: finishing write tid 5 to smithi02882251-14 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: finishing write tid 6 to smithi02882251-14 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: oid 14 updating version 0 to 1877 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: oid 14 version 1877 is already newer than 1875 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: oid 14 version 1877 is already newer than 1874 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: oid 14 version 1877 is already newer than 1873 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: oid 14 version 1877 is already newer than 1876 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1877 (ObjNum 706 snap 233 seq_num 706) dirty exists 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2234: left oid 14 (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2235: finishing rollback tid 0 to smithi02882251-27 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2228: done (7 left) 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2230: done (6 left) 2024-04-02T08:32:48.975 INFO:tasks.rados.rados.0.smithi028.stdout:2231: done (5 left) 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2232: done (4 left) 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2233: done (3 left) 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2234: done (2 left) 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2236: done (1 left) 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2237: rollback oid 25 current snap is 233 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 226 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2235: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2235: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1881 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2235: done (1 left) 2024-04-02T08:32:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2238: snap_remove snap 194 2024-04-02T08:32:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:48 smithi137 ceph-mon[88456]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:32:49.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:48 smithi028 ceph-mon[94314]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:32:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:48 smithi028 ceph-mon[96890]: osdmap e522: 8 total, 8 up, 8 in 2024-04-02T08:32:49.858 INFO:tasks.rados.rados.0.smithi028.stdout:2237: finishing rollback tid 0 to smithi02882251-25 2024-04-02T08:32:49.858 INFO:tasks.rados.rados.0.smithi028.stdout:2237: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:32:49.858 INFO:tasks.rados.rados.0.smithi028.stdout:2237: finishing rollback tid 2 to smithi02882251-25 2024-04-02T08:32:49.858 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1354 (ObjNum 625 snap 200 seq_num 625) dirty exists 2024-04-02T08:32:49.858 INFO:tasks.rados.rados.0.smithi028.stdout:2237: done (1 left) 2024-04-02T08:32:49.858 INFO:tasks.rados.rados.0.smithi028.stdout:2238: done (0 left) 2024-04-02T08:32:49.858 INFO:tasks.rados.rados.0.smithi028.stdout:2239: read oid 47 snap -1 2024-04-02T08:32:49.859 INFO:tasks.rados.rados.0.smithi028.stdout:2239: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:49.859 INFO:tasks.rados.rados.0.smithi028.stdout:2240: read oid 26 snap -1 2024-04-02T08:32:49.859 INFO:tasks.rados.rados.0.smithi028.stdout:2240: expect deleted 2024-04-02T08:32:49.859 INFO:tasks.rados.rados.0.smithi028.stdout:2241: delete oid 2 current snap is 233 2024-04-02T08:32:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:2240: done (2 left) 2024-04-02T08:32:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:2241: done (1 left) 2024-04-02T08:32:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:2242: rmattr oid 19 current snap is 233 2024-04-02T08:32:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:2242: done (1 left) 2024-04-02T08:32:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:2243: read oid 49 snap 184 2024-04-02T08:32:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:2243: expect deleted 2024-04-02T08:32:49.878 INFO:tasks.rados.rados.0.smithi028.stdout:2244: snap_create 2024-04-02T08:32:49.900 INFO:tasks.rados.rados.0.smithi028.stdout:2239: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:49 smithi137 ceph-mon[88456]: pgmap v445: 121 pgs: 121 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 8 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-04-02T08:32:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:49 smithi137 ceph-mon[88456]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:32:50.145 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 08:32:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T08:32:49.894+0000 7fa6cb75c700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 108 after trimming was started 2024-04-02T08:32:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:49 smithi028 ceph-mon[94314]: pgmap v445: 121 pgs: 121 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 8 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-04-02T08:32:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:49 smithi028 ceph-mon[94314]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:32:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:49 smithi028 ceph-mon[96890]: pgmap v445: 121 pgs: 121 active+clean; 451 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 8 op/s; 9.7 MiB/s, 2 objects/s recovering 2024-04-02T08:32:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:49 smithi028 ceph-mon[96890]: osdmap e523: 8 total, 8 up, 8 in 2024-04-02T08:32:50.863 INFO:tasks.rados.rados.0.smithi028.stdout:2239: done (2 left) 2024-04-02T08:32:50.863 INFO:tasks.rados.rados.0.smithi028.stdout:2243: done (1 left) 2024-04-02T08:32:50.863 INFO:tasks.rados.rados.0.smithi028.stdout:2244: done (0 left) 2024-04-02T08:32:50.863 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 234 2024-04-02T08:32:50.863 INFO:tasks.rados.rados.0.smithi028.stdout:2245: seq_num 709 ranges {4915200=679936,5595136=614400,6209536=499712,6709248=491520} 2024-04-02T08:32:50.893 INFO:tasks.rados.rados.0.smithi028.stdout:2245: writing smithi02882251-27 from 4915200 to 5595136 tid 1 2024-04-02T08:32:50.897 INFO:tasks.rados.rados.0.smithi028.stdout:2245: writing smithi02882251-27 from 5595136 to 6209536 tid 2 2024-04-02T08:32:50.901 INFO:tasks.rados.rados.0.smithi028.stdout:2245: writing smithi02882251-27 from 6209536 to 6709248 tid 3 2024-04-02T08:32:50.904 INFO:tasks.rados.rados.0.smithi028.stdout:2245: writing smithi02882251-27 from 6709248 to 7200768 tid 4 2024-04-02T08:32:50.904 INFO:tasks.rados.rados.0.smithi028.stdout:2246: setattr oid 31 current snap is 234 2024-04-02T08:32:50.904 INFO:tasks.rados.rados.0.smithi028.stdout:2245: finishing write tid 1 to smithi02882251-27 2024-04-02T08:32:50.904 INFO:tasks.rados.rados.0.smithi028.stdout:2245: finishing write tid 2 to smithi02882251-27 2024-04-02T08:32:50.905 INFO:tasks.rados.rados.0.smithi028.stdout:2247: read oid 26 snap -1 2024-04-02T08:32:50.905 INFO:tasks.rados.rados.0.smithi028.stdout:2247: expect deleted 2024-04-02T08:32:50.905 INFO:tasks.rados.rados.0.smithi028.stdout:2248: rollback oid 36 current snap is 234 2024-04-02T08:32:50.905 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 224 2024-04-02T08:32:50.905 INFO:tasks.rados.rados.0.smithi028.stdout:2249: rmattr oid 2 current snap is 234 2024-04-02T08:32:50.905 INFO:tasks.rados.rados.0.smithi028.stdout:2249: done (4 left) 2024-04-02T08:32:50.905 INFO:tasks.rados.rados.0.smithi028.stdout:2250: delete oid 34 current snap is 234 2024-04-02T08:32:50.909 INFO:tasks.rados.rados.0.smithi028.stdout:2245: finishing write tid 3 to smithi02882251-27 2024-04-02T08:32:50.909 INFO:tasks.rados.rados.0.smithi028.stdout:2248: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:32:50.910 INFO:tasks.rados.rados.0.smithi028.stdout:2245: finishing write tid 4 to smithi02882251-27 2024-04-02T08:32:50.910 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1591 (ObjNum 685 snap 225 seq_num 685) dirty exists 2024-04-02T08:32:50.910 INFO:tasks.rados.rados.0.smithi028.stdout:2248: finishing rollback tid 2 to smithi02882251-36 2024-04-02T08:32:50.910 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1564 (ObjNum 679 snap 224 seq_num 679) dirty exists 2024-04-02T08:32:50.911 INFO:tasks.rados.rados.0.smithi028.stdout:2245: finishing write tid 5 to smithi02882251-27 2024-04-02T08:32:50.913 INFO:tasks.rados.rados.0.smithi028.stdout:2246: done (4 left) 2024-04-02T08:32:50.913 INFO:tasks.rados.rados.0.smithi028.stdout:2247: done (3 left) 2024-04-02T08:32:50.913 INFO:tasks.rados.rados.0.smithi028.stdout:2248: done (2 left) 2024-04-02T08:32:50.913 INFO:tasks.rados.rados.0.smithi028.stdout:2250: done (1 left) 2024-04-02T08:32:50.913 INFO:tasks.rados.rados.0.smithi028.stdout:2251: delete oid 48 current snap is 234 2024-04-02T08:32:50.913 INFO:tasks.rados.rados.0.smithi028.stdout:2245: finishing write tid 6 to smithi02882251-27 2024-04-02T08:32:50.913 INFO:tasks.rados.rados.0.smithi028.stdout:2245: oid 27 updating version 0 to 1899 2024-04-02T08:32:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2245: oid 27 version 1899 is already newer than 1895 2024-04-02T08:32:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2245: oid 27 version 1899 is already newer than 1897 2024-04-02T08:32:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2245: oid 27 version 1899 is already newer than 1896 2024-04-02T08:32:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2245: oid 27 version 1899 is already newer than 1898 2024-04-02T08:32:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1899 (ObjNum 709 snap 234 seq_num 709) dirty exists 2024-04-02T08:32:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2245: left oid 27 (ObjNum 709 snap 234 seq_num 709) 2024-04-02T08:32:50.915 INFO:tasks.rados.rados.0.smithi028.stdout:2245: done (1 left) 2024-04-02T08:32:50.915 INFO:tasks.rados.rados.0.smithi028.stdout:2251: done (0 left) 2024-04-02T08:32:50.915 INFO:tasks.rados.rados.0.smithi028.stdout:2252: snap_create 2024-04-02T08:32:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:50 smithi137 ceph-mon[88456]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:32:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:51.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:50 smithi028 ceph-mon[94314]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:32:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:50 smithi028 ceph-mon[96890]: osdmap e524: 8 total, 8 up, 8 in 2024-04-02T08:32:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:32:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:32:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:32:51] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-04-02T08:32:51.826 INFO:tasks.rados.rados.0.smithi028.stdout:2252: done (0 left) 2024-04-02T08:32:51.826 INFO:tasks.rados.rados.0.smithi028.stdout:2253: rmattr oid 43 current snap is 235 2024-04-02T08:32:51.826 INFO:tasks.rados.rados.0.smithi028.stdout:2254: read oid 29 snap -1 2024-04-02T08:32:51.826 INFO:tasks.rados.rados.0.smithi028.stdout:2254: expect (ObjNum 586 snap 180 seq_num 586) 2024-04-02T08:32:51.826 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 235 2024-04-02T08:32:51.826 INFO:tasks.rados.rados.0.smithi028.stdout:2255: seq_num 712 ranges {974848=729088,1703936=671744,2375680=671744,3047424=262144} 2024-04-02T08:32:51.835 INFO:tasks.rados.rados.0.smithi028.stdout:2255: writing smithi02882251-38 from 974848 to 1703936 tid 1 2024-04-02T08:32:51.839 INFO:tasks.rados.rados.0.smithi028.stdout:2255: writing smithi02882251-38 from 1703936 to 2375680 tid 2 2024-04-02T08:32:51.844 INFO:tasks.rados.rados.0.smithi028.stdout:2255: writing smithi02882251-38 from 2375680 to 3047424 tid 3 2024-04-02T08:32:51.846 INFO:tasks.rados.rados.0.smithi028.stdout:2255: writing smithi02882251-38 from 3047424 to 3309568 tid 4 2024-04-02T08:32:51.846 INFO:tasks.rados.rados.0.smithi028.stdout:2256: snap_create 2024-04-02T08:32:51.846 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 890 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:32:51.846 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 1 to smithi02882251-38 2024-04-02T08:32:51.853 INFO:tasks.rados.rados.0.smithi028.stdout:2254: expect (ObjNum 586 snap 180 seq_num 586) 2024-04-02T08:32:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:51 smithi137 ceph-mon[88456]: pgmap v448: 121 pgs: 121 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:32:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:51 smithi137 ceph-mon[88456]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:32:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:51 smithi137 ceph-mon[88456]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:32:52.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:51 smithi028 ceph-mon[96890]: pgmap v448: 121 pgs: 121 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:32:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:51 smithi028 ceph-mon[96890]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:32:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:51 smithi028 ceph-mon[96890]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:32:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:51 smithi028 ceph-mon[94314]: pgmap v448: 121 pgs: 121 active+clean; 451 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-04-02T08:32:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:51 smithi028 ceph-mon[94314]: osdmap e525: 8 total, 8 up, 8 in 2024-04-02T08:32:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:51 smithi028 ceph-mon[94314]: osdmap e526: 8 total, 8 up, 8 in 2024-04-02T08:32:52.233 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 2 to smithi02882251-38 2024-04-02T08:32:52.233 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 3 to smithi02882251-38 2024-04-02T08:32:52.233 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 4 to smithi02882251-38 2024-04-02T08:32:52.233 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 5 to smithi02882251-38 2024-04-02T08:32:52.233 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 6 to smithi02882251-38 2024-04-02T08:32:52.234 INFO:tasks.rados.rados.0.smithi028.stdout:2255: oid 38 updating version 0 to 1690 2024-04-02T08:32:52.234 INFO:tasks.rados.rados.0.smithi028.stdout:2255: oid 38 version 1690 is already newer than 1688 2024-04-02T08:32:52.234 INFO:tasks.rados.rados.0.smithi028.stdout:2255: oid 38 updating version 1690 to 1691 2024-04-02T08:32:52.234 INFO:tasks.rados.rados.0.smithi028.stdout:2255: oid 38 version 1691 is already newer than 1689 2024-04-02T08:32:52.234 INFO:tasks.rados.rados.0.smithi028.stdout:2255: oid 38 updating version 1691 to 1692 2024-04-02T08:32:52.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1692 (ObjNum 712 snap 235 seq_num 712) dirty exists 2024-04-02T08:32:52.234 INFO:tasks.rados.rados.0.smithi028.stdout:2255: left oid 38 (ObjNum 712 snap 235 seq_num 712) 2024-04-02T08:32:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:32:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:32:52.827 INFO:tasks.rados.rados.0.smithi028.stdout:2253: done (3 left) 2024-04-02T08:32:52.827 INFO:tasks.rados.rados.0.smithi028.stdout:2254: done (2 left) 2024-04-02T08:32:52.827 INFO:tasks.rados.rados.0.smithi028.stdout:2255: done (1 left) 2024-04-02T08:32:52.827 INFO:tasks.rados.rados.0.smithi028.stdout:2256: done (0 left) 2024-04-02T08:32:52.827 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 236 2024-04-02T08:32:52.827 INFO:tasks.rados.rados.0.smithi028.stdout:2257: seq_num 713 ranges {5955584=745472,6701056=557056,7258112=483328,7741440=565248} 2024-04-02T08:32:52.863 INFO:tasks.rados.rados.0.smithi028.stdout:2257: writing smithi02882251-43 from 5955584 to 6701056 tid 1 2024-04-02T08:32:52.866 INFO:tasks.rados.rados.0.smithi028.stdout:2257: writing smithi02882251-43 from 6701056 to 7258112 tid 2 2024-04-02T08:32:52.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: writing smithi02882251-43 from 7258112 to 7741440 tid 3 2024-04-02T08:32:52.872 INFO:tasks.rados.rados.0.smithi028.stdout:2257: writing smithi02882251-43 from 7741440 to 8306688 tid 4 2024-04-02T08:32:52.873 INFO:tasks.rados.rados.0.smithi028.stdout:2258: snap_remove snap 234 2024-04-02T08:32:53.868 INFO:tasks.rados.rados.0.smithi028.stdout:2258: done (1 left) 2024-04-02T08:32:53.868 INFO:tasks.rados.rados.0.smithi028.stdout:2259: copy_from oid 29 from oid 6 current snap is 236 2024-04-02T08:32:53.868 INFO:tasks.rados.rados.0.smithi028.stdout:2260: copy_from oid 22 from oid 16 current snap is 236 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: finishing write tid 1 to smithi02882251-43 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: finishing write tid 2 to smithi02882251-43 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: finishing write tid 3 to smithi02882251-43 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: finishing write tid 4 to smithi02882251-43 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: finishing write tid 5 to smithi02882251-43 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: finishing write tid 6 to smithi02882251-43 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: oid 43 updating version 0 to 891 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: oid 43 updating version 891 to 895 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: oid 43 version 895 is already newer than 893 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: oid 43 version 895 is already newer than 894 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: oid 43 version 895 is already newer than 892 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 895 (ObjNum 713 snap 236 seq_num 713) dirty exists 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: left oid 43 (ObjNum 713 snap 236 seq_num 713) 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2257: done (2 left) 2024-04-02T08:32:53.869 INFO:tasks.rados.rados.0.smithi028.stdout:2261: delete oid 10 current snap is 236 2024-04-02T08:32:53.873 INFO:tasks.rados.rados.0.smithi028.stdout:2259: finishing copy_from racing read to smithi02882251-29 2024-04-02T08:32:53.876 INFO:tasks.rados.rados.0.smithi028.stdout:2261: done (2 left) 2024-04-02T08:32:53.876 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 236 2024-04-02T08:32:53.876 INFO:tasks.rados.rados.0.smithi028.stdout:2262: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-04-02T08:32:53.880 INFO:tasks.rados.rados.0.smithi028.stdout:2262: writing smithi02882251-19 from 0 to 778240 tid 1 2024-04-02T08:32:53.885 INFO:tasks.rados.rados.0.smithi028.stdout:2262: writing smithi02882251-19 from 778240 to 1548288 tid 2 2024-04-02T08:32:53.888 INFO:tasks.rados.rados.0.smithi028.stdout:2262: writing smithi02882251-19 from 1548288 to 2048000 tid 3 2024-04-02T08:32:53.890 INFO:tasks.rados.rados.0.smithi028.stdout:2262: writing smithi02882251-19 from 2048000 to 2383872 tid 4 2024-04-02T08:32:53.890 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 236 2024-04-02T08:32:53.890 INFO:tasks.rados.rados.0.smithi028.stdout:2259: finishing copy_from to smithi02882251-29 2024-04-02T08:32:53.890 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1253 (ObjNum 33 snap 0 seq_num 1440374032) dirty exists 2024-04-02T08:32:53.890 INFO:tasks.rados.rados.0.smithi028.stdout:2262: finishing write tid 1 to smithi02882251-19 2024-04-02T08:32:53.890 INFO:tasks.rados.rados.0.smithi028.stdout:2263: seq_num 716 ranges {8265728=794624,9060352=655360,9715712=704512,10420224=245760} 2024-04-02T08:32:53.939 INFO:tasks.rados.rados.0.smithi028.stdout:2263: writing smithi02882251-4 from 8265728 to 9060352 tid 1 2024-04-02T08:32:53.943 INFO:tasks.rados.rados.0.smithi028.stdout:2263: writing smithi02882251-4 from 9060352 to 9715712 tid 2 2024-04-02T08:32:53.947 INFO:tasks.rados.rados.0.smithi028.stdout:2263: writing smithi02882251-4 from 9715712 to 10420224 tid 3 2024-04-02T08:32:53.949 INFO:tasks.rados.rados.0.smithi028.stdout:2263: writing smithi02882251-4 from 10420224 to 10665984 tid 4 2024-04-02T08:32:53.949 INFO:tasks.rados.rados.0.smithi028.stdout:2259: done (3 left) 2024-04-02T08:32:53.949 INFO:tasks.rados.rados.0.smithi028.stdout:2264: read oid 18 snap -1 2024-04-02T08:32:53.949 INFO:tasks.rados.rados.0.smithi028.stdout:2264: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:53.949 INFO:tasks.rados.rados.0.smithi028.stdout:2265: snap_create 2024-04-02T08:32:53.949 INFO:tasks.rados.rados.0.smithi028.stdout:2260: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:32:53.949 INFO:tasks.rados.rados.0.smithi028.stdout:2262: finishing write tid 2 to smithi02882251-19 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2260: finishing copy_from to smithi02882251-22 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 892 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: finishing write tid 3 to smithi02882251-19 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: finishing write tid 4 to smithi02882251-19 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: finishing write tid 5 to smithi02882251-19 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: finishing write tid 6 to smithi02882251-19 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: oid 19 updating version 0 to 1507 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: oid 19 updating version 1507 to 1509 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: oid 19 version 1509 is already newer than 1508 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: oid 19 version 1509 is already newer than 1504 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: oid 19 version 1509 is already newer than 1503 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1509 (ObjNum 715 snap 236 seq_num 715) dirty exists 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2262: left oid 19 (ObjNum 715 snap 236 seq_num 715) 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 1 to smithi02882251-4 2024-04-02T08:32:53.950 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 2 to smithi02882251-4 2024-04-02T08:32:53.951 INFO:tasks.rados.rados.0.smithi028.stdout:2264: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:32:53.952 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 3 to smithi02882251-4 2024-04-02T08:32:53.952 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 4 to smithi02882251-4 2024-04-02T08:32:53.952 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 5 to smithi02882251-4 2024-04-02T08:32:53.952 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 6 to smithi02882251-4 2024-04-02T08:32:53.952 INFO:tasks.rados.rados.0.smithi028.stdout:2263: oid 4 updating version 0 to 1569 2024-04-02T08:32:53.952 INFO:tasks.rados.rados.0.smithi028.stdout:2263: oid 4 version 1569 is already newer than 1565 2024-04-02T08:32:53.952 INFO:tasks.rados.rados.0.smithi028.stdout:2263: oid 4 version 1569 is already newer than 1566 2024-04-02T08:32:53.952 INFO:tasks.rados.rados.0.smithi028.stdout:2263: oid 4 version 1569 is already newer than 1568 2024-04-02T08:32:53.953 INFO:tasks.rados.rados.0.smithi028.stdout:2263: oid 4 version 1569 is already newer than 1567 2024-04-02T08:32:53.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1569 (ObjNum 716 snap 236 seq_num 716) dirty exists 2024-04-02T08:32:53.953 INFO:tasks.rados.rados.0.smithi028.stdout:2263: left oid 4 (ObjNum 716 snap 236 seq_num 716) 2024-04-02T08:32:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:53 smithi137 ceph-mon[88456]: pgmap v451: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:32:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:53 smithi137 ceph-mon[88456]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:32:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:53 smithi028 ceph-mon[96890]: pgmap v451: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:32:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:53 smithi028 ceph-mon[96890]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:32:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:53 smithi028 ceph-mon[94314]: pgmap v451: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-02T08:32:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:53 smithi028 ceph-mon[94314]: osdmap e527: 8 total, 8 up, 8 in 2024-04-02T08:32:54.872 INFO:tasks.rados.rados.0.smithi028.stdout:2260: done (4 left) 2024-04-02T08:32:54.872 INFO:tasks.rados.rados.0.smithi028.stdout:2262: done (3 left) 2024-04-02T08:32:54.873 INFO:tasks.rados.rados.0.smithi028.stdout:2263: done (2 left) 2024-04-02T08:32:54.873 INFO:tasks.rados.rados.0.smithi028.stdout:2264: done (1 left) 2024-04-02T08:32:54.873 INFO:tasks.rados.rados.0.smithi028.stdout:2265: done (0 left) 2024-04-02T08:32:54.873 INFO:tasks.rados.rados.0.smithi028.stdout:2266: setattr oid 30 current snap is 237 2024-04-02T08:32:54.874 INFO:tasks.rados.rados.0.smithi028.stdout:2267: read oid 4 snap -1 2024-04-02T08:32:54.874 INFO:tasks.rados.rados.0.smithi028.stdout:2267: expect (ObjNum 716 snap 236 seq_num 716) 2024-04-02T08:32:54.874 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 237 2024-04-02T08:32:54.874 INFO:tasks.rados.rados.0.smithi028.stdout:2268: seq_num 717 ranges {0=16384} 2024-04-02T08:32:54.875 INFO:tasks.rados.rados.0.smithi028.stdout:2268: writing smithi02882251-29 from 0 to 16384 tid 1 2024-04-02T08:32:54.875 INFO:tasks.rados.rados.0.smithi028.stdout:2269: rmattr oid 22 current snap is 237 2024-04-02T08:32:54.875 INFO:tasks.rados.rados.0.smithi028.stdout:2270: copy_from oid 17 from oid 26 current snap is 237 2024-04-02T08:32:54.875 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 237 2024-04-02T08:32:54.875 INFO:tasks.rados.rados.0.smithi028.stdout:2271: seq_num 718 ranges {8306688=32768} 2024-04-02T08:32:54.923 INFO:tasks.rados.rados.0.smithi028.stdout:2271: writing smithi02882251-43 from 8306688 to 8339456 tid 1 2024-04-02T08:32:54.923 INFO:tasks.rados.rados.0.smithi028.stdout:2272: snap_remove snap 208 2024-04-02T08:32:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:54 smithi137 ceph-mon[88456]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:32:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:54 smithi028 ceph-mon[94314]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:32:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:54 smithi028 ceph-mon[96890]: osdmap e528: 8 total, 8 up, 8 in 2024-04-02T08:32:55.877 INFO:tasks.rados.rados.0.smithi028.stdout:2272: done (6 left) 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 237 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:2270: finishing copy_from to smithi02882251-17 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:2270: got expected ENOENT (src dne) 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:2273: seq_num 719 ranges {0=49152} 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:2273: writing smithi02882251-13 from 0 to 49152 tid 1 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:2274: rollback oid 10 current snap is 237 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 201 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:2270: finishing copy_from racing read to smithi02882251-17 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1355 (ObjNum 517 snap 164 seq_num 517) dirty exists 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:2268: finishing write tid 1 to smithi02882251-29 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1511 (ObjNum 522 snap 165 seq_num 522) dirty exists 2024-04-02T08:32:55.878 INFO:tasks.rados.rados.0.smithi028.stdout:2268: finishing write tid 2 to smithi02882251-29 2024-04-02T08:32:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:2268: finishing write tid 3 to smithi02882251-29 2024-04-02T08:32:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:2268: oid 29 updating version 0 to 1436 2024-04-02T08:32:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:2268: oid 29 version 1436 is already newer than 1435 2024-04-02T08:32:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1436 (ObjNum 717 snap 237 seq_num 717) dirty exists 2024-04-02T08:32:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:2268: left oid 29 (ObjNum 717 snap 237 seq_num 717) 2024-04-02T08:32:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:2267: expect (ObjNum 716 snap 236 seq_num 716) 2024-04-02T08:32:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:55 smithi137 ceph-mon[88456]: pgmap v454: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:32:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:55 smithi137 ceph-mon[88456]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:32:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:56.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:55 smithi028 ceph-mon[96890]: pgmap v454: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:32:56.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:55 smithi028 ceph-mon[96890]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:32:56.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:55 smithi028 ceph-mon[94314]: pgmap v454: 121 pgs: 121 active+clean; 457 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:32:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:55 smithi028 ceph-mon[94314]: osdmap e529: 8 total, 8 up, 8 in 2024-04-02T08:32:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:32:56.514 INFO:tasks.rados.rados.0.smithi028.stdout:2271: finishing write tid 1 to smithi02882251-43 2024-04-02T08:32:56.514 INFO:tasks.rados.rados.0.smithi028.stdout:2271: finishing write tid 2 to smithi02882251-43 2024-04-02T08:32:56.514 INFO:tasks.rados.rados.0.smithi028.stdout:2271: finishing write tid 3 to smithi02882251-43 2024-04-02T08:32:56.514 INFO:tasks.rados.rados.0.smithi028.stdout:2271: oid 43 updating version 0 to 896 2024-04-02T08:32:56.514 INFO:tasks.rados.rados.0.smithi028.stdout:2271: oid 43 updating version 896 to 897 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 897 (ObjNum 718 snap 237 seq_num 718) dirty exists 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2271: left oid 43 (ObjNum 718 snap 237 seq_num 718) 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2266: done (7 left) 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2267: done (6 left) 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2268: done (5 left) 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2269: done (4 left) 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2270: done (3 left) 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2271: done (2 left) 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 237 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2274: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:2274: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:32:56.515 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1593 (ObjNum 564 snap 175 seq_num 564) dirty exists 2024-04-02T08:32:56.516 INFO:tasks.rados.rados.0.smithi028.stdout:2273: finishing write tid 1 to smithi02882251-13 2024-04-02T08:32:56.516 INFO:tasks.rados.rados.0.smithi028.stdout:2273: finishing write tid 2 to smithi02882251-13 2024-04-02T08:32:56.516 INFO:tasks.rados.rados.0.smithi028.stdout:2273: finishing write tid 3 to smithi02882251-13 2024-04-02T08:32:56.516 INFO:tasks.rados.rados.0.smithi028.stdout:2273: oid 13 updating version 0 to 1256 2024-04-02T08:32:56.516 INFO:tasks.rados.rados.0.smithi028.stdout:2273: oid 13 version 1256 is already newer than 1255 2024-04-02T08:32:56.516 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1256 (ObjNum 719 snap 237 seq_num 719) dirty exists 2024-04-02T08:32:56.516 INFO:tasks.rados.rados.0.smithi028.stdout:2273: left oid 13 (ObjNum 719 snap 237 seq_num 719) 2024-04-02T08:32:56.516 INFO:tasks.rados.rados.0.smithi028.stdout:2275: seq_num 720 ranges {3309568=65536} 2024-04-02T08:32:56.532 INFO:tasks.rados.rados.0.smithi028.stdout:2275: writing smithi02882251-38 from 3309568 to 3375104 tid 1 2024-04-02T08:32:56.532 INFO:tasks.rados.rados.0.smithi028.stdout:2273: done (2 left) 2024-04-02T08:32:56.532 INFO:tasks.rados.rados.0.smithi028.stdout:2274: done (1 left) 2024-04-02T08:32:56.532 INFO:tasks.rados.rados.0.smithi028.stdout:2276: snap_create 2024-04-02T08:32:56.535 INFO:tasks.rados.rados.0.smithi028.stdout:2275: finishing write tid 1 to smithi02882251-38 2024-04-02T08:32:56.535 INFO:tasks.rados.rados.0.smithi028.stdout:2275: finishing write tid 2 to smithi02882251-38 2024-04-02T08:32:56.535 INFO:tasks.rados.rados.0.smithi028.stdout:2275: finishing write tid 3 to smithi02882251-38 2024-04-02T08:32:56.536 INFO:tasks.rados.rados.0.smithi028.stdout:2275: oid 38 updating version 0 to 1694 2024-04-02T08:32:56.536 INFO:tasks.rados.rados.0.smithi028.stdout:2275: oid 38 version 1694 is already newer than 1693 2024-04-02T08:32:56.536 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1694 (ObjNum 720 snap 237 seq_num 720) dirty exists 2024-04-02T08:32:56.536 INFO:tasks.rados.rados.0.smithi028.stdout:2275: left oid 38 (ObjNum 720 snap 237 seq_num 720) 2024-04-02T08:32:56.881 INFO:tasks.rados.rados.0.smithi028.stdout:2275: done (1 left) 2024-04-02T08:32:56.881 INFO:tasks.rados.rados.0.smithi028.stdout:2276: done (0 left) 2024-04-02T08:32:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:2277: snap_remove snap 225 2024-04-02T08:32:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:56 smithi137 ceph-mon[88456]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:32:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:56 smithi028 ceph-mon[94314]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:32:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:56 smithi028 ceph-mon[96890]: osdmap e530: 8 total, 8 up, 8 in 2024-04-02T08:32:57.885 INFO:tasks.rados.rados.0.smithi028.stdout:2277: done (0 left) 2024-04-02T08:32:57.885 INFO:tasks.rados.rados.0.smithi028.stdout:2278: read oid 16 snap -1 2024-04-02T08:32:57.885 INFO:tasks.rados.rados.0.smithi028.stdout:2278: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:57.885 INFO:tasks.rados.rados.0.smithi028.stdout:2279: read oid 47 snap -1 2024-04-02T08:32:57.886 INFO:tasks.rados.rados.0.smithi028.stdout:2279: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:57.886 INFO:tasks.rados.rados.0.smithi028.stdout:2280: rollback oid 32 current snap is 238 2024-04-02T08:32:57.886 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 226 2024-04-02T08:32:57.886 INFO:tasks.rados.rados.0.smithi028.stdout:2281: copy_from oid 7 from oid 25 current snap is 238 2024-04-02T08:32:57.886 INFO:tasks.rados.rados.0.smithi028.stdout:2282: rollback oid 37 current snap is 238 2024-04-02T08:32:57.886 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 213 2024-04-02T08:32:57.886 INFO:tasks.rados.rados.0.smithi028.stdout:2283: delete oid 21 current snap is 238 2024-04-02T08:32:57.900 INFO:tasks.rados.rados.0.smithi028.stdout:2280: finishing rollback tid 0 to smithi02882251-32 2024-04-02T08:32:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:2280: finishing rollback tid 1 to smithi02882251-32 2024-04-02T08:32:57.902 INFO:tasks.rados.rados.0.smithi028.stdout:2280: finishing rollback tid 2 to smithi02882251-32 2024-04-02T08:32:57.902 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1161 (ObjNum 689 snap 225 seq_num 689) dirty exists 2024-04-02T08:32:57.905 INFO:tasks.rados.rados.0.smithi028.stdout:2282: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:32:57.906 INFO:tasks.rados.rados.0.smithi028.stdout:2282: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:32:57.906 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1468 (ObjNum 507 snap 161 seq_num 507) dirty exists 2024-04-02T08:32:57.922 INFO:tasks.rados.rados.0.smithi028.stdout:2278: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:57 smithi137 ceph-mon[88456]: pgmap v457: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-02T08:32:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:57 smithi137 ceph-mon[88456]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:32:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:57 smithi028 ceph-mon[94314]: pgmap v457: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-02T08:32:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:57 smithi028 ceph-mon[94314]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:32:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:57 smithi028 ceph-mon[96890]: pgmap v457: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-02T08:32:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:57 smithi028 ceph-mon[96890]: osdmap e531: 8 total, 8 up, 8 in 2024-04-02T08:32:58.206 INFO:tasks.rados.rados.0.smithi028.stdout:2281: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:32:58.206 INFO:tasks.rados.rados.0.smithi028.stdout:2279: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:32:58.486 INFO:tasks.rados.rados.0.smithi028.stdout:2281: finishing copy_from to smithi02882251-7 2024-04-02T08:32:58.486 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1354 (ObjNum 625 snap 200 seq_num 625) dirty exists 2024-04-02T08:32:58.486 INFO:tasks.rados.rados.0.smithi028.stdout:2278: done (5 left) 2024-04-02T08:32:58.486 INFO:tasks.rados.rados.0.smithi028.stdout:2279: done (4 left) 2024-04-02T08:32:58.487 INFO:tasks.rados.rados.0.smithi028.stdout:2280: done (3 left) 2024-04-02T08:32:58.487 INFO:tasks.rados.rados.0.smithi028.stdout:2281: done (2 left) 2024-04-02T08:32:58.487 INFO:tasks.rados.rados.0.smithi028.stdout:2282: done (1 left) 2024-04-02T08:32:58.487 INFO:tasks.rados.rados.0.smithi028.stdout:2283: done (0 left) 2024-04-02T08:32:58.487 INFO:tasks.rados.rados.0.smithi028.stdout:2284: read oid 20 snap 232 2024-04-02T08:32:58.487 INFO:tasks.rados.rados.0.smithi028.stdout:2284: expect (ObjNum 688 snap 225 seq_num 688) 2024-04-02T08:32:58.487 INFO:tasks.rados.rados.0.smithi028.stdout:2285: snap_create 2024-04-02T08:32:58.543 INFO:tasks.rados.rados.0.smithi028.stdout:2284: expect (ObjNum 688 snap 225 seq_num 688) 2024-04-02T08:32:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:58 smithi137 ceph-mon[88456]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:32:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:58 smithi028 ceph-mon[94314]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:32:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:58 smithi028 ceph-mon[96890]: osdmap e532: 8 total, 8 up, 8 in 2024-04-02T08:32:59.803 INFO:tasks.rados.rados.0.smithi028.stdout:2284: done (1 left) 2024-04-02T08:32:59.803 INFO:tasks.rados.rados.0.smithi028.stdout:2285: done (0 left) 2024-04-02T08:32:59.803 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 239 2024-04-02T08:32:59.804 INFO:tasks.rados.rados.0.smithi028.stdout:2286: seq_num 722 ranges {0=98304} 2024-04-02T08:32:59.804 INFO:tasks.rados.rados.0.smithi028.stdout:2286: writing smithi02882251-5 from 0 to 98304 tid 1 2024-04-02T08:32:59.804 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 239 2024-04-02T08:32:59.804 INFO:tasks.rados.rados.0.smithi028.stdout:2287: seq_num 723 ranges {3686400=114688} 2024-04-02T08:32:59.825 INFO:tasks.rados.rados.0.smithi028.stdout:2287: writing smithi02882251-31 from 3686400 to 3801088 tid 1 2024-04-02T08:32:59.825 INFO:tasks.rados.rados.0.smithi028.stdout:2288: rmattr oid 17 current snap is 239 2024-04-02T08:32:59.825 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 1 to smithi02882251-5 2024-04-02T08:32:59.826 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 2 to smithi02882251-5 2024-04-02T08:32:59.826 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 3 to smithi02882251-5 2024-04-02T08:32:59.826 INFO:tasks.rados.rados.0.smithi028.stdout:2286: oid 5 updating version 0 to 1159 2024-04-02T08:32:59.826 INFO:tasks.rados.rados.0.smithi028.stdout:2286: oid 5 version 1159 is already newer than 1158 2024-04-02T08:32:59.826 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1159 (ObjNum 722 snap 239 seq_num 722) dirty exists 2024-04-02T08:32:59.826 INFO:tasks.rados.rados.0.smithi028.stdout:2286: left oid 5 (ObjNum 722 snap 239 seq_num 722) 2024-04-02T08:32:59.826 INFO:tasks.rados.rados.0.smithi028.stdout:2286: done (2 left) 2024-04-02T08:32:59.826 INFO:tasks.rados.rados.0.smithi028.stdout:2289: snap_remove snap 232 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2289: done (2 left) 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2290: snap_create 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2287: finishing write tid 1 to smithi02882251-31 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1355 (ObjNum 628 snap 201 seq_num 628) dirty exists 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2287: finishing write tid 2 to smithi02882251-31 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2287: finishing write tid 3 to smithi02882251-31 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2287: oid 31 updating version 0 to 1594 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2287: oid 31 updating version 1594 to 1595 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1595 (ObjNum 723 snap 239 seq_num 723) dirty exists 2024-04-02T08:32:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2287: left oid 31 (ObjNum 723 snap 239 seq_num 723) 2024-04-02T08:33:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:59 smithi028 ceph-mon[94314]: pgmap v460: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-02T08:33:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:32:59 smithi028 ceph-mon[94314]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:33:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:59 smithi028 ceph-mon[96890]: pgmap v460: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-02T08:33:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:32:59 smithi028 ceph-mon[96890]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:33:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:59 smithi137 ceph-mon[88456]: pgmap v460: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 476 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-02T08:33:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:32:59 smithi137 ceph-mon[88456]: osdmap e533: 8 total, 8 up, 8 in 2024-04-02T08:33:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:2287: done (2 left) 2024-04-02T08:33:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:2288: done (1 left) 2024-04-02T08:33:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:2290: done (0 left) 2024-04-02T08:33:00.899 INFO:tasks.rados.rados.0.smithi028.stdout:2291: rollback oid 30 current snap is 240 2024-04-02T08:33:00.899 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 184 2024-04-02T08:33:00.899 INFO:tasks.rados.rados.0.smithi028.stdout:2292: rollback oid 21 current snap is 240 2024-04-02T08:33:00.899 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 223 2024-04-02T08:33:00.899 INFO:tasks.rados.rados.0.smithi028.stdout:2293: delete oid 10 current snap is 240 2024-04-02T08:33:00.910 INFO:tasks.rados.rados.0.smithi028.stdout:2292: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:33:00.910 INFO:tasks.rados.rados.0.smithi028.stdout:2291: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:2291: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:2292: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1163 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:2291: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1358 (ObjNum 573 snap 177 seq_num 573) dirty exists 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:2291: done (2 left) 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:2292: done (1 left) 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:2293: done (0 left) 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 240 2024-04-02T08:33:00.912 INFO:tasks.rados.rados.0.smithi028.stdout:2294: seq_num 725 ranges {5177344=147456} 2024-04-02T08:33:00.941 INFO:tasks.rados.rados.0.smithi028.stdout:2294: writing smithi02882251-15 from 5177344 to 5324800 tid 1 2024-04-02T08:33:00.941 INFO:tasks.rados.rados.0.smithi028.stdout:2295: snap_create 2024-04-02T08:33:00.944 INFO:tasks.rados.rados.0.smithi028.stdout:2294: finishing write tid 1 to smithi02882251-15 2024-04-02T08:33:00.945 INFO:tasks.rados.rados.0.smithi028.stdout:2294: finishing write tid 2 to smithi02882251-15 2024-04-02T08:33:00.946 INFO:tasks.rados.rados.0.smithi028.stdout:2294: finishing write tid 3 to smithi02882251-15 2024-04-02T08:33:00.946 INFO:tasks.rados.rados.0.smithi028.stdout:2294: oid 15 updating version 0 to 1470 2024-04-02T08:33:00.946 INFO:tasks.rados.rados.0.smithi028.stdout:2294: oid 15 updating version 1470 to 1471 2024-04-02T08:33:00.946 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1471 (ObjNum 725 snap 240 seq_num 725) dirty exists 2024-04-02T08:33:00.946 INFO:tasks.rados.rados.0.smithi028.stdout:2294: left oid 15 (ObjNum 725 snap 240 seq_num 725) 2024-04-02T08:33:01.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:00 smithi137 ceph-mon[88456]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:33:01.166 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:33:01.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:00 smithi028 ceph-mon[96890]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:33:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:33:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:00 smithi028 ceph-mon[94314]: osdmap e534: 8 total, 8 up, 8 in 2024-04-02T08:33:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:33:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:33:01] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-04-02T08:33:01.827 INFO:tasks.rados.rados.0.smithi028.stdout:2294: done (1 left) 2024-04-02T08:33:01.827 INFO:tasks.rados.rados.0.smithi028.stdout:2295: done (0 left) 2024-04-02T08:33:01.827 INFO:tasks.rados.rados.0.smithi028.stdout:2296: rmattr oid 36 current snap is 241 2024-04-02T08:33:01.827 INFO:tasks.rados.rados.0.smithi028.stdout:2296: done (0 left) 2024-04-02T08:33:01.828 INFO:tasks.rados.rados.0.smithi028.stdout:2297: delete oid 24 current snap is 241 2024-04-02T08:33:01.835 INFO:tasks.rados.rados.0.smithi028.stdout:2297: done (0 left) 2024-04-02T08:33:01.835 INFO:tasks.rados.rados.0.smithi028.stdout:2298: read oid 46 snap -1 2024-04-02T08:33:01.835 INFO:tasks.rados.rados.0.smithi028.stdout:2298: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:01.835 INFO:tasks.rados.rados.0.smithi028.stdout:2299: read oid 23 snap -1 2024-04-02T08:33:01.835 INFO:tasks.rados.rados.0.smithi028.stdout:2299: expect (ObjNum 642 snap 205 seq_num 642) 2024-04-02T08:33:01.835 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 241 2024-04-02T08:33:01.835 INFO:tasks.rados.rados.0.smithi028.stdout:2300: seq_num 727 ranges {876544=180224} 2024-04-02T08:33:01.841 INFO:tasks.rados.rados.0.smithi028.stdout:2300: writing smithi02882251-25 from 876544 to 1056768 tid 1 2024-04-02T08:33:01.841 INFO:tasks.rados.rados.0.smithi028.stdout:2301: snap_create 2024-04-02T08:33:01.841 INFO:tasks.rados.rados.0.smithi028.stdout:2298: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:01.844 INFO:tasks.rados.rados.0.smithi028.stdout:2300: finishing write tid 1 to smithi02882251-25 2024-04-02T08:33:01.845 INFO:tasks.rados.rados.0.smithi028.stdout:2300: finishing write tid 2 to smithi02882251-25 2024-04-02T08:33:01.846 INFO:tasks.rados.rados.0.smithi028.stdout:2300: finishing write tid 3 to smithi02882251-25 2024-04-02T08:33:01.846 INFO:tasks.rados.rados.0.smithi028.stdout:2300: oid 25 updating version 0 to 1359 2024-04-02T08:33:01.846 INFO:tasks.rados.rados.0.smithi028.stdout:2300: oid 25 updating version 1359 to 1360 2024-04-02T08:33:01.846 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1360 (ObjNum 727 snap 241 seq_num 727) dirty exists 2024-04-02T08:33:01.846 INFO:tasks.rados.rados.0.smithi028.stdout:2300: left oid 25 (ObjNum 727 snap 241 seq_num 727) 2024-04-02T08:33:01.878 INFO:tasks.rados.rados.0.smithi028.stdout:2299: expect (ObjNum 642 snap 205 seq_num 642) 2024-04-02T08:33:02.056 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:01 smithi137 ceph-mon[88456]: pgmap v463: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 4 op/s 2024-04-02T08:33:02.056 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:01 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:33:02.056 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:01 smithi137 ceph-mon[88456]: Upgrade: osd.7 is safe to restart 2024-04-02T08:33:02.056 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:01 smithi137 ceph-mon[88456]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:33:02.056 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:01 smithi137 ceph-mon[88456]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:33:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[94314]: pgmap v463: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 4 op/s 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[94314]: Upgrade: osd.7 is safe to restart 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[94314]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[94314]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[96890]: pgmap v463: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 24 KiB/s wr, 4 op/s 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[96890]: Upgrade: osd.7 is safe to restart 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[96890]: osdmap e535: 8 total, 8 up, 8 in 2024-04-02T08:33:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:01 smithi028 ceph-mon[96890]: osdmap e536: 8 total, 8 up, 8 in 2024-04-02T08:33:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:33:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:02.660 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:33:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:2298: done (3 left) 2024-04-02T08:33:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:2299: done (2 left) 2024-04-02T08:33:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:2300: done (1 left) 2024-04-02T08:33:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:2301: done (0 left) 2024-04-02T08:33:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:2302: copy_from oid 28 from oid 37 current snap is 242 2024-04-02T08:33:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:2303: copy_from oid 24 from oid 14 current snap is 242 2024-04-02T08:33:02.828 INFO:tasks.rados.rados.0.smithi028.stdout:2304: delete oid 36 current snap is 242 2024-04-02T08:33:02.831 INFO:tasks.rados.rados.0.smithi028.stdout:2304: done (2 left) 2024-04-02T08:33:02.831 INFO:tasks.rados.rados.0.smithi028.stdout:2305: read oid 31 snap -1 2024-04-02T08:33:02.831 INFO:tasks.rados.rados.0.smithi028.stdout:2305: expect (ObjNum 723 snap 239 seq_num 723) 2024-04-02T08:33:02.831 INFO:tasks.rados.rados.0.smithi028.stdout:2306: snap_remove snap 222 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (9m) 2m ago 10m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (10m) 22s ago 10m 89.8M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (11m) 2m ago 11m 20.2M - 18.2.2-1059-g4d05f4ca 909dce4fe53d cf39e841d71b 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (11m) 22s ago 11m 18.0M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (5m) 22s ago 15m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (6m) 2m ago 16m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (5m) 2m ago 17m 56.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (4m) 22s ago 15m 50.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:33:03.000 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (4m) 2m ago 15m 50.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (10m) 2m ago 10m 15.8M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (10m) 22s ago 10m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (3m) 2m ago 14m 207M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (3m) 2m ago 14m 163M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (2m) 2m ago 14m 139M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (2m) 2m ago 13m 15.0M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (97s) 22s ago 13m 191M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 66f79285ff41 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (62s) 22s ago 12m 142M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b6258291b147 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (27s) 22s ago 12m 12.7M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 82ed86027c61 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (12m) 22s ago 12m 309M 2480M 18.2.2-1059-g4d05f4ca 909dce4fe53d 27f31be3636d 2024-04-02T08:33:03.001 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (5m) 22s ago 11m 61.8M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:33:03.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:03 smithi137 ceph-mon[88456]: Upgrade: Updating osd.7 2024-04-02T08:33:03.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:03 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:03.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:33:03.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:03.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:03 smithi137 ceph-mon[88456]: Deploying daemon osd.7 on smithi137 2024-04-02T08:33:03.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:03 smithi137 ceph-mon[88456]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 7 2024-04-02T08:33:03.403 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:33:03.404 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:33:03.404 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 2 2024-04-02T08:33:03.404 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:33:03.404 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:33:03.404 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 3, 2024-04-02T08:33:03.404 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 12 2024-04-02T08:33:03.404 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:33:03.404 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:33:03.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[94314]: Upgrade: Updating osd.7 2024-04-02T08:33:03.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:03.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[94314]: Deploying daemon osd.7 on smithi137 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[94314]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[96890]: Upgrade: Updating osd.7 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[96890]: Deploying daemon osd.7 on smithi137 2024-04-02T08:33:03.405 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:03 smithi028 ceph-mon[96890]: osdmap e537: 8 total, 8 up, 8 in 2024-04-02T08:33:03.831 INFO:tasks.rados.rados.0.smithi028.stdout:2306: done (3 left) 2024-04-02T08:33:03.831 INFO:tasks.rados.rados.0.smithi028.stdout:2307: snap_create 2024-04-02T08:33:03.831 INFO:tasks.rados.rados.0.smithi028.stdout:2302: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:33:03.831 INFO:tasks.rados.rados.0.smithi028.stdout:2302: finishing copy_from to smithi02882251-28 2024-04-02T08:33:03.831 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1468 (ObjNum 507 snap 161 seq_num 507) dirty exists 2024-04-02T08:33:03.831 INFO:tasks.rados.rados.0.smithi028.stdout:2303: finishing copy_from racing read to smithi02882251-24 2024-04-02T08:33:03.831 INFO:tasks.rados.rados.0.smithi028.stdout:2305: expect (ObjNum 723 snap 239 seq_num 723) 2024-04-02T08:33:04.031 INFO:tasks.rados.rados.0.smithi028.stdout:2303: finishing copy_from to smithi02882251-24 2024-04-02T08:33:04.032 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1877 (ObjNum 706 snap 233 seq_num 706) dirty exists 2024-04-02T08:33:04.264 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:04 smithi137 ceph-mon[88456]: pgmap v466: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 294 KiB/s wr, 12 op/s 2024-04-02T08:33:04.264 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:04 smithi137 ceph-mon[88456]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.264 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:04 smithi137 ceph-mon[88456]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.264 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:04 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/134149700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:04.264 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:04 smithi137 ceph-mon[88456]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[94314]: pgmap v466: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 294 KiB/s wr, 12 op/s 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[94314]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[94314]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/134149700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[94314]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[96890]: pgmap v466: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 294 KiB/s wr, 12 op/s 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[96890]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[96890]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/134149700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:04.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:04 smithi028 ceph-mon[96890]: osdmap e538: 8 total, 8 up, 8 in 2024-04-02T08:33:04.832 INFO:tasks.rados.rados.0.smithi028.stdout:2302: done (3 left) 2024-04-02T08:33:04.832 INFO:tasks.rados.rados.0.smithi028.stdout:2303: done (2 left) 2024-04-02T08:33:04.832 INFO:tasks.rados.rados.0.smithi028.stdout:2305: done (1 left) 2024-04-02T08:33:04.832 INFO:tasks.rados.rados.0.smithi028.stdout:2307: done (0 left) 2024-04-02T08:33:04.832 INFO:tasks.rados.rados.0.smithi028.stdout:2308: snap_remove snap 231 2024-04-02T08:33:05.411 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:05 smithi137 systemd[1]: Stopping Ceph osd.7 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:05.840 INFO:tasks.rados.rados.0.smithi028.stdout:2308: done (0 left) 2024-04-02T08:33:05.840 INFO:tasks.rados.rados.0.smithi028.stdout:2309: copy_from oid 33 from oid 14 current snap is 243 2024-04-02T08:33:05.840 INFO:tasks.rados.rados.0.smithi028.stdout:2310: rmattr oid 20 current snap is 243 2024-04-02T08:33:05.840 INFO:tasks.rados.rados.0.smithi028.stdout:2311: snap_remove snap 237 2024-04-02T08:33:05.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[55637]: 2024-04-02T08:33:05.411+0000 7f6bbfae0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:33:05.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[55637]: 2024-04-02T08:33:05.411+0000 7f6bbfae0700 -1 osd.7 539 *** Got signal Terminated *** 2024-04-02T08:33:05.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[55637]: 2024-04-02T08:33:05.411+0000 7f6bbfae0700 -1 osd.7 539 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T08:33:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:05 smithi137 ceph-mon[88456]: pgmap v469: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 270 KiB/s wr, 7 op/s 2024-04-02T08:33:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:05 smithi137 ceph-mon[88456]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:33:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:05 smithi137 ceph-mon[88456]: osd.7 marked itself down and dead 2024-04-02T08:33:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:05 smithi028 ceph-mon[94314]: pgmap v469: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 270 KiB/s wr, 7 op/s 2024-04-02T08:33:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:05 smithi028 ceph-mon[94314]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:33:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:05 smithi028 ceph-mon[94314]: osd.7 marked itself down and dead 2024-04-02T08:33:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:05 smithi028 ceph-mon[96890]: pgmap v469: 121 pgs: 121 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 270 KiB/s wr, 7 op/s 2024-04-02T08:33:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:05 smithi028 ceph-mon[96890]: osdmap e539: 8 total, 8 up, 8 in 2024-04-02T08:33:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:05 smithi028 ceph-mon[96890]: osd.7 marked itself down and dead 2024-04-02T08:33:06.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:06.517 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:06 smithi137 podman[109820]: 2024-04-02 08:33:06.208815865 +0000 UTC m=+0.906036067 container died 27f31be3636da62945211e045ba16bfec45058e8269ea5ac1cabf6a8cf5b49ee (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-02T08:33:06.833 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:06 smithi137 podman[109820]: 2024-04-02 08:33:06.609334902 +0000 UTC m=+1.306555100 container cleanup 27f31be3636da62945211e045ba16bfec45058e8269ea5ac1cabf6a8cf5b49ee (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-4d05f4c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-02T08:33:06.833 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:06 smithi137 bash[109820]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T08:33:06.836 INFO:tasks.rados.rados.0.smithi028.stdout:2311: done (2 left) 2024-04-02T08:33:06.836 INFO:tasks.rados.rados.0.smithi028.stdout:2312: snap_create 2024-04-02T08:33:06.836 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1173 (ObjNum 688 snap 225 seq_num 688) dirty exists 2024-04-02T08:33:06.866 INFO:tasks.rados.rados.0.smithi028.stdout:2309: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:33:06.867 INFO:tasks.rados.rados.0.smithi028.stdout:2309: finishing copy_from to smithi02882251-33 2024-04-02T08:33:06.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1877 (ObjNum 706 snap 233 seq_num 706) dirty exists 2024-04-02T08:33:07.145 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:06 smithi137 podman[109844]: 2024-04-02 08:33:06.8355176 +0000 UTC m=+0.630779503 container remove 27f31be3636da62945211e045ba16bfec45058e8269ea5ac1cabf6a8cf5b49ee (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=reef-4d05f4c, GIT_CLEAN=True, ceph=True) 2024-04-02T08:33:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:06 smithi137 ceph-mon[88456]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:33:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:06 smithi137 ceph-mon[88456]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:33:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:06 smithi137 ceph-mon[88456]: osdmap e540: 8 total, 7 up, 8 in 2024-04-02T08:33:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:06 smithi137 ceph-mon[88456]: osdmap e541: 8 total, 7 up, 8 in 2024-04-02T08:33:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:06 smithi028 ceph-mon[94314]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:33:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:06 smithi028 ceph-mon[94314]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:33:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:06 smithi028 ceph-mon[94314]: osdmap e540: 8 total, 7 up, 8 in 2024-04-02T08:33:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:06 smithi028 ceph-mon[94314]: osdmap e541: 8 total, 7 up, 8 in 2024-04-02T08:33:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:06 smithi028 ceph-mon[96890]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T08:33:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:06 smithi028 ceph-mon[96890]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-02T08:33:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:06 smithi028 ceph-mon[96890]: osdmap e540: 8 total, 7 up, 8 in 2024-04-02T08:33:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:06 smithi028 ceph-mon[96890]: osdmap e541: 8 total, 7 up, 8 in 2024-04-02T08:33:07.411 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:07 smithi137 podman[109942]: 2024-04-02 08:33:07.060234907 +0000 UTC m=+0.017659314 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:33:07.411 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:07 smithi137 podman[109942]: 2024-04-02 08:33:07.295108952 +0000 UTC m=+0.252533374 container create 134f96375b32a615c0458b46cc03458362d3ff6b41da21f26d3f6df2b3424fa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:07.675 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:07 smithi137 podman[109942]: 2024-04-02 08:33:07.505974283 +0000 UTC m=+0.463398677 container init 134f96375b32a615c0458b46cc03458362d3ff6b41da21f26d3f6df2b3424fa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T08:33:07.675 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:07 smithi137 podman[109942]: 2024-04-02 08:33:07.512512462 +0000 UTC m=+0.469936843 container start 134f96375b32a615c0458b46cc03458362d3ff6b41da21f26d3f6df2b3424fa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-02T08:33:07.675 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:07 smithi137 podman[109942]: 2024-04-02 08:33:07.589100833 +0000 UTC m=+0.546525225 container attach 134f96375b32a615c0458b46cc03458362d3ff6b41da21f26d3f6df2b3424fa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-04-02T08:33:07.836 INFO:tasks.rados.rados.0.smithi028.stdout:2309: done (2 left) 2024-04-02T08:33:07.836 INFO:tasks.rados.rados.0.smithi028.stdout:2310: done (1 left) 2024-04-02T08:33:07.836 INFO:tasks.rados.rados.0.smithi028.stdout:2312: done (0 left) 2024-04-02T08:33:07.837 INFO:tasks.rados.rados.0.smithi028.stdout:2313: read oid 47 snap -1 2024-04-02T08:33:07.837 INFO:tasks.rados.rados.0.smithi028.stdout:2313: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:33:07.837 INFO:tasks.rados.rados.0.smithi028.stdout:2314: snap_create 2024-04-02T08:33:07.865 INFO:tasks.rados.rados.0.smithi028.stdout:2313: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:33:08.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:07 smithi137 ceph-mon[88456]: pgmap v472: 121 pgs: 30 peering, 6 stale+active+clean, 85 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:33:08.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:07 smithi137 ceph-mon[88456]: Health check failed: Reduced data availability: 8 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-04-02T08:33:08.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:07 smithi137 ceph-mon[88456]: osdmap e542: 8 total, 7 up, 8 in 2024-04-02T08:33:08.108 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:07 smithi137 podman[109942]: 2024-04-02 08:33:07.819157348 +0000 UTC m=+0.776581740 container died 134f96375b32a615c0458b46cc03458362d3ff6b41da21f26d3f6df2b3424fa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T08:33:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:07 smithi028 ceph-mon[94314]: pgmap v472: 121 pgs: 30 peering, 6 stale+active+clean, 85 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:33:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:07 smithi028 ceph-mon[94314]: Health check failed: Reduced data availability: 8 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-04-02T08:33:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:07 smithi028 ceph-mon[94314]: osdmap e542: 8 total, 7 up, 8 in 2024-04-02T08:33:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:07 smithi028 ceph-mon[96890]: pgmap v472: 121 pgs: 30 peering, 6 stale+active+clean, 85 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:33:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:07 smithi028 ceph-mon[96890]: Health check failed: Reduced data availability: 8 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-04-02T08:33:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:07 smithi028 ceph-mon[96890]: osdmap e542: 8 total, 7 up, 8 in 2024-04-02T08:33:08.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:08 smithi137 podman[109992]: 2024-04-02 08:33:08.384197387 +0000 UTC m=+0.559743633 container remove 134f96375b32a615c0458b46cc03458362d3ff6b41da21f26d3f6df2b3424fa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:33:08.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:08 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-02T08:33:08.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:08 smithi137 systemd[1]: Stopped Ceph osd.7 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:08.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:08 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Consumed 20.530s CPU time. 2024-04-02T08:33:08.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:08 smithi137 systemd[1]: Starting Ceph osd.7 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:08.838 INFO:tasks.rados.rados.0.smithi028.stdout:2313: done (1 left) 2024-04-02T08:33:08.838 INFO:tasks.rados.rados.0.smithi028.stdout:2314: done (0 left) 2024-04-02T08:33:08.838 INFO:tasks.rados.rados.0.smithi028.stdout:2315: snap_create 2024-04-02T08:33:08.982 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:08 smithi137 podman[110109]: 2024-04-02 08:33:08.724711772 +0000 UTC m=+0.017812120 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:33:08.982 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:08 smithi137 podman[110109]: 2024-04-02 08:33:08.852327647 +0000 UTC m=+0.145427981 container create 46d97e3f169b4b4cf7ffcc522d95956c09bdc6a6c68645bd034fe571e7e732ce (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:09.395 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 podman[110109]: 2024-04-02 08:33:09.096310992 +0000 UTC m=+0.389411325 container init 46d97e3f169b4b4cf7ffcc522d95956c09bdc6a6c68645bd034fe571e7e732ce (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-02T08:33:09.395 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 podman[110109]: 2024-04-02 08:33:09.102084138 +0000 UTC m=+0.395184476 container start 46d97e3f169b4b4cf7ffcc522d95956c09bdc6a6c68645bd034fe571e7e732ce (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, ceph=True) 2024-04-02T08:33:09.395 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 podman[110109]: 2024-04-02 08:33:09.179879837 +0000 UTC m=+0.472980202 container attach 46d97e3f169b4b4cf7ffcc522d95956c09bdc6a6c68645bd034fe571e7e732ce (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD) 2024-04-02T08:33:09.840 INFO:tasks.rados.rados.0.smithi028.stdout:2315: done (0 left) 2024-04-02T08:33:09.841 INFO:tasks.rados.rados.0.smithi028.stdout:2316: read oid 30 snap 230 2024-04-02T08:33:09.841 INFO:tasks.rados.rados.0.smithi028.stdout:2316: expect (ObjNum 517 snap 164 seq_num 517) 2024-04-02T08:33:09.841 INFO:tasks.rados.rados.0.smithi028.stdout:2317: read oid 25 snap -1 2024-04-02T08:33:09.841 INFO:tasks.rados.rados.0.smithi028.stdout:2317: expect (ObjNum 727 snap 241 seq_num 727) 2024-04-02T08:33:09.841 INFO:tasks.rados.rados.0.smithi028.stdout:2318: read oid 50 snap -1 2024-04-02T08:33:09.841 INFO:tasks.rados.rados.0.smithi028.stdout:2318: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:33:09.841 INFO:tasks.rados.rados.0.smithi028.stdout:2319: snap_create 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[110124]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[110124]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 bash[110109]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 bash[110109]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 bash[110109]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 bash[110109]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 bash[110109]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 bash[110109]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:33:09.842 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 bash[110109]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:33:09.843 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[110124]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-02T08:33:09.843 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[110124]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-02T08:33:09.843 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[110124]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-02T08:33:09.843 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[110124]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-02T08:33:09.843 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate[110124]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-02T08:33:09.843 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:09 smithi137 podman[110109]: 2024-04-02 08:33:09.569100768 +0000 UTC m=+0.862201101 container died 46d97e3f169b4b4cf7ffcc522d95956c09bdc6a6c68645bd034fe571e7e732ce (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326) 2024-04-02T08:33:09.867 INFO:tasks.rados.rados.0.smithi028.stdout:2316: expect (ObjNum 517 snap 164 seq_num 517) 2024-04-02T08:33:09.972 INFO:tasks.rados.rados.0.smithi028.stdout:2317: expect (ObjNum 727 snap 241 seq_num 727) 2024-04-02T08:33:10.014 INFO:tasks.rados.rados.0.smithi028.stdout:2318: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:33:10.131 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-mon[88456]: pgmap v475: 121 pgs: 30 peering, 6 stale+active+clean, 85 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:33:10.131 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:09 smithi137 ceph-mon[88456]: osdmap e543: 8 total, 7 up, 8 in 2024-04-02T08:33:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:09 smithi028 ceph-mon[94314]: pgmap v475: 121 pgs: 30 peering, 6 stale+active+clean, 85 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:33:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:09 smithi028 ceph-mon[94314]: osdmap e543: 8 total, 7 up, 8 in 2024-04-02T08:33:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:09 smithi028 ceph-mon[96890]: pgmap v475: 121 pgs: 30 peering, 6 stale+active+clean, 85 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:33:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:09 smithi028 ceph-mon[96890]: osdmap e543: 8 total, 7 up, 8 in 2024-04-02T08:33:10.395 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:10 smithi137 podman[110270]: 2024-04-02 08:33:10.133528458 +0000 UTC m=+0.559627338 container remove 46d97e3f169b4b4cf7ffcc522d95956c09bdc6a6c68645bd034fe571e7e732ce (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-02T08:33:10.395 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:10 smithi137 podman[110338]: 2024-04-02 08:33:10.246793283 +0000 UTC m=+0.018166650 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:33:10.395 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:10 smithi137 podman[110338]: 2024-04-02 08:33:10.359655486 +0000 UTC m=+0.131028840 container create b9b7a0672a081448abed53abd12f528f53b861924fe51770903b77594e9d57fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T08:33:10.841 INFO:tasks.rados.rados.0.smithi028.stdout:2316: done (3 left) 2024-04-02T08:33:10.841 INFO:tasks.rados.rados.0.smithi028.stdout:2317: done (2 left) 2024-04-02T08:33:10.842 INFO:tasks.rados.rados.0.smithi028.stdout:2318: done (1 left) 2024-04-02T08:33:10.842 INFO:tasks.rados.rados.0.smithi028.stdout:2319: done (0 left) 2024-04-02T08:33:10.842 INFO:tasks.rados.rados.0.smithi028.stdout:2320: snap_remove snap 214 2024-04-02T08:33:10.845 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:10 smithi137 podman[110338]: 2024-04-02 08:33:10.553570573 +0000 UTC m=+0.324943941 container init b9b7a0672a081448abed53abd12f528f53b861924fe51770903b77594e9d57fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-02T08:33:10.845 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:10 smithi137 podman[110338]: 2024-04-02 08:33:10.559158271 +0000 UTC m=+0.330531628 container start b9b7a0672a081448abed53abd12f528f53b861924fe51770903b77594e9d57fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-02T08:33:10.845 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:10 smithi137 ceph-osd[110376]: -- 172.21.15.137:0/1364084803 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564d02c6d680 con 0x564d02c36c00 2024-04-02T08:33:10.845 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:10 smithi137 bash[110338]: b9b7a0672a081448abed53abd12f528f53b861924fe51770903b77594e9d57fb 2024-04-02T08:33:10.845 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:10 smithi137 systemd[1]: Started Ceph osd.7 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:11.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:10 smithi137 ceph-mon[88456]: osdmap e544: 8 total, 7 up, 8 in 2024-04-02T08:33:11.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:10 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:11.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:10 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:11.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:10 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:11.107 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:10 smithi137 ceph-mon[88456]: osdmap e545: 8 total, 7 up, 8 in 2024-04-02T08:33:11.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[96890]: osdmap e544: 8 total, 7 up, 8 in 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[96890]: osdmap e545: 8 total, 7 up, 8 in 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[94314]: osdmap e544: 8 total, 7 up, 8 in 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:10 smithi028 ceph-mon[94314]: osdmap e545: 8 total, 7 up, 8 in 2024-04-02T08:33:11.395 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T08:33:11.108+0000 7fd7c7b2a7c0 -1 Falling back to public interface 2024-04-02T08:33:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:33:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:33:11] "GET /metrics HTTP/1.1" 200 36259 "" "Prometheus/2.43.0" 2024-04-02T08:33:11.831 INFO:tasks.rados.rados.0.smithi028.stdout:2320: done (0 left) 2024-04-02T08:33:11.831 INFO:tasks.rados.rados.0.smithi028.stdout:2321: rmattr oid 49 current snap is 247 2024-04-02T08:33:11.832 INFO:tasks.rados.rados.0.smithi028.stdout:2321: done (0 left) 2024-04-02T08:33:11.832 INFO:tasks.rados.rados.0.smithi028.stdout:2322: rollback oid 9 current snap is 247 2024-04-02T08:33:11.832 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 213 2024-04-02T08:33:11.832 INFO:tasks.rados.rados.0.smithi028.stdout:2323: snap_create 2024-04-02T08:33:11.844 INFO:tasks.rados.rados.0.smithi028.stdout:2322: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:33:11.847 INFO:tasks.rados.rados.0.smithi028.stdout:2322: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:33:11.847 INFO:tasks.rados.rados.0.smithi028.stdout:2322: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:33:11.847 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1938 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-04-02T08:33:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:11 smithi137 ceph-mon[88456]: pgmap v478: 121 pgs: 5 active+undersized+degraded, 30 peering, 9 active+undersized, 77 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 op/s; 41/792 objects degraded (5.177%) 2024-04-02T08:33:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:11 smithi137 ceph-mon[88456]: Health check failed: Degraded data redundancy: 41/792 objects degraded (5.177%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:33:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:11 smithi137 ceph-mon[88456]: osdmap e546: 8 total, 7 up, 8 in 2024-04-02T08:33:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:11 smithi028 ceph-mon[94314]: pgmap v478: 121 pgs: 5 active+undersized+degraded, 30 peering, 9 active+undersized, 77 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 op/s; 41/792 objects degraded (5.177%) 2024-04-02T08:33:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:11 smithi028 ceph-mon[94314]: Health check failed: Degraded data redundancy: 41/792 objects degraded (5.177%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:33:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:11 smithi028 ceph-mon[94314]: osdmap e546: 8 total, 7 up, 8 in 2024-04-02T08:33:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:11 smithi028 ceph-mon[96890]: pgmap v478: 121 pgs: 5 active+undersized+degraded, 30 peering, 9 active+undersized, 77 active+clean; 497 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 0 op/s; 41/792 objects degraded (5.177%) 2024-04-02T08:33:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:11 smithi028 ceph-mon[96890]: Health check failed: Degraded data redundancy: 41/792 objects degraded (5.177%), 5 pgs degraded (PG_DEGRADED) 2024-04-02T08:33:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:11 smithi028 ceph-mon[96890]: osdmap e546: 8 total, 7 up, 8 in 2024-04-02T08:33:12.625 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:33:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:12.833 INFO:tasks.rados.rados.0.smithi028.stdout:2322: done (1 left) 2024-04-02T08:33:12.833 INFO:tasks.rados.rados.0.smithi028.stdout:2323: done (0 left) 2024-04-02T08:33:12.833 INFO:tasks.rados.rados.0.smithi028.stdout:2324: rmattr oid 32 current snap is 248 2024-04-02T08:33:12.833 INFO:tasks.rados.rados.0.smithi028.stdout:2325: rollback oid 9 current snap is 248 2024-04-02T08:33:12.834 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 219 2024-04-02T08:33:12.834 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 248 2024-04-02T08:33:12.834 INFO:tasks.rados.rados.0.smithi028.stdout:2326: seq_num 729 ranges {876544=212992} 2024-04-02T08:33:12.839 INFO:tasks.rados.rados.0.smithi028.stdout:2326: writing smithi02882251-7 from 876544 to 1089536 tid 1 2024-04-02T08:33:12.839 INFO:tasks.rados.rados.0.smithi028.stdout:2327: snap_create 2024-04-02T08:33:12.839 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1191 (ObjNum 689 snap 225 seq_num 689) dirty exists 2024-04-02T08:33:12.839 INFO:tasks.rados.rados.0.smithi028.stdout:2325: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:33:12.839 INFO:tasks.rados.rados.0.smithi028.stdout:2325: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:33:12.839 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1941 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:33:12.842 INFO:tasks.rados.rados.0.smithi028.stdout:2326: finishing write tid 1 to smithi02882251-7 2024-04-02T08:33:12.842 INFO:tasks.rados.rados.0.smithi028.stdout:2326: finishing write tid 2 to smithi02882251-7 2024-04-02T08:33:12.843 INFO:tasks.rados.rados.0.smithi028.stdout:2326: finishing write tid 3 to smithi02882251-7 2024-04-02T08:33:12.843 INFO:tasks.rados.rados.0.smithi028.stdout:2326: oid 7 updating version 0 to 1356 2024-04-02T08:33:12.843 INFO:tasks.rados.rados.0.smithi028.stdout:2326: oid 7 updating version 1356 to 1357 2024-04-02T08:33:12.843 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1357 (ObjNum 729 snap 248 seq_num 729) dirty exists 2024-04-02T08:33:12.843 INFO:tasks.rados.rados.0.smithi028.stdout:2326: left oid 7 (ObjNum 729 snap 248 seq_num 729) 2024-04-02T08:33:13.838 INFO:tasks.rados.rados.0.smithi028.stdout:2324: done (3 left) 2024-04-02T08:33:13.839 INFO:tasks.rados.rados.0.smithi028.stdout:2325: done (2 left) 2024-04-02T08:33:13.839 INFO:tasks.rados.rados.0.smithi028.stdout:2326: done (1 left) 2024-04-02T08:33:13.839 INFO:tasks.rados.rados.0.smithi028.stdout:2327: done (0 left) 2024-04-02T08:33:13.839 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 249 2024-04-02T08:33:13.839 INFO:tasks.rados.rados.0.smithi028.stdout:2328: seq_num 730 ranges {2711552=229376} 2024-04-02T08:33:13.854 INFO:tasks.rados.rados.0.smithi028.stdout:2328: writing smithi02882251-33 from 2711552 to 2940928 tid 1 2024-04-02T08:33:13.854 INFO:tasks.rados.rados.0.smithi028.stdout:2329: snap_create 2024-04-02T08:33:13.859 INFO:tasks.rados.rados.0.smithi028.stdout:2328: finishing write tid 1 to smithi02882251-33 2024-04-02T08:33:13.859 INFO:tasks.rados.rados.0.smithi028.stdout:2328: finishing write tid 2 to smithi02882251-33 2024-04-02T08:33:13.861 INFO:tasks.rados.rados.0.smithi028.stdout:2328: finishing write tid 3 to smithi02882251-33 2024-04-02T08:33:13.861 INFO:tasks.rados.rados.0.smithi028.stdout:2328: oid 33 updating version 0 to 1878 2024-04-02T08:33:13.861 INFO:tasks.rados.rados.0.smithi028.stdout:2328: oid 33 updating version 1878 to 1879 2024-04-02T08:33:13.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1879 (ObjNum 730 snap 249 seq_num 730) dirty exists 2024-04-02T08:33:13.861 INFO:tasks.rados.rados.0.smithi028.stdout:2328: left oid 33 (ObjNum 730 snap 249 seq_num 730) 2024-04-02T08:33:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:13 smithi137 ceph-mon[88456]: pgmap v481: 121 pgs: 10 active+undersized+degraded, 34 active+undersized, 77 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 662 KiB/s wr, 4 op/s; 84/795 objects degraded (10.566%) 2024-04-02T08:33:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:13 smithi137 ceph-mon[88456]: osdmap e547: 8 total, 7 up, 8 in 2024-04-02T08:33:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:13 smithi137 ceph-mon[88456]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 9 pgs peering) 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:13 smithi028 ceph-mon[96890]: pgmap v481: 121 pgs: 10 active+undersized+degraded, 34 active+undersized, 77 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 662 KiB/s wr, 4 op/s; 84/795 objects degraded (10.566%) 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:13 smithi028 ceph-mon[96890]: osdmap e547: 8 total, 7 up, 8 in 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:13 smithi028 ceph-mon[96890]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 9 pgs peering) 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:13 smithi028 ceph-mon[94314]: pgmap v481: 121 pgs: 10 active+undersized+degraded, 34 active+undersized, 77 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 662 KiB/s wr, 4 op/s; 84/795 objects degraded (10.566%) 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:13 smithi028 ceph-mon[94314]: osdmap e547: 8 total, 7 up, 8 in 2024-04-02T08:33:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:13 smithi028 ceph-mon[94314]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 9 pgs peering) 2024-04-02T08:33:14.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:14 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T08:33:14.356+0000 7fd7c7b2a7c0 -1 osd.7 539 log_to_monitors true 2024-04-02T08:33:14.844 INFO:tasks.rados.rados.0.smithi028.stdout:2328: done (1 left) 2024-04-02T08:33:14.844 INFO:tasks.rados.rados.0.smithi028.stdout:2329: done (0 left) 2024-04-02T08:33:14.844 INFO:tasks.rados.rados.0.smithi028.stdout:2330: delete oid 46 current snap is 250 2024-04-02T08:33:14.847 INFO:tasks.rados.rados.0.smithi028.stdout:2330: done (0 left) 2024-04-02T08:33:14.847 INFO:tasks.rados.rados.0.smithi028.stdout:2331: delete oid 40 current snap is 250 2024-04-02T08:33:14.854 INFO:tasks.rados.rados.0.smithi028.stdout:2331: done (0 left) 2024-04-02T08:33:14.854 INFO:tasks.rados.rados.0.smithi028.stdout:2332: snap_create 2024-04-02T08:33:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:14 smithi137 ceph-mon[88456]: osdmap e548: 8 total, 7 up, 8 in 2024-04-02T08:33:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:14 smithi137 ceph-mon[88456]: from='osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:33:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:14 smithi137 ceph-mon[88456]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:33:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:14 smithi028 ceph-mon[94314]: osdmap e548: 8 total, 7 up, 8 in 2024-04-02T08:33:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:14 smithi028 ceph-mon[94314]: from='osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:33:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:14 smithi028 ceph-mon[94314]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:33:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:14 smithi028 ceph-mon[96890]: osdmap e548: 8 total, 7 up, 8 in 2024-04-02T08:33:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:14 smithi028 ceph-mon[96890]: from='osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:33:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:14 smithi028 ceph-mon[96890]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-02T08:33:15.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T08:33:15.306+0000 7fd7b4f7a700 -1 osd.7 539 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-02T08:33:15.851 INFO:tasks.rados.rados.0.smithi028.stdout:2332: done (0 left) 2024-04-02T08:33:15.851 INFO:tasks.rados.rados.0.smithi028.stdout:2333: read oid 50 snap -1 2024-04-02T08:33:15.852 INFO:tasks.rados.rados.0.smithi028.stdout:2333: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:33:15.852 INFO:tasks.rados.rados.0.smithi028.stdout:2334: read oid 18 snap -1 2024-04-02T08:33:15.852 INFO:tasks.rados.rados.0.smithi028.stdout:2334: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:15.852 INFO:tasks.rados.rados.0.smithi028.stdout:2335: setattr oid 7 current snap is 251 2024-04-02T08:33:15.854 INFO:tasks.rados.rados.0.smithi028.stdout:2336: snap_create 2024-04-02T08:33:15.863 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1358 (ObjNum 729 snap 248 seq_num 729) dirty exists 2024-04-02T08:33:15.883 INFO:tasks.rados.rados.0.smithi028.stdout:2333: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:33:16.098 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[94314]: pgmap v484: 121 pgs: 10 active+undersized+degraded, 34 active+undersized, 77 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 662 KiB/s wr, 3 op/s; 84/795 objects degraded (10.566%) 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[94314]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[94314]: osdmap e549: 8 total, 7 up, 8 in 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[94314]: from='osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[94314]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[94314]: from='osd.7 ' entity='osd.7' 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[96890]: pgmap v484: 121 pgs: 10 active+undersized+degraded, 34 active+undersized, 77 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 662 KiB/s wr, 3 op/s; 84/795 objects degraded (10.566%) 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[96890]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:33:16.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[96890]: osdmap e549: 8 total, 7 up, 8 in 2024-04-02T08:33:16.100 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[96890]: from='osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:33:16.100 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[96890]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:33:16.100 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[96890]: from='osd.7 ' entity='osd.7' 2024-04-02T08:33:16.100 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:16.100 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-mon[88456]: pgmap v484: 121 pgs: 10 active+undersized+degraded, 34 active+undersized, 77 active+clean; 499 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 662 KiB/s wr, 3 op/s; 84/795 objects degraded (10.566%) 2024-04-02T08:33:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-mon[88456]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-02T08:33:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-mon[88456]: osdmap e549: 8 total, 7 up, 8 in 2024-04-02T08:33:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-mon[88456]: from='osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:33:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-mon[88456]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-04-02T08:33:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-mon[88456]: from='osd.7 ' entity='osd.7' 2024-04-02T08:33:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2333: done (3 left) 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2335: done (2 left) 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2336: done (1 left) 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2337: read oid 11 snap -1 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2337: expect (ObjNum 544 snap 170 seq_num 544) 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2338: read oid 26 snap -1 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2338: expect deleted 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2339: read oid 9 snap -1 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2339: expect deleted 2024-04-02T08:33:16.856 INFO:tasks.rados.rados.0.smithi028.stdout:2340: snap_create 2024-04-02T08:33:16.874 INFO:tasks.rados.rados.0.smithi028.stdout:2334: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:16.890 INFO:tasks.rados.rados.0.smithi028.stdout:2337: expect (ObjNum 544 snap 170 seq_num 544) 2024-04-02T08:33:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:16 smithi137 ceph-mon[88456]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:33:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:16 smithi137 ceph-mon[88456]: osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650] boot 2024-04-02T08:33:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:16 smithi137 ceph-mon[88456]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:33:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:16 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:16 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:17.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:16 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:17.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:16 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 84/795 objects degraded (10.566%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:33:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[94314]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[94314]: osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650] boot 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[94314]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 84/795 objects degraded (10.566%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[96890]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[96890]: osd.7 [v2:172.21.15.137:6824/1637586650,v1:172.21.15.137:6825/1637586650] boot 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[96890]: osdmap e550: 8 total, 8 up, 8 in 2024-04-02T08:33:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-02T08:33:17.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:17.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:17.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:16 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 84/795 objects degraded (10.566%), 10 pgs degraded (PG_DEGRADED) 2024-04-02T08:33:17.856 INFO:tasks.rados.rados.0.smithi028.stdout:2334: done (4 left) 2024-04-02T08:33:17.856 INFO:tasks.rados.rados.0.smithi028.stdout:2337: done (3 left) 2024-04-02T08:33:17.856 INFO:tasks.rados.rados.0.smithi028.stdout:2338: done (2 left) 2024-04-02T08:33:17.856 INFO:tasks.rados.rados.0.smithi028.stdout:2339: done (1 left) 2024-04-02T08:33:17.857 INFO:tasks.rados.rados.0.smithi028.stdout:2340: done (0 left) 2024-04-02T08:33:17.857 INFO:tasks.rados.rados.0.smithi028.stdout:2341: copy_from oid 22 from oid 19 current snap is 253 2024-04-02T08:33:17.857 INFO:tasks.rados.rados.0.smithi028.stdout:2342: read oid 11 snap -1 2024-04-02T08:33:17.857 INFO:tasks.rados.rados.0.smithi028.stdout:2342: expect (ObjNum 544 snap 170 seq_num 544) 2024-04-02T08:33:17.857 INFO:tasks.rados.rados.0.smithi028.stdout:2343: snap_create 2024-04-02T08:33:17.865 INFO:tasks.rados.rados.0.smithi028.stdout:2341: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:33:17.869 INFO:tasks.rados.rados.0.smithi028.stdout:2341: finishing copy_from to smithi02882251-22 2024-04-02T08:33:17.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1509 (ObjNum 715 snap 236 seq_num 715) dirty exists 2024-04-02T08:33:17.882 INFO:tasks.rados.rados.0.smithi028.stdout:2342: expect (ObjNum 544 snap 170 seq_num 544) 2024-04-02T08:33:18.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:17 smithi137 ceph-mon[88456]: pgmap v487: 121 pgs: 15 peering, 8 active+undersized+degraded, 21 active+undersized, 77 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 108 KiB/s wr, 7 op/s; 77/810 objects degraded (9.506%) 2024-04-02T08:33:18.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:17 smithi137 ceph-mon[88456]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:33:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:17 smithi028 ceph-mon[94314]: pgmap v487: 121 pgs: 15 peering, 8 active+undersized+degraded, 21 active+undersized, 77 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 108 KiB/s wr, 7 op/s; 77/810 objects degraded (9.506%) 2024-04-02T08:33:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:17 smithi028 ceph-mon[94314]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:33:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:17 smithi028 ceph-mon[96890]: pgmap v487: 121 pgs: 15 peering, 8 active+undersized+degraded, 21 active+undersized, 77 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 108 KiB/s wr, 7 op/s; 77/810 objects degraded (9.506%) 2024-04-02T08:33:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:17 smithi028 ceph-mon[96890]: osdmap e551: 8 total, 8 up, 8 in 2024-04-02T08:33:18.865 INFO:tasks.rados.rados.0.smithi028.stdout:2341: done (2 left) 2024-04-02T08:33:18.865 INFO:tasks.rados.rados.0.smithi028.stdout:2342: done (1 left) 2024-04-02T08:33:18.865 INFO:tasks.rados.rados.0.smithi028.stdout:2343: done (0 left) 2024-04-02T08:33:18.866 INFO:tasks.rados.rados.0.smithi028.stdout:2344: rmattr oid 34 current snap is 254 2024-04-02T08:33:18.866 INFO:tasks.rados.rados.0.smithi028.stdout:2344: done (0 left) 2024-04-02T08:33:18.866 INFO:tasks.rados.rados.0.smithi028.stdout:2345: setattr oid 27 current snap is 254 2024-04-02T08:33:18.866 INFO:tasks.rados.rados.0.smithi028.stdout:2346: read oid 32 snap -1 2024-04-02T08:33:18.866 INFO:tasks.rados.rados.0.smithi028.stdout:2346: expect (ObjNum 689 snap 225 seq_num 689) 2024-04-02T08:33:18.866 INFO:tasks.rados.rados.0.smithi028.stdout:2347: snap_create 2024-04-02T08:33:18.878 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1957 (ObjNum 709 snap 234 seq_num 709) dirty exists 2024-04-02T08:33:18.887 INFO:tasks.rados.rados.0.smithi028.stdout:2346: expect (ObjNum 689 snap 225 seq_num 689) 2024-04-02T08:33:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:18 smithi137 ceph-mon[88456]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:33:19.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:18 smithi028 ceph-mon[94314]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:33:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:18 smithi028 ceph-mon[96890]: osdmap e552: 8 total, 8 up, 8 in 2024-04-02T08:33:19.867 INFO:tasks.rados.rados.0.smithi028.stdout:2345: done (2 left) 2024-04-02T08:33:19.868 INFO:tasks.rados.rados.0.smithi028.stdout:2346: done (1 left) 2024-04-02T08:33:19.868 INFO:tasks.rados.rados.0.smithi028.stdout:2347: done (0 left) 2024-04-02T08:33:19.868 INFO:tasks.rados.rados.0.smithi028.stdout:2348: rmattr oid 33 current snap is 255 2024-04-02T08:33:19.868 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 255 2024-04-02T08:33:19.868 INFO:tasks.rados.rados.0.smithi028.stdout:2349: seq_num 733 ranges {0=278528} 2024-04-02T08:33:19.869 INFO:tasks.rados.rados.0.smithi028.stdout:2349: writing smithi02882251-12 from 0 to 278528 tid 1 2024-04-02T08:33:19.869 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 255 2024-04-02T08:33:19.869 INFO:tasks.rados.rados.0.smithi028.stdout:2350: seq_num 734 ranges {0=294912} 2024-04-02T08:33:19.871 INFO:tasks.rados.rados.0.smithi028.stdout:2350: writing smithi02882251-34 from 0 to 294912 tid 1 2024-04-02T08:33:19.871 INFO:tasks.rados.rados.0.smithi028.stdout:2351: copy_from oid 11 from oid 31 current snap is 255 2024-04-02T08:33:19.872 INFO:tasks.rados.rados.0.smithi028.stdout:2352: rmattr oid 45 current snap is 255 2024-04-02T08:33:19.872 INFO:tasks.rados.rados.0.smithi028.stdout:2352: done (4 left) 2024-04-02T08:33:19.872 INFO:tasks.rados.rados.0.smithi028.stdout:2353: rollback oid 35 current snap is 255 2024-04-02T08:33:19.872 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 252 2024-04-02T08:33:19.872 INFO:tasks.rados.rados.0.smithi028.stdout:2354: setattr oid 27 current snap is 255 2024-04-02T08:33:19.873 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1880 (ObjNum 730 snap 249 seq_num 730) dirty exists 2024-04-02T08:33:19.875 INFO:tasks.rados.rados.0.smithi028.stdout:2348: done (5 left) 2024-04-02T08:33:19.875 INFO:tasks.rados.rados.0.smithi028.stdout:2355: copy_from oid 25 from oid 14 current snap is 255 2024-04-02T08:33:19.875 INFO:tasks.rados.rados.0.smithi028.stdout:2356: rmattr oid 43 current snap is 255 2024-04-02T08:33:19.875 INFO:tasks.rados.rados.0.smithi028.stdout:2357: copy_from oid 22 from oid 41 current snap is 255 2024-04-02T08:33:19.875 INFO:tasks.rados.rados.0.smithi028.stdout:2358: read oid 48 snap -1 2024-04-02T08:33:19.875 INFO:tasks.rados.rados.0.smithi028.stdout:2358: expect deleted 2024-04-02T08:33:19.875 INFO:tasks.rados.rados.0.smithi028.stdout:2359: delete oid 19 current snap is 255 2024-04-02T08:33:19.876 INFO:tasks.rados.rados.0.smithi028.stdout:2353: finishing rollback tid 1 to smithi02882251-35 2024-04-02T08:33:19.877 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1402 (ObjNum 65 snap 0 seq_num 1440207648) dirty dne 2024-04-02T08:33:19.877 INFO:tasks.rados.rados.0.smithi028.stdout:2349: finishing write tid 1 to smithi02882251-12 2024-04-02T08:33:19.880 INFO:tasks.rados.rados.0.smithi028.stdout:2350: finishing write tid 1 to smithi02882251-34 2024-04-02T08:33:19.880 INFO:tasks.rados.rados.0.smithi028.stdout:2350: finishing write tid 2 to smithi02882251-34 2024-04-02T08:33:19.882 INFO:tasks.rados.rados.0.smithi028.stdout:2349: finishing write tid 2 to smithi02882251-12 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2353: done (9 left) 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2358: done (8 left) 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2359: done (7 left) 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2360: rmattr oid 29 current snap is 255 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2361: delete oid 24 current snap is 255 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2350: finishing write tid 3 to smithi02882251-34 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2350: oid 34 updating version 0 to 1192 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2350: oid 34 updating version 1192 to 1193 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1193 (ObjNum 734 snap 255 seq_num 734) dirty exists 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:2350: left oid 34 (ObjNum 734 snap 255 seq_num 734) 2024-04-02T08:33:19.883 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 898 (ObjNum 718 snap 237 seq_num 718) dirty exists 2024-04-02T08:33:19.884 INFO:tasks.rados.rados.0.smithi028.stdout:2349: finishing write tid 3 to smithi02882251-12 2024-04-02T08:33:19.884 INFO:tasks.rados.rados.0.smithi028.stdout:2349: oid 12 updating version 0 to 1560 2024-04-02T08:33:19.884 INFO:tasks.rados.rados.0.smithi028.stdout:2349: oid 12 version 1560 is already newer than 1559 2024-04-02T08:33:19.884 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1560 (ObjNum 733 snap 255 seq_num 733) dirty exists 2024-04-02T08:33:19.884 INFO:tasks.rados.rados.0.smithi028.stdout:2349: left oid 12 (ObjNum 733 snap 255 seq_num 733) 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1878 (ObjNum 717 snap 237 seq_num 717) dirty exists 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1959 (ObjNum 709 snap 234 seq_num 709) dirty exists 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:2349: done (8 left) 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:2350: done (7 left) 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:2354: done (6 left) 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:2356: done (5 left) 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:2360: done (4 left) 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:2361: done (3 left) 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:2362: rollback oid 43 current snap is 255 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 212 2024-04-02T08:33:19.888 INFO:tasks.rados.rados.0.smithi028.stdout:2363: rollback oid 34 current snap is 255 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 227 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:2364: read oid 36 snap 219 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:2364: expect deleted 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:2365: read oid 3 snap 252 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:2365: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:2366: rollback oid 29 current snap is 255 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 254 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:2367: rollback oid 20 current snap is 255 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 243 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:2368: snap_create 2024-04-02T08:33:19.889 INFO:tasks.rados.rados.0.smithi028.stdout:2357: finishing copy_from racing read to smithi02882251-22 2024-04-02T08:33:19.892 INFO:tasks.rados.rados.0.smithi028.stdout:2357: finishing copy_from to smithi02882251-22 2024-04-02T08:33:19.892 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1160 (ObjNum 675 snap 223 seq_num 675) dirty exists 2024-04-02T08:33:19.892 INFO:tasks.rados.rados.0.smithi028.stdout:2362: finishing rollback tid 0 to smithi02882251-43 2024-04-02T08:33:19.892 INFO:tasks.rados.rados.0.smithi028.stdout:2363: finishing rollback tid 0 to smithi02882251-34 2024-04-02T08:33:19.894 INFO:tasks.rados.rados.0.smithi028.stdout:2365: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:33:19.913 INFO:tasks.rados.rados.0.smithi028.stdout:2351: finishing copy_from racing read to smithi02882251-11 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2362: finishing rollback tid 1 to smithi02882251-43 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2366: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2362: finishing rollback tid 2 to smithi02882251-43 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 901 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2351: finishing copy_from to smithi02882251-11 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1595 (ObjNum 723 snap 239 seq_num 723) dirty exists 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2366: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2366: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1882 (ObjNum 717 snap 237 seq_num 717) dirty exists 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2363: finishing rollback tid 1 to smithi02882251-34 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2363: finishing rollback tid 2 to smithi02882251-34 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1196 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2367: finishing rollback tid 0 to smithi02882251-20 2024-04-02T08:33:19.914 INFO:tasks.rados.rados.0.smithi028.stdout:2355: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:33:19.915 INFO:tasks.rados.rados.0.smithi028.stdout:2367: finishing rollback tid 1 to smithi02882251-20 2024-04-02T08:33:19.915 INFO:tasks.rados.rados.0.smithi028.stdout:2355: finishing copy_from to smithi02882251-25 2024-04-02T08:33:19.915 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1877 (ObjNum 706 snap 233 seq_num 706) dirty exists 2024-04-02T08:33:19.915 INFO:tasks.rados.rados.0.smithi028.stdout:2367: finishing rollback tid 2 to smithi02882251-20 2024-04-02T08:33:19.915 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1200 (ObjNum 688 snap 225 seq_num 688) dirty exists 2024-04-02T08:33:20.136 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:19 smithi137 ceph-mon[88456]: pgmap v490: 121 pgs: 15 peering, 8 active+undersized+degraded, 21 active+undersized, 77 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 108 KiB/s wr, 7 op/s; 77/810 objects degraded (9.506%) 2024-04-02T08:33:20.136 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:19 smithi137 ceph-mon[88456]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:33:20.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:19 smithi028 ceph-mon[96890]: pgmap v490: 121 pgs: 15 peering, 8 active+undersized+degraded, 21 active+undersized, 77 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 108 KiB/s wr, 7 op/s; 77/810 objects degraded (9.506%) 2024-04-02T08:33:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:19 smithi028 ceph-mon[96890]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:33:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:19 smithi028 ceph-mon[94314]: pgmap v490: 121 pgs: 15 peering, 8 active+undersized+degraded, 21 active+undersized, 77 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 108 KiB/s wr, 7 op/s; 77/810 objects degraded (9.506%) 2024-04-02T08:33:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:19 smithi028 ceph-mon[94314]: osdmap e553: 8 total, 8 up, 8 in 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2351: done (9 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2355: done (8 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2357: done (7 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2362: done (6 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2363: done (5 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2364: done (4 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2365: done (3 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2366: done (2 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2367: done (1 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2368: done (0 left) 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2369: copy_from oid 12 from oid 43 current snap is 256 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 256 2024-04-02T08:33:20.883 INFO:tasks.rados.rados.0.smithi028.stdout:2370: seq_num 737 ranges {4153344=352256} 2024-04-02T08:33:20.907 INFO:tasks.rados.rados.0.smithi028.stdout:2370: writing smithi02882251-49 from 4153344 to 4505600 tid 1 2024-04-02T08:33:20.908 INFO:tasks.rados.rados.0.smithi028.stdout:2371: copy_from oid 6 from oid 21 current snap is 256 2024-04-02T08:33:20.908 INFO:tasks.rados.rados.0.smithi028.stdout:2372: snap_remove snap 227 2024-04-02T08:33:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:33:21.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:33:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:33:21.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:33:21.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:33:21.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:33:21.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:33:21.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:33:21.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: osdmap e554: 8 total, 8 up, 8 in 2024-04-02T08:33:21.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:33:21.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:33:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-02T08:33:21.203 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:21.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:21.484 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:33:21] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-02T08:33:21.887 INFO:tasks.rados.rados.0.smithi028.stdout:2372: done (3 left) 2024-04-02T08:33:21.887 INFO:tasks.rados.rados.0.smithi028.stdout:2373: snap_remove snap 244 2024-04-02T08:33:22.037 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all osd 2024-04-02T08:33:22.037 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:33:22.037 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: pgmap v493: 121 pgs: 15 peering, 1 active+undersized+degraded, 3 active+undersized, 102 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 582 KiB/s wr, 13 op/s; 2/828 objects degraded (0.242%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:33:22.038 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:33:22.038 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:33:22.038 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:33:22.038 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:22.038 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:33:22.038 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[94314]: Health check update: Degraded data redundancy: 2/828 objects degraded (0.242%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:33:22.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all osd 2024-04-02T08:33:22.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:33:22.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: pgmap v493: 121 pgs: 15 peering, 1 active+undersized+degraded, 3 active+undersized, 102 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 582 KiB/s wr, 13 op/s; 2/828 objects degraded (0.242%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:33:22.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:33:22.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:33:22.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:33:22.039 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:22.040 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:33:22.040 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:21 smithi028 ceph-mon[96890]: Health check update: Degraded data redundancy: 2/828 objects degraded (0.242%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all osd 2024-04-02T08:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: Upgrade: Setting require_osd_release to 19 squid 2024-04-02T08:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: pgmap v493: 121 pgs: 15 peering, 1 active+undersized+degraded, 3 active+undersized, 102 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 582 KiB/s wr, 13 op/s; 2/828 objects degraded (0.242%); 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-02T08:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-02T08:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: osdmap e555: 8 total, 8 up, 8 in 2024-04-02T08:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-02T08:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: Upgrade: It appears safe to stop mds.a 2024-04-02T08:33:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:21 smithi137 ceph-mon[88456]: Health check update: Degraded data redundancy: 2/828 objects degraded (0.242%), 1 pg degraded (PG_DEGRADED) 2024-04-02T08:33:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:33:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:22.893 INFO:tasks.rados.rados.0.smithi028.stdout:2373: done (3 left) 2024-04-02T08:33:22.893 INFO:tasks.rados.rados.0.smithi028.stdout:2374: read oid 20 snap 246 2024-04-02T08:33:22.893 INFO:tasks.rados.rados.0.smithi028.stdout:2374: expect (ObjNum 688 snap 225 seq_num 688) 2024-04-02T08:33:22.893 INFO:tasks.rados.rados.0.smithi028.stdout:2375: snap_create 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2370: finishing write tid 1 to smithi02882251-49 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2370: finishing write tid 2 to smithi02882251-49 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2370: finishing write tid 3 to smithi02882251-49 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2370: oid 49 updating version 0 to 1181 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2370: oid 49 version 1181 is already newer than 1180 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1181 (ObjNum 737 snap 256 seq_num 737) dirty exists 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2370: left oid 49 (ObjNum 737 snap 256 seq_num 737) 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2369: finishing copy_from racing read to smithi02882251-12 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2369: finishing copy_from to smithi02882251-12 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 901 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2371: finishing copy_from racing read to smithi02882251-6 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:2371: finishing copy_from to smithi02882251-6 2024-04-02T08:33:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1163 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:33:22.969 INFO:tasks.rados.rados.0.smithi028.stdout:2374: expect (ObjNum 688 snap 225 seq_num 688) 2024-04-02T08:33:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:22 smithi137 ceph-mon[88456]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:33:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:23.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[96890]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[94314]: osdmap e556: 8 total, 8 up, 8 in 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[94314]: pgmap v496: 121 pgs: 121 active+clean; 517 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[94314]: Upgrade: Updating mds.a 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[94314]: Deploying daemon mds.a on smithi028 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[94314]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/828 objects degraded (0.242%), 1 pg degraded) 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[94314]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[96890]: pgmap v496: 121 pgs: 121 active+clean; 517 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[96890]: Upgrade: Updating mds.a 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[96890]: Deploying daemon mds.a on smithi028 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[96890]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/828 objects degraded (0.242%), 1 pg degraded) 2024-04-02T08:33:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:33:23.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:23 smithi028 ceph-mon[96890]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:33:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:23 smithi137 ceph-mon[88456]: pgmap v496: 121 pgs: 121 active+clean; 517 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 4.5 MiB/s, 1 objects/s recovering 2024-04-02T08:33:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:23 smithi137 ceph-mon[88456]: Upgrade: Updating mds.a 2024-04-02T08:33:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:23 smithi137 ceph-mon[88456]: Deploying daemon mds.a on smithi028 2024-04-02T08:33:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:23 smithi137 ceph-mon[88456]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/828 objects degraded (0.242%), 1 pg degraded) 2024-04-02T08:33:24.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:23 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:33:24.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:23 smithi137 ceph-mon[88456]: osdmap e557: 8 total, 8 up, 8 in 2024-04-02T08:33:24.232 INFO:tasks.rados.rados.0.smithi028.stdout:2369: done (4 left) 2024-04-02T08:33:24.232 INFO:tasks.rados.rados.0.smithi028.stdout:2370: done (3 left) 2024-04-02T08:33:24.232 INFO:tasks.rados.rados.0.smithi028.stdout:2371: done (2 left) 2024-04-02T08:33:24.232 INFO:tasks.rados.rados.0.smithi028.stdout:2374: done (1 left) 2024-04-02T08:33:24.232 INFO:tasks.rados.rados.0.smithi028.stdout:2375: done (0 left) 2024-04-02T08:33:24.233 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 257 2024-04-02T08:33:24.233 INFO:tasks.rados.rados.0.smithi028.stdout:2376: seq_num 738 ranges {1712128=368640} 2024-04-02T08:33:24.246 INFO:tasks.rados.rados.0.smithi028.stdout:2376: writing smithi02882251-22 from 1712128 to 2080768 tid 1 2024-04-02T08:33:24.246 INFO:tasks.rados.rados.0.smithi028.stdout:2377: snap_create 2024-04-02T08:33:24.248 INFO:tasks.rados.rados.0.smithi028.stdout:2376: finishing write tid 1 to smithi02882251-22 2024-04-02T08:33:24.249 INFO:tasks.rados.rados.0.smithi028.stdout:2376: finishing write tid 2 to smithi02882251-22 2024-04-02T08:33:24.250 INFO:tasks.rados.rados.0.smithi028.stdout:2376: finishing write tid 3 to smithi02882251-22 2024-04-02T08:33:24.250 INFO:tasks.rados.rados.0.smithi028.stdout:2376: oid 22 updating version 0 to 1578 2024-04-02T08:33:24.250 INFO:tasks.rados.rados.0.smithi028.stdout:2376: oid 22 updating version 1578 to 1579 2024-04-02T08:33:24.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1579 (ObjNum 738 snap 257 seq_num 738) dirty exists 2024-04-02T08:33:24.250 INFO:tasks.rados.rados.0.smithi028.stdout:2376: left oid 22 (ObjNum 738 snap 257 seq_num 738) 2024-04-02T08:33:24.815 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:24 smithi028 systemd[1]: Stopping Ceph mds.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:24.902 INFO:tasks.rados.rados.0.smithi028.stdout:2376: done (1 left) 2024-04-02T08:33:24.902 INFO:tasks.rados.rados.0.smithi028.stdout:2377: done (0 left) 2024-04-02T08:33:24.902 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 258 2024-04-02T08:33:24.902 INFO:tasks.rados.rados.0.smithi028.stdout:2378: seq_num 739 ranges {0=385024} 2024-04-02T08:33:24.904 INFO:tasks.rados.rados.0.smithi028.stdout:2378: writing smithi02882251-48 from 0 to 385024 tid 1 2024-04-02T08:33:24.905 INFO:tasks.rados.rados.0.smithi028.stdout:2379: copy_from oid 50 from oid 3 current snap is 258 2024-04-02T08:33:24.905 INFO:tasks.rados.rados.0.smithi028.stdout:2380: delete oid 27 current snap is 258 2024-04-02T08:33:24.917 INFO:tasks.rados.rados.0.smithi028.stdout:2378: finishing write tid 1 to smithi02882251-48 2024-04-02T08:33:24.917 INFO:tasks.rados.rados.0.smithi028.stdout:2378: finishing write tid 2 to smithi02882251-48 2024-04-02T08:33:24.917 INFO:tasks.rados.rados.0.smithi028.stdout:2380: done (2 left) 2024-04-02T08:33:24.917 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 258 2024-04-02T08:33:24.917 INFO:tasks.rados.rados.0.smithi028.stdout:2381: seq_num 741 ranges {5734400=417792} 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2381: writing smithi02882251-16 from 5734400 to 6152192 tid 1 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2382: rmattr oid 12 current snap is 258 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2378: finishing write tid 3 to smithi02882251-48 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2378: oid 48 updating version 0 to 1974 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2378: oid 48 updating version 1974 to 1975 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1975 (ObjNum 739 snap 258 seq_num 739) dirty exists 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2378: left oid 48 (ObjNum 739 snap 258 seq_num 739) 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2378: done (3 left) 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 258 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2379: finishing copy_from racing read to smithi02882251-50 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2379: finishing copy_from to smithi02882251-50 2024-04-02T08:33:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 687 (ObjNum 610 snap 194 seq_num 610) dirty exists 2024-04-02T08:33:24.953 INFO:tasks.rados.rados.0.smithi028.stdout:2383: seq_num 742 ranges {4505600=434176} 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:2383: writing smithi02882251-49 from 4505600 to 4939776 tid 1 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:2379: done (3 left) 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:2384: delete oid 32 current snap is 258 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:2381: finishing write tid 1 to smithi02882251-16 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:2381: finishing write tid 2 to smithi02882251-16 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1581 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:2381: finishing write tid 3 to smithi02882251-16 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:2381: oid 16 updating version 0 to 1165 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:2381: oid 16 version 1165 is already newer than 1164 2024-04-02T08:33:24.980 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 1165 (ObjNum 741 snap 258 seq_num 741) dirty exists 2024-04-02T08:33:24.981 INFO:tasks.rados.rados.0.smithi028.stdout:2381: left oid 16 (ObjNum 741 snap 258 seq_num 741) 2024-04-02T08:33:24.983 INFO:tasks.rados.rados.0.smithi028.stdout:2381: done (3 left) 2024-04-02T08:33:24.983 INFO:tasks.rados.rados.0.smithi028.stdout:2382: done (2 left) 2024-04-02T08:33:24.983 INFO:tasks.rados.rados.0.smithi028.stdout:2384: done (1 left) 2024-04-02T08:33:24.983 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 258 2024-04-02T08:33:24.983 INFO:tasks.rados.rados.0.smithi028.stdout:2385: seq_num 744 ranges {5177344=466944} 2024-04-02T08:33:25.014 INFO:tasks.rados.rados.0.smithi028.stdout:2385: writing smithi02882251-6 from 5177344 to 5644288 tid 1 2024-04-02T08:33:25.015 INFO:tasks.rados.rados.0.smithi028.stdout:2386: delete oid 20 current snap is 258 2024-04-02T08:33:25.015 INFO:tasks.rados.rados.0.smithi028.stdout:2383: finishing write tid 1 to smithi02882251-49 2024-04-02T08:33:25.015 INFO:tasks.rados.rados.0.smithi028.stdout:2383: finishing write tid 2 to smithi02882251-49 2024-04-02T08:33:25.015 INFO:tasks.rados.rados.0.smithi028.stdout:2383: finishing write tid 3 to smithi02882251-49 2024-04-02T08:33:25.015 INFO:tasks.rados.rados.0.smithi028.stdout:2383: oid 49 updating version 0 to 1194 2024-04-02T08:33:25.015 INFO:tasks.rados.rados.0.smithi028.stdout:2383: oid 49 version 1194 is already newer than 1193 2024-04-02T08:33:25.015 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1194 (ObjNum 742 snap 258 seq_num 742) dirty exists 2024-04-02T08:33:25.015 INFO:tasks.rados.rados.0.smithi028.stdout:2383: left oid 49 (ObjNum 742 snap 258 seq_num 742) 2024-04-02T08:33:25.017 INFO:tasks.rados.rados.0.smithi028.stdout:2385: finishing write tid 1 to smithi02882251-6 2024-04-02T08:33:25.018 INFO:tasks.rados.rados.0.smithi028.stdout:2383: done (2 left) 2024-04-02T08:33:25.018 INFO:tasks.rados.rados.0.smithi028.stdout:2386: done (1 left) 2024-04-02T08:33:25.018 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 258 2024-04-02T08:33:25.018 INFO:tasks.rados.rados.0.smithi028.stdout:2387: seq_num 746 ranges {622592=499712} 2024-04-02T08:33:25.024 INFO:tasks.rados.rados.0.smithi028.stdout:2387: writing smithi02882251-3 from 622592 to 1122304 tid 1 2024-04-02T08:33:25.025 INFO:tasks.rados.rados.0.smithi028.stdout:2388: snap_create 2024-04-02T08:33:25.025 INFO:tasks.rados.rados.0.smithi028.stdout:2385: finishing write tid 2 to smithi02882251-6 2024-04-02T08:33:25.025 INFO:tasks.rados.rados.0.smithi028.stdout:2385: finishing write tid 3 to smithi02882251-6 2024-04-02T08:33:25.025 INFO:tasks.rados.rados.0.smithi028.stdout:2385: oid 6 updating version 0 to 1359 2024-04-02T08:33:25.025 INFO:tasks.rados.rados.0.smithi028.stdout:2385: oid 6 updating version 1359 to 1360 2024-04-02T08:33:25.025 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1360 (ObjNum 744 snap 258 seq_num 744) dirty exists 2024-04-02T08:33:25.025 INFO:tasks.rados.rados.0.smithi028.stdout:2385: left oid 6 (ObjNum 744 snap 258 seq_num 744) 2024-04-02T08:33:25.027 INFO:tasks.rados.rados.0.smithi028.stdout:2387: finishing write tid 1 to smithi02882251-3 2024-04-02T08:33:25.027 INFO:tasks.rados.rados.0.smithi028.stdout:2387: finishing write tid 2 to smithi02882251-3 2024-04-02T08:33:25.028 INFO:tasks.rados.rados.0.smithi028.stdout:2387: finishing write tid 3 to smithi02882251-3 2024-04-02T08:33:25.028 INFO:tasks.rados.rados.0.smithi028.stdout:2387: oid 3 updating version 0 to 694 2024-04-02T08:33:25.028 INFO:tasks.rados.rados.0.smithi028.stdout:2387: oid 3 version 694 is already newer than 693 2024-04-02T08:33:25.028 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 694 (ObjNum 746 snap 258 seq_num 746) dirty exists 2024-04-02T08:33:25.028 INFO:tasks.rados.rados.0.smithi028.stdout:2387: left oid 3 (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:33:25.114 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:24 smithi028 ceph-mon[94314]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:33:25.114 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:24 smithi028 ceph-mon[96890]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:33:25.119 INFO:tasks.rados.rados.0.smithi028.stdout:2385: done (2 left) 2024-04-02T08:33:25.119 INFO:tasks.rados.rados.0.smithi028.stdout:2387: done (1 left) 2024-04-02T08:33:25.119 INFO:tasks.rados.rados.0.smithi028.stdout:2388: done (0 left) 2024-04-02T08:33:25.119 INFO:tasks.rados.rados.0.smithi028.stdout:2389: delete oid 47 current snap is 259 2024-04-02T08:33:25.131 INFO:tasks.rados.rados.0.smithi028.stdout:2389: done (0 left) 2024-04-02T08:33:25.131 INFO:tasks.rados.rados.0.smithi028.stdout:2390: copy_from oid 37 from oid 34 current snap is 259 2024-04-02T08:33:25.131 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 259 2024-04-02T08:33:25.131 INFO:tasks.rados.rados.0.smithi028.stdout:2391: seq_num 748 ranges {0=532480} 2024-04-02T08:33:25.134 INFO:tasks.rados.rados.0.smithi028.stdout:2391: writing smithi02882251-9 from 0 to 532480 tid 1 2024-04-02T08:33:25.134 INFO:tasks.rados.rados.0.smithi028.stdout:2392: rollback oid 27 current snap is 259 2024-04-02T08:33:25.134 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 219 2024-04-02T08:33:25.134 INFO:tasks.rados.rados.0.smithi028.stdout:2393: delete oid 28 current snap is 259 2024-04-02T08:33:25.138 INFO:tasks.rados.rados.0.smithi028.stdout:2393: done (3 left) 2024-04-02T08:33:25.138 INFO:tasks.rados.rados.0.smithi028.stdout:2394: delete oid 35 current snap is 259 2024-04-02T08:33:25.139 INFO:tasks.rados.rados.0.smithi028.stdout:2391: finishing write tid 1 to smithi02882251-9 2024-04-02T08:33:25.139 INFO:tasks.rados.rados.0.smithi028.stdout:2391: finishing write tid 2 to smithi02882251-9 2024-04-02T08:33:25.144 INFO:tasks.rados.rados.0.smithi028.stdout:2390: finishing copy_from racing read to smithi02882251-37 2024-04-02T08:33:25.144 INFO:tasks.rados.rados.0.smithi028.stdout:2391: finishing write tid 3 to smithi02882251-9 2024-04-02T08:33:25.144 INFO:tasks.rados.rados.0.smithi028.stdout:2391: oid 9 updating version 0 to 1978 2024-04-02T08:33:25.144 INFO:tasks.rados.rados.0.smithi028.stdout:2391: oid 9 updating version 1978 to 1979 2024-04-02T08:33:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1979 (ObjNum 748 snap 259 seq_num 748) dirty exists 2024-04-02T08:33:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:2391: left oid 9 (ObjNum 748 snap 259 seq_num 748) 2024-04-02T08:33:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:2392: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:33:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:2392: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:33:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1981 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:33:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:2390: finishing copy_from to smithi02882251-37 2024-04-02T08:33:25.145 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1196 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:33:25.146 INFO:tasks.rados.rados.0.smithi028.stdout:2390: done (3 left) 2024-04-02T08:33:25.146 INFO:tasks.rados.rados.0.smithi028.stdout:2391: done (2 left) 2024-04-02T08:33:25.146 INFO:tasks.rados.rados.0.smithi028.stdout:2392: done (1 left) 2024-04-02T08:33:25.146 INFO:tasks.rados.rados.0.smithi028.stdout:2394: done (0 left) 2024-04-02T08:33:25.146 INFO:tasks.rados.rados.0.smithi028.stdout:2395: snap_create 2024-04-02T08:33:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:24 smithi137 ceph-mon[88456]: osdmap e558: 8 total, 8 up, 8 in 2024-04-02T08:33:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[94291]: 2024-04-02T08:33:25.115+0000 7f22b7050700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:33:25.448 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[66989]: 2024-04-02T08:33:25.114+0000 7f2194417700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:33:25.448 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[66989]: 2024-04-02T08:33:25.114+0000 7f2194417700 -1 mds.a *** got signal Terminated *** 2024-04-02T08:33:26.130 INFO:tasks.rados.rados.0.smithi028.stdout:2395: done (0 left) 2024-04-02T08:33:26.131 INFO:tasks.rados.rados.0.smithi028.stdout:2396: snap_remove snap 251 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: pgmap v499: 121 pgs: 121 active+clean; 517 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:33:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[94314]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: pgmap v499: 121 pgs: 121 active+clean; 517 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:33:26.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:25 smithi028 ceph-mon[96890]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:33:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: pgmap v499: 121 pgs: 121 active+clean; 517 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-02T08:33:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: osdmap e559: 8 total, 8 up, 8 in 2024-04-02T08:33:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:33:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:33:26.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: osdmap e560: 8 total, 8 up, 8 in 2024-04-02T08:33:26.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-02T08:33:26.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:33:26.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:33:26.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:25 smithi137 ceph-mon[88456]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-02T08:33:26.837 INFO:tasks.rados.rados.0.smithi028.stdout:2396: done (0 left) 2024-04-02T08:33:26.837 INFO:tasks.rados.rados.0.smithi028.stdout:2397: snap_create 2024-04-02T08:33:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:27 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:reconnect 2024-04-02T08:33:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:27 smithi137 ceph-mon[88456]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:33:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:27 smithi137 ceph-mon[88456]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:33:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:27 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:27 smithi137 ceph-mon[88456]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:33:27.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:reconnect 2024-04-02T08:33:27.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[94314]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:33:27.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[94314]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:33:27.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:27.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[94314]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:33:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:reconnect 2024-04-02T08:33:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[96890]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-02T08:33:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[96890]: osdmap e561: 8 total, 8 up, 8 in 2024-04-02T08:33:27.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:27.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:27 smithi028 ceph-mon[96890]: osdmap e562: 8 total, 8 up, 8 in 2024-04-02T08:33:27.839 INFO:tasks.rados.rados.0.smithi028.stdout:2397: done (0 left) 2024-04-02T08:33:27.839 INFO:tasks.rados.rados.0.smithi028.stdout:2398: snap_remove snap 250 2024-04-02T08:33:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:28 smithi137 ceph-mon[88456]: pgmap v503: 121 pgs: 121 active+clean; 532 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-02T08:33:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:28 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:rejoin 2024-04-02T08:33:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:28 smithi137 ceph-mon[88456]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:33:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:28 smithi137 ceph-mon[88456]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:33:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:28 smithi137 ceph-mon[88456]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:33:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[94314]: pgmap v503: 121 pgs: 121 active+clean; 532 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-02T08:33:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:rejoin 2024-04-02T08:33:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[94314]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:33:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[94314]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:33:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[94314]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:33:28.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[96890]: pgmap v503: 121 pgs: 121 active+clean; 532 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-02T08:33:28.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:rejoin 2024-04-02T08:33:28.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[96890]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-02T08:33:28.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[96890]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-02T08:33:28.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:28 smithi028 ceph-mon[96890]: osdmap e563: 8 total, 8 up, 8 in 2024-04-02T08:33:28.841 INFO:tasks.rados.rados.0.smithi028.stdout:2398: done (0 left) 2024-04-02T08:33:28.841 INFO:tasks.rados.rados.0.smithi028.stdout:2399: setattr oid 43 current snap is 261 2024-04-02T08:33:28.843 INFO:tasks.rados.rados.0.smithi028.stdout:2400: setattr oid 29 current snap is 261 2024-04-02T08:33:28.844 INFO:tasks.rados.rados.0.smithi028.stdout:2401: rmattr oid 12 current snap is 261 2024-04-02T08:33:28.845 INFO:tasks.rados.rados.0.smithi028.stdout:2402: read oid 6 snap -1 2024-04-02T08:33:28.845 INFO:tasks.rados.rados.0.smithi028.stdout:2402: expect (ObjNum 744 snap 258 seq_num 744) 2024-04-02T08:33:28.845 INFO:tasks.rados.rados.0.smithi028.stdout:2403: copy_from oid 42 from oid 26 current snap is 261 2024-04-02T08:33:28.845 INFO:tasks.rados.rados.0.smithi028.stdout:2404: read oid 46 snap 224 2024-04-02T08:33:28.845 INFO:tasks.rados.rados.0.smithi028.stdout:2404: expect deleted 2024-04-02T08:33:28.845 INFO:tasks.rados.rados.0.smithi028.stdout:2405: setattr oid 10 current snap is 261 2024-04-02T08:33:28.846 INFO:tasks.rados.rados.0.smithi028.stdout:2406: delete oid 5 current snap is 261 2024-04-02T08:33:28.852 INFO:tasks.rados.rados.0.smithi028.stdout:2403: finishing copy_from to smithi02882251-42 2024-04-02T08:33:28.852 INFO:tasks.rados.rados.0.smithi028.stdout:2403: got expected ENOENT (src dne) 2024-04-02T08:33:28.852 INFO:tasks.rados.rados.0.smithi028.stdout:2403: finishing copy_from racing read to smithi02882251-42 2024-04-02T08:33:28.854 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1597 (ObjNum 33 snap 0 seq_num 1442008032) dirty exists 2024-04-02T08:33:28.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1595 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:33:28.857 INFO:tasks.rados.rados.0.smithi028.stdout:2401: done (7 left) 2024-04-02T08:33:28.857 INFO:tasks.rados.rados.0.smithi028.stdout:2403: done (6 left) 2024-04-02T08:33:28.857 INFO:tasks.rados.rados.0.smithi028.stdout:2404: done (5 left) 2024-04-02T08:33:28.857 INFO:tasks.rados.rados.0.smithi028.stdout:2405: done (4 left) 2024-04-02T08:33:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:2406: done (3 left) 2024-04-02T08:33:28.858 INFO:tasks.rados.rados.0.smithi028.stdout:2407: snap_remove snap 241 2024-04-02T08:33:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:29 smithi137 ceph-mon[88456]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:33:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:29 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:33:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:29 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:active 2024-04-02T08:33:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:29 smithi137 ceph-mon[88456]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:33:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:29 smithi137 ceph-mon[88456]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[94314]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:active 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[94314]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[94314]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[96890]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.137:6832/3704243855,v1:172.21.15.137:6833/3704243855] up:active 2024-04-02T08:33:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[96890]: fsmap cephfs:1 {0=b=up:active} 2024-04-02T08:33:29.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:29 smithi028 ceph-mon[96890]: osdmap e564: 8 total, 8 up, 8 in 2024-04-02T08:33:29.842 INFO:tasks.rados.rados.0.smithi028.stdout:2407: done (3 left) 2024-04-02T08:33:29.842 INFO:tasks.rados.rados.0.smithi028.stdout:2408: rollback oid 33 current snap is 261 2024-04-02T08:33:29.842 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 213 2024-04-02T08:33:29.844 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 902 (ObjNum 586 snap 180 seq_num 586) dirty exists 2024-04-02T08:33:29.844 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1883 (ObjNum 717 snap 237 seq_num 717) dirty exists 2024-04-02T08:33:29.844 INFO:tasks.rados.rados.0.smithi028.stdout:2402: expect (ObjNum 744 snap 258 seq_num 744) 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2408: finishing rollback tid 0 to smithi02882251-33 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2408: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1882 (ObjNum 97 snap 0 seq_num 3285523888) dirty dne 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2399: done (3 left) 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2400: done (2 left) 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2402: done (1 left) 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2408: done (0 left) 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2409: read oid 40 snap -1 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2409: expect deleted 2024-04-02T08:33:30.218 INFO:tasks.rados.rados.0.smithi028.stdout:2410: snap_create 2024-04-02T08:33:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:30 smithi137 ceph-mon[88456]: pgmap v506: 121 pgs: 121 active+clean; 532 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-02T08:33:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:30 smithi137 ceph-mon[88456]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:33:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:30 smithi028 ceph-mon[94314]: pgmap v506: 121 pgs: 121 active+clean; 532 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-02T08:33:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:30 smithi028 ceph-mon[94314]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:33:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:30 smithi028 ceph-mon[96890]: pgmap v506: 121 pgs: 121 active+clean; 532 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-02T08:33:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:30 smithi028 ceph-mon[96890]: osdmap e565: 8 total, 8 up, 8 in 2024-04-02T08:33:31.150 INFO:tasks.rados.rados.0.smithi028.stdout:2409: done (1 left) 2024-04-02T08:33:31.150 INFO:tasks.rados.rados.0.smithi028.stdout:2410: done (0 left) 2024-04-02T08:33:31.150 INFO:tasks.rados.rados.0.smithi028.stdout:2411: read oid 10 snap -1 2024-04-02T08:33:31.150 INFO:tasks.rados.rados.0.smithi028.stdout:2411: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:31.150 INFO:tasks.rados.rados.0.smithi028.stdout:2412: read oid 48 snap -1 2024-04-02T08:33:31.150 INFO:tasks.rados.rados.0.smithi028.stdout:2412: expect (ObjNum 739 snap 258 seq_num 739) 2024-04-02T08:33:31.151 INFO:tasks.rados.rados.0.smithi028.stdout:2413: snap_create 2024-04-02T08:33:31.152 INFO:tasks.rados.rados.0.smithi028.stdout:2411: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:31.154 INFO:tasks.rados.rados.0.smithi028.stdout:2412: expect (ObjNum 739 snap 258 seq_num 739) 2024-04-02T08:33:31.420 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:33:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:33:31] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-02T08:33:31.420 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:31 smithi028 podman[123323]: 2024-04-02 08:33:31.107293729 +0000 UTC m=+6.135931646 container died cf39e841d71b8fa8d9fbe863c5c8889e7d91f35a905040d6ece31aa8dd025072 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-4d05f4c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T08:33:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:31 smithi028 ceph-mon[96890]: pgmap v509: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 KiB/s rd, 676 KiB/s wr, 10 op/s 2024-04-02T08:33:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:31 smithi028 ceph-mon[96890]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:33:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:31 smithi028 ceph-mon[94314]: pgmap v509: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 KiB/s rd, 676 KiB/s wr, 10 op/s 2024-04-02T08:33:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:31 smithi028 ceph-mon[94314]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:33:31.698 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:31 smithi028 podman[123323]: 2024-04-02 08:33:31.604763549 +0000 UTC m=+6.633401507 container cleanup cf39e841d71b8fa8d9fbe863c5c8889e7d91f35a905040d6ece31aa8dd025072 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-4d05f4c, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T08:33:31.699 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:31 smithi028 bash[123323]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T08:33:31.839 INFO:tasks.rados.rados.0.smithi028.stdout:2411: done (2 left) 2024-04-02T08:33:31.839 INFO:tasks.rados.rados.0.smithi028.stdout:2412: done (1 left) 2024-04-02T08:33:31.839 INFO:tasks.rados.rados.0.smithi028.stdout:2413: done (0 left) 2024-04-02T08:33:31.839 INFO:tasks.rados.rados.0.smithi028.stdout:2414: read oid 40 snap 230 2024-04-02T08:33:31.839 INFO:tasks.rados.rados.0.smithi028.stdout:2414: expect (ObjNum 697 snap 228 seq_num 697) 2024-04-02T08:33:31.839 INFO:tasks.rados.rados.0.smithi028.stdout:2415: snap_create 2024-04-02T08:33:31.853 INFO:tasks.rados.rados.0.smithi028.stdout:2414: expect (ObjNum 697 snap 228 seq_num 697) 2024-04-02T08:33:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:31 smithi137 ceph-mon[88456]: pgmap v509: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 KiB/s rd, 676 KiB/s wr, 10 op/s 2024-04-02T08:33:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:31 smithi137 ceph-mon[88456]: osdmap e566: 8 total, 8 up, 8 in 2024-04-02T08:33:32.176 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:31 smithi028 podman[123343]: 2024-04-02 08:33:31.847867607 +0000 UTC m=+0.736738798 container remove cf39e841d71b8fa8d9fbe863c5c8889e7d91f35a905040d6ece31aa8dd025072 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-4d05f4c, io.buildah.version=1.33.5) 2024-04-02T08:33:32.176 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:31 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-02T08:33:32.176 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:31 smithi028 systemd[1]: Stopped Ceph mds.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:32.176 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:31 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Consumed 1.682s CPU time. 2024-04-02T08:33:32.448 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:32 smithi028 systemd[1]: Starting Ceph mds.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:32.448 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:32 smithi028 podman[123476]: 2024-04-02 08:33:32.292715797 +0000 UTC m=+0.017942423 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:33:32.448 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:32 smithi028 podman[123476]: 2024-04-02 08:33:32.399235463 +0000 UTC m=+0.124462063 container create 3aded1109450d59bcc18d8fe6df134f4a59e735692b7916aa0657aa895ba81b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T08:33:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:33:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:33:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:32.846 INFO:tasks.rados.rados.0.smithi028.stdout:2414: done (1 left) 2024-04-02T08:33:32.846 INFO:tasks.rados.rados.0.smithi028.stdout:2415: done (0 left) 2024-04-02T08:33:32.847 INFO:tasks.rados.rados.0.smithi028.stdout:2416: rmattr oid 11 current snap is 264 2024-04-02T08:33:32.847 INFO:tasks.rados.rados.0.smithi028.stdout:2417: read oid 40 snap -1 2024-04-02T08:33:32.847 INFO:tasks.rados.rados.0.smithi028.stdout:2417: expect deleted 2024-04-02T08:33:32.847 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 264 2024-04-02T08:33:32.847 INFO:tasks.rados.rados.0.smithi028.stdout:2418: seq_num 752 ranges {0=598016} 2024-04-02T08:33:32.850 INFO:tasks.rados.rados.0.smithi028.stdout:2418: writing smithi02882251-47 from 0 to 598016 tid 1 2024-04-02T08:33:32.850 INFO:tasks.rados.rados.0.smithi028.stdout:2419: read oid 10 snap -1 2024-04-02T08:33:32.850 INFO:tasks.rados.rados.0.smithi028.stdout:2419: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:32.850 INFO:tasks.rados.rados.0.smithi028.stdout:2420: delete oid 49 current snap is 264 2024-04-02T08:33:32.851 INFO:tasks.rados.rados.0.smithi028.stdout:2419: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:32.853 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1598 (ObjNum 723 snap 239 seq_num 723) dirty exists 2024-04-02T08:33:32.854 INFO:tasks.rados.rados.0.smithi028.stdout:2416: done (4 left) 2024-04-02T08:33:32.854 INFO:tasks.rados.rados.0.smithi028.stdout:2417: done (3 left) 2024-04-02T08:33:32.854 INFO:tasks.rados.rados.0.smithi028.stdout:2419: done (2 left) 2024-04-02T08:33:32.854 INFO:tasks.rados.rados.0.smithi028.stdout:2420: done (1 left) 2024-04-02T08:33:32.855 INFO:tasks.rados.rados.0.smithi028.stdout:2421: setattr oid 4 current snap is 264 2024-04-02T08:33:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:2422: read oid 50 snap -1 2024-04-02T08:33:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:2422: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:33:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 264 2024-04-02T08:33:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:2423: seq_num 754 ranges {0=630784} 2024-04-02T08:33:32.861 INFO:tasks.rados.rados.0.smithi028.stdout:2423: writing smithi02882251-8 from 0 to 630784 tid 1 2024-04-02T08:33:32.861 INFO:tasks.rados.rados.0.smithi028.stdout:2424: delete oid 43 current snap is 264 2024-04-02T08:33:32.861 INFO:tasks.rados.rados.0.smithi028.stdout:2418: finishing write tid 1 to smithi02882251-47 2024-04-02T08:33:32.861 INFO:tasks.rados.rados.0.smithi028.stdout:2418: finishing write tid 2 to smithi02882251-47 2024-04-02T08:33:32.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1883 (ObjNum 716 snap 236 seq_num 716) dirty exists 2024-04-02T08:33:32.861 INFO:tasks.rados.rados.0.smithi028.stdout:2418: finishing write tid 3 to smithi02882251-47 2024-04-02T08:33:32.861 INFO:tasks.rados.rados.0.smithi028.stdout:2418: oid 47 updating version 0 to 1880 2024-04-02T08:33:32.862 INFO:tasks.rados.rados.0.smithi028.stdout:2418: oid 47 version 1880 is already newer than 1879 2024-04-02T08:33:32.862 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1880 (ObjNum 752 snap 264 seq_num 752) dirty exists 2024-04-02T08:33:32.862 INFO:tasks.rados.rados.0.smithi028.stdout:2418: left oid 47 (ObjNum 752 snap 264 seq_num 752) 2024-04-02T08:33:32.862 INFO:tasks.rados.rados.0.smithi028.stdout:2422: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2423: finishing write tid 1 to smithi02882251-8 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2423: finishing write tid 2 to smithi02882251-8 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2423: finishing write tid 3 to smithi02882251-8 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2423: oid 8 updating version 0 to 1497 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2423: oid 8 version 1497 is already newer than 1496 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1497 (ObjNum 754 snap 264 seq_num 754) dirty exists 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2423: left oid 8 (ObjNum 754 snap 264 seq_num 754) 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2418: done (4 left) 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2421: done (3 left) 2024-04-02T08:33:32.881 INFO:tasks.rados.rados.0.smithi028.stdout:2422: done (2 left) 2024-04-02T08:33:32.882 INFO:tasks.rados.rados.0.smithi028.stdout:2423: done (1 left) 2024-04-02T08:33:32.882 INFO:tasks.rados.rados.0.smithi028.stdout:2424: done (0 left) 2024-04-02T08:33:32.882 INFO:tasks.rados.rados.0.smithi028.stdout:2425: read oid 11 snap -1 2024-04-02T08:33:32.882 INFO:tasks.rados.rados.0.smithi028.stdout:2425: expect (ObjNum 723 snap 239 seq_num 723) 2024-04-02T08:33:32.882 INFO:tasks.rados.rados.0.smithi028.stdout:2426: read oid 47 snap -1 2024-04-02T08:33:32.882 INFO:tasks.rados.rados.0.smithi028.stdout:2426: expect (ObjNum 752 snap 264 seq_num 752) 2024-04-02T08:33:32.882 INFO:tasks.rados.rados.0.smithi028.stdout:2427: snap_create 2024-04-02T08:33:32.884 INFO:tasks.rados.rados.0.smithi028.stdout:2426: expect (ObjNum 752 snap 264 seq_num 752) 2024-04-02T08:33:32.901 INFO:tasks.rados.rados.0.smithi028.stdout:2425: expect (ObjNum 723 snap 239 seq_num 723) 2024-04-02T08:33:32.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:32 smithi028 ceph-mon[94314]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:33:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:32 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:32 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:32 smithi028 ceph-mon[96890]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:33:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:32 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:32 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:32.948 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:32 smithi028 podman[123476]: 2024-04-02 08:33:32.635193442 +0000 UTC m=+0.360420042 container init 3aded1109450d59bcc18d8fe6df134f4a59e735692b7916aa0657aa895ba81b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-02T08:33:32.949 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:32 smithi028 podman[123476]: 2024-04-02 08:33:32.641175805 +0000 UTC m=+0.366402405 container start 3aded1109450d59bcc18d8fe6df134f4a59e735692b7916aa0657aa895ba81b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-02T08:33:32.949 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:32 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[123490]: starting mds.a at 2024-04-02T08:33:32.949 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:32 smithi028 bash[123476]: 3aded1109450d59bcc18d8fe6df134f4a59e735692b7916aa0657aa895ba81b5 2024-04-02T08:33:32.949 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:32 smithi028 systemd[1]: Started Ceph mds.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:32 smithi137 ceph-mon[88456]: osdmap e567: 8 total, 8 up, 8 in 2024-04-02T08:33:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:32 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:32 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:33.773 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:33:33.851 INFO:tasks.rados.rados.0.smithi028.stdout:2425: done (2 left) 2024-04-02T08:33:33.851 INFO:tasks.rados.rados.0.smithi028.stdout:2426: done (1 left) 2024-04-02T08:33:33.851 INFO:tasks.rados.rados.0.smithi028.stdout:2427: done (0 left) 2024-04-02T08:33:33.851 INFO:tasks.rados.rados.0.smithi028.stdout:2428: setattr oid 42 current snap is 265 2024-04-02T08:33:33.852 INFO:tasks.rados.rados.0.smithi028.stdout:2429: rollback oid 29 current snap is 265 2024-04-02T08:33:33.852 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 209 2024-04-02T08:33:33.852 INFO:tasks.rados.rados.0.smithi028.stdout:2430: snap_create 2024-04-02T08:33:33.856 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1204 (ObjNum 670 snap 223 seq_num 670) dirty exists 2024-04-02T08:33:33.859 INFO:tasks.rados.rados.0.smithi028.stdout:2429: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:33:33.859 INFO:tasks.rados.rados.0.smithi028.stdout:2429: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:33:33.859 INFO:tasks.rados.rados.0.smithi028.stdout:2429: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:33:33.860 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1886 (ObjNum 49 snap 0 seq_num 906443178) dirty exists 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (10m) 2m ago 11m 26.9M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (11m) 18s ago 11m 89.8M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 starting - - - - 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (12m) 18s ago 12m 18.1M - 18.2.2-1059-g4d05f4ca 909dce4fe53d e4077245cda8 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (6m) 18s ago 15m 451M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (6m) 2m ago 17m 507M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (5m) 2m ago 17m 56.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (5m) 18s ago 16m 53.4M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (5m) 2m ago 15m 50.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (10m) 2m ago 10m 15.8M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (10m) 18s ago 10m 15.6M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:33:34.109 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (4m) 2m ago 15m 207M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:33:34.110 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (3m) 2m ago 15m 163M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:33:34.110 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (3m) 2m ago 14m 139M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:33:34.110 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (2m) 2m ago 14m 15.0M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:33:34.110 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (2m) 18s ago 13m 212M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 66f79285ff41 2024-04-02T08:33:34.110 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (93s) 18s ago 13m 177M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b6258291b147 2024-04-02T08:33:34.110 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (58s) 18s ago 12m 79.2M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 82ed86027c61 2024-04-02T08:33:34.110 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (23s) 18s ago 12m 12.4M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b9b7a0672a08 2024-04-02T08:33:34.110 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (6m) 18s ago 11m 61.8M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:33:34.110 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[96890]: pgmap v512: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 676 KiB/s wr, 40 op/s 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[96890]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:boot 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[96890]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[94314]: pgmap v512: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 676 KiB/s wr, 40 op/s 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[94314]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:boot 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[94314]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:33:34.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:33 smithi137 ceph-mon[88456]: pgmap v512: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 676 KiB/s wr, 40 op/s 2024-04-02T08:33:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:33 smithi137 ceph-mon[88456]: osdmap e568: 8 total, 8 up, 8 in 2024-04-02T08:33:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:33 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:boot 2024-04-02T08:33:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T08:33:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:33 smithi137 ceph-mon[88456]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-02T08:33:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:34.560 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:33:34.560 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:33:34.560 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 1 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 18.2.2-1059-g4d05f4ca (4d05f4cad464de0fcdd11a2856643e533aea34e8) reef (stable)": 1, 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 14 2024-04-02T08:33:34.561 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:33:34.562 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:33:34.856 INFO:tasks.rados.rados.0.smithi028.stdout:2428: done (2 left) 2024-04-02T08:33:34.857 INFO:tasks.rados.rados.0.smithi028.stdout:2429: done (1 left) 2024-04-02T08:33:34.857 INFO:tasks.rados.rados.0.smithi028.stdout:2430: done (0 left) 2024-04-02T08:33:34.857 INFO:tasks.rados.rados.0.smithi028.stdout:2431: copy_from oid 16 from oid 7 current snap is 266 2024-04-02T08:33:34.857 INFO:tasks.rados.rados.0.smithi028.stdout:2432: read oid 14 snap -1 2024-04-02T08:33:34.857 INFO:tasks.rados.rados.0.smithi028.stdout:2432: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:33:34.857 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 266 2024-04-02T08:33:34.857 INFO:tasks.rados.rados.0.smithi028.stdout:2433: seq_num 756 ranges {0=671744} 2024-04-02T08:33:34.860 INFO:tasks.rados.rados.0.smithi028.stdout:2433: writing smithi02882251-33 from 0 to 671744 tid 1 2024-04-02T08:33:34.861 INFO:tasks.rados.rados.0.smithi028.stdout:2434: delete oid 21 current snap is 266 2024-04-02T08:33:34.866 INFO:tasks.rados.rados.0.smithi028.stdout:2433: finishing write tid 1 to smithi02882251-33 2024-04-02T08:33:34.867 INFO:tasks.rados.rados.0.smithi028.stdout:2433: finishing write tid 2 to smithi02882251-33 2024-04-02T08:33:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:2431: finishing copy_from racing read to smithi02882251-16 2024-04-02T08:33:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:2434: done (3 left) 2024-04-02T08:33:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:2435: rollback oid 21 current snap is 266 2024-04-02T08:33:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 265 2024-04-02T08:33:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:2436: read oid 38 snap -1 2024-04-02T08:33:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:2436: expect (ObjNum 720 snap 237 seq_num 720) 2024-04-02T08:33:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:2437: snap_remove snap 229 2024-04-02T08:33:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:34 smithi137 ceph-mon[88456]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:34 smithi137 ceph-mon[88456]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:33:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:34 smithi137 ceph-mon[88456]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:34 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3252254283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:34 smithi028 ceph-mon[96890]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:34 smithi028 ceph-mon[96890]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:33:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:34 smithi028 ceph-mon[96890]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:34 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3252254283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:35.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:34 smithi028 ceph-mon[94314]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:35.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:34 smithi028 ceph-mon[94314]: osdmap e569: 8 total, 8 up, 8 in 2024-04-02T08:33:35.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:34 smithi028 ceph-mon[94314]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:33:35.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:34 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3252254283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:35.860 INFO:tasks.rados.rados.0.smithi028.stdout:2437: done (5 left) 2024-04-02T08:33:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2438: read oid 26 snap -1 2024-04-02T08:33:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2438: expect deleted 2024-04-02T08:33:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2439: rollback oid 50 current snap is 266 2024-04-02T08:33:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 235 2024-04-02T08:33:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2440: copy_from oid 37 from oid 9 current snap is 266 2024-04-02T08:33:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2441: snap_remove snap 252 2024-04-02T08:33:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:35 smithi137 ceph-mon[88456]: pgmap v515: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 0 B/s wr, 30 op/s 2024-04-02T08:33:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:35 smithi137 ceph-mon[88456]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:33:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:35 smithi028 ceph-mon[94314]: pgmap v515: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 0 B/s wr, 30 op/s 2024-04-02T08:33:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:35 smithi028 ceph-mon[94314]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:33:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:35 smithi028 ceph-mon[96890]: pgmap v515: 121 pgs: 121 active+clean; 540 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 0 B/s wr, 30 op/s 2024-04-02T08:33:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:35 smithi028 ceph-mon[96890]: osdmap e570: 8 total, 8 up, 8 in 2024-04-02T08:33:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:36.866 INFO:tasks.rados.rados.0.smithi028.stdout:2441: done (8 left) 2024-04-02T08:33:36.866 INFO:tasks.rados.rados.0.smithi028.stdout:2442: rollback oid 17 current snap is 266 2024-04-02T08:33:36.866 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 258 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2443: read oid 42 snap 184 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2443: expect (ObjNum 592 snap 181 seq_num 592) 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2444: rmattr oid 8 current snap is 266 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2445: read oid 13 snap -1 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2445: expect (ObjNum 719 snap 237 seq_num 719) 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2446: delete oid 49 current snap is 266 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2433: finishing write tid 3 to smithi02882251-33 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2433: oid 33 updating version 0 to 1884 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2433: oid 33 updating version 1884 to 1885 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1885 (ObjNum 756 snap 266 seq_num 756) dirty exists 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2433: left oid 33 (ObjNum 756 snap 266 seq_num 756) 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2431: finishing copy_from to smithi02882251-16 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 1358 (ObjNum 729 snap 248 seq_num 729) dirty exists 2024-04-02T08:33:36.867 INFO:tasks.rados.rados.0.smithi028.stdout:2435: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:33:36.868 INFO:tasks.rados.rados.0.smithi028.stdout:2435: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:33:36.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1360 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:33:36.868 INFO:tasks.rados.rados.0.smithi028.stdout:2432: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:33:36.955 INFO:tasks.rados.rados.0.smithi028.stdout:2436: expect (ObjNum 720 snap 237 seq_num 720) 2024-04-02T08:33:37.118 INFO:tasks.rados.rados.0.smithi028.stdout:2439: finishing rollback tid 0 to smithi02882251-50 2024-04-02T08:33:37.118 INFO:tasks.rados.rados.0.smithi028.stdout:2439: finishing rollback tid 1 to smithi02882251-50 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2431: done (12 left) 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2432: done (11 left) 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2433: done (10 left) 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2435: done (9 left) 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2436: done (8 left) 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2438: done (7 left) 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2446: done (6 left) 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2447: rollback oid 10 current snap is 266 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 255 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2439: finishing rollback tid 2 to smithi02882251-50 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1163 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2440: finishing copy_from racing read to smithi02882251-37 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:2440: finishing copy_from to smithi02882251-37 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1979 (ObjNum 748 snap 259 seq_num 748) dirty exists 2024-04-02T08:33:37.119 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 0 (ObjNum 754 snap 264 seq_num 754) dirty exists 2024-04-02T08:33:37.120 INFO:tasks.rados.rados.0.smithi028.stdout:2442: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:33:37.120 INFO:tasks.rados.rados.0.smithi028.stdout:2445: expect (ObjNum 719 snap 237 seq_num 719) 2024-04-02T08:33:37.120 INFO:tasks.rados.rados.0.smithi028.stdout:2442: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:33:37.120 INFO:tasks.rados.rados.0.smithi028.stdout:2442: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:33:37.120 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1363 (ObjNum 628 snap 201 seq_num 628) dirty exists 2024-04-02T08:33:37.120 INFO:tasks.rados.rados.0.smithi028.stdout:2443: expect (ObjNum 592 snap 181 seq_num 592) 2024-04-02T08:33:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:36 smithi137 ceph-mon[88456]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:33:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:37.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:36 smithi028 ceph-mon[94314]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:33:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:36 smithi028 ceph-mon[96890]: osdmap e571: 8 total, 8 up, 8 in 2024-04-02T08:33:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:37.503 INFO:tasks.rados.rados.0.smithi028.stdout:2447: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:33:37.503 INFO:tasks.rados.rados.0.smithi028.stdout:2447: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:33:37.503 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1600 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:33:37.504 INFO:tasks.rados.rados.0.smithi028.stdout:2439: done (6 left) 2024-04-02T08:33:37.504 INFO:tasks.rados.rados.0.smithi028.stdout:2440: done (5 left) 2024-04-02T08:33:37.504 INFO:tasks.rados.rados.0.smithi028.stdout:2442: done (4 left) 2024-04-02T08:33:37.504 INFO:tasks.rados.rados.0.smithi028.stdout:2443: done (3 left) 2024-04-02T08:33:37.504 INFO:tasks.rados.rados.0.smithi028.stdout:2444: done (2 left) 2024-04-02T08:33:37.504 INFO:tasks.rados.rados.0.smithi028.stdout:2445: done (1 left) 2024-04-02T08:33:37.504 INFO:tasks.rados.rados.0.smithi028.stdout:2447: done (0 left) 2024-04-02T08:33:37.504 INFO:tasks.rados.rados.0.smithi028.stdout:2448: snap_remove snap 256 2024-04-02T08:33:38.082 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:37 smithi028 ceph-mon[94314]: pgmap v518: 121 pgs: 121 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 730 KiB/s wr, 26 op/s 2024-04-02T08:33:38.082 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:37 smithi028 ceph-mon[94314]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:33:38.082 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:37 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:38.082 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:37 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:38.083 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:37 smithi028 ceph-mon[96890]: pgmap v518: 121 pgs: 121 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 730 KiB/s wr, 26 op/s 2024-04-02T08:33:38.083 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:37 smithi028 ceph-mon[96890]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:33:38.083 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:37 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:38.083 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:37 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:38.125 INFO:tasks.rados.rados.0.smithi028.stdout:2448: done (0 left) 2024-04-02T08:33:38.125 INFO:tasks.rados.rados.0.smithi028.stdout:2449: copy_from oid 44 from oid 16 current snap is 266 2024-04-02T08:33:38.125 INFO:tasks.rados.rados.0.smithi028.stdout:2450: read oid 35 snap -1 2024-04-02T08:33:38.125 INFO:tasks.rados.rados.0.smithi028.stdout:2450: expect deleted 2024-04-02T08:33:38.126 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 266 2024-04-02T08:33:38.126 INFO:tasks.rados.rados.0.smithi028.stdout:2451: seq_num 759 ranges {1712128=720896} 2024-04-02T08:33:38.140 INFO:tasks.rados.rados.0.smithi028.stdout:2451: writing smithi02882251-41 from 1712128 to 2433024 tid 1 2024-04-02T08:33:38.140 INFO:tasks.rados.rados.0.smithi028.stdout:2452: snap_remove snap 233 2024-04-02T08:33:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:37 smithi137 ceph-mon[88456]: pgmap v518: 121 pgs: 121 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 730 KiB/s wr, 26 op/s 2024-04-02T08:33:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:37 smithi137 ceph-mon[88456]: osdmap e572: 8 total, 8 up, 8 in 2024-04-02T08:33:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:37 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:37 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:39.138 INFO:tasks.rados.rados.0.smithi028.stdout:2452: done (3 left) 2024-04-02T08:33:39.138 INFO:tasks.rados.rados.0.smithi028.stdout:2453: read oid 14 snap -1 2024-04-02T08:33:39.138 INFO:tasks.rados.rados.0.smithi028.stdout:2453: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:33:39.138 INFO:tasks.rados.rados.0.smithi028.stdout:2454: read oid 30 snap -1 2024-04-02T08:33:39.138 INFO:tasks.rados.rados.0.smithi028.stdout:2454: expect (ObjNum 573 snap 177 seq_num 573) 2024-04-02T08:33:39.138 INFO:tasks.rados.rados.0.smithi028.stdout:2455: read oid 8 snap -1 2024-04-02T08:33:39.138 INFO:tasks.rados.rados.0.smithi028.stdout:2455: expect (ObjNum 754 snap 264 seq_num 754) 2024-04-02T08:33:39.138 INFO:tasks.rados.rados.0.smithi028.stdout:2456: setattr oid 42 current snap is 266 2024-04-02T08:33:39.139 INFO:tasks.rados.rados.0.smithi028.stdout:2451: finishing write tid 1 to smithi02882251-41 2024-04-02T08:33:39.139 INFO:tasks.rados.rados.0.smithi028.stdout:2451: finishing write tid 2 to smithi02882251-41 2024-04-02T08:33:39.139 INFO:tasks.rados.rados.0.smithi028.stdout:2449: finishing copy_from racing read to smithi02882251-44 2024-04-02T08:33:39.140 INFO:tasks.rados.rados.0.smithi028.stdout:2451: finishing write tid 3 to smithi02882251-41 2024-04-02T08:33:39.140 INFO:tasks.rados.rados.0.smithi028.stdout:2451: oid 41 updating version 0 to 1361 2024-04-02T08:33:39.140 INFO:tasks.rados.rados.0.smithi028.stdout:2451: oid 41 updating version 1361 to 1362 2024-04-02T08:33:39.140 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1362 (ObjNum 759 snap 266 seq_num 759) dirty exists 2024-04-02T08:33:39.140 INFO:tasks.rados.rados.0.smithi028.stdout:2451: left oid 41 (ObjNum 759 snap 266 seq_num 759) 2024-04-02T08:33:39.140 INFO:tasks.rados.rados.0.smithi028.stdout:2449: finishing copy_from to smithi02882251-44 2024-04-02T08:33:39.140 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1358 (ObjNum 729 snap 248 seq_num 729) dirty exists 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2449: done (6 left) 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2450: done (5 left) 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2451: done (4 left) 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2457: read oid 48 snap -1 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2457: expect (ObjNum 739 snap 258 seq_num 739) 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2458: rmattr oid 15 current snap is 266 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2458: done (5 left) 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2459: copy_from oid 18 from oid 29 current snap is 266 2024-04-02T08:33:39.141 INFO:tasks.rados.rados.0.smithi028.stdout:2460: delete oid 31 current snap is 266 2024-04-02T08:33:39.155 INFO:tasks.rados.rados.0.smithi028.stdout:2459: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:33:39.157 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1359 (ObjNum 670 snap 223 seq_num 670) dirty exists 2024-04-02T08:33:39.158 INFO:tasks.rados.rados.0.smithi028.stdout:2456: done (6 left) 2024-04-02T08:33:39.158 INFO:tasks.rados.rados.0.smithi028.stdout:2460: done (5 left) 2024-04-02T08:33:39.158 INFO:tasks.rados.rados.0.smithi028.stdout:2461: rollback oid 7 current snap is 266 2024-04-02T08:33:39.158 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 253 2024-04-02T08:33:39.158 INFO:tasks.rados.rados.0.smithi028.stdout:2462: read oid 15 snap -1 2024-04-02T08:33:39.158 INFO:tasks.rados.rados.0.smithi028.stdout:2462: expect (ObjNum 725 snap 240 seq_num 725) 2024-04-02T08:33:39.159 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 266 2024-04-02T08:33:39.159 INFO:tasks.rados.rados.0.smithi028.stdout:2463: seq_num 761 ranges {7610368=753664} 2024-04-02T08:33:39.206 INFO:tasks.rados.rados.0.smithi028.stdout:2463: writing smithi02882251-1 from 7610368 to 8364032 tid 1 2024-04-02T08:33:39.206 INFO:tasks.rados.rados.0.smithi028.stdout:2464: read oid 17 snap -1 2024-04-02T08:33:39.206 INFO:tasks.rados.rados.0.smithi028.stdout:2464: expect (ObjNum 628 snap 201 seq_num 628) 2024-04-02T08:33:39.206 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 266 2024-04-02T08:33:39.206 INFO:tasks.rados.rados.0.smithi028.stdout:2455: expect (ObjNum 754 snap 264 seq_num 754) 2024-04-02T08:33:39.226 INFO:tasks.rados.rados.0.smithi028.stdout:2459: finishing copy_from to smithi02882251-18 2024-04-02T08:33:39.226 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1886 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:33:39.226 INFO:tasks.rados.rados.0.smithi028.stdout:2453: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:33:39.306 INFO:tasks.rados.rados.0.smithi028.stdout:2457: expect (ObjNum 739 snap 258 seq_num 739) 2024-04-02T08:33:39.316 INFO:tasks.rados.rados.0.smithi028.stdout:2461: finishing rollback tid 0 to smithi02882251-7 2024-04-02T08:33:39.316 INFO:tasks.rados.rados.0.smithi028.stdout:2461: finishing rollback tid 1 to smithi02882251-7 2024-04-02T08:33:39.316 INFO:tasks.rados.rados.0.smithi028.stdout:2461: finishing rollback tid 2 to smithi02882251-7 2024-04-02T08:33:39.317 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1366 (ObjNum 729 snap 248 seq_num 729) dirty exists 2024-04-02T08:33:39.317 INFO:tasks.rados.rados.0.smithi028.stdout:2462: expect (ObjNum 725 snap 240 seq_num 725) 2024-04-02T08:33:39.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:39 smithi028 ceph-mon[94314]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:33:39.323 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:39 smithi028 ceph-mon[96890]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:33:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:39 smithi137 ceph-mon[88456]: osdmap e573: 8 total, 8 up, 8 in 2024-04-02T08:33:39.675 INFO:tasks.rados.rados.0.smithi028.stdout:2454: expect (ObjNum 573 snap 177 seq_num 573) 2024-04-02T08:33:40.158 INFO:tasks.rados.rados.0.smithi028.stdout:2463: finishing write tid 1 to smithi02882251-1 2024-04-02T08:33:40.158 INFO:tasks.rados.rados.0.smithi028.stdout:2463: finishing write tid 2 to smithi02882251-1 2024-04-02T08:33:40.158 INFO:tasks.rados.rados.0.smithi028.stdout:2463: finishing write tid 3 to smithi02882251-1 2024-04-02T08:33:40.158 INFO:tasks.rados.rados.0.smithi028.stdout:2463: oid 1 updating version 0 to 1695 2024-04-02T08:33:40.158 INFO:tasks.rados.rados.0.smithi028.stdout:2463: oid 1 updating version 1695 to 1696 2024-04-02T08:33:40.158 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1696 (ObjNum 761 snap 266 seq_num 761) dirty exists 2024-04-02T08:33:40.158 INFO:tasks.rados.rados.0.smithi028.stdout:2463: left oid 1 (ObjNum 761 snap 266 seq_num 761) 2024-04-02T08:33:40.158 INFO:tasks.rados.rados.0.smithi028.stdout:2465: seq_num 762 ranges {0=770048} 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2465: writing smithi02882251-31 from 0 to 770048 tid 1 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2453: done (9 left) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2454: done (8 left) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2455: done (7 left) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2457: done (6 left) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2459: done (5 left) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2461: done (4 left) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2462: done (3 left) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2463: done (2 left) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2466: read oid 9 snap -1 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2466: expect (ObjNum 748 snap 259 seq_num 748) 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2467: snap_create 2024-04-02T08:33:40.163 INFO:tasks.rados.rados.0.smithi028.stdout:2464: expect (ObjNum 628 snap 201 seq_num 628) 2024-04-02T08:33:40.268 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:40 smithi028 ceph-mon[94314]: pgmap v521: 121 pgs: 121 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 730 KiB/s wr, 26 op/s 2024-04-02T08:33:40.269 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:40 smithi028 ceph-mon[94314]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:33:40.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:40 smithi028 ceph-mon[96890]: pgmap v521: 121 pgs: 121 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 730 KiB/s wr, 26 op/s 2024-04-02T08:33:40.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:40 smithi028 ceph-mon[96890]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:33:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:40 smithi137 ceph-mon[88456]: pgmap v521: 121 pgs: 121 active+clean; 547 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 730 KiB/s wr, 26 op/s 2024-04-02T08:33:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:40 smithi137 ceph-mon[88456]: osdmap e574: 8 total, 8 up, 8 in 2024-04-02T08:33:40.767 INFO:tasks.rados.rados.0.smithi028.stdout:2465: finishing write tid 1 to smithi02882251-31 2024-04-02T08:33:40.767 INFO:tasks.rados.rados.0.smithi028.stdout:2466: expect (ObjNum 748 snap 259 seq_num 748) 2024-04-02T08:33:40.781 INFO:tasks.rados.rados.0.smithi028.stdout:2465: finishing write tid 2 to smithi02882251-31 2024-04-02T08:33:40.781 INFO:tasks.rados.rados.0.smithi028.stdout:2465: finishing write tid 3 to smithi02882251-31 2024-04-02T08:33:40.781 INFO:tasks.rados.rados.0.smithi028.stdout:2465: oid 31 updating version 0 to 1603 2024-04-02T08:33:40.781 INFO:tasks.rados.rados.0.smithi028.stdout:2465: oid 31 version 1603 is already newer than 1602 2024-04-02T08:33:40.781 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1603 (ObjNum 762 snap 266 seq_num 762) dirty exists 2024-04-02T08:33:40.781 INFO:tasks.rados.rados.0.smithi028.stdout:2465: left oid 31 (ObjNum 762 snap 266 seq_num 762) 2024-04-02T08:33:41.142 INFO:tasks.rados.rados.0.smithi028.stdout:2464: done (3 left) 2024-04-02T08:33:41.142 INFO:tasks.rados.rados.0.smithi028.stdout:2465: done (2 left) 2024-04-02T08:33:41.142 INFO:tasks.rados.rados.0.smithi028.stdout:2466: done (1 left) 2024-04-02T08:33:41.142 INFO:tasks.rados.rados.0.smithi028.stdout:2467: done (0 left) 2024-04-02T08:33:41.143 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 267 2024-04-02T08:33:41.143 INFO:tasks.rados.rados.0.smithi028.stdout:2468: seq_num 763 ranges {532480=786432} 2024-04-02T08:33:41.149 INFO:tasks.rados.rados.0.smithi028.stdout:2468: writing smithi02882251-9 from 532480 to 1318912 tid 1 2024-04-02T08:33:41.149 INFO:tasks.rados.rados.0.smithi028.stdout:2469: read oid 24 snap -1 2024-04-02T08:33:41.149 INFO:tasks.rados.rados.0.smithi028.stdout:2469: expect deleted 2024-04-02T08:33:41.149 INFO:tasks.rados.rados.0.smithi028.stdout:2470: rollback oid 46 current snap is 267 2024-04-02T08:33:41.150 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 260 2024-04-02T08:33:41.150 INFO:tasks.rados.rados.0.smithi028.stdout:2471: delete oid 28 current snap is 267 2024-04-02T08:33:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:2470: finishing rollback tid 1 to smithi02882251-46 2024-04-02T08:33:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 692 (ObjNum 129 snap 0 seq_num 1440009416) dirty dne 2024-04-02T08:33:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:2469: done (3 left) 2024-04-02T08:33:41.155 INFO:tasks.rados.rados.0.smithi028.stdout:2470: done (2 left) 2024-04-02T08:33:41.155 INFO:tasks.rados.rados.0.smithi028.stdout:2471: done (1 left) 2024-04-02T08:33:41.155 INFO:tasks.rados.rados.0.smithi028.stdout:2472: snap_remove snap 263 2024-04-02T08:33:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:33:41] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:33:41.843 INFO:tasks.rados.rados.0.smithi028.stdout:2472: done (1 left) 2024-04-02T08:33:41.843 INFO:tasks.rados.rados.0.smithi028.stdout:2473: snap_create 2024-04-02T08:33:41.843 INFO:tasks.rados.rados.0.smithi028.stdout:2468: finishing write tid 1 to smithi02882251-9 2024-04-02T08:33:41.843 INFO:tasks.rados.rados.0.smithi028.stdout:2468: finishing write tid 2 to smithi02882251-9 2024-04-02T08:33:41.843 INFO:tasks.rados.rados.0.smithi028.stdout:2468: finishing write tid 3 to smithi02882251-9 2024-04-02T08:33:41.843 INFO:tasks.rados.rados.0.smithi028.stdout:2468: oid 9 updating version 0 to 2012 2024-04-02T08:33:41.843 INFO:tasks.rados.rados.0.smithi028.stdout:2468: oid 9 version 2012 is already newer than 2011 2024-04-02T08:33:41.843 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2012 (ObjNum 763 snap 267 seq_num 763) dirty exists 2024-04-02T08:33:41.844 INFO:tasks.rados.rados.0.smithi028.stdout:2468: left oid 9 (ObjNum 763 snap 267 seq_num 763) 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: pgmap v523: 121 pgs: 121 active+clean; 554 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 840 KiB/s wr, 24 op/s 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.092 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.093 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.093 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:33:42.093 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:33:42.093 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:41 smithi137 ceph-mon[88456]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: pgmap v523: 121 pgs: 121 active+clean; 554 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 840 KiB/s wr, 24 op/s 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[96890]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: pgmap v523: 121 pgs: 121 active+clean; 554 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 840 KiB/s wr, 24 op/s 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:33:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-02T08:33:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: Upgrade: It appears safe to stop mds.b 2024-04-02T08:33:42.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:41 smithi028 ceph-mon[94314]: osdmap e575: 8 total, 8 up, 8 in 2024-04-02T08:33:42.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:33:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:42.847 INFO:tasks.rados.rados.0.smithi028.stdout:2468: done (1 left) 2024-04-02T08:33:42.847 INFO:tasks.rados.rados.0.smithi028.stdout:2473: done (0 left) 2024-04-02T08:33:42.847 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 268 2024-04-02T08:33:42.848 INFO:tasks.rados.rados.0.smithi028.stdout:2474: seq_num 765 ranges {0=417792,417792=401408} 2024-04-02T08:33:42.849 INFO:tasks.rados.rados.0.smithi028.stdout:2474: writing smithi02882251-36 from 0 to 417792 tid 1 2024-04-02T08:33:42.852 INFO:tasks.rados.rados.0.smithi028.stdout:2474: writing smithi02882251-36 from 417792 to 819200 tid 2 2024-04-02T08:33:42.852 INFO:tasks.rados.rados.0.smithi028.stdout:2475: snap_create 2024-04-02T08:33:42.856 INFO:tasks.rados.rados.0.smithi028.stdout:2474: finishing write tid 1 to smithi02882251-36 2024-04-02T08:33:42.856 INFO:tasks.rados.rados.0.smithi028.stdout:2474: finishing write tid 2 to smithi02882251-36 2024-04-02T08:33:42.856 INFO:tasks.rados.rados.0.smithi028.stdout:2474: finishing write tid 3 to smithi02882251-36 2024-04-02T08:33:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2474: finishing write tid 4 to smithi02882251-36 2024-04-02T08:33:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2474: oid 36 updating version 0 to 1888 2024-04-02T08:33:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2474: oid 36 version 1888 is already newer than 1886 2024-04-02T08:33:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2474: oid 36 version 1888 is already newer than 1887 2024-04-02T08:33:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1888 (ObjNum 765 snap 268 seq_num 765) dirty exists 2024-04-02T08:33:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2474: left oid 36 (ObjNum 765 snap 268 seq_num 765) 2024-04-02T08:33:43.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:42 smithi137 ceph-mon[88456]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:33:43.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:42 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:43.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:42 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:43.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:42 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:43.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:42 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[96890]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[94314]: osdmap e576: 8 total, 8 up, 8 in 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-02T08:33:43.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:42 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:33:43.852 INFO:tasks.rados.rados.0.smithi028.stdout:2474: done (1 left) 2024-04-02T08:33:43.852 INFO:tasks.rados.rados.0.smithi028.stdout:2475: done (0 left) 2024-04-02T08:33:43.853 INFO:tasks.rados.rados.0.smithi028.stdout:2476: read oid 5 snap 209 2024-04-02T08:33:43.853 INFO:tasks.rados.rados.0.smithi028.stdout:2476: expect (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:33:43.853 INFO:tasks.rados.rados.0.smithi028.stdout:2477: rollback oid 9 current snap is 269 2024-04-02T08:33:43.853 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 224 2024-04-02T08:33:43.853 INFO:tasks.rados.rados.0.smithi028.stdout:2478: read oid 24 snap -1 2024-04-02T08:33:43.853 INFO:tasks.rados.rados.0.smithi028.stdout:2478: expect deleted 2024-04-02T08:33:43.853 INFO:tasks.rados.rados.0.smithi028.stdout:2479: delete oid 26 current snap is 269 2024-04-02T08:33:43.858 INFO:tasks.rados.rados.0.smithi028.stdout:2478: done (3 left) 2024-04-02T08:33:43.858 INFO:tasks.rados.rados.0.smithi028.stdout:2479: done (2 left) 2024-04-02T08:33:43.859 INFO:tasks.rados.rados.0.smithi028.stdout:2480: delete oid 11 current snap is 269 2024-04-02T08:33:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:2477: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:33:43.860 INFO:tasks.rados.rados.0.smithi028.stdout:2477: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:33:43.861 INFO:tasks.rados.rados.0.smithi028.stdout:2477: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:33:43.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2018 (ObjNum 667 snap 220 seq_num 667) dirty exists 2024-04-02T08:33:43.861 INFO:tasks.rados.rados.0.smithi028.stdout:2477: done (2 left) 2024-04-02T08:33:43.861 INFO:tasks.rados.rados.0.smithi028.stdout:2480: done (1 left) 2024-04-02T08:33:43.861 INFO:tasks.rados.rados.0.smithi028.stdout:2481: snap_remove snap 255 2024-04-02T08:33:44.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:43 smithi137 ceph-mon[88456]: pgmap v526: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 865 KiB/s wr, 17 op/s 2024-04-02T08:33:44.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:43 smithi137 ceph-mon[88456]: Upgrade: Updating mds.b 2024-04-02T08:33:44.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:43 smithi137 ceph-mon[88456]: Deploying daemon mds.b on smithi137 2024-04-02T08:33:44.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:43 smithi137 ceph-mon[88456]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:33:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:43 smithi028 ceph-mon[94314]: pgmap v526: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 865 KiB/s wr, 17 op/s 2024-04-02T08:33:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:43 smithi028 ceph-mon[94314]: Upgrade: Updating mds.b 2024-04-02T08:33:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:43 smithi028 ceph-mon[94314]: Deploying daemon mds.b on smithi137 2024-04-02T08:33:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:43 smithi028 ceph-mon[94314]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:33:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:43 smithi028 ceph-mon[96890]: pgmap v526: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 865 KiB/s wr, 17 op/s 2024-04-02T08:33:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:43 smithi028 ceph-mon[96890]: Upgrade: Updating mds.b 2024-04-02T08:33:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:43 smithi028 ceph-mon[96890]: Deploying daemon mds.b on smithi137 2024-04-02T08:33:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:43 smithi028 ceph-mon[96890]: osdmap e577: 8 total, 8 up, 8 in 2024-04-02T08:33:44.664 INFO:tasks.rados.rados.0.smithi028.stdout:2476: expect (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:33:44.854 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:44 smithi137 systemd[1]: Stopping Ceph mds.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:44.855 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b[60186]: 2024-04-02T08:33:44.651+0000 7f56a08e6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T08:33:44.855 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b[60186]: 2024-04-02T08:33:44.651+0000 7f56a08e6700 -1 mds.b *** got signal Terminated *** 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[96890]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[96890]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[96890]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[96890]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[96890]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[96890]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[96890]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[96890]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:33:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[94291]: 2024-04-02T08:33:44.652+0000 7f22b7050700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:33:44.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[94314]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:33:44.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[94314]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:33:44.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[94314]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:33:44.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[94314]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:33:44.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[94314]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:33:44.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[94314]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:33:44.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[94314]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:33:44.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:44 smithi028 ceph-mon[94314]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:33:44.966 INFO:tasks.rados.rados.0.smithi028.stdout:2476: done (1 left) 2024-04-02T08:33:44.966 INFO:tasks.rados.rados.0.smithi028.stdout:2481: done (0 left) 2024-04-02T08:33:44.966 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 269 2024-04-02T08:33:44.966 INFO:tasks.rados.rados.0.smithi028.stdout:2482: seq_num 768 ranges {0=466944,466944=401408} 2024-04-02T08:33:44.968 INFO:tasks.rados.rados.0.smithi028.stdout:2482: writing smithi02882251-5 from 0 to 466944 tid 1 2024-04-02T08:33:44.971 INFO:tasks.rados.rados.0.smithi028.stdout:2482: writing smithi02882251-5 from 466944 to 868352 tid 2 2024-04-02T08:33:44.971 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 269 2024-04-02T08:33:44.971 INFO:tasks.rados.rados.0.smithi028.stdout:2483: seq_num 769 ranges {0=483328,483328=401408} 2024-04-02T08:33:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:2483: writing smithi02882251-24 from 0 to 483328 tid 1 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2483: writing smithi02882251-24 from 483328 to 884736 tid 2 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2484: rollback oid 13 current snap is 269 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 268 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2482: finishing write tid 1 to smithi02882251-5 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2482: finishing write tid 2 to smithi02882251-5 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2482: finishing write tid 3 to smithi02882251-5 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2482: finishing write tid 4 to smithi02882251-5 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2482: oid 5 updating version 0 to 1164 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2482: oid 5 updating version 1164 to 1166 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2482: oid 5 version 1166 is already newer than 1165 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1166 (ObjNum 768 snap 269 seq_num 768) dirty exists 2024-04-02T08:33:44.977 INFO:tasks.rados.rados.0.smithi028.stdout:2482: left oid 5 (ObjNum 768 snap 269 seq_num 768) 2024-04-02T08:33:44.978 INFO:tasks.rados.rados.0.smithi028.stdout:2483: finishing write tid 1 to smithi02882251-24 2024-04-02T08:33:44.978 INFO:tasks.rados.rados.0.smithi028.stdout:2482: done (2 left) 2024-04-02T08:33:44.978 INFO:tasks.rados.rados.0.smithi028.stdout:2485: delete oid 45 current snap is 269 2024-04-02T08:33:44.979 INFO:tasks.rados.rados.0.smithi028.stdout:2485: done (2 left) 2024-04-02T08:33:44.979 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 269 2024-04-02T08:33:44.979 INFO:tasks.rados.rados.0.smithi028.stdout:2486: seq_num 771 ranges {1581056=516096,2097152=401408} 2024-04-02T08:33:44.990 INFO:tasks.rados.rados.0.smithi028.stdout:2486: writing smithi02882251-9 from 1581056 to 2097152 tid 1 2024-04-02T08:33:44.993 INFO:tasks.rados.rados.0.smithi028.stdout:2486: writing smithi02882251-9 from 2097152 to 2498560 tid 2 2024-04-02T08:33:44.993 INFO:tasks.rados.rados.0.smithi028.stdout:2487: delete oid 44 current snap is 269 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2483: finishing write tid 2 to smithi02882251-24 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2483: finishing write tid 3 to smithi02882251-24 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2484: finishing rollback tid 0 to smithi02882251-13 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2484: finishing rollback tid 1 to smithi02882251-13 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2484: finishing rollback tid 2 to smithi02882251-13 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1369 (ObjNum 719 snap 237 seq_num 719) dirty exists 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2483: finishing write tid 4 to smithi02882251-24 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2483: oid 24 updating version 0 to 1888 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2483: oid 24 version 1888 is already newer than 1887 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:2483: oid 24 updating version 1888 to 1889 2024-04-02T08:33:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1889 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:33:44.995 INFO:tasks.rados.rados.0.smithi028.stdout:2483: left oid 24 (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:33:44.995 INFO:tasks.rados.rados.0.smithi028.stdout:2486: finishing write tid 1 to smithi02882251-9 2024-04-02T08:33:44.996 INFO:tasks.rados.rados.0.smithi028.stdout:2486: finishing write tid 2 to smithi02882251-9 2024-04-02T08:33:44.996 INFO:tasks.rados.rados.0.smithi028.stdout:2483: done (3 left) 2024-04-02T08:33:44.996 INFO:tasks.rados.rados.0.smithi028.stdout:2484: done (2 left) 2024-04-02T08:33:44.996 INFO:tasks.rados.rados.0.smithi028.stdout:2487: done (1 left) 2024-04-02T08:33:44.996 INFO:tasks.rados.rados.0.smithi028.stdout:2488: snap_remove snap 218 2024-04-02T08:33:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-mon[88456]: osdmap e578: 8 total, 8 up, 8 in 2024-04-02T08:33:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-mon[88456]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T08:33:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-mon[88456]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T08:33:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-mon[88456]: osdmap e579: 8 total, 8 up, 8 in 2024-04-02T08:33:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-mon[88456]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-02T08:33:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-mon[88456]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T08:33:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-mon[88456]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T08:33:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:44 smithi137 ceph-mon[88456]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-02T08:33:45.864 INFO:tasks.rados.rados.0.smithi028.stdout:2486: finishing write tid 3 to smithi02882251-9 2024-04-02T08:33:45.864 INFO:tasks.rados.rados.0.smithi028.stdout:2486: finishing write tid 4 to smithi02882251-9 2024-04-02T08:33:45.864 INFO:tasks.rados.rados.0.smithi028.stdout:2486: oid 9 updating version 0 to 2022 2024-04-02T08:33:45.864 INFO:tasks.rados.rados.0.smithi028.stdout:2486: oid 9 updating version 2022 to 2024 2024-04-02T08:33:45.864 INFO:tasks.rados.rados.0.smithi028.stdout:2486: oid 9 version 2024 is already newer than 2023 2024-04-02T08:33:45.864 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2024 (ObjNum 771 snap 269 seq_num 771) dirty exists 2024-04-02T08:33:45.864 INFO:tasks.rados.rados.0.smithi028.stdout:2486: left oid 9 (ObjNum 771 snap 269 seq_num 771) 2024-04-02T08:33:45.865 INFO:tasks.rados.rados.0.smithi028.stdout:2486: done (1 left) 2024-04-02T08:33:45.865 INFO:tasks.rados.rados.0.smithi028.stdout:2488: done (0 left) 2024-04-02T08:33:45.865 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 269 2024-04-02T08:33:45.865 INFO:tasks.rados.rados.0.smithi028.stdout:2489: seq_num 773 ranges {0=548864,548864=401408} 2024-04-02T08:33:45.867 INFO:tasks.rados.rados.0.smithi028.stdout:2489: writing smithi02882251-32 from 0 to 548864 tid 1 2024-04-02T08:33:45.870 INFO:tasks.rados.rados.0.smithi028.stdout:2489: writing smithi02882251-32 from 548864 to 950272 tid 2 2024-04-02T08:33:45.871 INFO:tasks.rados.rados.0.smithi028.stdout:2490: snap_remove snap 249 2024-04-02T08:33:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:45 smithi137 ceph-mon[88456]: pgmap v529: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 548 KiB/s wr, 6 op/s 2024-04-02T08:33:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:45 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:reconnect 2024-04-02T08:33:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:45 smithi137 ceph-mon[88456]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:33:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:45 smithi028 ceph-mon[96890]: pgmap v529: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 548 KiB/s wr, 6 op/s 2024-04-02T08:33:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:45 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:reconnect 2024-04-02T08:33:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:45 smithi028 ceph-mon[96890]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:33:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:45 smithi028 ceph-mon[94314]: pgmap v529: 121 pgs: 121 active+clean; 556 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 548 KiB/s wr, 6 op/s 2024-04-02T08:33:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:45 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:reconnect 2024-04-02T08:33:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:45 smithi028 ceph-mon[94314]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-02T08:33:46.842 INFO:tasks.rados.rados.0.smithi028.stdout:2490: done (1 left) 2024-04-02T08:33:46.842 INFO:tasks.rados.rados.0.smithi028.stdout:2491: copy_from oid 8 from oid 42 current snap is 269 2024-04-02T08:33:46.842 INFO:tasks.rados.rados.0.smithi028.stdout:2489: finishing write tid 1 to smithi02882251-32 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2489: finishing write tid 2 to smithi02882251-32 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2489: finishing write tid 3 to smithi02882251-32 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2489: finishing write tid 4 to smithi02882251-32 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2489: oid 32 updating version 0 to 1258 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2489: oid 32 version 1258 is already newer than 1257 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2489: oid 32 version 1258 is already newer than 1256 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1258 (ObjNum 773 snap 269 seq_num 773) dirty exists 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2489: left oid 32 (ObjNum 773 snap 269 seq_num 773) 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2489: done (1 left) 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2492: read oid 40 snap 262 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2492: expect deleted 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2493: copy_from oid 10 from oid 26 current snap is 269 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2494: rmattr oid 35 current snap is 269 2024-04-02T08:33:46.843 INFO:tasks.rados.rados.0.smithi028.stdout:2494: done (3 left) 2024-04-02T08:33:46.844 INFO:tasks.rados.rados.0.smithi028.stdout:2495: rmattr oid 20 current snap is 269 2024-04-02T08:33:46.844 INFO:tasks.rados.rados.0.smithi028.stdout:2495: done (3 left) 2024-04-02T08:33:46.844 INFO:tasks.rados.rados.0.smithi028.stdout:2496: snap_create 2024-04-02T08:33:46.854 INFO:tasks.rados.rados.0.smithi028.stdout:2493: finishing copy_from to smithi02882251-10 2024-04-02T08:33:46.854 INFO:tasks.rados.rados.0.smithi028.stdout:2493: got expected ENOENT (src dne) 2024-04-02T08:33:46.854 INFO:tasks.rados.rados.0.smithi028.stdout:2493: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:33:46.866 INFO:tasks.rados.rados.0.smithi028.stdout:2491: finishing copy_from racing read to smithi02882251-8 2024-04-02T08:33:46.868 INFO:tasks.rados.rados.0.smithi028.stdout:2491: finishing copy_from to smithi02882251-8 2024-04-02T08:33:46.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1359 (ObjNum 670 snap 223 seq_num 670) dirty exists 2024-04-02T08:33:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:46 smithi137 ceph-mon[88456]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:33:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:46 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:rejoin 2024-04-02T08:33:47.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:46 smithi137 ceph-mon[88456]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:33:47.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:46 smithi137 ceph-mon[88456]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:33:47.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:46 smithi137 ceph-mon[88456]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:33:47.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[94314]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:rejoin 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[94314]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[94314]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[94314]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[96890]: osdmap e580: 8 total, 8 up, 8 in 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:rejoin 2024-04-02T08:33:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[96890]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-02T08:33:47.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[96890]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-02T08:33:47.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:46 smithi028 ceph-mon[96890]: osdmap e581: 8 total, 8 up, 8 in 2024-04-02T08:33:47.842 INFO:tasks.rados.rados.0.smithi028.stdout:2491: done (3 left) 2024-04-02T08:33:47.843 INFO:tasks.rados.rados.0.smithi028.stdout:2492: done (2 left) 2024-04-02T08:33:47.843 INFO:tasks.rados.rados.0.smithi028.stdout:2493: done (1 left) 2024-04-02T08:33:47.843 INFO:tasks.rados.rados.0.smithi028.stdout:2496: done (0 left) 2024-04-02T08:33:47.843 INFO:tasks.rados.rados.0.smithi028.stdout:2497: read oid 19 snap -1 2024-04-02T08:33:47.843 INFO:tasks.rados.rados.0.smithi028.stdout:2497: expect deleted 2024-04-02T08:33:47.843 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 270 2024-04-02T08:33:47.843 INFO:tasks.rados.rados.0.smithi028.stdout:2498: seq_num 774 ranges {2433024=565248,2998272=401408} 2024-04-02T08:33:47.860 INFO:tasks.rados.rados.0.smithi028.stdout:2498: writing smithi02882251-41 from 2433024 to 2998272 tid 1 2024-04-02T08:33:47.863 INFO:tasks.rados.rados.0.smithi028.stdout:2498: writing smithi02882251-41 from 2998272 to 3399680 tid 2 2024-04-02T08:33:47.863 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 270 2024-04-02T08:33:47.863 INFO:tasks.rados.rados.0.smithi028.stdout:2499: seq_num 775 ranges {1089536=589824,1679360=401408} 2024-04-02T08:33:47.873 INFO:tasks.rados.rados.0.smithi028.stdout:2499: writing smithi02882251-7 from 1089536 to 1679360 tid 1 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2499: writing smithi02882251-7 from 1679360 to 2080768 tid 2 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2500: snap_create 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2498: finishing write tid 1 to smithi02882251-41 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2498: finishing write tid 2 to smithi02882251-41 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2498: finishing write tid 3 to smithi02882251-41 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2498: finishing write tid 4 to smithi02882251-41 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2498: oid 41 updating version 0 to 1365 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2498: oid 41 version 1365 is already newer than 1363 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2498: oid 41 version 1365 is already newer than 1364 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1365 (ObjNum 774 snap 270 seq_num 774) dirty exists 2024-04-02T08:33:47.876 INFO:tasks.rados.rados.0.smithi028.stdout:2498: left oid 41 (ObjNum 774 snap 270 seq_num 774) 2024-04-02T08:33:47.878 INFO:tasks.rados.rados.0.smithi028.stdout:2499: finishing write tid 1 to smithi02882251-7 2024-04-02T08:33:47.879 INFO:tasks.rados.rados.0.smithi028.stdout:2499: finishing write tid 2 to smithi02882251-7 2024-04-02T08:33:47.880 INFO:tasks.rados.rados.0.smithi028.stdout:2499: finishing write tid 3 to smithi02882251-7 2024-04-02T08:33:47.881 INFO:tasks.rados.rados.0.smithi028.stdout:2499: finishing write tid 4 to smithi02882251-7 2024-04-02T08:33:47.881 INFO:tasks.rados.rados.0.smithi028.stdout:2499: oid 7 updating version 0 to 1371 2024-04-02T08:33:47.881 INFO:tasks.rados.rados.0.smithi028.stdout:2499: oid 7 version 1371 is already newer than 1370 2024-04-02T08:33:47.881 INFO:tasks.rados.rados.0.smithi028.stdout:2499: oid 7 updating version 1371 to 1372 2024-04-02T08:33:47.881 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1372 (ObjNum 775 snap 270 seq_num 775) dirty exists 2024-04-02T08:33:47.881 INFO:tasks.rados.rados.0.smithi028.stdout:2499: left oid 7 (ObjNum 775 snap 270 seq_num 775) 2024-04-02T08:33:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:47 smithi137 ceph-mon[88456]: pgmap v532: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 840 KiB/s wr, 10 op/s 2024-04-02T08:33:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:47 smithi137 ceph-mon[88456]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:33:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:47 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:33:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:47 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:active 2024-04-02T08:33:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:47 smithi137 ceph-mon[88456]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:33:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:47 smithi137 ceph-mon[88456]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:33:48.197 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[123490]: 2024-04-02T08:33:47.851+0000 7f29fadc3700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-02T08:33:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[96890]: pgmap v532: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 840 KiB/s wr, 10 op/s 2024-04-02T08:33:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[96890]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:33:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:33:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:active 2024-04-02T08:33:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[96890]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:33:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[96890]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:33:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[94314]: pgmap v532: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 840 KiB/s wr, 10 op/s 2024-04-02T08:33:48.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[94314]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T08:33:48.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:33:48.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.28:6834/1668756202,v1:172.21.15.28:6835/1668756202] up:active 2024-04-02T08:33:48.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[94314]: fsmap cephfs:1 {0=a=up:active} 2024-04-02T08:33:48.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:47 smithi028 ceph-mon[94314]: osdmap e582: 8 total, 8 up, 8 in 2024-04-02T08:33:48.881 INFO:tasks.rados.rados.0.smithi028.stdout:2497: done (3 left) 2024-04-02T08:33:48.882 INFO:tasks.rados.rados.0.smithi028.stdout:2498: done (2 left) 2024-04-02T08:33:48.882 INFO:tasks.rados.rados.0.smithi028.stdout:2499: done (1 left) 2024-04-02T08:33:48.882 INFO:tasks.rados.rados.0.smithi028.stdout:2500: done (0 left) 2024-04-02T08:33:48.882 INFO:tasks.rados.rados.0.smithi028.stdout:2501: read oid 29 snap -1 2024-04-02T08:33:48.882 INFO:tasks.rados.rados.0.smithi028.stdout:2501: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:48.882 INFO:tasks.rados.rados.0.smithi028.stdout:2502: snap_create 2024-04-02T08:33:48.883 INFO:tasks.rados.rados.0.smithi028.stdout:2501: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:33:49.881 INFO:tasks.rados.rados.0.smithi028.stdout:2501: done (1 left) 2024-04-02T08:33:49.882 INFO:tasks.rados.rados.0.smithi028.stdout:2502: done (0 left) 2024-04-02T08:33:49.882 INFO:tasks.rados.rados.0.smithi028.stdout:2503: rollback oid 30 current snap is 272 2024-04-02T08:33:49.882 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 264 2024-04-02T08:33:49.882 INFO:tasks.rados.rados.0.smithi028.stdout:2504: delete oid 21 current snap is 272 2024-04-02T08:33:49.887 INFO:tasks.rados.rados.0.smithi028.stdout:2504: done (1 left) 2024-04-02T08:33:49.887 INFO:tasks.rados.rados.0.smithi028.stdout:2505: snap_create 2024-04-02T08:33:49.889 INFO:tasks.rados.rados.0.smithi028.stdout:2503: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:33:49.889 INFO:tasks.rados.rados.0.smithi028.stdout:2503: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:33:49.890 INFO:tasks.rados.rados.0.smithi028.stdout:2503: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:33:49.890 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1883 (ObjNum 573 snap 177 seq_num 573) dirty exists 2024-04-02T08:33:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:49 smithi137 ceph-mon[88456]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 840 KiB/s wr, 10 op/s 2024-04-02T08:33:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:49 smithi137 ceph-mon[88456]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:33:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:49 smithi028 ceph-mon[94314]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 840 KiB/s wr, 10 op/s 2024-04-02T08:33:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:49 smithi028 ceph-mon[94314]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:33:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:49 smithi028 ceph-mon[96890]: pgmap v535: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 560 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 840 KiB/s wr, 10 op/s 2024-04-02T08:33:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:49 smithi028 ceph-mon[96890]: osdmap e583: 8 total, 8 up, 8 in 2024-04-02T08:33:50.893 INFO:tasks.rados.rados.0.smithi028.stdout:2503: done (1 left) 2024-04-02T08:33:50.894 INFO:tasks.rados.rados.0.smithi028.stdout:2505: done (0 left) 2024-04-02T08:33:50.894 INFO:tasks.rados.rados.0.smithi028.stdout:2506: snap_create 2024-04-02T08:33:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:50 smithi137 ceph-mon[88456]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:33:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:51.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:50 smithi028 ceph-mon[94314]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:50 smithi028 ceph-mon[96890]: osdmap e584: 8 total, 8 up, 8 in 2024-04-02T08:33:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:33:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:33:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:33:51] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2024-04-02T08:33:51.843 INFO:tasks.rados.rados.0.smithi028.stdout:2506: done (0 left) 2024-04-02T08:33:51.843 INFO:tasks.rados.rados.0.smithi028.stdout:2507: delete oid 36 current snap is 274 2024-04-02T08:33:51.847 INFO:tasks.rados.rados.0.smithi028.stdout:2507: done (0 left) 2024-04-02T08:33:51.847 INFO:tasks.rados.rados.0.smithi028.stdout:2508: delete oid 1 current snap is 274 2024-04-02T08:33:51.853 INFO:tasks.rados.rados.0.smithi028.stdout:2508: done (0 left) 2024-04-02T08:33:51.853 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 274 2024-04-02T08:33:51.853 INFO:tasks.rados.rados.0.smithi028.stdout:2509: seq_num 779 ranges {0=655360,655360=401408} 2024-04-02T08:33:51.856 INFO:tasks.rados.rados.0.smithi028.stdout:2509: writing smithi02882251-21 from 0 to 655360 tid 1 2024-04-02T08:33:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:2509: writing smithi02882251-21 from 655360 to 1056768 tid 2 2024-04-02T08:33:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:2510: copy_from oid 19 from oid 49 current snap is 274 2024-04-02T08:33:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:2511: read oid 9 snap -1 2024-04-02T08:33:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:2511: expect (ObjNum 771 snap 269 seq_num 771) 2024-04-02T08:33:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 274 2024-04-02T08:33:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:2512: seq_num 780 ranges {868352=671744,1540096=401408} 2024-04-02T08:33:51.867 INFO:tasks.rados.rados.0.smithi028.stdout:2512: writing smithi02882251-5 from 868352 to 1540096 tid 1 2024-04-02T08:33:51.870 INFO:tasks.rados.rados.0.smithi028.stdout:2512: writing smithi02882251-5 from 1540096 to 1941504 tid 2 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2513: read oid 46 snap -1 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2513: expect deleted 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2514: delete oid 16 current snap is 274 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2509: finishing write tid 1 to smithi02882251-21 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2510: finishing copy_from to smithi02882251-19 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2510: got expected ENOENT (src dne) 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2510: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2509: finishing write tid 2 to smithi02882251-21 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2509: finishing write tid 3 to smithi02882251-21 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2509: finishing write tid 4 to smithi02882251-21 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2509: oid 21 updating version 0 to 1368 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2509: oid 21 version 1368 is already newer than 1367 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:2509: oid 21 updating version 1368 to 1369 2024-04-02T08:33:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1369 (ObjNum 779 snap 274 seq_num 779) dirty exists 2024-04-02T08:33:51.872 INFO:tasks.rados.rados.0.smithi028.stdout:2509: left oid 21 (ObjNum 779 snap 274 seq_num 779) 2024-04-02T08:33:51.873 INFO:tasks.rados.rados.0.smithi028.stdout:2509: done (5 left) 2024-04-02T08:33:51.873 INFO:tasks.rados.rados.0.smithi028.stdout:2510: done (4 left) 2024-04-02T08:33:51.873 INFO:tasks.rados.rados.0.smithi028.stdout:2513: done (3 left) 2024-04-02T08:33:51.873 INFO:tasks.rados.rados.0.smithi028.stdout:2514: done (2 left) 2024-04-02T08:33:51.873 INFO:tasks.rados.rados.0.smithi028.stdout:2515: setattr oid 27 current snap is 274 2024-04-02T08:33:51.875 INFO:tasks.rados.rados.0.smithi028.stdout:2511: expect (ObjNum 771 snap 269 seq_num 771) 2024-04-02T08:33:51.972 INFO:tasks.rados.rados.0.smithi028.stdout:2512: finishing write tid 1 to smithi02882251-5 2024-04-02T08:33:51.972 INFO:tasks.rados.rados.0.smithi028.stdout:2512: finishing write tid 2 to smithi02882251-5 2024-04-02T08:33:51.972 INFO:tasks.rados.rados.0.smithi028.stdout:2512: finishing write tid 3 to smithi02882251-5 2024-04-02T08:33:51.972 INFO:tasks.rados.rados.0.smithi028.stdout:2512: finishing write tid 4 to smithi02882251-5 2024-04-02T08:33:51.972 INFO:tasks.rados.rados.0.smithi028.stdout:2512: oid 5 updating version 0 to 1167 2024-04-02T08:33:51.973 INFO:tasks.rados.rados.0.smithi028.stdout:2512: oid 5 updating version 1167 to 1168 2024-04-02T08:33:51.973 INFO:tasks.rados.rados.0.smithi028.stdout:2512: oid 5 updating version 1168 to 1169 2024-04-02T08:33:51.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1169 (ObjNum 780 snap 274 seq_num 780) dirty exists 2024-04-02T08:33:51.973 INFO:tasks.rados.rados.0.smithi028.stdout:2512: left oid 5 (ObjNum 780 snap 274 seq_num 780) 2024-04-02T08:33:51.974 INFO:tasks.rados.rados.0.smithi028.stdout:2511: done (2 left) 2024-04-02T08:33:51.974 INFO:tasks.rados.rados.0.smithi028.stdout:2512: done (1 left) 2024-04-02T08:33:51.974 INFO:tasks.rados.rados.0.smithi028.stdout:2516: read oid 14 snap -1 2024-04-02T08:33:51.974 INFO:tasks.rados.rados.0.smithi028.stdout:2516: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:33:51.975 INFO:tasks.rados.rados.0.smithi028.stdout:2517: snap_create 2024-04-02T08:33:51.984 INFO:tasks.rados.rados.0.smithi028.stdout:2516: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:33:52.064 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2036 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:33:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:51 smithi137 ceph-mon[88456]: pgmap v538: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 564 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 834 KiB/s wr, 5 op/s 2024-04-02T08:33:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:51 smithi137 ceph-mon[88456]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:33:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:51 smithi137 ceph-mon[88456]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:33:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:51 smithi028 ceph-mon[94314]: pgmap v538: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 564 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 834 KiB/s wr, 5 op/s 2024-04-02T08:33:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:51 smithi028 ceph-mon[94314]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:33:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:51 smithi028 ceph-mon[94314]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:33:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:51 smithi028 ceph-mon[96890]: pgmap v538: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 564 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.5 KiB/s rd, 834 KiB/s wr, 5 op/s 2024-04-02T08:33:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:51 smithi028 ceph-mon[96890]: osdmap e585: 8 total, 8 up, 8 in 2024-04-02T08:33:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:51 smithi028 ceph-mon[96890]: osdmap e586: 8 total, 8 up, 8 in 2024-04-02T08:33:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:33:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:33:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:33:52.898 INFO:tasks.rados.rados.0.smithi028.stdout:2515: done (2 left) 2024-04-02T08:33:52.899 INFO:tasks.rados.rados.0.smithi028.stdout:2516: done (1 left) 2024-04-02T08:33:52.899 INFO:tasks.rados.rados.0.smithi028.stdout:2517: done (0 left) 2024-04-02T08:33:52.899 INFO:tasks.rados.rados.0.smithi028.stdout:2518: copy_from oid 27 from oid 18 current snap is 275 2024-04-02T08:33:52.899 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 275 2024-04-02T08:33:52.899 INFO:tasks.rados.rados.0.smithi028.stdout:2519: seq_num 782 ranges {49152=704512,753664=401408} 2024-04-02T08:33:52.903 INFO:tasks.rados.rados.0.smithi028.stdout:2519: writing smithi02882251-13 from 49152 to 753664 tid 1 2024-04-02T08:33:52.906 INFO:tasks.rados.rados.0.smithi028.stdout:2519: writing smithi02882251-13 from 753664 to 1155072 tid 2 2024-04-02T08:33:52.906 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 275 2024-04-02T08:33:52.907 INFO:tasks.rados.rados.0.smithi028.stdout:2518: finishing copy_from racing read to smithi02882251-27 2024-04-02T08:33:52.907 INFO:tasks.rados.rados.0.smithi028.stdout:2520: seq_num 783 ranges {0=720896,720896=401408} 2024-04-02T08:33:52.911 INFO:tasks.rados.rados.0.smithi028.stdout:2520: writing smithi02882251-35 from 0 to 720896 tid 1 2024-04-02T08:33:52.914 INFO:tasks.rados.rados.0.smithi028.stdout:2520: writing smithi02882251-35 from 720896 to 1122304 tid 2 2024-04-02T08:33:52.915 INFO:tasks.rados.rados.0.smithi028.stdout:2521: read oid 3 snap -1 2024-04-02T08:33:52.915 INFO:tasks.rados.rados.0.smithi028.stdout:2521: expect (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:33:52.915 INFO:tasks.rados.rados.0.smithi028.stdout:2522: snap_remove snap 257 2024-04-02T08:33:53.645 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:53 smithi137 podman[115016]: 2024-04-02 08:33:53.394021371 +0000 UTC m=+8.842295146 container died e4077245cda8252a20a9b098817c9c39563b976272c71244a68f55cecd3947b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, RELEASE=reef-4d05f4c, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-02T08:33:53.903 INFO:tasks.rados.rados.0.smithi028.stdout:2518: finishing copy_from to smithi02882251-27 2024-04-02T08:33:53.903 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1886 (ObjNum 65 snap 0 seq_num 1868324462) dirty exists 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2519: finishing write tid 1 to smithi02882251-13 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2519: finishing write tid 2 to smithi02882251-13 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2519: finishing write tid 3 to smithi02882251-13 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2519: finishing write tid 4 to smithi02882251-13 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2519: oid 13 updating version 0 to 1374 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2519: oid 13 updating version 1374 to 1375 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2519: oid 13 version 1375 is already newer than 1373 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1375 (ObjNum 782 snap 275 seq_num 782) dirty exists 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2519: left oid 13 (ObjNum 782 snap 275 seq_num 782) 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2520: finishing write tid 1 to smithi02882251-35 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2520: finishing write tid 2 to smithi02882251-35 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2520: finishing write tid 3 to smithi02882251-35 2024-04-02T08:33:53.904 INFO:tasks.rados.rados.0.smithi028.stdout:2521: expect (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:33:53.953 INFO:tasks.rados.rados.0.smithi028.stdout:2520: finishing write tid 4 to smithi02882251-35 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2520: oid 35 updating version 0 to 1980 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2520: oid 35 updating version 1980 to 1981 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2520: oid 35 updating version 1981 to 1982 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1982 (ObjNum 783 snap 275 seq_num 783) dirty exists 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2520: left oid 35 (ObjNum 783 snap 275 seq_num 783) 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2518: done (4 left) 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2519: done (3 left) 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2520: done (2 left) 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2521: done (1 left) 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2522: done (0 left) 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2523: read oid 22 snap 246 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2523: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2524: rmattr oid 32 current snap is 275 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2524: done (1 left) 2024-04-02T08:33:53.954 INFO:tasks.rados.rados.0.smithi028.stdout:2525: read oid 46 snap -1 2024-04-02T08:33:53.955 INFO:tasks.rados.rados.0.smithi028.stdout:2525: expect deleted 2024-04-02T08:33:53.955 INFO:tasks.rados.rados.0.smithi028.stdout:2526: read oid 15 snap -1 2024-04-02T08:33:53.955 INFO:tasks.rados.rados.0.smithi028.stdout:2526: expect (ObjNum 725 snap 240 seq_num 725) 2024-04-02T08:33:53.955 INFO:tasks.rados.rados.0.smithi028.stdout:2527: snap_remove snap 223 2024-04-02T08:33:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:53 smithi137 ceph-mon[88456]: pgmap v541: 121 pgs: 121 active+clean; 566 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T08:33:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:53 smithi137 ceph-mon[88456]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:33:54.145 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:53 smithi137 podman[115016]: 2024-04-02 08:33:53.8654411 +0000 UTC m=+9.313714939 container cleanup e4077245cda8252a20a9b098817c9c39563b976272c71244a68f55cecd3947b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-4d05f4c, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-04-02T08:33:54.145 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:53 smithi137 bash[115016]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T08:33:54.146 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 podman[115035]: 2024-04-02 08:33:54.058797932 +0000 UTC m=+0.663080027 container remove e4077245cda8252a20a9b098817c9c39563b976272c71244a68f55cecd3947b3 (image=quay.ceph.io/ceph-ci/ceph@sha256:397d0c1d908c002c558906e3ea05982bc336d403ee4d900400cc3bdd9243aa2e, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=reef-4d05f4c, org.label-schema.license=GPLv2) 2024-04-02T08:33:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:53 smithi028 ceph-mon[94314]: pgmap v541: 121 pgs: 121 active+clean; 566 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T08:33:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:53 smithi028 ceph-mon[94314]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:33:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:53 smithi028 ceph-mon[96890]: pgmap v541: 121 pgs: 121 active+clean; 566 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-02T08:33:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:53 smithi028 ceph-mon[96890]: osdmap e587: 8 total, 8 up, 8 in 2024-04-02T08:33:54.645 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Deactivated successfully. 2024-04-02T08:33:54.645 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 systemd[1]: Stopped Ceph mds.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:54.645 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.b.service: Consumed 1.229s CPU time. 2024-04-02T08:33:54.645 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 systemd[1]: Starting Ceph mds.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:33:54.908 INFO:tasks.rados.rados.0.smithi028.stdout:2527: done (3 left) 2024-04-02T08:33:54.908 INFO:tasks.rados.rados.0.smithi028.stdout:2528: delete oid 16 current snap is 275 2024-04-02T08:33:54.909 INFO:tasks.rados.rados.0.smithi028.stdout:2526: expect (ObjNum 725 snap 240 seq_num 725) 2024-04-02T08:33:54.956 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:54 smithi137 ceph-mon[88456]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:33:54.957 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 podman[115174]: 2024-04-02 08:33:54.597874192 +0000 UTC m=+0.017933124 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T08:33:54.957 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 podman[115174]: 2024-04-02 08:33:54.710565958 +0000 UTC m=+0.130624873 container create 129c5f68e74881271237d8bda26bb7b16e58109693418970c487d53ff738c512 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T08:33:54.957 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 podman[115174]: 2024-04-02 08:33:54.922422165 +0000 UTC m=+0.342481097 container init 129c5f68e74881271237d8bda26bb7b16e58109693418970c487d53ff738c512 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326) 2024-04-02T08:33:54.957 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 podman[115174]: 2024-04-02 08:33:54.933906605 +0000 UTC m=+0.353965532 container start 129c5f68e74881271237d8bda26bb7b16e58109693418970c487d53ff738c512 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T08:33:55.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:54 smithi028 ceph-mon[94314]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:33:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:54 smithi028 ceph-mon[96890]: osdmap e588: 8 total, 8 up, 8 in 2024-04-02T08:33:55.302 INFO:tasks.rados.rados.0.smithi028.stdout:2523: expect (ObjNum 522 snap 165 seq_num 522) 2024-04-02T08:33:55.395 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b[115189]: starting mds.b at 2024-04-02T08:33:55.395 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:55 smithi137 bash[115174]: 129c5f68e74881271237d8bda26bb7b16e58109693418970c487d53ff738c512 2024-04-02T08:33:55.395 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 08:33:55 smithi137 systemd[1]: Started Ceph mds.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:33:55.582 INFO:tasks.rados.rados.0.smithi028.stdout:2523: done (3 left) 2024-04-02T08:33:55.582 INFO:tasks.rados.rados.0.smithi028.stdout:2525: done (2 left) 2024-04-02T08:33:55.582 INFO:tasks.rados.rados.0.smithi028.stdout:2526: done (1 left) 2024-04-02T08:33:55.582 INFO:tasks.rados.rados.0.smithi028.stdout:2528: done (0 left) 2024-04-02T08:33:55.582 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 275 2024-04-02T08:33:55.582 INFO:tasks.rados.rados.0.smithi028.stdout:2529: seq_num 785 ranges {0=753664,753664=401408} 2024-04-02T08:33:55.586 INFO:tasks.rados.rados.0.smithi028.stdout:2529: writing smithi02882251-29 from 0 to 753664 tid 1 2024-04-02T08:33:55.590 INFO:tasks.rados.rados.0.smithi028.stdout:2529: writing smithi02882251-29 from 753664 to 1155072 tid 2 2024-04-02T08:33:55.590 INFO:tasks.rados.rados.0.smithi028.stdout:2530: copy_from oid 21 from oid 20 current snap is 275 2024-04-02T08:33:55.590 INFO:tasks.rados.rados.0.smithi028.stdout:2531: snap_create 2024-04-02T08:33:55.590 INFO:tasks.rados.rados.0.smithi028.stdout:2530: finishing copy_from to smithi02882251-21 2024-04-02T08:33:55.590 INFO:tasks.rados.rados.0.smithi028.stdout:2530: got expected ENOENT (src dne) 2024-04-02T08:33:55.591 INFO:tasks.rados.rados.0.smithi028.stdout:2530: finishing copy_from racing read to smithi02882251-21 2024-04-02T08:33:55.592 INFO:tasks.rados.rados.0.smithi028.stdout:2529: finishing write tid 1 to smithi02882251-29 2024-04-02T08:33:55.592 INFO:tasks.rados.rados.0.smithi028.stdout:2529: finishing write tid 2 to smithi02882251-29 2024-04-02T08:33:55.592 INFO:tasks.rados.rados.0.smithi028.stdout:2529: finishing write tid 3 to smithi02882251-29 2024-04-02T08:33:55.593 INFO:tasks.rados.rados.0.smithi028.stdout:2529: finishing write tid 4 to smithi02882251-29 2024-04-02T08:33:55.594 INFO:tasks.rados.rados.0.smithi028.stdout:2529: oid 29 updating version 0 to 1892 2024-04-02T08:33:55.594 INFO:tasks.rados.rados.0.smithi028.stdout:2529: oid 29 version 1892 is already newer than 1890 2024-04-02T08:33:55.594 INFO:tasks.rados.rados.0.smithi028.stdout:2529: oid 29 version 1892 is already newer than 1891 2024-04-02T08:33:55.594 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1892 (ObjNum 785 snap 275 seq_num 785) dirty exists 2024-04-02T08:33:55.594 INFO:tasks.rados.rados.0.smithi028.stdout:2529: left oid 29 (ObjNum 785 snap 275 seq_num 785) 2024-04-02T08:33:56.094 INFO:tasks.rados.rados.0.smithi028.stdout:2529: done (2 left) 2024-04-02T08:33:56.094 INFO:tasks.rados.rados.0.smithi028.stdout:2530: done (1 left) 2024-04-02T08:33:56.094 INFO:tasks.rados.rados.0.smithi028.stdout:2531: done (0 left) 2024-04-02T08:33:56.094 INFO:tasks.rados.rados.0.smithi028.stdout:2532: setattr oid 10 current snap is 276 2024-04-02T08:33:56.095 INFO:tasks.rados.rados.0.smithi028.stdout:2533: copy_from oid 36 from oid 20 current snap is 276 2024-04-02T08:33:56.095 INFO:tasks.rados.rados.0.smithi028.stdout:2534: copy_from oid 12 from oid 48 current snap is 276 2024-04-02T08:33:56.095 INFO:tasks.rados.rados.0.smithi028.stdout:2535: snap_create 2024-04-02T08:33:56.097 INFO:tasks.rados.rados.0.smithi028.stdout:2533: finishing copy_from to smithi02882251-36 2024-04-02T08:33:56.097 INFO:tasks.rados.rados.0.smithi028.stdout:2533: got expected ENOENT (src dne) 2024-04-02T08:33:56.097 INFO:tasks.rados.rados.0.smithi028.stdout:2533: finishing copy_from racing read to smithi02882251-36 2024-04-02T08:33:56.097 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1605 (ObjNum 33 snap 0 seq_num 1410156336) dirty exists 2024-04-02T08:33:56.103 INFO:tasks.rados.rados.0.smithi028.stdout:2534: finishing copy_from racing read to smithi02882251-12 2024-04-02T08:33:56.104 INFO:tasks.rados.rados.0.smithi028.stdout:2534: finishing copy_from to smithi02882251-12 2024-04-02T08:33:56.104 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1975 (ObjNum 739 snap 258 seq_num 739) dirty exists 2024-04-02T08:33:56.181 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:55 smithi137 ceph-mon[88456]: pgmap v544: 121 pgs: 121 active+clean; 566 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 478 KiB/s wr, 17 op/s 2024-04-02T08:33:56.181 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:55 smithi137 ceph-mon[88456]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:33:56.181 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:56.181 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:56.181 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[94314]: pgmap v544: 121 pgs: 121 active+clean; 566 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 478 KiB/s wr, 17 op/s 2024-04-02T08:33:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[94314]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:33:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[96890]: pgmap v544: 121 pgs: 121 active+clean; 566 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 28 KiB/s rd, 478 KiB/s wr, 17 op/s 2024-04-02T08:33:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[96890]: osdmap e589: 8 total, 8 up, 8 in 2024-04-02T08:33:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:33:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:33:56.844 INFO:tasks.rados.rados.0.smithi028.stdout:2532: done (3 left) 2024-04-02T08:33:56.844 INFO:tasks.rados.rados.0.smithi028.stdout:2533: done (2 left) 2024-04-02T08:33:56.844 INFO:tasks.rados.rados.0.smithi028.stdout:2534: done (1 left) 2024-04-02T08:33:56.844 INFO:tasks.rados.rados.0.smithi028.stdout:2535: done (0 left) 2024-04-02T08:33:56.844 INFO:tasks.rados.rados.0.smithi028.stdout:2536: rmattr oid 47 current snap is 277 2024-04-02T08:33:56.845 INFO:tasks.rados.rados.0.smithi028.stdout:2536: done (0 left) 2024-04-02T08:33:56.845 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 277 2024-04-02T08:33:56.845 INFO:tasks.rados.rados.0.smithi028.stdout:2537: seq_num 786 ranges {5177344=770048,5947392=401408} 2024-04-02T08:33:56.878 INFO:tasks.rados.rados.0.smithi028.stdout:2537: writing smithi02882251-50 from 5177344 to 5947392 tid 1 2024-04-02T08:33:56.881 INFO:tasks.rados.rados.0.smithi028.stdout:2537: writing smithi02882251-50 from 5947392 to 6348800 tid 2 2024-04-02T08:33:56.881 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 277 2024-04-02T08:33:56.881 INFO:tasks.rados.rados.0.smithi028.stdout:2538: seq_num 787 ranges {532480=786432,1318912=401408} 2024-04-02T08:33:56.888 INFO:tasks.rados.rados.0.smithi028.stdout:2538: writing smithi02882251-37 from 532480 to 1318912 tid 1 2024-04-02T08:33:56.891 INFO:tasks.rados.rados.0.smithi028.stdout:2538: writing smithi02882251-37 from 1318912 to 1720320 tid 2 2024-04-02T08:33:56.891 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 277 2024-04-02T08:33:56.891 INFO:tasks.rados.rados.0.smithi028.stdout:2539: seq_num 788 ranges {598016=802816,1400832=401408} 2024-04-02T08:33:56.900 INFO:tasks.rados.rados.0.smithi028.stdout:2539: writing smithi02882251-47 from 598016 to 1400832 tid 1 2024-04-02T08:33:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:2539: writing smithi02882251-47 from 1400832 to 1802240 tid 2 2024-04-02T08:33:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:2540: delete oid 44 current snap is 277 2024-04-02T08:33:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:2537: finishing write tid 1 to smithi02882251-50 2024-04-02T08:33:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:2537: finishing write tid 2 to smithi02882251-50 2024-04-02T08:33:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:2537: finishing write tid 3 to smithi02882251-50 2024-04-02T08:33:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:2537: finishing write tid 4 to smithi02882251-50 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2537: oid 50 updating version 0 to 1170 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2537: oid 50 updating version 1170 to 1172 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2537: oid 50 version 1172 is already newer than 1171 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1172 (ObjNum 786 snap 277 seq_num 786) dirty exists 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2537: left oid 50 (ObjNum 786 snap 277 seq_num 786) 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2538: finishing write tid 1 to smithi02882251-37 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2538: finishing write tid 2 to smithi02882251-37 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2538: finishing write tid 3 to smithi02882251-37 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2538: finishing write tid 4 to smithi02882251-37 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2538: oid 37 updating version 0 to 1985 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2538: oid 37 version 1985 is already newer than 1983 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2538: oid 37 version 1985 is already newer than 1984 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1985 (ObjNum 787 snap 277 seq_num 787) dirty exists 2024-04-02T08:33:56.904 INFO:tasks.rados.rados.0.smithi028.stdout:2538: left oid 37 (ObjNum 787 snap 277 seq_num 787) 2024-04-02T08:33:56.905 INFO:tasks.rados.rados.0.smithi028.stdout:2537: done (3 left) 2024-04-02T08:33:56.906 INFO:tasks.rados.rados.0.smithi028.stdout:2538: done (2 left) 2024-04-02T08:33:56.906 INFO:tasks.rados.rados.0.smithi028.stdout:2540: done (1 left) 2024-04-02T08:33:56.906 INFO:tasks.rados.rados.0.smithi028.stdout:2541: snap_create 2024-04-02T08:33:56.906 INFO:tasks.rados.rados.0.smithi028.stdout:2539: finishing write tid 1 to smithi02882251-47 2024-04-02T08:33:56.907 INFO:tasks.rados.rados.0.smithi028.stdout:2539: finishing write tid 2 to smithi02882251-47 2024-04-02T08:33:56.907 INFO:tasks.rados.rados.0.smithi028.stdout:2539: finishing write tid 3 to smithi02882251-47 2024-04-02T08:33:56.908 INFO:tasks.rados.rados.0.smithi028.stdout:2539: finishing write tid 4 to smithi02882251-47 2024-04-02T08:33:56.908 INFO:tasks.rados.rados.0.smithi028.stdout:2539: oid 47 updating version 0 to 1885 2024-04-02T08:33:56.908 INFO:tasks.rados.rados.0.smithi028.stdout:2539: oid 47 version 1885 is already newer than 1884 2024-04-02T08:33:56.908 INFO:tasks.rados.rados.0.smithi028.stdout:2539: oid 47 updating version 1885 to 1886 2024-04-02T08:33:56.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1886 (ObjNum 788 snap 277 seq_num 788) dirty exists 2024-04-02T08:33:56.908 INFO:tasks.rados.rados.0.smithi028.stdout:2539: left oid 47 (ObjNum 788 snap 277 seq_num 788) 2024-04-02T08:33:57.176 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:57.176 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:56 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.137:6832/1656811460,v1:172.21.15.137:6833/1656811460] up:boot 2024-04-02T08:33:57.177 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:56 smithi137 ceph-mon[88456]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:57.177 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:56 smithi137 ceph-mon[88456]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:33:57.177 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:56 smithi137 ceph-mon[88456]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:33:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.137:6832/1656811460,v1:172.21.15.137:6833/1656811460] up:boot 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[94314]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[94314]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[94314]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.137:6832/1656811460,v1:172.21.15.137:6833/1656811460] up:boot 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[96890]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[96890]: osdmap e590: 8 total, 8 up, 8 in 2024-04-02T08:33:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:56 smithi028 ceph-mon[96890]: osdmap e591: 8 total, 8 up, 8 in 2024-04-02T08:33:57.844 INFO:tasks.rados.rados.0.smithi028.stdout:2539: done (1 left) 2024-04-02T08:33:57.845 INFO:tasks.rados.rados.0.smithi028.stdout:2541: done (0 left) 2024-04-02T08:33:57.845 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 278 2024-04-02T08:33:57.845 INFO:tasks.rados.rados.0.smithi028.stdout:2542: seq_num 790 ranges {385024=434176,819200=548864,1368064=253952} 2024-04-02T08:33:57.849 INFO:tasks.rados.rados.0.smithi028.stdout:2542: writing smithi02882251-48 from 385024 to 819200 tid 1 2024-04-02T08:33:57.852 INFO:tasks.rados.rados.0.smithi028.stdout:2542: writing smithi02882251-48 from 819200 to 1368064 tid 2 2024-04-02T08:33:57.853 INFO:tasks.rados.rados.0.smithi028.stdout:2542: writing smithi02882251-48 from 1368064 to 1622016 tid 3 2024-04-02T08:33:57.853 INFO:tasks.rados.rados.0.smithi028.stdout:2543: delete oid 9 current snap is 278 2024-04-02T08:33:57.857 INFO:tasks.rados.rados.0.smithi028.stdout:2542: finishing write tid 1 to smithi02882251-48 2024-04-02T08:33:57.857 INFO:tasks.rados.rados.0.smithi028.stdout:2542: finishing write tid 2 to smithi02882251-48 2024-04-02T08:33:57.858 INFO:tasks.rados.rados.0.smithi028.stdout:2542: finishing write tid 3 to smithi02882251-48 2024-04-02T08:33:57.859 INFO:tasks.rados.rados.0.smithi028.stdout:2542: finishing write tid 4 to smithi02882251-48 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2543: done (1 left) 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2544: read oid 25 snap -1 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2544: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2545: copy_from oid 23 from oid 13 current snap is 278 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2546: read oid 5 snap -1 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2546: expect (ObjNum 780 snap 274 seq_num 780) 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2547: read oid 22 snap -1 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2547: expect (ObjNum 738 snap 257 seq_num 738) 2024-04-02T08:33:57.860 INFO:tasks.rados.rados.0.smithi028.stdout:2548: read oid 30 snap 226 2024-04-02T08:33:57.861 INFO:tasks.rados.rados.0.smithi028.stdout:2548: expect deleted 2024-04-02T08:33:57.861 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 278 2024-04-02T08:33:57.861 INFO:tasks.rados.rados.0.smithi028.stdout:2549: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-04-02T08:33:57.862 INFO:tasks.rados.rados.0.smithi028.stdout:2549: writing smithi02882251-19 from 0 to 466944 tid 1 2024-04-02T08:33:57.867 INFO:tasks.rados.rados.0.smithi028.stdout:2549: writing smithi02882251-19 from 466944 to 1228800 tid 2 2024-04-02T08:33:57.868 INFO:tasks.rados.rados.0.smithi028.stdout:2549: writing smithi02882251-19 from 1228800 to 1269760 tid 3 2024-04-02T08:33:57.868 INFO:tasks.rados.rados.0.smithi028.stdout:2550: snap_remove snap 239 2024-04-02T08:33:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:58 smithi137 ceph-mon[88456]: pgmap v547: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 571 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:33:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:58 smithi137 ceph-mon[88456]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:33:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:58 smithi028 ceph-mon[94314]: pgmap v547: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 571 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:33:58.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:58 smithi028 ceph-mon[94314]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:33:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:58 smithi028 ceph-mon[96890]: pgmap v547: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 571 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:33:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:58 smithi028 ceph-mon[96890]: osdmap e592: 8 total, 8 up, 8 in 2024-04-02T08:33:58.846 INFO:tasks.rados.rados.0.smithi028.stdout:2550: done (7 left) 2024-04-02T08:33:58.846 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 278 2024-04-02T08:33:58.846 INFO:tasks.rados.rados.0.smithi028.stdout:2551: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-04-02T08:33:58.849 INFO:tasks.rados.rados.0.smithi028.stdout:2551: writing smithi02882251-45 from 0 to 483328 tid 1 2024-04-02T08:33:58.854 INFO:tasks.rados.rados.0.smithi028.stdout:2551: writing smithi02882251-45 from 483328 to 1130496 tid 2 2024-04-02T08:33:58.855 INFO:tasks.rados.rados.0.smithi028.stdout:2551: writing smithi02882251-45 from 1130496 to 1286144 tid 3 2024-04-02T08:33:58.855 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 278 2024-04-02T08:33:58.855 INFO:tasks.rados.rados.0.smithi028.stdout:2542: finishing write tid 5 to smithi02882251-48 2024-04-02T08:33:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:2542: oid 48 updating version 0 to 2053 2024-04-02T08:33:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:2542: oid 48 version 2053 is already newer than 2050 2024-04-02T08:33:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:2542: oid 48 version 2053 is already newer than 2051 2024-04-02T08:33:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:2542: oid 48 version 2053 is already newer than 2052 2024-04-02T08:33:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2053 (ObjNum 790 snap 278 seq_num 790) dirty exists 2024-04-02T08:33:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:2542: left oid 48 (ObjNum 790 snap 278 seq_num 790) 2024-04-02T08:33:58.856 INFO:tasks.rados.rados.0.smithi028.stdout:2552: seq_num 794 ranges {2711552=499712,3211264=532480,3743744=270336} 2024-04-02T08:33:58.874 INFO:tasks.rados.rados.0.smithi028.stdout:2552: writing smithi02882251-14 from 2711552 to 3211264 tid 1 2024-04-02T08:33:58.878 INFO:tasks.rados.rados.0.smithi028.stdout:2552: writing smithi02882251-14 from 3211264 to 3743744 tid 2 2024-04-02T08:33:58.880 INFO:tasks.rados.rados.0.smithi028.stdout:2552: writing smithi02882251-14 from 3743744 to 4014080 tid 3 2024-04-02T08:33:58.880 INFO:tasks.rados.rados.0.smithi028.stdout:2542: done (8 left) 2024-04-02T08:33:58.880 INFO:tasks.rados.rados.0.smithi028.stdout:2553: snap_create 2024-04-02T08:33:58.880 INFO:tasks.rados.rados.0.smithi028.stdout:2547: expect (ObjNum 738 snap 257 seq_num 738) 2024-04-02T08:33:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:2545: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:33:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 1 to smithi02882251-19 2024-04-02T08:33:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:2545: finishing copy_from to smithi02882251-23 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1375 (ObjNum 782 snap 275 seq_num 782) dirty exists 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 2 to smithi02882251-19 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 3 to smithi02882251-19 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 4 to smithi02882251-19 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 5 to smithi02882251-19 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: oid 19 updating version 0 to 1977 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: oid 19 version 1977 is already newer than 1976 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: oid 19 updating version 1977 to 1978 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: oid 19 updating version 1978 to 1979 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1979 (ObjNum 792 snap 278 seq_num 792) dirty exists 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2549: left oid 19 (ObjNum 792 snap 278 seq_num 792) 2024-04-02T08:33:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:2546: expect (ObjNum 780 snap 274 seq_num 780) 2024-04-02T08:33:59.068 INFO:tasks.rados.rados.0.smithi028.stdout:2544: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:33:59.147 INFO:tasks.rados.rados.0.smithi028.stdout:2551: finishing write tid 1 to smithi02882251-45 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: finishing write tid 2 to smithi02882251-45 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: finishing write tid 3 to smithi02882251-45 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: finishing write tid 4 to smithi02882251-45 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: finishing write tid 5 to smithi02882251-45 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: oid 45 updating version 0 to 2056 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: oid 45 updating version 2056 to 2058 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: oid 45 version 2058 is already newer than 2057 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: oid 45 updating version 2058 to 2059 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2059 (ObjNum 793 snap 278 seq_num 793) dirty exists 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2551: left oid 45 (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2552: finishing write tid 1 to smithi02882251-14 2024-04-02T08:33:59.148 INFO:tasks.rados.rados.0.smithi028.stdout:2552: finishing write tid 2 to smithi02882251-14 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:2552: finishing write tid 3 to smithi02882251-14 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:2552: finishing write tid 4 to smithi02882251-14 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:2552: finishing write tid 5 to smithi02882251-14 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:2552: oid 14 updating version 0 to 2070 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:2552: oid 14 version 2070 is already newer than 2067 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:2552: oid 14 version 2070 is already newer than 2069 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:2552: oid 14 version 2070 is already newer than 2068 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2070 (ObjNum 794 snap 278 seq_num 794) dirty exists 2024-04-02T08:33:59.149 INFO:tasks.rados.rados.0.smithi028.stdout:2552: left oid 14 (ObjNum 794 snap 278 seq_num 794) 2024-04-02T08:33:59.851 INFO:tasks.rados.rados.0.smithi028.stdout:2544: done (8 left) 2024-04-02T08:33:59.851 INFO:tasks.rados.rados.0.smithi028.stdout:2545: done (7 left) 2024-04-02T08:33:59.851 INFO:tasks.rados.rados.0.smithi028.stdout:2546: done (6 left) 2024-04-02T08:33:59.851 INFO:tasks.rados.rados.0.smithi028.stdout:2547: done (5 left) 2024-04-02T08:33:59.851 INFO:tasks.rados.rados.0.smithi028.stdout:2548: done (4 left) 2024-04-02T08:33:59.851 INFO:tasks.rados.rados.0.smithi028.stdout:2549: done (3 left) 2024-04-02T08:33:59.851 INFO:tasks.rados.rados.0.smithi028.stdout:2551: done (2 left) 2024-04-02T08:33:59.851 INFO:tasks.rados.rados.0.smithi028.stdout:2552: done (1 left) 2024-04-02T08:33:59.852 INFO:tasks.rados.rados.0.smithi028.stdout:2553: done (0 left) 2024-04-02T08:33:59.852 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 279 2024-04-02T08:33:59.852 INFO:tasks.rados.rados.0.smithi028.stdout:2554: seq_num 795 ranges {385024=524288,909312=417792,1327104=385024} 2024-04-02T08:33:59.855 INFO:tasks.rados.rados.0.smithi028.stdout:2554: writing smithi02882251-12 from 385024 to 909312 tid 1 2024-04-02T08:33:59.858 INFO:tasks.rados.rados.0.smithi028.stdout:2554: writing smithi02882251-12 from 909312 to 1327104 tid 2 2024-04-02T08:33:59.860 INFO:tasks.rados.rados.0.smithi028.stdout:2554: writing smithi02882251-12 from 1327104 to 1712128 tid 3 2024-04-02T08:33:59.860 INFO:tasks.rados.rados.0.smithi028.stdout:2555: rollback oid 49 current snap is 279 2024-04-02T08:33:59.860 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 235 2024-04-02T08:33:59.860 INFO:tasks.rados.rados.0.smithi028.stdout:2556: copy_from oid 20 from oid 40 current snap is 279 2024-04-02T08:33:59.861 INFO:tasks.rados.rados.0.smithi028.stdout:2557: rollback oid 8 current snap is 279 2024-04-02T08:33:59.861 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 278 2024-04-02T08:33:59.861 INFO:tasks.rados.rados.0.smithi028.stdout:2558: delete oid 31 current snap is 279 2024-04-02T08:33:59.861 INFO:tasks.rados.rados.0.smithi028.stdout:2554: finishing write tid 1 to smithi02882251-12 2024-04-02T08:33:59.863 INFO:tasks.rados.rados.0.smithi028.stdout:2556: finishing copy_from to smithi02882251-20 2024-04-02T08:33:59.864 INFO:tasks.rados.rados.0.smithi028.stdout:2556: got expected ENOENT (src dne) 2024-04-02T08:33:59.864 INFO:tasks.rados.rados.0.smithi028.stdout:2556: finishing copy_from racing read to smithi02882251-20 2024-04-02T08:33:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:2554: finishing write tid 2 to smithi02882251-12 2024-04-02T08:33:59.865 INFO:tasks.rados.rados.0.smithi028.stdout:2554: finishing write tid 3 to smithi02882251-12 2024-04-02T08:33:59.866 INFO:tasks.rados.rados.0.smithi028.stdout:2556: done (4 left) 2024-04-02T08:33:59.866 INFO:tasks.rados.rados.0.smithi028.stdout:2558: done (3 left) 2024-04-02T08:33:59.866 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 279 2024-04-02T08:33:59.866 INFO:tasks.rados.rados.0.smithi028.stdout:2559: seq_num 797 ranges {3375104=557056,3932160=589824,4521984=212992} 2024-04-02T08:33:59.888 INFO:tasks.rados.rados.0.smithi028.stdout:2559: writing smithi02882251-38 from 3375104 to 3932160 tid 1 2024-04-02T08:33:59.892 INFO:tasks.rados.rados.0.smithi028.stdout:2559: writing smithi02882251-38 from 3932160 to 4521984 tid 2 2024-04-02T08:33:59.893 INFO:tasks.rados.rados.0.smithi028.stdout:2559: writing smithi02882251-38 from 4521984 to 4734976 tid 3 2024-04-02T08:33:59.893 INFO:tasks.rados.rados.0.smithi028.stdout:2560: setattr oid 9 current snap is 279 2024-04-02T08:33:59.893 INFO:tasks.rados.rados.0.smithi028.stdout:2554: finishing write tid 4 to smithi02882251-12 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:2555: finishing rollback tid 1 to smithi02882251-49 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:2557: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:2555: finishing rollback tid 2 to smithi02882251-49 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1362 (ObjNum 701 snap 229 seq_num 701) dirty exists 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:2557: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:2557: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1988 (ObjNum 670 snap 223 seq_num 670) dirty exists 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:2554: finishing write tid 5 to smithi02882251-12 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:2554: oid 12 updating version 0 to 1981 2024-04-02T08:33:59.894 INFO:tasks.rados.rados.0.smithi028.stdout:2554: oid 12 updating version 1981 to 1983 2024-04-02T08:33:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2554: oid 12 version 1983 is already newer than 1980 2024-04-02T08:33:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2554: oid 12 version 1983 is already newer than 1982 2024-04-02T08:33:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1983 (ObjNum 795 snap 279 seq_num 795) dirty exists 2024-04-02T08:33:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2554: left oid 12 (ObjNum 795 snap 279 seq_num 795) 2024-04-02T08:33:59.895 INFO:tasks.rados.rados.0.smithi028.stdout:2559: finishing write tid 1 to smithi02882251-38 2024-04-02T08:33:59.896 INFO:tasks.rados.rados.0.smithi028.stdout:2554: done (4 left) 2024-04-02T08:33:59.896 INFO:tasks.rados.rados.0.smithi028.stdout:2555: done (3 left) 2024-04-02T08:33:59.896 INFO:tasks.rados.rados.0.smithi028.stdout:2557: done (2 left) 2024-04-02T08:33:59.896 INFO:tasks.rados.rados.0.smithi028.stdout:2561: read oid 32 snap -1 2024-04-02T08:33:59.896 INFO:tasks.rados.rados.0.smithi028.stdout:2561: expect (ObjNum 773 snap 269 seq_num 773) 2024-04-02T08:33:59.896 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 279 2024-04-02T08:33:59.896 INFO:tasks.rados.rados.0.smithi028.stdout:2562: seq_num 798 ranges {6979584=573440,7553024=466944,8019968=335872} 2024-04-02T08:33:59.937 INFO:tasks.rados.rados.0.smithi028.stdout:2562: writing smithi02882251-17 from 6979584 to 7553024 tid 1 2024-04-02T08:33:59.939 INFO:tasks.rados.rados.0.smithi028.stdout:2562: writing smithi02882251-17 from 7553024 to 8019968 tid 2 2024-04-02T08:33:59.942 INFO:tasks.rados.rados.0.smithi028.stdout:2562: writing smithi02882251-17 from 8019968 to 8355840 tid 3 2024-04-02T08:33:59.942 INFO:tasks.rados.rados.0.smithi028.stdout:2563: setattr oid 35 current snap is 279 2024-04-02T08:33:59.942 INFO:tasks.rados.rados.0.smithi028.stdout:2559: finishing write tid 2 to smithi02882251-38 2024-04-02T08:33:59.942 INFO:tasks.rados.rados.0.smithi028.stdout:2559: finishing write tid 3 to smithi02882251-38 2024-04-02T08:33:59.942 INFO:tasks.rados.rados.0.smithi028.stdout:2559: finishing write tid 4 to smithi02882251-38 2024-04-02T08:33:59.942 INFO:tasks.rados.rados.0.smithi028.stdout:2559: finishing write tid 5 to smithi02882251-38 2024-04-02T08:33:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:2559: oid 38 updating version 0 to 1698 2024-04-02T08:33:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:2559: oid 38 updating version 1698 to 1700 2024-04-02T08:33:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:2559: oid 38 updating version 1700 to 1701 2024-04-02T08:33:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:2559: oid 38 version 1701 is already newer than 1699 2024-04-02T08:33:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1701 (ObjNum 797 snap 279 seq_num 797) dirty exists 2024-04-02T08:33:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:2559: left oid 38 (ObjNum 797 snap 279 seq_num 797) 2024-04-02T08:33:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2071 (ObjNum 497 snap 0 seq_num 1439812960) dirty exists 2024-04-02T08:33:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:2561: expect (ObjNum 773 snap 269 seq_num 773) 2024-04-02T08:33:59.969 INFO:tasks.rados.rados.0.smithi028.stdout:2562: finishing write tid 1 to smithi02882251-17 2024-04-02T08:33:59.969 INFO:tasks.rados.rados.0.smithi028.stdout:2562: finishing write tid 2 to smithi02882251-17 2024-04-02T08:33:59.969 INFO:tasks.rados.rados.0.smithi028.stdout:2562: finishing write tid 3 to smithi02882251-17 2024-04-02T08:33:59.969 INFO:tasks.rados.rados.0.smithi028.stdout:2562: finishing write tid 4 to smithi02882251-17 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2562: finishing write tid 5 to smithi02882251-17 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2562: oid 17 updating version 0 to 1377 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2562: oid 17 updating version 1377 to 1379 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2562: oid 17 version 1379 is already newer than 1376 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2562: oid 17 version 1379 is already newer than 1378 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1379 (ObjNum 798 snap 279 seq_num 798) dirty exists 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2562: left oid 17 (ObjNum 798 snap 279 seq_num 798) 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2559: done (4 left) 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2560: done (3 left) 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2561: done (2 left) 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2562: done (1 left) 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2564: read oid 5 snap 209 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2564: expect (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:33:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:2565: snap_remove snap 265 2024-04-02T08:34:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:59 smithi137 ceph-mon[88456]: pgmap v550: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 571 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:59 smithi137 ceph-mon[88456]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:34:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:59 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:33:59 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:59 smithi028 ceph-mon[96890]: pgmap v550: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 571 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:59 smithi028 ceph-mon[96890]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:34:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:59 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:33:59 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:59 smithi028 ceph-mon[94314]: pgmap v550: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 571 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-02T08:34:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:59 smithi028 ceph-mon[94314]: osdmap e593: 8 total, 8 up, 8 in 2024-04-02T08:34:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:59 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:33:59 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:00.905 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1989 (ObjNum 783 snap 275 seq_num 783) dirty exists 2024-04-02T08:34:00.906 INFO:tasks.rados.rados.0.smithi028.stdout:2564: expect (ObjNum 429 snap 139 seq_num 429) 2024-04-02T08:34:01.087 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:00 smithi137 ceph-mon[88456]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:34:01.087 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:01.088 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:01.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:00 smithi028 ceph-mon[96890]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:34:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:00 smithi028 ceph-mon[94314]: osdmap e594: 8 total, 8 up, 8 in 2024-04-02T08:34:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:2563: done (2 left) 2024-04-02T08:34:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:2564: done (1 left) 2024-04-02T08:34:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:2565: done (0 left) 2024-04-02T08:34:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:2566: rollback oid 12 current snap is 279 2024-04-02T08:34:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 209 2024-04-02T08:34:01.207 INFO:tasks.rados.rados.0.smithi028.stdout:2567: snap_create 2024-04-02T08:34:01.210 INFO:tasks.rados.rados.0.smithi028.stdout:2566: finishing rollback tid 0 to smithi02882251-12 2024-04-02T08:34:01.210 INFO:tasks.rados.rados.0.smithi028.stdout:2566: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:34:01.210 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1985 (ObjNum 8209 snap 0 seq_num 2688017) dirty dne 2024-04-02T08:34:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:34:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:34:01] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2024-04-02T08:34:01.846 INFO:tasks.rados.rados.0.smithi028.stdout:2566: done (1 left) 2024-04-02T08:34:01.846 INFO:tasks.rados.rados.0.smithi028.stdout:2567: done (0 left) 2024-04-02T08:34:01.846 INFO:tasks.rados.rados.0.smithi028.stdout:2568: snap_remove snap 258 2024-04-02T08:34:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:01 smithi137 ceph-mon[88456]: pgmap v553: 121 pgs: 121 active+clean; 583 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:34:02.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:01 smithi137 ceph-mon[88456]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:34:02.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:01 smithi137 ceph-mon[88456]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:34:02.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:01 smithi028 ceph-mon[96890]: pgmap v553: 121 pgs: 121 active+clean; 583 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:34:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:01 smithi028 ceph-mon[96890]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:34:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:01 smithi028 ceph-mon[96890]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:34:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:01 smithi028 ceph-mon[94314]: pgmap v553: 121 pgs: 121 active+clean; 583 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-02T08:34:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:01 smithi028 ceph-mon[94314]: osdmap e595: 8 total, 8 up, 8 in 2024-04-02T08:34:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:01 smithi028 ceph-mon[94314]: osdmap e596: 8 total, 8 up, 8 in 2024-04-02T08:34:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:02.845 INFO:tasks.rados.rados.0.smithi028.stdout:2568: done (0 left) 2024-04-02T08:34:02.846 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 280 2024-04-02T08:34:02.846 INFO:tasks.rados.rados.0.smithi028.stdout:2569: seq_num 799 ranges {0=589824,589824=802816} 2024-04-02T08:34:02.849 INFO:tasks.rados.rados.0.smithi028.stdout:2569: writing smithi02882251-2 from 0 to 589824 tid 1 2024-04-02T08:34:02.855 INFO:tasks.rados.rados.0.smithi028.stdout:2569: writing smithi02882251-2 from 589824 to 1392640 tid 2 2024-04-02T08:34:02.855 INFO:tasks.rados.rados.0.smithi028.stdout:2570: read oid 25 snap -1 2024-04-02T08:34:02.855 INFO:tasks.rados.rados.0.smithi028.stdout:2570: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:34:02.855 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 280 2024-04-02T08:34:02.855 INFO:tasks.rados.rados.0.smithi028.stdout:2571: seq_num 800 ranges {1630208=606208,2236416=688128,2924544=114688} 2024-04-02T08:34:02.869 INFO:tasks.rados.rados.0.smithi028.stdout:2571: writing smithi02882251-8 from 1630208 to 2236416 tid 1 2024-04-02T08:34:02.872 INFO:tasks.rados.rados.0.smithi028.stdout:2571: writing smithi02882251-8 from 2236416 to 2924544 tid 2 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2571: writing smithi02882251-8 from 2924544 to 3039232 tid 3 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2572: delete oid 41 current snap is 280 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2569: finishing write tid 1 to smithi02882251-2 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2569: finishing write tid 2 to smithi02882251-2 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2569: finishing write tid 3 to smithi02882251-2 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2569: finishing write tid 4 to smithi02882251-2 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2569: oid 2 updating version 0 to 1365 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2569: oid 2 version 1365 is already newer than 1364 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2569: oid 2 version 1365 is already newer than 1363 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1365 (ObjNum 799 snap 280 seq_num 799) dirty exists 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2569: left oid 2 (ObjNum 799 snap 280 seq_num 799) 2024-04-02T08:34:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:2570: expect (ObjNum 706 snap 233 seq_num 706) 2024-04-02T08:34:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2571: finishing write tid 1 to smithi02882251-8 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: finishing write tid 2 to smithi02882251-8 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: finishing write tid 3 to smithi02882251-8 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: finishing write tid 4 to smithi02882251-8 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: finishing write tid 5 to smithi02882251-8 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: oid 8 updating version 0 to 1990 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: oid 8 updating version 1990 to 1992 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: oid 8 version 1992 is already newer than 1991 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: oid 8 updating version 1992 to 1993 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1993 (ObjNum 800 snap 280 seq_num 800) dirty exists 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: left oid 8 (ObjNum 800 snap 280 seq_num 800) 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2569: done (3 left) 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2570: done (2 left) 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2571: done (1 left) 2024-04-02T08:34:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2572: done (0 left) 2024-04-02T08:34:02.957 INFO:tasks.rados.rados.0.smithi028.stdout:2573: rollback oid 2 current snap is 280 2024-04-02T08:34:02.957 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 226 2024-04-02T08:34:02.957 INFO:tasks.rados.rados.0.smithi028.stdout:2574: rollback oid 12 current snap is 280 2024-04-02T08:34:02.957 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 217 2024-04-02T08:34:02.957 INFO:tasks.rados.rados.0.smithi028.stdout:2575: rollback oid 50 current snap is 280 2024-04-02T08:34:02.957 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 266 2024-04-02T08:34:02.957 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 280 2024-04-02T08:34:02.957 INFO:tasks.rados.rados.0.smithi028.stdout:2576: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-04-02T08:34:02.958 INFO:tasks.rados.rados.0.smithi028.stdout:2576: writing smithi02882251-46 from 0 to 638976 tid 1 2024-04-02T08:34:02.961 INFO:tasks.rados.rados.0.smithi028.stdout:2576: writing smithi02882251-46 from 638976 to 1097728 tid 2 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2576: writing smithi02882251-46 from 1097728 to 1441792 tid 3 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2577: snap_create 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2574: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1985 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2575: finishing rollback tid 0 to smithi02882251-50 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2575: finishing rollback tid 1 to smithi02882251-50 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2573: finishing rollback tid 0 to smithi02882251-2 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2575: finishing rollback tid 2 to smithi02882251-50 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1175 (ObjNum 647 snap 209 seq_num 647) dirty exists 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2573: finishing rollback tid 1 to smithi02882251-2 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:2573: finishing rollback tid 2 to smithi02882251-2 2024-04-02T08:34:02.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1368 (ObjNum 569 snap 177 seq_num 569) dirty exists 2024-04-02T08:34:02.965 INFO:tasks.rados.rados.0.smithi028.stdout:2576: finishing write tid 1 to smithi02882251-46 2024-04-02T08:34:02.965 INFO:tasks.rados.rados.0.smithi028.stdout:2576: finishing write tid 2 to smithi02882251-46 2024-04-02T08:34:02.965 INFO:tasks.rados.rados.0.smithi028.stdout:2576: finishing write tid 3 to smithi02882251-46 2024-04-02T08:34:02.966 INFO:tasks.rados.rados.0.smithi028.stdout:2576: finishing write tid 4 to smithi02882251-46 2024-04-02T08:34:02.967 INFO:tasks.rados.rados.0.smithi028.stdout:2576: finishing write tid 5 to smithi02882251-46 2024-04-02T08:34:02.967 INFO:tasks.rados.rados.0.smithi028.stdout:2576: oid 46 updating version 0 to 698 2024-04-02T08:34:02.967 INFO:tasks.rados.rados.0.smithi028.stdout:2576: oid 46 version 698 is already newer than 696 2024-04-02T08:34:02.967 INFO:tasks.rados.rados.0.smithi028.stdout:2576: oid 46 version 698 is already newer than 695 2024-04-02T08:34:02.967 INFO:tasks.rados.rados.0.smithi028.stdout:2576: oid 46 version 698 is already newer than 697 2024-04-02T08:34:02.968 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 698 (ObjNum 802 snap 280 seq_num 802) dirty exists 2024-04-02T08:34:02.968 INFO:tasks.rados.rados.0.smithi028.stdout:2576: left oid 46 (ObjNum 802 snap 280 seq_num 802) 2024-04-02T08:34:03.914 INFO:tasks.rados.rados.0.smithi028.stdout:2573: done (4 left) 2024-04-02T08:34:03.914 INFO:tasks.rados.rados.0.smithi028.stdout:2574: done (3 left) 2024-04-02T08:34:03.914 INFO:tasks.rados.rados.0.smithi028.stdout:2575: done (2 left) 2024-04-02T08:34:03.914 INFO:tasks.rados.rados.0.smithi028.stdout:2576: done (1 left) 2024-04-02T08:34:03.914 INFO:tasks.rados.rados.0.smithi028.stdout:2577: done (0 left) 2024-04-02T08:34:03.915 INFO:tasks.rados.rados.0.smithi028.stdout:2578: read oid 19 snap -1 2024-04-02T08:34:03.915 INFO:tasks.rados.rados.0.smithi028.stdout:2578: expect (ObjNum 792 snap 278 seq_num 792) 2024-04-02T08:34:03.915 INFO:tasks.rados.rados.0.smithi028.stdout:2579: snap_remove snap 254 2024-04-02T08:34:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:03 smithi137 ceph-mon[88456]: pgmap v556: 121 pgs: 121 active+clean; 587 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-02T08:34:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:03 smithi137 ceph-mon[88456]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:34:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:03 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:03 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:03 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[94314]: pgmap v556: 121 pgs: 121 active+clean; 587 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[94314]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[96890]: pgmap v556: 121 pgs: 121 active+clean; 587 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[96890]: osdmap e597: 8 total, 8 up, 8 in 2024-04-02T08:34:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:03 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:04.923 INFO:tasks.rados.rados.0.smithi028.stdout:2579: done (1 left) 2024-04-02T08:34:04.923 INFO:tasks.rados.rados.0.smithi028.stdout:2580: snap_create 2024-04-02T08:34:04.923 INFO:tasks.rados.rados.0.smithi028.stdout:2578: expect (ObjNum 792 snap 278 seq_num 792) 2024-04-02T08:34:04.997 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all mds 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:34:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all rgw 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all nfs 2024-04-02T08:34:05.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:34:05.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all mds 2024-04-02T08:34:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all rgw 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all nfs 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all mds 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: osdmap e598: 8 total, 8 up, 8 in 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:34:05.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all rgw 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all rbd-mirror 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all ceph-exporter 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all iscsi 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all nfs 2024-04-02T08:34:05.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: Upgrade: Setting container_image for all nvmeof 2024-04-02T08:34:05.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:05.337 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:05.337 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (10m) 29s ago 11m 27.2M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:34:05.337 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (11m) 6s ago 11m 90.7M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:34:05.337 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (33s) 29s ago 12m 11.7M - 19.0.0-2422-g3cba26ea beaaa8a653cf 3aded1109450 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (10s) 6s ago 12m 11.3M - 19.0.0-2422-g3cba26ea beaaa8a653cf 129c5f68e748 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (6m) 6s ago 16m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (7m) 29s ago 17m 511M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (6m) 29s ago 18m 65.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (5m) 6s ago 16m 55.5M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (5m) 29s ago 16m 60.3M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (11m) 29s ago 11m 15.5M - 1.5.0 0da6a335fe13 2ba5c7e3dc56 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (11m) 6s ago 11m 15.4M - 1.5.0 0da6a335fe13 fde4969117ef 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (4m) 29s ago 15m 292M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (4m) 29s ago 15m 219M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (3m) 29s ago 15m 257M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (3m) 29s ago 14m 199M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:34:05.338 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (2m) 6s ago 14m 243M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 66f79285ff41 2024-04-02T08:34:05.339 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (2m) 6s ago 13m 196M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b6258291b147 2024-04-02T08:34:05.339 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (89s) 6s ago 13m 96.1M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 82ed86027c61 2024-04-02T08:34:05.339 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (55s) 6s ago 13m 118M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b9b7a0672a08 2024-04-02T08:34:05.339 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (6m) 6s ago 12m 61.8M - 2.43.0 a07b618ecd1d 5f44bf118e80 2024-04-02T08:34:05.750 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:34:05.750 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:34:05.750 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:34:05.750 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:34:05.750 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:34:05.751 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:34:05.920 INFO:tasks.rados.rados.0.smithi028.stdout:2578: done (1 left) 2024-04-02T08:34:05.921 INFO:tasks.rados.rados.0.smithi028.stdout:2580: done (0 left) 2024-04-02T08:34:05.921 INFO:tasks.rados.rados.0.smithi028.stdout:2581: copy_from oid 50 from oid 43 current snap is 282 2024-04-02T08:34:05.921 INFO:tasks.rados.rados.0.smithi028.stdout:2582: snap_create 2024-04-02T08:34:05.923 INFO:tasks.rados.rados.0.smithi028.stdout:2581: finishing copy_from to smithi02882251-50 2024-04-02T08:34:05.923 INFO:tasks.rados.rados.0.smithi028.stdout:2581: got expected ENOENT (src dne) 2024-04-02T08:34:05.923 INFO:tasks.rados.rados.0.smithi028.stdout:2581: finishing copy_from racing read to smithi02882251-50 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[94314]: pgmap v559: 121 pgs: 121 active+clean; 587 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 962 KiB/s wr, 10 op/s 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[94314]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[94314]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/655057596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[96890]: pgmap v559: 121 pgs: 121 active+clean; 587 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 962 KiB/s wr, 10 op/s 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[96890]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[96890]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:05 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/655057596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:06.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:05 smithi137 ceph-mon[88456]: pgmap v559: 121 pgs: 121 active+clean; 587 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 962 KiB/s wr, 10 op/s 2024-04-02T08:34:06.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:05 smithi137 ceph-mon[88456]: osdmap e599: 8 total, 8 up, 8 in 2024-04-02T08:34:06.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:05 smithi137 ceph-mon[88456]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:06.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:06.240 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:05 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/655057596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:06.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:06 smithi028 systemd[1]: Stopping Ceph node-exporter.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:06.925 INFO:tasks.rados.rados.0.smithi028.stdout:2581: done (1 left) 2024-04-02T08:34:06.925 INFO:tasks.rados.rados.0.smithi028.stdout:2582: done (0 left) 2024-04-02T08:34:06.925 INFO:tasks.rados.rados.0.smithi028.stdout:2583: rollback oid 44 current snap is 283 2024-04-02T08:34:06.925 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 280 2024-04-02T08:34:06.925 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 283 2024-04-02T08:34:06.925 INFO:tasks.rados.rados.0.smithi028.stdout:2584: seq_num 803 ranges {1630208=655360,2285568=745472,3031040=57344} 2024-04-02T08:34:06.937 INFO:tasks.rados.rados.0.smithi028.stdout:2584: writing smithi02882251-42 from 1630208 to 2285568 tid 1 2024-04-02T08:34:06.942 INFO:tasks.rados.rados.0.smithi028.stdout:2584: writing smithi02882251-42 from 2285568 to 3031040 tid 2 2024-04-02T08:34:06.942 INFO:tasks.rados.rados.0.smithi028.stdout:2584: writing smithi02882251-42 from 3031040 to 3088384 tid 3 2024-04-02T08:34:06.943 INFO:tasks.rados.rados.0.smithi028.stdout:2585: rollback oid 5 current snap is 283 2024-04-02T08:34:06.943 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 243 2024-04-02T08:34:06.943 INFO:tasks.rados.rados.0.smithi028.stdout:2583: finishing rollback tid 1 to smithi02882251-44 2024-04-02T08:34:06.943 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1360 (ObjNum 4113 snap 0 seq_num 2989265954) dirty dne 2024-04-02T08:34:06.943 INFO:tasks.rados.rados.0.smithi028.stdout:2583: done (2 left) 2024-04-02T08:34:06.943 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 283 2024-04-02T08:34:06.943 INFO:tasks.rados.rados.0.smithi028.stdout:2586: seq_num 804 ranges {1720320=671744,2392064=622592,3014656=180224} 2024-04-02T08:34:06.956 INFO:tasks.rados.rados.0.smithi028.stdout:2586: writing smithi02882251-37 from 1720320 to 2392064 tid 1 2024-04-02T08:34:06.960 INFO:tasks.rados.rados.0.smithi028.stdout:2586: writing smithi02882251-37 from 2392064 to 3014656 tid 2 2024-04-02T08:34:06.961 INFO:tasks.rados.rados.0.smithi028.stdout:2586: writing smithi02882251-37 from 3014656 to 3194880 tid 3 2024-04-02T08:34:06.961 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 283 2024-04-02T08:34:06.962 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 1 to smithi02882251-42 2024-04-02T08:34:06.962 INFO:tasks.rados.rados.0.smithi028.stdout:2585: finishing rollback tid 0 to smithi02882251-5 2024-04-02T08:34:06.962 INFO:tasks.rados.rados.0.smithi028.stdout:2585: finishing rollback tid 1 to smithi02882251-5 2024-04-02T08:34:06.962 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 2 to smithi02882251-42 2024-04-02T08:34:06.962 INFO:tasks.rados.rados.0.smithi028.stdout:2587: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-04-02T08:34:06.965 INFO:tasks.rados.rados.0.smithi028.stdout:2587: writing smithi02882251-9 from 0 to 688128 tid 1 2024-04-02T08:34:06.968 INFO:tasks.rados.rados.0.smithi028.stdout:2587: writing smithi02882251-9 from 688128 to 1196032 tid 2 2024-04-02T08:34:06.971 INFO:tasks.rados.rados.0.smithi028.stdout:2587: writing smithi02882251-9 from 1196032 to 1490944 tid 3 2024-04-02T08:34:06.971 INFO:tasks.rados.rados.0.smithi028.stdout:2588: read oid 19 snap -1 2024-04-02T08:34:06.971 INFO:tasks.rados.rados.0.smithi028.stdout:2588: expect (ObjNum 792 snap 278 seq_num 792) 2024-04-02T08:34:06.971 INFO:tasks.rados.rados.0.smithi028.stdout:2589: delete oid 36 current snap is 283 2024-04-02T08:34:06.971 INFO:tasks.rados.rados.0.smithi028.stdout:2585: finishing rollback tid 2 to smithi02882251-5 2024-04-02T08:34:06.971 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1178 (ObjNum 722 snap 239 seq_num 722) dirty exists 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 3 to smithi02882251-42 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 4 to smithi02882251-42 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 5 to smithi02882251-42 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2584: oid 42 updating version 0 to 1369 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2584: oid 42 updating version 1369 to 1370 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2584: oid 42 updating version 1370 to 1372 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2584: oid 42 version 1372 is already newer than 1371 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1372 (ObjNum 803 snap 283 seq_num 803) dirty exists 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2584: left oid 42 (ObjNum 803 snap 283 seq_num 803) 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2586: finishing write tid 1 to smithi02882251-37 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2586: finishing write tid 2 to smithi02882251-37 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2586: finishing write tid 3 to smithi02882251-37 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2586: finishing write tid 4 to smithi02882251-37 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2586: finishing write tid 5 to smithi02882251-37 2024-04-02T08:34:06.972 INFO:tasks.rados.rados.0.smithi028.stdout:2586: oid 37 updating version 0 to 1997 2024-04-02T08:34:06.973 INFO:tasks.rados.rados.0.smithi028.stdout:2586: oid 37 version 1997 is already newer than 1996 2024-04-02T08:34:06.973 INFO:tasks.rados.rados.0.smithi028.stdout:2586: oid 37 version 1997 is already newer than 1995 2024-04-02T08:34:06.973 INFO:tasks.rados.rados.0.smithi028.stdout:2586: oid 37 version 1997 is already newer than 1994 2024-04-02T08:34:06.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1997 (ObjNum 804 snap 283 seq_num 804) dirty exists 2024-04-02T08:34:06.973 INFO:tasks.rados.rados.0.smithi028.stdout:2586: left oid 37 (ObjNum 804 snap 283 seq_num 804) 2024-04-02T08:34:06.973 INFO:tasks.rados.rados.0.smithi028.stdout:2587: finishing write tid 1 to smithi02882251-9 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2584: done (5 left) 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2585: done (4 left) 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2586: done (3 left) 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2589: done (2 left) 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2590: read oid 35 snap -1 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2590: expect (ObjNum 783 snap 275 seq_num 783) 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2591: copy_from oid 14 from oid 6 current snap is 283 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2592: read oid 45 snap -1 2024-04-02T08:34:06.974 INFO:tasks.rados.rados.0.smithi028.stdout:2592: expect (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:34:06.975 INFO:tasks.rados.rados.0.smithi028.stdout:2593: read oid 43 snap -1 2024-04-02T08:34:06.975 INFO:tasks.rados.rados.0.smithi028.stdout:2593: expect deleted 2024-04-02T08:34:06.975 INFO:tasks.rados.rados.0.smithi028.stdout:2594: read oid 27 snap -1 2024-04-02T08:34:06.975 INFO:tasks.rados.rados.0.smithi028.stdout:2594: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:06.975 INFO:tasks.rados.rados.0.smithi028.stdout:2595: snap_create 2024-04-02T08:34:06.975 INFO:tasks.rados.rados.0.smithi028.stdout:2587: finishing write tid 2 to smithi02882251-9 2024-04-02T08:34:06.975 INFO:tasks.rados.rados.0.smithi028.stdout:2587: finishing write tid 3 to smithi02882251-9 2024-04-02T08:34:06.976 INFO:tasks.rados.rados.0.smithi028.stdout:2587: finishing write tid 4 to smithi02882251-9 2024-04-02T08:34:06.976 INFO:tasks.rados.rados.0.smithi028.stdout:2588: expect (ObjNum 792 snap 278 seq_num 792) 2024-04-02T08:34:07.015 INFO:tasks.rados.rados.0.smithi028.stdout:2587: finishing write tid 5 to smithi02882251-9 2024-04-02T08:34:07.015 INFO:tasks.rados.rados.0.smithi028.stdout:2587: oid 9 updating version 0 to 2089 2024-04-02T08:34:07.015 INFO:tasks.rados.rados.0.smithi028.stdout:2587: oid 9 updating version 2089 to 2092 2024-04-02T08:34:07.015 INFO:tasks.rados.rados.0.smithi028.stdout:2587: oid 9 version 2092 is already newer than 2091 2024-04-02T08:34:07.015 INFO:tasks.rados.rados.0.smithi028.stdout:2587: oid 9 version 2092 is already newer than 2090 2024-04-02T08:34:07.016 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2092 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:34:07.016 INFO:tasks.rados.rados.0.smithi028.stdout:2587: left oid 9 (ObjNum 805 snap 283 seq_num 805) 2024-04-02T08:34:07.016 INFO:tasks.rados.rados.0.smithi028.stdout:2590: expect (ObjNum 783 snap 275 seq_num 783) 2024-04-02T08:34:07.048 INFO:tasks.rados.rados.0.smithi028.stdout:2594: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:34:07.049 INFO:tasks.rados.rados.0.smithi028.stdout:2592: expect (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:34:07.083 INFO:tasks.rados.rados.0.smithi028.stdout:2591: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:34:07.083 INFO:tasks.rados.rados.0.smithi028.stdout:2591: finishing copy_from to smithi02882251-14 2024-04-02T08:34:07.083 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1360 (ObjNum 744 snap 258 seq_num 744) dirty exists 2024-04-02T08:34:07.109 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:06 smithi028 podman[127658]: 2024-04-02 08:34:06.780783088 +0000 UTC m=+0.141899974 container died 2ba5c7e3dc561ed2b54c98fdaf07691e42aabd88fdf8d140ec26b5fa9439361a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:07.109 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:06 smithi028 ceph-mon[94314]: from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:07.109 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:06 smithi028 ceph-mon[94314]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:34:07.109 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:06 smithi028 ceph-mon[94314]: Deploying daemon node-exporter.a on smithi028 2024-04-02T08:34:07.109 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:06 smithi028 ceph-mon[94314]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:34:07.110 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:06 smithi028 ceph-mon[96890]: from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:07.110 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:06 smithi028 ceph-mon[96890]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:34:07.110 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:06 smithi028 ceph-mon[96890]: Deploying daemon node-exporter.a on smithi028 2024-04-02T08:34:07.110 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:06 smithi028 ceph-mon[96890]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:34:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:06 smithi137 ceph-mon[88456]: from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:06 smithi137 ceph-mon[88456]: Upgrade: Updating node-exporter.a (1/2) 2024-04-02T08:34:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:06 smithi137 ceph-mon[88456]: Deploying daemon node-exporter.a on smithi028 2024-04-02T08:34:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:06 smithi137 ceph-mon[88456]: osdmap e600: 8 total, 8 up, 8 in 2024-04-02T08:34:07.416 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:07 smithi028 podman[127658]: 2024-04-02 08:34:07.217827926 +0000 UTC m=+0.578944795 container cleanup 2ba5c7e3dc561ed2b54c98fdaf07691e42aabd88fdf8d140ec26b5fa9439361a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:07.417 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:07 smithi028 bash[127658]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T08:34:07.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:07 smithi028 podman[127676]: 2024-04-02 08:34:07.418950075 +0000 UTC m=+0.642988474 container remove 2ba5c7e3dc561ed2b54c98fdaf07691e42aabd88fdf8d140ec26b5fa9439361a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:07.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:07 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:34:07.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:07 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T08:34:07.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:07 smithi028 systemd[1]: Stopped Ceph node-exporter.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:07.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:07 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 3.242s CPU time. 2024-04-02T08:34:07.930 INFO:tasks.rados.rados.0.smithi028.stdout:2587: done (7 left) 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2588: done (6 left) 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2590: done (5 left) 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2591: done (4 left) 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2592: done (3 left) 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2593: done (2 left) 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2594: done (1 left) 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2595: done (0 left) 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2596: rollback oid 41 current snap is 284 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 280 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 284 2024-04-02T08:34:07.931 INFO:tasks.rados.rados.0.smithi028.stdout:2597: seq_num 807 ranges {5177344=720896,5898240=729088,6627328=73728} 2024-04-02T08:34:07.965 INFO:tasks.rados.rados.0.smithi028.stdout:2597: writing smithi02882251-50 from 5177344 to 5898240 tid 1 2024-04-02T08:34:07.969 INFO:tasks.rados.rados.0.smithi028.stdout:2597: writing smithi02882251-50 from 5898240 to 6627328 tid 2 2024-04-02T08:34:07.969 INFO:tasks.rados.rados.0.smithi028.stdout:2597: writing smithi02882251-50 from 6627328 to 6701056 tid 3 2024-04-02T08:34:07.969 INFO:tasks.rados.rados.0.smithi028.stdout:2598: delete oid 13 current snap is 284 2024-04-02T08:34:07.970 INFO:tasks.rados.rados.0.smithi028.stdout:2596: finishing rollback tid 1 to smithi02882251-41 2024-04-02T08:34:07.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1371 (ObjNum 65 snap 0 seq_num 909358686) dirty dne 2024-04-02T08:34:07.974 INFO:tasks.rados.rados.0.smithi028.stdout:2597: finishing write tid 1 to smithi02882251-50 2024-04-02T08:34:07.974 INFO:tasks.rados.rados.0.smithi028.stdout:2597: finishing write tid 2 to smithi02882251-50 2024-04-02T08:34:07.974 INFO:tasks.rados.rados.0.smithi028.stdout:2596: done (2 left) 2024-04-02T08:34:07.974 INFO:tasks.rados.rados.0.smithi028.stdout:2598: done (1 left) 2024-04-02T08:34:07.974 INFO:tasks.rados.rados.0.smithi028.stdout:2599: rollback oid 46 current snap is 284 2024-04-02T08:34:07.974 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 278 2024-04-02T08:34:07.974 INFO:tasks.rados.rados.0.smithi028.stdout:2600: rollback oid 21 current snap is 284 2024-04-02T08:34:07.975 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 277 2024-04-02T08:34:07.975 INFO:tasks.rados.rados.0.smithi028.stdout:2601: copy_from oid 5 from oid 43 current snap is 284 2024-04-02T08:34:07.975 INFO:tasks.rados.rados.0.smithi028.stdout:2602: read oid 19 snap 264 2024-04-02T08:34:07.975 INFO:tasks.rados.rados.0.smithi028.stdout:2602: expect deleted 2024-04-02T08:34:07.975 INFO:tasks.rados.rados.0.smithi028.stdout:2603: snap_remove snap 271 2024-04-02T08:34:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:07 smithi028 ceph-mon[94314]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:34:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:07 smithi028 ceph-mon[94314]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:34:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:07 smithi028 ceph-mon[96890]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:34:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:07 smithi028 ceph-mon[96890]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:34:08.198 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:07 smithi028 systemd[1]: Starting Ceph node-exporter.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:08.198 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 podman[127811]: 2024-04-02 08:34:07.98063814 +0000 UTC m=+0.021162167 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:34:08.198 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 podman[127811]: 2024-04-02 08:34:08.09495842 +0000 UTC m=+0.135482427 container create 9398c24d5408adebb02a92a3b0e8ad8504155e67f547d976e6dfebd59e7028c1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:07 smithi137 ceph-mon[88456]: pgmap v562: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:34:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:07 smithi137 ceph-mon[88456]: osdmap e601: 8 total, 8 up, 8 in 2024-04-02T08:34:08.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 podman[127811]: 2024-04-02 08:34:08.330534421 +0000 UTC m=+0.371058439 container init 9398c24d5408adebb02a92a3b0e8ad8504155e67f547d976e6dfebd59e7028c1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:08.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 podman[127811]: 2024-04-02 08:34:08.336207478 +0000 UTC m=+0.376731486 container start 9398c24d5408adebb02a92a3b0e8ad8504155e67f547d976e6dfebd59e7028c1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:08.698 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.339Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.339Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.340Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.340Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.340Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.340Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.340Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:34:08.699 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:34:08.700 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:34:08.700 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:34:08.700 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:34:08.700 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:34:08.700 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:34:08.700 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:34:08.700 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:34:08.700 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:34:08.701 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:34:08.702 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:34:08.703 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:34:08.703 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:34:08.703 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:34:08.703 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:34:08.703 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:34:08.703 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a[127825]: ts=2024-04-02T08:34:08.341Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:34:08.703 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 bash[127811]: 9398c24d5408adebb02a92a3b0e8ad8504155e67f547d976e6dfebd59e7028c1 2024-04-02T08:34:08.703 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 08:34:08 smithi028 systemd[1]: Started Ceph node-exporter.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2597: finishing write tid 3 to smithi02882251-50 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2597: finishing write tid 4 to smithi02882251-50 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2601: finishing copy_from to smithi02882251-5 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2601: got expected ENOENT (src dne) 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2601: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2597: finishing write tid 5 to smithi02882251-50 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2597: oid 50 updating version 0 to 1179 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2597: oid 50 updating version 1179 to 1180 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2597: oid 50 updating version 1180 to 1182 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:2597: oid 50 version 1182 is already newer than 1181 2024-04-02T08:34:08.939 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1182 (ObjNum 807 snap 284 seq_num 807) dirty exists 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2597: left oid 50 (ObjNum 807 snap 284 seq_num 807) 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2599: finishing rollback tid 0 to smithi02882251-46 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2599: finishing rollback tid 1 to smithi02882251-46 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 700 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2600: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2600: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2600: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1374 (ObjNum 779 snap 274 seq_num 779) dirty exists 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2597: done (5 left) 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2599: done (4 left) 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2600: done (3 left) 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2601: done (2 left) 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2602: done (1 left) 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2603: done (0 left) 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 284 2024-04-02T08:34:08.940 INFO:tasks.rados.rados.0.smithi028.stdout:2604: seq_num 809 ranges {6701056=753664,7454720=499712,7954432=303104} 2024-04-02T08:34:08.980 INFO:tasks.rados.rados.0.smithi028.stdout:2604: writing smithi02882251-50 from 6701056 to 7454720 tid 1 2024-04-02T08:34:08.983 INFO:tasks.rados.rados.0.smithi028.stdout:2604: writing smithi02882251-50 from 7454720 to 7954432 tid 2 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:2604: writing smithi02882251-50 from 7954432 to 8257536 tid 3 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:2605: read oid 39 snap 281 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:2605: expect deleted 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:2606: read oid 14 snap -1 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:2606: expect (ObjNum 744 snap 258 seq_num 744) 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:2607: copy_from oid 7 from oid 3 current snap is 284 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:2604: finishing write tid 1 to smithi02882251-50 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 284 2024-04-02T08:34:08.986 INFO:tasks.rados.rados.0.smithi028.stdout:2608: seq_num 810 ranges {3039232=770048,3809280=778240,4587520=24576} 2024-04-02T08:34:09.008 INFO:tasks.rados.rados.0.smithi028.stdout:2608: writing smithi02882251-8 from 3039232 to 3809280 tid 1 2024-04-02T08:34:09.013 INFO:tasks.rados.rados.0.smithi028.stdout:2608: writing smithi02882251-8 from 3809280 to 4587520 tid 2 2024-04-02T08:34:09.013 INFO:tasks.rados.rados.0.smithi028.stdout:2608: writing smithi02882251-8 from 4587520 to 4612096 tid 3 2024-04-02T08:34:09.013 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 284 2024-04-02T08:34:09.014 INFO:tasks.rados.rados.0.smithi028.stdout:2609: seq_num 811 ranges {0=786432,786432=663552,1449984=139264} 2024-04-02T08:34:09.018 INFO:tasks.rados.rados.0.smithi028.stdout:2609: writing smithi02882251-1 from 0 to 786432 tid 1 2024-04-02T08:34:09.022 INFO:tasks.rados.rados.0.smithi028.stdout:2609: writing smithi02882251-1 from 786432 to 1449984 tid 2 2024-04-02T08:34:09.023 INFO:tasks.rados.rados.0.smithi028.stdout:2609: writing smithi02882251-1 from 1449984 to 1589248 tid 3 2024-04-02T08:34:09.023 INFO:tasks.rados.rados.0.smithi028.stdout:2610: delete oid 44 current snap is 284 2024-04-02T08:34:09.023 INFO:tasks.rados.rados.0.smithi028.stdout:2604: finishing write tid 2 to smithi02882251-50 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2604: finishing write tid 3 to smithi02882251-50 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2604: finishing write tid 4 to smithi02882251-50 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2604: finishing write tid 5 to smithi02882251-50 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2604: oid 50 updating version 0 to 1185 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2604: oid 50 version 1185 is already newer than 1184 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2604: oid 50 updating version 1185 to 1186 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2604: oid 50 version 1186 is already newer than 1183 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1186 (ObjNum 809 snap 284 seq_num 809) dirty exists 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2604: left oid 50 (ObjNum 809 snap 284 seq_num 809) 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2607: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:2607: finishing copy_from to smithi02882251-7 2024-04-02T08:34:09.024 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 694 (ObjNum 746 snap 258 seq_num 746) dirty exists 2024-04-02T08:34:09.025 INFO:tasks.rados.rados.0.smithi028.stdout:2606: expect (ObjNum 744 snap 258 seq_num 744) 2024-04-02T08:34:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-mon[94314]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:34:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-mon[96890]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:34:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:08 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:09.277 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:08 smithi137 ceph-mon[88456]: osdmap e602: 8 total, 8 up, 8 in 2024-04-02T08:34:09.277 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:08 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:09.277 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:08 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2608: finishing write tid 1 to smithi02882251-8 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2608: finishing write tid 2 to smithi02882251-8 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2608: finishing write tid 3 to smithi02882251-8 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2608: finishing write tid 4 to smithi02882251-8 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2609: finishing write tid 1 to smithi02882251-1 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2608: finishing write tid 5 to smithi02882251-8 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2608: oid 8 updating version 0 to 2000 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2608: oid 8 version 2000 is already newer than 1998 2024-04-02T08:34:09.390 INFO:tasks.rados.rados.0.smithi028.stdout:2608: oid 8 version 2000 is already newer than 1999 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2608: oid 8 updating version 2000 to 2001 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2001 (ObjNum 810 snap 284 seq_num 810) dirty exists 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2608: left oid 8 (ObjNum 810 snap 284 seq_num 810) 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2609: finishing write tid 2 to smithi02882251-1 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2604: done (6 left) 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2605: done (5 left) 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2606: done (4 left) 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2607: done (3 left) 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2608: done (2 left) 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2610: done (1 left) 2024-04-02T08:34:09.391 INFO:tasks.rados.rados.0.smithi028.stdout:2611: snap_remove snap 277 2024-04-02T08:34:09.947 INFO:tasks.rados.rados.0.smithi028.stdout:2611: done (1 left) 2024-04-02T08:34:09.947 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 284 2024-04-02T08:34:09.947 INFO:tasks.rados.rados.0.smithi028.stdout:2612: seq_num 813 ranges {1622016=417792,2039808=434176,2473984=442368,2916352=327680} 2024-04-02T08:34:09.959 INFO:tasks.rados.rados.0.smithi028.stdout:2612: writing smithi02882251-48 from 1622016 to 2039808 tid 1 2024-04-02T08:34:09.961 INFO:tasks.rados.rados.0.smithi028.stdout:2612: writing smithi02882251-48 from 2039808 to 2473984 tid 2 2024-04-02T08:34:09.964 INFO:tasks.rados.rados.0.smithi028.stdout:2612: writing smithi02882251-48 from 2473984 to 2916352 tid 3 2024-04-02T08:34:09.967 INFO:tasks.rados.rados.0.smithi028.stdout:2612: writing smithi02882251-48 from 2916352 to 3244032 tid 4 2024-04-02T08:34:09.967 INFO:tasks.rados.rados.0.smithi028.stdout:2613: read oid 40 snap -1 2024-04-02T08:34:09.967 INFO:tasks.rados.rados.0.smithi028.stdout:2613: expect deleted 2024-04-02T08:34:09.967 INFO:tasks.rados.rados.0.smithi028.stdout:2614: snap_create 2024-04-02T08:34:09.967 INFO:tasks.rados.rados.0.smithi028.stdout:2609: finishing write tid 3 to smithi02882251-1 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2609: finishing write tid 4 to smithi02882251-1 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2609: finishing write tid 5 to smithi02882251-1 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2609: oid 1 updating version 0 to 1703 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2609: oid 1 updating version 1703 to 1705 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2609: oid 1 version 1705 is already newer than 1704 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2609: oid 1 version 1705 is already newer than 1702 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1705 (ObjNum 811 snap 284 seq_num 811) dirty exists 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2609: left oid 1 (ObjNum 811 snap 284 seq_num 811) 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 1 to smithi02882251-48 2024-04-02T08:34:09.968 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 2 to smithi02882251-48 2024-04-02T08:34:09.969 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 3 to smithi02882251-48 2024-04-02T08:34:09.970 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 4 to smithi02882251-48 2024-04-02T08:34:09.970 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 5 to smithi02882251-48 2024-04-02T08:34:09.971 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 6 to smithi02882251-48 2024-04-02T08:34:09.972 INFO:tasks.rados.rados.0.smithi028.stdout:2612: oid 48 updating version 0 to 2112 2024-04-02T08:34:09.972 INFO:tasks.rados.rados.0.smithi028.stdout:2612: oid 48 updating version 2112 to 2113 2024-04-02T08:34:09.972 INFO:tasks.rados.rados.0.smithi028.stdout:2612: oid 48 updating version 2113 to 2114 2024-04-02T08:34:09.972 INFO:tasks.rados.rados.0.smithi028.stdout:2612: oid 48 version 2114 is already newer than 2110 2024-04-02T08:34:09.972 INFO:tasks.rados.rados.0.smithi028.stdout:2612: oid 48 version 2114 is already newer than 2111 2024-04-02T08:34:09.972 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2114 (ObjNum 813 snap 284 seq_num 813) dirty exists 2024-04-02T08:34:09.972 INFO:tasks.rados.rados.0.smithi028.stdout:2612: left oid 48 (ObjNum 813 snap 284 seq_num 813) 2024-04-02T08:34:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:09 smithi028 ceph-mon[94314]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:34:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:09 smithi028 ceph-mon[94314]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:34:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:09 smithi028 ceph-mon[96890]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:34:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:09 smithi028 ceph-mon[96890]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:34:10.206 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:09 smithi137 ceph-mon[88456]: pgmap v565: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 597 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-02T08:34:10.206 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:09 smithi137 ceph-mon[88456]: osdmap e603: 8 total, 8 up, 8 in 2024-04-02T08:34:10.947 INFO:tasks.rados.rados.0.smithi028.stdout:2609: done (3 left) 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi028.stdout:2612: done (2 left) 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi028.stdout:2613: done (1 left) 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi028.stdout:2614: done (0 left) 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi028.stdout:2615: copy_from oid 10 from oid 15 current snap is 285 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 285 2024-04-02T08:34:10.948 INFO:tasks.rados.rados.0.smithi028.stdout:2616: seq_num 814 ranges {3194880=442368,3637248=770048,4407296=434176} 2024-04-02T08:34:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:2616: writing smithi02882251-37 from 3194880 to 3637248 tid 1 2024-04-02T08:34:10.972 INFO:tasks.rados.rados.0.smithi028.stdout:2616: writing smithi02882251-37 from 3637248 to 4407296 tid 2 2024-04-02T08:34:10.975 INFO:tasks.rados.rados.0.smithi028.stdout:2616: writing smithi02882251-37 from 4407296 to 4841472 tid 3 2024-04-02T08:34:10.975 INFO:tasks.rados.rados.0.smithi028.stdout:2617: copy_from oid 6 from oid 9 current snap is 285 2024-04-02T08:34:10.975 INFO:tasks.rados.rados.0.smithi028.stdout:2616: finishing write tid 1 to smithi02882251-37 2024-04-02T08:34:10.975 INFO:tasks.rados.rados.0.smithi028.stdout:2618: snap_remove snap 247 2024-04-02T08:34:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:10 smithi137 ceph-mon[88456]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:34:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:10 smithi137 ceph-mon[88456]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:34:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:10 smithi137 ceph-mon[88456]: Deploying daemon node-exporter.b on smithi137 2024-04-02T08:34:11.146 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:10 smithi137 systemd[1]: Stopping Ceph node-exporter.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:11.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:10 smithi028 ceph-mon[94314]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:34:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:10 smithi028 ceph-mon[94314]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:34:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:10 smithi028 ceph-mon[94314]: Deploying daemon node-exporter.b on smithi137 2024-04-02T08:34:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:10 smithi028 ceph-mon[96890]: osdmap e604: 8 total, 8 up, 8 in 2024-04-02T08:34:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:10 smithi028 ceph-mon[96890]: Upgrade: Updating node-exporter.b (2/2) 2024-04-02T08:34:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:10 smithi028 ceph-mon[96890]: Deploying daemon node-exporter.b on smithi137 2024-04-02T08:34:11.545 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:11 smithi137 podman[118928]: 2024-04-02 08:34:11.259961517 +0000 UTC m=+0.140319375 container died fde4969117ef282e547339e50205540abae3d04e3c6a299fd1d4774861dfc720 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:34:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:34:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:34:11] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:34:11.847 INFO:tasks.rados.rados.0.smithi028.stdout:2618: done (3 left) 2024-04-02T08:34:11.847 INFO:tasks.rados.rados.0.smithi028.stdout:2619: delete oid 7 current snap is 285 2024-04-02T08:34:11.847 INFO:tasks.rados.rados.0.smithi028.stdout:2615: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:34:11.847 INFO:tasks.rados.rados.0.smithi028.stdout:2616: finishing write tid 2 to smithi02882251-37 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2615: finishing copy_from to smithi02882251-10 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1471 (ObjNum 725 snap 240 seq_num 725) dirty exists 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2616: finishing write tid 3 to smithi02882251-37 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2616: finishing write tid 4 to smithi02882251-37 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2616: finishing write tid 5 to smithi02882251-37 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2616: oid 37 updating version 0 to 2005 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2616: oid 37 version 2005 is already newer than 2004 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2616: oid 37 version 2005 is already newer than 2002 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2616: oid 37 version 2005 is already newer than 2003 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2005 (ObjNum 814 snap 285 seq_num 814) dirty exists 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2616: left oid 37 (ObjNum 814 snap 285 seq_num 814) 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2617: finishing copy_from racing read to smithi02882251-6 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:2617: finishing copy_from to smithi02882251-6 2024-04-02T08:34:11.848 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2092 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:34:11.856 INFO:tasks.rados.rados.0.smithi028.stdout:2615: done (3 left) 2024-04-02T08:34:11.856 INFO:tasks.rados.rados.0.smithi028.stdout:2616: done (2 left) 2024-04-02T08:34:11.856 INFO:tasks.rados.rados.0.smithi028.stdout:2617: done (1 left) 2024-04-02T08:34:11.856 INFO:tasks.rados.rados.0.smithi028.stdout:2619: done (0 left) 2024-04-02T08:34:11.856 INFO:tasks.rados.rados.0.smithi028.stdout:2620: rmattr oid 13 current snap is 285 2024-04-02T08:34:11.856 INFO:tasks.rados.rados.0.smithi028.stdout:2620: done (0 left) 2024-04-02T08:34:11.857 INFO:tasks.rados.rados.0.smithi028.stdout:2621: setattr oid 39 current snap is 285 2024-04-02T08:34:11.858 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 285 2024-04-02T08:34:11.858 INFO:tasks.rados.rados.0.smithi028.stdout:2622: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-04-02T08:34:11.861 INFO:tasks.rados.rados.0.smithi028.stdout:2622: writing smithi02882251-43 from 0 to 475136 tid 1 2024-04-02T08:34:11.865 INFO:tasks.rados.rados.0.smithi028.stdout:2622: writing smithi02882251-43 from 475136 to 1015808 tid 2 2024-04-02T08:34:11.870 INFO:tasks.rados.rados.0.smithi028.stdout:2622: writing smithi02882251-43 from 1015808 to 1630208 tid 3 2024-04-02T08:34:11.871 INFO:tasks.rados.rados.0.smithi028.stdout:2622: writing smithi02882251-43 from 1630208 to 1679360 tid 4 2024-04-02T08:34:11.871 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 285 2024-04-02T08:34:11.871 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1893 (ObjNum 33 snap 0 seq_num 1441583424) dirty exists 2024-04-02T08:34:11.871 INFO:tasks.rados.rados.0.smithi028.stdout:2623: seq_num 817 ranges {1802240=491520,2293760=417792,2711552=425984,3137536=360448} 2024-04-02T08:34:11.884 INFO:tasks.rados.rados.0.smithi028.stdout:2623: writing smithi02882251-47 from 1802240 to 2293760 tid 1 2024-04-02T08:34:11.886 INFO:tasks.rados.rados.0.smithi028.stdout:2623: writing smithi02882251-47 from 2293760 to 2711552 tid 2 2024-04-02T08:34:11.888 INFO:tasks.rados.rados.0.smithi028.stdout:2623: writing smithi02882251-47 from 2711552 to 3137536 tid 3 2024-04-02T08:34:11.891 INFO:tasks.rados.rados.0.smithi028.stdout:2623: writing smithi02882251-47 from 3137536 to 3497984 tid 4 2024-04-02T08:34:11.891 INFO:tasks.rados.rados.0.smithi028.stdout:2621: done (2 left) 2024-04-02T08:34:11.891 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 285 2024-04-02T08:34:11.892 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 1 to smithi02882251-43 2024-04-02T08:34:11.892 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 2 to smithi02882251-43 2024-04-02T08:34:11.892 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 3 to smithi02882251-43 2024-04-02T08:34:11.892 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 4 to smithi02882251-43 2024-04-02T08:34:11.892 INFO:tasks.rados.rados.0.smithi028.stdout:2624: seq_num 818 ranges {2711552=507904,3219456=704512,3923968=499712} 2024-04-02T08:34:11.909 INFO:tasks.rados.rados.0.smithi028.stdout:2624: writing smithi02882251-25 from 2711552 to 3219456 tid 1 2024-04-02T08:34:11.913 INFO:tasks.rados.rados.0.smithi028.stdout:2624: writing smithi02882251-25 from 3219456 to 3923968 tid 2 2024-04-02T08:34:11.916 INFO:tasks.rados.rados.0.smithi028.stdout:2624: writing smithi02882251-25 from 3923968 to 4423680 tid 3 2024-04-02T08:34:11.916 INFO:tasks.rados.rados.0.smithi028.stdout:2625: rollback oid 50 current snap is 285 2024-04-02T08:34:11.916 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 262 2024-04-02T08:34:11.916 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 5 to smithi02882251-43 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 6 to smithi02882251-43 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2622: oid 43 updating version 0 to 908 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2622: oid 43 version 908 is already newer than 907 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2622: oid 43 version 908 is already newer than 906 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2622: oid 43 version 908 is already newer than 905 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2622: oid 43 version 908 is already newer than 904 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 908 (ObjNum 816 snap 285 seq_num 816) dirty exists 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2622: left oid 43 (ObjNum 816 snap 285 seq_num 816) 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 1 to smithi02882251-47 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 2 to smithi02882251-47 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 3 to smithi02882251-47 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 4 to smithi02882251-47 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 5 to smithi02882251-47 2024-04-02T08:34:11.917 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 6 to smithi02882251-47 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2623: oid 47 updating version 0 to 1891 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2623: oid 47 version 1891 is already newer than 1888 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2623: oid 47 version 1891 is already newer than 1889 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2623: oid 47 version 1891 is already newer than 1887 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2623: oid 47 version 1891 is already newer than 1890 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1891 (ObjNum 817 snap 285 seq_num 817) dirty exists 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2623: left oid 47 (ObjNum 817 snap 285 seq_num 817) 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2624: finishing write tid 1 to smithi02882251-25 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2622: done (3 left) 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2623: done (2 left) 2024-04-02T08:34:11.918 INFO:tasks.rados.rados.0.smithi028.stdout:2626: delete oid 13 current snap is 285 2024-04-02T08:34:11.919 INFO:tasks.rados.rados.0.smithi028.stdout:2624: finishing write tid 2 to smithi02882251-25 2024-04-02T08:34:11.919 INFO:tasks.rados.rados.0.smithi028.stdout:2626: done (2 left) 2024-04-02T08:34:11.919 INFO:tasks.rados.rados.0.smithi028.stdout:2627: snap_create 2024-04-02T08:34:11.919 INFO:tasks.rados.rados.0.smithi028.stdout:2624: finishing write tid 3 to smithi02882251-25 2024-04-02T08:34:11.920 INFO:tasks.rados.rados.0.smithi028.stdout:2624: finishing write tid 4 to smithi02882251-25 2024-04-02T08:34:11.920 INFO:tasks.rados.rados.0.smithi028.stdout:2625: finishing rollback tid 0 to smithi02882251-50 2024-04-02T08:34:11.920 INFO:tasks.rados.rados.0.smithi028.stdout:2625: finishing rollback tid 1 to smithi02882251-50 2024-04-02T08:34:11.920 INFO:tasks.rados.rados.0.smithi028.stdout:2625: finishing rollback tid 2 to smithi02882251-50 2024-04-02T08:34:11.920 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1189 (ObjNum 610 snap 194 seq_num 610) dirty exists 2024-04-02T08:34:11.921 INFO:tasks.rados.rados.0.smithi028.stdout:2624: finishing write tid 5 to smithi02882251-25 2024-04-02T08:34:11.921 INFO:tasks.rados.rados.0.smithi028.stdout:2624: oid 25 updating version 0 to 1895 2024-04-02T08:34:11.921 INFO:tasks.rados.rados.0.smithi028.stdout:2624: oid 25 version 1895 is already newer than 1894 2024-04-02T08:34:11.921 INFO:tasks.rados.rados.0.smithi028.stdout:2624: oid 25 version 1895 is already newer than 1892 2024-04-02T08:34:11.921 INFO:tasks.rados.rados.0.smithi028.stdout:2624: oid 25 version 1895 is already newer than 1893 2024-04-02T08:34:11.921 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1895 (ObjNum 818 snap 285 seq_num 818) dirty exists 2024-04-02T08:34:11.921 INFO:tasks.rados.rados.0.smithi028.stdout:2624: left oid 25 (ObjNum 818 snap 285 seq_num 818) 2024-04-02T08:34:12.078 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:11 smithi137 ceph-mon[88456]: pgmap v568: 121 pgs: 121 active+clean; 612 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:12.078 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:11 smithi137 ceph-mon[88456]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:34:12.079 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:11 smithi137 ceph-mon[88456]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:34:12.079 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:11 smithi137 podman[118928]: 2024-04-02 08:34:11.812681671 +0000 UTC m=+0.693039518 container cleanup fde4969117ef282e547339e50205540abae3d04e3c6a299fd1d4774861dfc720 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:34:12.079 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:11 smithi137 bash[118928]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T08:34:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:11 smithi028 ceph-mon[94314]: pgmap v568: 121 pgs: 121 active+clean; 612 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:11 smithi028 ceph-mon[94314]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:34:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:11 smithi028 ceph-mon[94314]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:34:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:11 smithi028 ceph-mon[96890]: pgmap v568: 121 pgs: 121 active+clean; 612 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-04-02T08:34:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:11 smithi028 ceph-mon[96890]: osdmap e605: 8 total, 8 up, 8 in 2024-04-02T08:34:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:11 smithi028 ceph-mon[96890]: osdmap e606: 8 total, 8 up, 8 in 2024-04-02T08:34:12.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:12.395 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 podman[118947]: 2024-04-02 08:34:12.080664663 +0000 UTC m=+0.821608321 container remove fde4969117ef282e547339e50205540abae3d04e3c6a299fd1d4774861dfc720 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:34:12.395 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:34:12.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T08:34:12.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 systemd[1]: Stopped Ceph node-exporter.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:12.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 3.182s CPU time. 2024-04-02T08:34:12.794 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 systemd[1]: Starting Ceph node-exporter.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:12.794 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 podman[119085]: 2024-04-02 08:34:12.526490048 +0000 UTC m=+0.017530753 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-02T08:34:12.794 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 podman[119085]: 2024-04-02 08:34:12.631958611 +0000 UTC m=+0.122999315 container create 90272723bb9c3312918e7d78158287ed36be899da3afd7aa22edba2da3901c21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:34:12.848 INFO:tasks.rados.rados.0.smithi028.stdout:2624: done (2 left) 2024-04-02T08:34:12.848 INFO:tasks.rados.rados.0.smithi028.stdout:2625: done (1 left) 2024-04-02T08:34:12.848 INFO:tasks.rados.rados.0.smithi028.stdout:2627: done (0 left) 2024-04-02T08:34:12.849 INFO:tasks.rados.rados.0.smithi028.stdout:2628: copy_from oid 8 from oid 3 current snap is 286 2024-04-02T08:34:12.849 INFO:tasks.rados.rados.0.smithi028.stdout:2629: setattr oid 13 current snap is 286 2024-04-02T08:34:12.849 INFO:tasks.rados.rados.0.smithi028.stdout:2630: delete oid 23 current snap is 286 2024-04-02T08:34:12.853 INFO:tasks.rados.rados.0.smithi028.stdout:2630: done (2 left) 2024-04-02T08:34:12.853 INFO:tasks.rados.rados.0.smithi028.stdout:2631: copy_from oid 2 from oid 24 current snap is 286 2024-04-02T08:34:12.853 INFO:tasks.rados.rados.0.smithi028.stdout:2632: snap_create 2024-04-02T08:34:12.853 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2094 (ObjNum 33 snap 0 seq_num 1438007696) dirty exists 2024-04-02T08:34:12.855 INFO:tasks.rados.rados.0.smithi028.stdout:2628: finishing copy_from racing read to smithi02882251-8 2024-04-02T08:34:12.856 INFO:tasks.rados.rados.0.smithi028.stdout:2628: finishing copy_from to smithi02882251-8 2024-04-02T08:34:12.856 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 694 (ObjNum 746 snap 258 seq_num 746) dirty exists 2024-04-02T08:34:12.862 INFO:tasks.rados.rados.0.smithi028.stdout:2631: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:34:12.862 INFO:tasks.rados.rados.0.smithi028.stdout:2631: finishing copy_from to smithi02882251-2 2024-04-02T08:34:12.862 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1889 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:34:13.395 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 podman[119085]: 2024-04-02 08:34:12.926451828 +0000 UTC m=+0.417492534 container init 90272723bb9c3312918e7d78158287ed36be899da3afd7aa22edba2da3901c21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:34:13.395 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 podman[119085]: 2024-04-02 08:34:12.932254025 +0000 UTC m=+0.423294731 container start 90272723bb9c3312918e7d78158287ed36be899da3afd7aa22edba2da3901c21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.935Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.935Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.936Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.936Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.936Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.936Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=arp 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-02T08:34:13.396 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-02T08:34:13.397 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-02T08:34:13.397 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-02T08:34:13.397 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=edac 2024-04-02T08:34:13.397 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-02T08:34:13.397 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-02T08:34:13.397 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-02T08:34:13.398 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=os 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=stat 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=time 2024-04-02T08:34:13.399 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-02T08:34:13.400 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=uname 2024-04-02T08:34:13.400 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-02T08:34:13.400 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-02T08:34:13.400 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-02T08:34:13.400 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-02T08:34:13.400 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b[119100]: ts=2024-04-02T08:34:12.937Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-02T08:34:13.400 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:13 smithi137 bash[119085]: 90272723bb9c3312918e7d78158287ed36be899da3afd7aa22edba2da3901c21 2024-04-02T08:34:13.400 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 08:34:13 smithi137 systemd[1]: Started Ceph node-exporter.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:13.853 INFO:tasks.rados.rados.0.smithi028.stdout:2628: done (3 left) 2024-04-02T08:34:13.853 INFO:tasks.rados.rados.0.smithi028.stdout:2629: done (2 left) 2024-04-02T08:34:13.853 INFO:tasks.rados.rados.0.smithi028.stdout:2631: done (1 left) 2024-04-02T08:34:13.854 INFO:tasks.rados.rados.0.smithi028.stdout:2632: done (0 left) 2024-04-02T08:34:13.854 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 287 2024-04-02T08:34:13.854 INFO:tasks.rados.rados.0.smithi028.stdout:2633: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-04-02T08:34:13.856 INFO:tasks.rados.rados.0.smithi028.stdout:2633: writing smithi02882251-12 from 0 to 557056 tid 1 2024-04-02T08:34:13.861 INFO:tasks.rados.rados.0.smithi028.stdout:2633: writing smithi02882251-12 from 557056 to 1318912 tid 2 2024-04-02T08:34:13.864 INFO:tasks.rados.rados.0.smithi028.stdout:2633: writing smithi02882251-12 from 1318912 to 1761280 tid 3 2024-04-02T08:34:13.864 INFO:tasks.rados.rados.0.smithi028.stdout:2634: read oid 33 snap -1 2024-04-02T08:34:13.864 INFO:tasks.rados.rados.0.smithi028.stdout:2634: expect (ObjNum 756 snap 266 seq_num 756) 2024-04-02T08:34:13.865 INFO:tasks.rados.rados.0.smithi028.stdout:2635: rmattr oid 38 current snap is 287 2024-04-02T08:34:13.865 INFO:tasks.rados.rados.0.smithi028.stdout:2635: done (2 left) 2024-04-02T08:34:13.865 INFO:tasks.rados.rados.0.smithi028.stdout:2636: rollback oid 44 current snap is 287 2024-04-02T08:34:13.865 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 230 2024-04-02T08:34:13.865 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 1 to smithi02882251-12 2024-04-02T08:34:13.865 INFO:tasks.rados.rados.0.smithi028.stdout:2637: rollback oid 4 current snap is 287 2024-04-02T08:34:13.865 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 272 2024-04-02T08:34:13.865 INFO:tasks.rados.rados.0.smithi028.stdout:2638: rollback oid 41 current snap is 287 2024-04-02T08:34:13.866 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 259 2024-04-02T08:34:13.866 INFO:tasks.rados.rados.0.smithi028.stdout:2639: read oid 29 snap -1 2024-04-02T08:34:13.866 INFO:tasks.rados.rados.0.smithi028.stdout:2639: expect (ObjNum 785 snap 275 seq_num 785) 2024-04-02T08:34:13.866 INFO:tasks.rados.rados.0.smithi028.stdout:2640: rollback oid 40 current snap is 287 2024-04-02T08:34:13.866 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 184 2024-04-02T08:34:13.866 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 287 2024-04-02T08:34:13.866 INFO:tasks.rados.rados.0.smithi028.stdout:2641: seq_num 822 ranges {1802240=573440,2375680=696320,3072000=507904} 2024-04-02T08:34:13.877 INFO:tasks.rados.rados.0.smithi028.stdout:2641: writing smithi02882251-34 from 1802240 to 2375680 tid 1 2024-04-02T08:34:13.881 INFO:tasks.rados.rados.0.smithi028.stdout:2641: writing smithi02882251-34 from 2375680 to 3072000 tid 2 2024-04-02T08:34:13.885 INFO:tasks.rados.rados.0.smithi028.stdout:2641: writing smithi02882251-34 from 3072000 to 3579904 tid 3 2024-04-02T08:34:13.885 INFO:tasks.rados.rados.0.smithi028.stdout:2642: read oid 22 snap -1 2024-04-02T08:34:13.885 INFO:tasks.rados.rados.0.smithi028.stdout:2642: expect (ObjNum 738 snap 257 seq_num 738) 2024-04-02T08:34:13.885 INFO:tasks.rados.rados.0.smithi028.stdout:2643: snap_remove snap 285 2024-04-02T08:34:14.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[96890]: pgmap v571: 121 pgs: 121 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-02T08:34:14.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[96890]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:34:14.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:14.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:14.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:14.116 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[94314]: pgmap v571: 121 pgs: 121 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-02T08:34:14.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[94314]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:34:14.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:14.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:14.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:13 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:13 smithi137 ceph-mon[88456]: pgmap v571: 121 pgs: 121 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-02T08:34:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:13 smithi137 ceph-mon[88456]: osdmap e607: 8 total, 8 up, 8 in 2024-04-02T08:34:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:13 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:13 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:13 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:14.863 INFO:tasks.rados.rados.0.smithi028.stdout:2643: done (9 left) 2024-04-02T08:34:14.863 INFO:tasks.rados.rados.0.smithi028.stdout:2644: read oid 3 snap -1 2024-04-02T08:34:14.863 INFO:tasks.rados.rados.0.smithi028.stdout:2644: expect (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:34:14.863 INFO:tasks.rados.rados.0.smithi028.stdout:2645: read oid 25 snap -1 2024-04-02T08:34:14.863 INFO:tasks.rados.rados.0.smithi028.stdout:2645: expect (ObjNum 818 snap 285 seq_num 818) 2024-04-02T08:34:14.863 INFO:tasks.rados.rados.0.smithi028.stdout:2646: read oid 30 snap -1 2024-04-02T08:34:14.863 INFO:tasks.rados.rados.0.smithi028.stdout:2646: expect (ObjNum 573 snap 177 seq_num 573) 2024-04-02T08:34:14.863 INFO:tasks.rados.rados.0.smithi028.stdout:2647: snap_remove snap 210 2024-04-02T08:34:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:14 smithi137 ceph-mon[88456]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:34:15.184 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:14 smithi028 ceph-mon[94314]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:34:15.184 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:14 smithi028 ceph-mon[96890]: osdmap e608: 8 total, 8 up, 8 in 2024-04-02T08:34:15.860 INFO:tasks.rados.rados.0.smithi028.stdout:2647: done (12 left) 2024-04-02T08:34:15.861 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 287 2024-04-02T08:34:15.861 INFO:tasks.rados.rados.0.smithi028.stdout:2648: seq_num 823 ranges {4841472=589824,5431296=573440,6004736=630784} 2024-04-02T08:34:15.892 INFO:tasks.rados.rados.0.smithi028.stdout:2648: writing smithi02882251-37 from 4841472 to 5431296 tid 1 2024-04-02T08:34:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:2648: writing smithi02882251-37 from 5431296 to 6004736 tid 2 2024-04-02T08:34:15.901 INFO:tasks.rados.rados.0.smithi028.stdout:2648: writing smithi02882251-37 from 6004736 to 6635520 tid 3 2024-04-02T08:34:15.901 INFO:tasks.rados.rados.0.smithi028.stdout:2649: read oid 35 snap -1 2024-04-02T08:34:15.902 INFO:tasks.rados.rados.0.smithi028.stdout:2649: expect (ObjNum 783 snap 275 seq_num 783) 2024-04-02T08:34:15.902 INFO:tasks.rados.rados.0.smithi028.stdout:2650: copy_from oid 47 from oid 38 current snap is 287 2024-04-02T08:34:15.902 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 2 to smithi02882251-12 2024-04-02T08:34:15.902 INFO:tasks.rados.rados.0.smithi028.stdout:2638: finishing rollback tid 1 to smithi02882251-41 2024-04-02T08:34:15.902 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 3 to smithi02882251-12 2024-04-02T08:34:15.902 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 4 to smithi02882251-12 2024-04-02T08:34:15.902 INFO:tasks.rados.rados.0.smithi028.stdout:2639: expect (ObjNum 785 snap 275 seq_num 785) 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:2640: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1943 (ObjNum 33 snap 0 seq_num 1440992240) dirty dne 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 5 to smithi02882251-12 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:2633: oid 12 updating version 0 to 1988 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:2633: oid 12 updating version 1988 to 1990 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:2633: oid 12 version 1990 is already newer than 1987 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:2633: oid 12 version 1990 is already newer than 1989 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1990 (ObjNum 821 snap 287 seq_num 821) dirty exists 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:2633: left oid 12 (ObjNum 821 snap 287 seq_num 821) 2024-04-02T08:34:15.947 INFO:tasks.rados.rados.0.smithi028.stdout:2638: finishing rollback tid 2 to smithi02882251-41 2024-04-02T08:34:15.948 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1376 (ObjNum 675 snap 223 seq_num 675) dirty exists 2024-04-02T08:34:15.948 INFO:tasks.rados.rados.0.smithi028.stdout:2636: finishing rollback tid 1 to smithi02882251-44 2024-04-02T08:34:15.948 INFO:tasks.rados.rados.0.smithi028.stdout:2633: done (14 left) 2024-04-02T08:34:15.948 INFO:tasks.rados.rados.0.smithi028.stdout:2638: done (13 left) 2024-04-02T08:34:15.948 INFO:tasks.rados.rados.0.smithi028.stdout:2639: done (12 left) 2024-04-02T08:34:15.948 INFO:tasks.rados.rados.0.smithi028.stdout:2640: done (11 left) 2024-04-02T08:34:15.948 INFO:tasks.rados.rados.0.smithi028.stdout:2651: snap_remove snap 275 2024-04-02T08:34:16.001 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:15 smithi137 ceph-mon[88456]: pgmap v574: 121 pgs: 121 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 662 KiB/s wr, 2 op/s 2024-04-02T08:34:16.001 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:15 smithi137 ceph-mon[88456]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:34:16.188 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:15 smithi028 ceph-mon[94314]: pgmap v574: 121 pgs: 121 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 662 KiB/s wr, 2 op/s 2024-04-02T08:34:16.188 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:15 smithi028 ceph-mon[94314]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:34:16.189 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:15 smithi028 ceph-mon[96890]: pgmap v574: 121 pgs: 121 active+clean; 614 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 662 KiB/s wr, 2 op/s 2024-04-02T08:34:16.189 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:15 smithi028 ceph-mon[96890]: osdmap e609: 8 total, 8 up, 8 in 2024-04-02T08:34:16.873 INFO:tasks.rados.rados.0.smithi028.stdout:2651: done (11 left) 2024-04-02T08:34:16.873 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 287 2024-04-02T08:34:16.873 INFO:tasks.rados.rados.0.smithi028.stdout:2652: seq_num 824 ranges {98304=606208,704512=458752,1163264=573440,1736704=172032} 2024-04-02T08:34:16.878 INFO:tasks.rados.rados.0.smithi028.stdout:2652: writing smithi02882251-5 from 98304 to 704512 tid 1 2024-04-02T08:34:16.881 INFO:tasks.rados.rados.0.smithi028.stdout:2652: writing smithi02882251-5 from 704512 to 1163264 tid 2 2024-04-02T08:34:16.886 INFO:tasks.rados.rados.0.smithi028.stdout:2652: writing smithi02882251-5 from 1163264 to 1736704 tid 3 2024-04-02T08:34:16.888 INFO:tasks.rados.rados.0.smithi028.stdout:2652: writing smithi02882251-5 from 1736704 to 1908736 tid 4 2024-04-02T08:34:16.890 INFO:tasks.rados.rados.0.smithi028.stdout:2636: finishing rollback tid 2 to smithi02882251-44 2024-04-02T08:34:16.890 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1891 (ObjNum 699 snap 228 seq_num 699) dirty exists 2024-04-02T08:34:16.891 INFO:tasks.rados.rados.0.smithi028.stdout:2634: expect (ObjNum 756 snap 266 seq_num 756) 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2634: done (11 left) 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2636: done (10 left) 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2653: delete oid 32 current snap is 287 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2637: finishing rollback tid 0 to smithi02882251-4 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2637: finishing rollback tid 1 to smithi02882251-4 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2637: finishing rollback tid 2 to smithi02882251-4 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1892 (ObjNum 716 snap 236 seq_num 716) dirty exists 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2641: finishing write tid 1 to smithi02882251-34 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2641: finishing write tid 2 to smithi02882251-34 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2641: finishing write tid 3 to smithi02882251-34 2024-04-02T08:34:16.920 INFO:tasks.rados.rados.0.smithi028.stdout:2641: finishing write tid 4 to smithi02882251-34 2024-04-02T08:34:16.921 INFO:tasks.rados.rados.0.smithi028.stdout:2641: finishing write tid 5 to smithi02882251-34 2024-04-02T08:34:16.921 INFO:tasks.rados.rados.0.smithi028.stdout:2641: oid 34 updating version 0 to 1289 2024-04-02T08:34:16.921 INFO:tasks.rados.rados.0.smithi028.stdout:2641: oid 34 version 1289 is already newer than 1288 2024-04-02T08:34:16.921 INFO:tasks.rados.rados.0.smithi028.stdout:2641: oid 34 updating version 1289 to 1291 2024-04-02T08:34:16.921 INFO:tasks.rados.rados.0.smithi028.stdout:2641: oid 34 version 1291 is already newer than 1290 2024-04-02T08:34:16.921 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1291 (ObjNum 822 snap 287 seq_num 822) dirty exists 2024-04-02T08:34:16.921 INFO:tasks.rados.rados.0.smithi028.stdout:2641: left oid 34 (ObjNum 822 snap 287 seq_num 822) 2024-04-02T08:34:16.921 INFO:tasks.rados.rados.0.smithi028.stdout:2642: expect (ObjNum 738 snap 257 seq_num 738) 2024-04-02T08:34:17.019 INFO:tasks.rados.rados.0.smithi028.stdout:2644: expect (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:34:17.073 INFO:tasks.rados.rados.0.smithi028.stdout:2645: expect (ObjNum 818 snap 285 seq_num 818) 2024-04-02T08:34:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:16 smithi137 ceph-mon[88456]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:34:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:16 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:16 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:16 smithi028 ceph-mon[94314]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:34:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:16 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:16 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:16 smithi028 ceph-mon[96890]: osdmap e610: 8 total, 8 up, 8 in 2024-04-02T08:34:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:16 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:16 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:17.318 INFO:tasks.rados.rados.0.smithi028.stdout:2646: expect (ObjNum 573 snap 177 seq_num 573) 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: finishing write tid 1 to smithi02882251-37 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: finishing write tid 2 to smithi02882251-37 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: finishing write tid 3 to smithi02882251-37 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: finishing write tid 4 to smithi02882251-37 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: finishing write tid 5 to smithi02882251-37 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: oid 37 updating version 0 to 2008 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: oid 37 version 2008 is already newer than 2007 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: oid 37 version 2008 is already newer than 2006 2024-04-02T08:34:17.854 INFO:tasks.rados.rados.0.smithi028.stdout:2648: oid 37 updating version 2008 to 2009 2024-04-02T08:34:17.855 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2009 (ObjNum 823 snap 287 seq_num 823) dirty exists 2024-04-02T08:34:17.855 INFO:tasks.rados.rados.0.smithi028.stdout:2648: left oid 37 (ObjNum 823 snap 287 seq_num 823) 2024-04-02T08:34:17.855 INFO:tasks.rados.rados.0.smithi028.stdout:2649: expect (ObjNum 783 snap 275 seq_num 783) 2024-04-02T08:34:17.895 INFO:tasks.rados.rados.0.smithi028.stdout:2650: finishing copy_from racing read to smithi02882251-47 2024-04-02T08:34:17.895 INFO:tasks.rados.rados.0.smithi028.stdout:2650: finishing copy_from to smithi02882251-47 2024-04-02T08:34:17.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1701 (ObjNum 797 snap 279 seq_num 797) dirty exists 2024-04-02T08:34:17.895 INFO:tasks.rados.rados.0.smithi028.stdout:2652: finishing write tid 1 to smithi02882251-5 2024-04-02T08:34:17.895 INFO:tasks.rados.rados.0.smithi028.stdout:2637: done (10 left) 2024-04-02T08:34:17.895 INFO:tasks.rados.rados.0.smithi028.stdout:2641: done (9 left) 2024-04-02T08:34:17.895 INFO:tasks.rados.rados.0.smithi028.stdout:2642: done (8 left) 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2644: done (7 left) 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2645: done (6 left) 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2646: done (5 left) 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2648: done (4 left) 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2649: done (3 left) 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2650: done (2 left) 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2653: done (1 left) 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2654: rollback oid 10 current snap is 287 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 262 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2652: finishing write tid 2 to smithi02882251-5 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2652: finishing write tid 3 to smithi02882251-5 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2652: finishing write tid 4 to smithi02882251-5 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2652: finishing write tid 5 to smithi02882251-5 2024-04-02T08:34:17.896 INFO:tasks.rados.rados.0.smithi028.stdout:2652: finishing write tid 6 to smithi02882251-5 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:2652: oid 5 updating version 0 to 1191 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:2652: oid 5 version 1191 is already newer than 1190 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:2652: oid 5 updating version 1191 to 1193 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:2652: oid 5 version 1193 is already newer than 1192 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:2652: oid 5 updating version 1193 to 1194 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1194 (ObjNum 824 snap 287 seq_num 824) dirty exists 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:2652: left oid 5 (ObjNum 824 snap 287 seq_num 824) 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:2652: done (1 left) 2024-04-02T08:34:17.897 INFO:tasks.rados.rados.0.smithi028.stdout:2655: snap_create 2024-04-02T08:34:17.898 INFO:tasks.rados.rados.0.smithi028.stdout:2654: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:34:17.899 INFO:tasks.rados.rados.0.smithi028.stdout:2654: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:34:17.899 INFO:tasks.rados.rados.0.smithi028.stdout:2654: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:34:17.899 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1609 (ObjNum 65 snap 0 seq_num 1441168576) dirty exists 2024-04-02T08:34:18.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:17 smithi137 ceph-mon[88456]: pgmap v577: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-04-02T08:34:18.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:17 smithi137 ceph-mon[88456]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:34:18.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[94314]: pgmap v577: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[94314]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[96890]: pgmap v577: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 30 op/s 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[96890]: osdmap e611: 8 total, 8 up, 8 in 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:18.890 INFO:tasks.rados.rados.0.smithi028.stdout:2654: done (1 left) 2024-04-02T08:34:18.890 INFO:tasks.rados.rados.0.smithi028.stdout:2655: done (0 left) 2024-04-02T08:34:18.890 INFO:tasks.rados.rados.0.smithi028.stdout:2656: delete oid 44 current snap is 288 2024-04-02T08:34:18.895 INFO:tasks.rados.rados.0.smithi028.stdout:2656: done (0 left) 2024-04-02T08:34:18.895 INFO:tasks.rados.rados.0.smithi028.stdout:2657: read oid 11 snap -1 2024-04-02T08:34:18.895 INFO:tasks.rados.rados.0.smithi028.stdout:2657: expect deleted 2024-04-02T08:34:18.895 INFO:tasks.rados.rados.0.smithi028.stdout:2658: copy_from oid 15 from oid 43 current snap is 288 2024-04-02T08:34:18.895 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 288 2024-04-02T08:34:18.895 INFO:tasks.rados.rados.0.smithi028.stdout:2659: seq_num 827 ranges {0=655360,655360=516096,1171456=688128} 2024-04-02T08:34:18.899 INFO:tasks.rados.rados.0.smithi028.stdout:2659: writing smithi02882251-32 from 0 to 655360 tid 1 2024-04-02T08:34:18.902 INFO:tasks.rados.rados.0.smithi028.stdout:2659: writing smithi02882251-32 from 655360 to 1171456 tid 2 2024-04-02T08:34:18.907 INFO:tasks.rados.rados.0.smithi028.stdout:2659: writing smithi02882251-32 from 1171456 to 1859584 tid 3 2024-04-02T08:34:18.907 INFO:tasks.rados.rados.0.smithi028.stdout:2660: delete oid 37 current snap is 288 2024-04-02T08:34:18.907 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 1 to smithi02882251-32 2024-04-02T08:34:18.908 INFO:tasks.rados.rados.0.smithi028.stdout:2658: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:34:18.910 INFO:tasks.rados.rados.0.smithi028.stdout:2658: finishing copy_from to smithi02882251-15 2024-04-02T08:34:18.910 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 908 (ObjNum 816 snap 285 seq_num 816) dirty exists 2024-04-02T08:34:18.910 INFO:tasks.rados.rados.0.smithi028.stdout:2657: done (3 left) 2024-04-02T08:34:18.910 INFO:tasks.rados.rados.0.smithi028.stdout:2658: done (2 left) 2024-04-02T08:34:18.911 INFO:tasks.rados.rados.0.smithi028.stdout:2660: done (1 left) 2024-04-02T08:34:18.911 INFO:tasks.rados.rados.0.smithi028.stdout:2661: setattr oid 29 current snap is 288 2024-04-02T08:34:18.911 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 2 to smithi02882251-32 2024-04-02T08:34:18.911 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 288 2024-04-02T08:34:18.911 INFO:tasks.rados.rados.0.smithi028.stdout:2662: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-04-02T08:34:18.915 INFO:tasks.rados.rados.0.smithi028.stdout:2662: writing smithi02882251-26 from 0 to 688128 tid 1 2024-04-02T08:34:18.919 INFO:tasks.rados.rados.0.smithi028.stdout:2662: writing smithi02882251-26 from 688128 to 1417216 tid 2 2024-04-02T08:34:18.922 INFO:tasks.rados.rados.0.smithi028.stdout:2662: writing smithi02882251-26 from 1417216 to 1892352 tid 3 2024-04-02T08:34:18.922 INFO:tasks.rados.rados.0.smithi028.stdout:2663: setattr oid 6 current snap is 288 2024-04-02T08:34:18.922 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 3 to smithi02882251-32 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 4 to smithi02882251-32 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1894 (ObjNum 785 snap 275 seq_num 785) dirty exists 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 5 to smithi02882251-32 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2659: oid 32 updating version 0 to 1307 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2659: oid 32 version 1307 is already newer than 1306 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2659: oid 32 updating version 1307 to 1308 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2659: oid 32 updating version 1308 to 1309 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1309 (ObjNum 827 snap 288 seq_num 827) dirty exists 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2659: left oid 32 (ObjNum 827 snap 288 seq_num 827) 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2662: finishing write tid 1 to smithi02882251-26 2024-04-02T08:34:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:2662: finishing write tid 2 to smithi02882251-26 2024-04-02T08:34:18.924 INFO:tasks.rados.rados.0.smithi028.stdout:2659: done (3 left) 2024-04-02T08:34:18.924 INFO:tasks.rados.rados.0.smithi028.stdout:2661: done (2 left) 2024-04-02T08:34:18.924 INFO:tasks.rados.rados.0.smithi028.stdout:2664: rollback oid 17 current snap is 288 2024-04-02T08:34:18.924 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 281 2024-04-02T08:34:18.924 INFO:tasks.rados.rados.0.smithi028.stdout:2665: read oid 34 snap -1 2024-04-02T08:34:18.924 INFO:tasks.rados.rados.0.smithi028.stdout:2665: expect (ObjNum 822 snap 287 seq_num 822) 2024-04-02T08:34:18.924 INFO:tasks.rados.rados.0.smithi028.stdout:2666: read oid 19 snap -1 2024-04-02T08:34:18.925 INFO:tasks.rados.rados.0.smithi028.stdout:2666: expect (ObjNum 792 snap 278 seq_num 792) 2024-04-02T08:34:18.925 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 288 2024-04-02T08:34:18.925 INFO:tasks.rados.rados.0.smithi028.stdout:2667: seq_num 830 ranges {0=704512,704512=614400,1318912=573440,1892352=16384} 2024-04-02T08:34:18.928 INFO:tasks.rados.rados.0.smithi028.stdout:2667: writing smithi02882251-28 from 0 to 704512 tid 1 2024-04-02T08:34:18.932 INFO:tasks.rados.rados.0.smithi028.stdout:2667: writing smithi02882251-28 from 704512 to 1318912 tid 2 2024-04-02T08:34:18.936 INFO:tasks.rados.rados.0.smithi028.stdout:2667: writing smithi02882251-28 from 1318912 to 1892352 tid 3 2024-04-02T08:34:18.936 INFO:tasks.rados.rados.0.smithi028.stdout:2667: writing smithi02882251-28 from 1892352 to 1908736 tid 4 2024-04-02T08:34:18.936 INFO:tasks.rados.rados.0.smithi028.stdout:2668: copy_from oid 37 from oid 2 current snap is 288 2024-04-02T08:34:18.936 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2095 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:34:18.936 INFO:tasks.rados.rados.0.smithi028.stdout:2664: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:34:18.937 INFO:tasks.rados.rados.0.smithi028.stdout:2662: finishing write tid 3 to smithi02882251-26 2024-04-02T08:34:18.937 INFO:tasks.rados.rados.0.smithi028.stdout:2662: finishing write tid 4 to smithi02882251-26 2024-04-02T08:34:18.937 INFO:tasks.rados.rados.0.smithi028.stdout:2666: expect (ObjNum 792 snap 278 seq_num 792) 2024-04-02T08:34:18.988 INFO:tasks.rados.rados.0.smithi028.stdout:2664: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:34:18.988 INFO:tasks.rados.rados.0.smithi028.stdout:2664: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:34:18.988 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2098 (ObjNum 798 snap 279 seq_num 798) dirty exists 2024-04-02T08:34:18.988 INFO:tasks.rados.rados.0.smithi028.stdout:2663: done (6 left) 2024-04-02T08:34:18.988 INFO:tasks.rados.rados.0.smithi028.stdout:2664: done (5 left) 2024-04-02T08:34:18.988 INFO:tasks.rados.rados.0.smithi028.stdout:2666: done (4 left) 2024-04-02T08:34:18.988 INFO:tasks.rados.rados.0.smithi028.stdout:2669: snap_remove snap 259 2024-04-02T08:34:19.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:19 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:19.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:19 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:19.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:19 smithi028 ceph-mon[94314]: pgmap v579: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-02T08:34:19.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:19 smithi028 ceph-mon[94314]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:34:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:19 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:19 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:19 smithi028 ceph-mon[96890]: pgmap v579: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-02T08:34:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:19 smithi028 ceph-mon[96890]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:34:19.631 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:19 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:19.631 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:19 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:19.631 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:19 smithi137 ceph-mon[88456]: pgmap v579: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 638 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-04-02T08:34:19.631 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:19 smithi137 ceph-mon[88456]: osdmap e612: 8 total, 8 up, 8 in 2024-04-02T08:34:19.899 INFO:tasks.rados.rados.0.smithi028.stdout:2669: done (4 left) 2024-04-02T08:34:19.899 INFO:tasks.rados.rados.0.smithi028.stdout:2670: snap_remove snap 266 2024-04-02T08:34:20.901 INFO:tasks.rados.rados.0.smithi028.stdout:2670: done (4 left) 2024-04-02T08:34:20.901 INFO:tasks.rados.rados.0.smithi028.stdout:2671: rollback oid 27 current snap is 288 2024-04-02T08:34:20.901 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 164 2024-04-02T08:34:20.901 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 288 2024-04-02T08:34:20.901 INFO:tasks.rados.rados.0.smithi028.stdout:2672: seq_num 831 ranges {1122304=720896,1843200=499712,2342912=704512} 2024-04-02T08:34:20.911 INFO:tasks.rados.rados.0.smithi028.stdout:2672: writing smithi02882251-8 from 1122304 to 1843200 tid 1 2024-04-02T08:34:20.914 INFO:tasks.rados.rados.0.smithi028.stdout:2672: writing smithi02882251-8 from 1843200 to 2342912 tid 2 2024-04-02T08:34:20.919 INFO:tasks.rados.rados.0.smithi028.stdout:2672: writing smithi02882251-8 from 2342912 to 3047424 tid 3 2024-04-02T08:34:20.920 INFO:tasks.rados.rados.0.smithi028.stdout:2673: rollback oid 6 current snap is 288 2024-04-02T08:34:20.920 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 253 2024-04-02T08:34:20.920 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 1 to smithi02882251-28 2024-04-02T08:34:20.920 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 2 to smithi02882251-28 2024-04-02T08:34:20.920 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 3 to smithi02882251-28 2024-04-02T08:34:20.920 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 4 to smithi02882251-28 2024-04-02T08:34:20.920 INFO:tasks.rados.rados.0.smithi028.stdout:2668: finishing copy_from racing read to smithi02882251-37 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 5 to smithi02882251-28 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2668: finishing copy_from to smithi02882251-37 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1889 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 6 to smithi02882251-28 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2667: oid 28 updating version 0 to 1994 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2667: oid 28 version 1994 is already newer than 1991 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2667: oid 28 updating version 1994 to 1995 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2667: oid 28 version 1995 is already newer than 1992 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2667: oid 28 version 1995 is already newer than 1993 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1995 (ObjNum 830 snap 288 seq_num 830) dirty exists 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2667: left oid 28 (ObjNum 830 snap 288 seq_num 830) 2024-04-02T08:34:20.921 INFO:tasks.rados.rados.0.smithi028.stdout:2665: expect (ObjNum 822 snap 287 seq_num 822) 2024-04-02T08:34:21.063 INFO:tasks.rados.rados.0.smithi028.stdout:2662: finishing write tid 5 to smithi02882251-26 2024-04-02T08:34:21.063 INFO:tasks.rados.rados.0.smithi028.stdout:2662: oid 26 updating version 0 to 1312 2024-04-02T08:34:21.063 INFO:tasks.rados.rados.0.smithi028.stdout:2662: oid 26 version 1312 is already newer than 1311 2024-04-02T08:34:21.063 INFO:tasks.rados.rados.0.smithi028.stdout:2662: oid 26 version 1312 is already newer than 1310 2024-04-02T08:34:21.063 INFO:tasks.rados.rados.0.smithi028.stdout:2662: oid 26 updating version 1312 to 1313 2024-04-02T08:34:21.063 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 1313 (ObjNum 829 snap 288 seq_num 829) dirty exists 2024-04-02T08:34:21.063 INFO:tasks.rados.rados.0.smithi028.stdout:2662: left oid 26 (ObjNum 829 snap 288 seq_num 829) 2024-04-02T08:34:21.063 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing rollback tid 0 to smithi02882251-27 2024-04-02T08:34:21.064 INFO:tasks.rados.rados.0.smithi028.stdout:2662: done (6 left) 2024-04-02T08:34:21.064 INFO:tasks.rados.rados.0.smithi028.stdout:2665: done (5 left) 2024-04-02T08:34:21.064 INFO:tasks.rados.rados.0.smithi028.stdout:2667: done (4 left) 2024-04-02T08:34:21.064 INFO:tasks.rados.rados.0.smithi028.stdout:2668: done (3 left) 2024-04-02T08:34:21.064 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 288 2024-04-02T08:34:21.064 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:34:21.064 INFO:tasks.rados.rados.0.smithi028.stdout:2674: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-04-02T08:34:21.066 INFO:tasks.rados.rados.0.smithi028.stdout:2674: writing smithi02882251-7 from 0 to 737280 tid 1 2024-04-02T08:34:21.071 INFO:tasks.rados.rados.0.smithi028.stdout:2674: writing smithi02882251-7 from 737280 to 1523712 tid 2 2024-04-02T08:34:21.074 INFO:tasks.rados.rados.0.smithi028.stdout:2674: writing smithi02882251-7 from 1523712 to 1941504 tid 3 2024-04-02T08:34:21.074 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 288 2024-04-02T08:34:21.074 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:34:21.074 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2153 (ObjNum 501 snap 160 seq_num 501) dirty exists 2024-04-02T08:34:21.074 INFO:tasks.rados.rados.0.smithi028.stdout:2672: finishing write tid 1 to smithi02882251-8 2024-04-02T08:34:21.074 INFO:tasks.rados.rados.0.smithi028.stdout:2675: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-04-02T08:34:21.079 INFO:tasks.rados.rados.0.smithi028.stdout:2675: writing smithi02882251-10 from 0 to 761856 tid 1 2024-04-02T08:34:21.083 INFO:tasks.rados.rados.0.smithi028.stdout:2675: writing smithi02882251-10 from 761856 to 1433600 tid 2 2024-04-02T08:34:21.087 INFO:tasks.rados.rados.0.smithi028.stdout:2675: writing smithi02882251-10 from 1433600 to 1966080 tid 3 2024-04-02T08:34:21.087 INFO:tasks.rados.rados.0.smithi028.stdout:2671: done (4 left) 2024-04-02T08:34:21.087 INFO:tasks.rados.rados.0.smithi028.stdout:2676: read oid 36 snap -1 2024-04-02T08:34:21.087 INFO:tasks.rados.rados.0.smithi028.stdout:2676: expect deleted 2024-04-02T08:34:21.087 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 288 2024-04-02T08:34:21.087 INFO:tasks.rados.rados.0.smithi028.stdout:2672: finishing write tid 2 to smithi02882251-8 2024-04-02T08:34:21.087 INFO:tasks.rados.rados.0.smithi028.stdout:2672: finishing write tid 3 to smithi02882251-8 2024-04-02T08:34:21.087 INFO:tasks.rados.rados.0.smithi028.stdout:2677: seq_num 834 ranges {622592=778240,1400832=557056,1957888=548864,2506752=98304} 2024-04-02T08:34:21.094 INFO:tasks.rados.rados.0.smithi028.stdout:2677: writing smithi02882251-50 from 622592 to 1400832 tid 1 2024-04-02T08:34:21.097 INFO:tasks.rados.rados.0.smithi028.stdout:2677: writing smithi02882251-50 from 1400832 to 1957888 tid 2 2024-04-02T08:34:21.100 INFO:tasks.rados.rados.0.smithi028.stdout:2677: writing smithi02882251-50 from 1957888 to 2506752 tid 3 2024-04-02T08:34:21.102 INFO:tasks.rados.rados.0.smithi028.stdout:2677: writing smithi02882251-50 from 2506752 to 2605056 tid 4 2024-04-02T08:34:21.102 INFO:tasks.rados.rados.0.smithi028.stdout:2678: copy_from oid 14 from oid 39 current snap is 288 2024-04-02T08:34:21.102 INFO:tasks.rados.rados.0.smithi028.stdout:2672: finishing write tid 4 to smithi02882251-8 2024-04-02T08:34:21.102 INFO:tasks.rados.rados.0.smithi028.stdout:2672: finishing write tid 5 to smithi02882251-8 2024-04-02T08:34:21.102 INFO:tasks.rados.rados.0.smithi028.stdout:2672: oid 8 updating version 0 to 2012 2024-04-02T08:34:21.102 INFO:tasks.rados.rados.0.smithi028.stdout:2672: oid 8 version 2012 is already newer than 2011 2024-04-02T08:34:21.102 INFO:tasks.rados.rados.0.smithi028.stdout:2672: oid 8 updating version 2012 to 2014 2024-04-02T08:34:21.102 INFO:tasks.rados.rados.0.smithi028.stdout:2672: oid 8 version 2014 is already newer than 2013 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2014 (ObjNum 831 snap 288 seq_num 831) dirty exists 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2672: left oid 8 (ObjNum 831 snap 288 seq_num 831) 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2673: finishing rollback tid 0 to smithi02882251-6 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2673: finishing rollback tid 1 to smithi02882251-6 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2673: finishing rollback tid 2 to smithi02882251-6 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2101 (ObjNum 65 snap 0 seq_num 1733906272) dirty exists 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2674: finishing write tid 1 to smithi02882251-7 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2672: done (6 left) 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2673: done (5 left) 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2679: read oid 5 snap -1 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:2679: expect (ObjNum 824 snap 287 seq_num 824) 2024-04-02T08:34:21.103 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 288 2024-04-02T08:34:21.104 INFO:tasks.rados.rados.0.smithi028.stdout:2674: finishing write tid 2 to smithi02882251-7 2024-04-02T08:34:21.104 INFO:tasks.rados.rados.0.smithi028.stdout:2680: seq_num 835 ranges {0=794624,794624=442368,1236992=712704,1949696=49152} 2024-04-02T08:34:21.106 INFO:tasks.rados.rados.0.smithi028.stdout:2680: writing smithi02882251-20 from 0 to 794624 tid 1 2024-04-02T08:34:21.109 INFO:tasks.rados.rados.0.smithi028.stdout:2680: writing smithi02882251-20 from 794624 to 1236992 tid 2 2024-04-02T08:34:21.113 INFO:tasks.rados.rados.0.smithi028.stdout:2680: writing smithi02882251-20 from 1236992 to 1949696 tid 3 2024-04-02T08:34:21.113 INFO:tasks.rados.rados.0.smithi028.stdout:2680: writing smithi02882251-20 from 1949696 to 1998848 tid 4 2024-04-02T08:34:21.113 INFO:tasks.rados.rados.0.smithi028.stdout:2681: snap_remove snap 270 2024-04-02T08:34:21.175 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:20 smithi137 ceph-mon[88456]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:34:21.175 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:20 smithi028 ceph-mon[94314]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:34:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:20 smithi028 ceph-mon[96890]: osdmap e613: 8 total, 8 up, 8 in 2024-04-02T08:34:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:34:21] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:34:21.852 INFO:tasks.rados.rados.0.smithi028.stdout:2681: done (7 left) 2024-04-02T08:34:21.852 INFO:tasks.rados.rados.0.smithi028.stdout:2682: snap_remove snap 246 2024-04-02T08:34:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[94314]: pgmap v582: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 646 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[94314]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[94314]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[96890]: pgmap v582: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 646 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[96890]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:21 smithi028 ceph-mon[96890]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:34:22.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:21 smithi137 ceph-mon[88456]: pgmap v582: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 646 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-04-02T08:34:22.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:21 smithi137 ceph-mon[88456]: osdmap e614: 8 total, 8 up, 8 in 2024-04-02T08:34:22.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:22.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:22.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:21 smithi137 ceph-mon[88456]: osdmap e615: 8 total, 8 up, 8 in 2024-04-02T08:34:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2682: done (7 left) 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2683: delete oid 16 current snap is 288 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2674: finishing write tid 3 to smithi02882251-7 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2674: finishing write tid 4 to smithi02882251-7 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2674: finishing write tid 5 to smithi02882251-7 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2674: oid 7 updating version 0 to 2103 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2674: oid 7 updating version 2103 to 2104 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2674: oid 7 updating version 2104 to 2105 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2674: oid 7 version 2105 is already newer than 2102 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2105 (ObjNum 832 snap 288 seq_num 832) dirty exists 2024-04-02T08:34:22.851 INFO:tasks.rados.rados.0.smithi028.stdout:2674: left oid 7 (ObjNum 832 snap 288 seq_num 832) 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: finishing write tid 1 to smithi02882251-10 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: finishing write tid 2 to smithi02882251-10 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: finishing write tid 3 to smithi02882251-10 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: finishing write tid 4 to smithi02882251-10 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: finishing write tid 5 to smithi02882251-10 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: oid 10 updating version 0 to 1612 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: oid 10 version 1612 is already newer than 1610 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: oid 10 version 1612 is already newer than 1611 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: oid 10 updating version 1612 to 1613 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1613 (ObjNum 833 snap 288 seq_num 833) dirty exists 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2675: left oid 10 (ObjNum 833 snap 288 seq_num 833) 2024-04-02T08:34:22.852 INFO:tasks.rados.rados.0.smithi028.stdout:2677: finishing write tid 1 to smithi02882251-50 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: finishing write tid 2 to smithi02882251-50 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: finishing write tid 3 to smithi02882251-50 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: finishing write tid 4 to smithi02882251-50 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2678: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: finishing write tid 5 to smithi02882251-50 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2678: finishing copy_from to smithi02882251-14 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1893 (ObjNum 33 snap 0 seq_num 1441260400) dirty exists 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: finishing write tid 6 to smithi02882251-50 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: oid 50 updating version 0 to 1195 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: oid 50 updating version 1195 to 1198 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: oid 50 version 1198 is already newer than 1197 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: oid 50 updating version 1198 to 1199 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: oid 50 version 1199 is already newer than 1196 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1199 (ObjNum 834 snap 288 seq_num 834) dirty exists 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2677: left oid 50 (ObjNum 834 snap 288 seq_num 834) 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2680: finishing write tid 1 to smithi02882251-20 2024-04-02T08:34:22.853 INFO:tasks.rados.rados.0.smithi028.stdout:2680: finishing write tid 2 to smithi02882251-20 2024-04-02T08:34:22.854 INFO:tasks.rados.rados.0.smithi028.stdout:2679: expect (ObjNum 824 snap 287 seq_num 824) 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2680: finishing write tid 3 to smithi02882251-20 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2680: finishing write tid 4 to smithi02882251-20 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2674: done (7 left) 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2675: done (6 left) 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2676: done (5 left) 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2677: done (4 left) 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2678: done (3 left) 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2679: done (2 left) 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2683: done (1 left) 2024-04-02T08:34:22.915 INFO:tasks.rados.rados.0.smithi028.stdout:2684: rollback oid 34 current snap is 288 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 262 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: finishing write tid 5 to smithi02882251-20 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: finishing write tid 6 to smithi02882251-20 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: oid 20 updating version 0 to 1320 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: oid 20 version 1320 is already newer than 1319 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: oid 20 updating version 1320 to 1321 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: oid 20 version 1321 is already newer than 1318 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: oid 20 updating version 1321 to 1322 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1322 (ObjNum 835 snap 288 seq_num 835) dirty exists 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: left oid 20 (ObjNum 835 snap 288 seq_num 835) 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2680: done (1 left) 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2685: copy_from oid 2 from oid 3 current snap is 288 2024-04-02T08:34:22.916 INFO:tasks.rados.rados.0.smithi028.stdout:2686: delete oid 12 current snap is 288 2024-04-02T08:34:22.917 INFO:tasks.rados.rados.0.smithi028.stdout:2686: done (2 left) 2024-04-02T08:34:22.917 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 288 2024-04-02T08:34:22.917 INFO:tasks.rados.rados.0.smithi028.stdout:2687: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-04-02T08:34:22.920 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02882251-46 from 0 to 442368 tid 1 2024-04-02T08:34:22.923 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02882251-46 from 442368 to 983040 tid 2 2024-04-02T08:34:22.927 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02882251-46 from 983040 to 1515520 tid 3 2024-04-02T08:34:22.929 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02882251-46 from 1515520 to 1957888 tid 4 2024-04-02T08:34:22.930 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02882251-46 from 1957888 to 2048000 tid 5 2024-04-02T08:34:22.930 INFO:tasks.rados.rados.0.smithi028.stdout:2688: copy_from oid 30 from oid 25 current snap is 288 2024-04-02T08:34:22.930 INFO:tasks.rados.rados.0.smithi028.stdout:2684: finishing rollback tid 0 to smithi02882251-34 2024-04-02T08:34:22.930 INFO:tasks.rados.rados.0.smithi028.stdout:2684: finishing rollback tid 1 to smithi02882251-34 2024-04-02T08:34:22.930 INFO:tasks.rados.rados.0.smithi028.stdout:2684: finishing rollback tid 2 to smithi02882251-34 2024-04-02T08:34:22.931 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1334 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:34:22.931 INFO:tasks.rados.rados.0.smithi028.stdout:2685: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:34:22.931 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 1 to smithi02882251-46 2024-04-02T08:34:22.931 INFO:tasks.rados.rados.0.smithi028.stdout:2685: finishing copy_from to smithi02882251-2 2024-04-02T08:34:22.931 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 694 (ObjNum 746 snap 258 seq_num 746) dirty exists 2024-04-02T08:34:22.931 INFO:tasks.rados.rados.0.smithi028.stdout:2684: done (3 left) 2024-04-02T08:34:22.931 INFO:tasks.rados.rados.0.smithi028.stdout:2685: done (2 left) 2024-04-02T08:34:22.931 INFO:tasks.rados.rados.0.smithi028.stdout:2689: snap_remove snap 276 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[94314]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:22 smithi028 ceph-mon[96890]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.288 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.289 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.289 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.289 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.289 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:23.289 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:22 smithi137 ceph-mon[88456]: osdmap e616: 8 total, 8 up, 8 in 2024-04-02T08:34:23.852 INFO:tasks.rados.rados.0.smithi028.stdout:2689: done (2 left) 2024-04-02T08:34:23.852 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 288 2024-04-02T08:34:23.852 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 2 to smithi02882251-46 2024-04-02T08:34:23.852 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 3 to smithi02882251-46 2024-04-02T08:34:23.852 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 4 to smithi02882251-46 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 5 to smithi02882251-46 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 6 to smithi02882251-46 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 7 to smithi02882251-46 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: oid 46 updating version 0 to 706 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: oid 46 version 706 is already newer than 704 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: oid 46 version 706 is already newer than 705 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: oid 46 version 706 is already newer than 703 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: oid 46 version 706 is already newer than 702 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: oid 46 version 706 is already newer than 701 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 706 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2687: left oid 46 (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2688: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2688: finishing copy_from to smithi02882251-30 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1895 (ObjNum 818 snap 285 seq_num 818) dirty exists 2024-04-02T08:34:23.853 INFO:tasks.rados.rados.0.smithi028.stdout:2690: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2024-04-02T08:34:23.855 INFO:tasks.rados.rados.0.smithi028.stdout:2690: writing smithi02882251-40 from 0 to 458752 tid 1 2024-04-02T08:34:23.858 INFO:tasks.rados.rados.0.smithi028.stdout:2690: writing smithi02882251-40 from 458752 to 884736 tid 2 2024-04-02T08:34:23.863 INFO:tasks.rados.rados.0.smithi028.stdout:2690: writing smithi02882251-40 from 884736 to 1572864 tid 3 2024-04-02T08:34:23.866 INFO:tasks.rados.rados.0.smithi028.stdout:2690: writing smithi02882251-40 from 1572864 to 2064384 tid 4 2024-04-02T08:34:23.867 INFO:tasks.rados.rados.0.smithi028.stdout:2687: done (2 left) 2024-04-02T08:34:23.867 INFO:tasks.rados.rados.0.smithi028.stdout:2688: done (1 left) 2024-04-02T08:34:23.867 INFO:tasks.rados.rados.0.smithi028.stdout:2691: delete oid 4 current snap is 288 2024-04-02T08:34:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2690: finishing write tid 1 to smithi02882251-40 2024-04-02T08:34:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2690: finishing write tid 2 to smithi02882251-40 2024-04-02T08:34:23.873 INFO:tasks.rados.rados.0.smithi028.stdout:2690: finishing write tid 3 to smithi02882251-40 2024-04-02T08:34:23.875 INFO:tasks.rados.rados.0.smithi028.stdout:2691: done (1 left) 2024-04-02T08:34:23.875 INFO:tasks.rados.rados.0.smithi028.stdout:2692: delete oid 28 current snap is 288 2024-04-02T08:34:23.879 INFO:tasks.rados.rados.0.smithi028.stdout:2690: finishing write tid 4 to smithi02882251-40 2024-04-02T08:34:23.879 INFO:tasks.rados.rados.0.smithi028.stdout:2690: finishing write tid 5 to smithi02882251-40 2024-04-02T08:34:23.879 INFO:tasks.rados.rados.0.smithi028.stdout:2692: done (1 left) 2024-04-02T08:34:23.879 INFO:tasks.rados.rados.0.smithi028.stdout:2693: snap_remove snap 269 2024-04-02T08:34:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:23 smithi137 ceph-mon[88456]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 649 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T08:34:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:23 smithi137 ceph-mon[88456]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:34:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:23 smithi028 ceph-mon[94314]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 649 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T08:34:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:23 smithi028 ceph-mon[94314]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:34:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:23 smithi028 ceph-mon[96890]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 649 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T08:34:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:23 smithi028 ceph-mon[96890]: osdmap e617: 8 total, 8 up, 8 in 2024-04-02T08:34:24.853 INFO:tasks.rados.rados.0.smithi028.stdout:2690: finishing write tid 6 to smithi02882251-40 2024-04-02T08:34:24.853 INFO:tasks.rados.rados.0.smithi028.stdout:2690: oid 40 updating version 0 to 2184 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:2690: oid 40 updating version 2184 to 2185 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:2690: oid 40 updating version 2185 to 2188 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:2690: oid 40 version 2188 is already newer than 2186 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:2690: oid 40 version 2188 is already newer than 2187 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2188 (ObjNum 839 snap 288 seq_num 839) dirty exists 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:2690: left oid 40 (ObjNum 839 snap 288 seq_num 839) 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:2690: done (1 left) 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:2693: done (0 left) 2024-04-02T08:34:24.854 INFO:tasks.rados.rados.0.smithi028.stdout:2694: snap_create 2024-04-02T08:34:25.050 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:24 smithi137 ceph-mon[88456]: Upgrade: Updating prometheus.a 2024-04-02T08:34:25.050 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:24 smithi137 ceph-mon[88456]: Deploying daemon prometheus.a on smithi137 2024-04-02T08:34:25.050 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:24 smithi137 ceph-mon[88456]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:34:25.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:24 smithi028 ceph-mon[96890]: Upgrade: Updating prometheus.a 2024-04-02T08:34:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:24 smithi028 ceph-mon[96890]: Deploying daemon prometheus.a on smithi137 2024-04-02T08:34:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:24 smithi028 ceph-mon[96890]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:34:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:24 smithi028 ceph-mon[94314]: Upgrade: Updating prometheus.a 2024-04-02T08:34:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:24 smithi028 ceph-mon[94314]: Deploying daemon prometheus.a on smithi137 2024-04-02T08:34:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:24 smithi028 ceph-mon[94314]: osdmap e618: 8 total, 8 up, 8 in 2024-04-02T08:34:25.854 INFO:tasks.rados.rados.0.smithi028.stdout:2694: done (0 left) 2024-04-02T08:34:25.855 INFO:tasks.rados.rados.0.smithi028.stdout:2695: rmattr oid 49 current snap is 289 2024-04-02T08:34:25.855 INFO:tasks.rados.rados.0.smithi028.stdout:2695: done (0 left) 2024-04-02T08:34:25.855 INFO:tasks.rados.rados.0.smithi028.stdout:2696: snap_remove snap 272 2024-04-02T08:34:26.138 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:25 smithi137 ceph-mon[88456]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 649 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 916 KiB/s wr, 14 op/s 2024-04-02T08:34:26.141 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:25 smithi137 ceph-mon[88456]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:34:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:25 smithi028 ceph-mon[94314]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 649 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 916 KiB/s wr, 14 op/s 2024-04-02T08:34:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:25 smithi028 ceph-mon[94314]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:34:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:25 smithi028 ceph-mon[96890]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 649 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 916 KiB/s wr, 14 op/s 2024-04-02T08:34:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:25 smithi028 ceph-mon[96890]: osdmap e619: 8 total, 8 up, 8 in 2024-04-02T08:34:26.853 INFO:tasks.rados.rados.0.smithi028.stdout:2696: done (0 left) 2024-04-02T08:34:26.853 INFO:tasks.rados.rados.0.smithi028.stdout:2697: rollback oid 11 current snap is 289 2024-04-02T08:34:26.853 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 201 2024-04-02T08:34:26.853 INFO:tasks.rados.rados.0.smithi028.stdout:2698: delete oid 36 current snap is 289 2024-04-02T08:34:26.865 INFO:tasks.rados.rados.0.smithi028.stdout:2698: done (1 left) 2024-04-02T08:34:26.865 INFO:tasks.rados.rados.0.smithi028.stdout:2699: copy_from oid 1 from oid 9 current snap is 289 2024-04-02T08:34:26.865 INFO:tasks.rados.rados.0.smithi028.stdout:2700: snap_remove snap 235 2024-04-02T08:34:27.856 INFO:tasks.rados.rados.0.smithi028.stdout:2700: done (2 left) 2024-04-02T08:34:27.856 INFO:tasks.rados.rados.0.smithi028.stdout:2701: setattr oid 38 current snap is 289 2024-04-02T08:34:27.856 INFO:tasks.rados.rados.0.smithi028.stdout:2697: finishing rollback tid 1 to smithi02882251-11 2024-04-02T08:34:27.856 INFO:tasks.rados.rados.0.smithi028.stdout:2697: finishing rollback tid 2 to smithi02882251-11 2024-04-02T08:34:27.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1615 (ObjNum 612 snap 194 seq_num 612) dirty exists 2024-04-02T08:34:27.857 INFO:tasks.rados.rados.0.smithi028.stdout:2699: finishing copy_from racing read to smithi02882251-1 2024-04-02T08:34:27.857 INFO:tasks.rados.rados.0.smithi028.stdout:2699: finishing copy_from to smithi02882251-1 2024-04-02T08:34:27.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2092 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:34:27.858 INFO:tasks.rados.rados.0.smithi028.stdout:2697: done (2 left) 2024-04-02T08:34:27.858 INFO:tasks.rados.rados.0.smithi028.stdout:2699: done (1 left) 2024-04-02T08:34:27.858 INFO:tasks.rados.rados.0.smithi028.stdout:2702: snap_create 2024-04-02T08:34:27.866 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2093 (ObjNum 797 snap 279 seq_num 797) dirty exists 2024-04-02T08:34:27.962 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-mon[88456]: pgmap v591: 121 pgs: 121 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:34:27.962 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-mon[88456]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:34:27.962 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 systemd[1]: Stopping Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:28.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:27 smithi028 ceph-mon[94314]: pgmap v591: 121 pgs: 121 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:34:28.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:27 smithi028 ceph-mon[94314]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:34:28.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:27 smithi028 ceph-mon[96890]: pgmap v591: 121 pgs: 121 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:34:28.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:27 smithi028 ceph-mon[96890]: osdmap e620: 8 total, 8 up, 8 in 2024-04-02T08:34:28.259 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.963Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.964Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.964Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[79374]: ts=2024-04-02T08:34:27.964Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T08:34:28.260 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:27 smithi137 podman[123209]: 2024-04-02 08:34:27.973511319 +0000 UTC m=+0.131901190 container died 5f44bf118e8032ff9b508dd5f636fc291400f630ce7ab9aecc4184f99f3fdc95 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:28.559 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:28 smithi137 podman[123209]: 2024-04-02 08:34:28.351690685 +0000 UTC m=+0.510080552 container cleanup 5f44bf118e8032ff9b508dd5f636fc291400f630ce7ab9aecc4184f99f3fdc95 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:28.559 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:28 smithi137 bash[123209]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T08:34:28.860 INFO:tasks.rados.rados.0.smithi028.stdout:2701: done (1 left) 2024-04-02T08:34:28.860 INFO:tasks.rados.rados.0.smithi028.stdout:2702: done (0 left) 2024-04-02T08:34:28.860 INFO:tasks.rados.rados.0.smithi028.stdout:2703: snap_remove snap 262 2024-04-02T08:34:28.861 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:28 smithi137 podman[123226]: 2024-04-02 08:34:28.5611325 +0000 UTC m=+0.587017278 container remove 5f44bf118e8032ff9b508dd5f636fc291400f630ce7ab9aecc4184f99f3fdc95 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:28.861 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:28 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-02T08:34:28.861 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:28 smithi137 systemd[1]: Stopped Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:28.861 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:28 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service: Consumed 2.843s CPU time. 2024-04-02T08:34:29.118 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:28 smithi137 ceph-mon[88456]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:34:29.118 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:28 smithi137 systemd[1]: Starting Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:29.119 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 podman[123362]: 2024-04-02 08:34:29.004675777 +0000 UTC m=+0.018909745 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-02T08:34:29.119 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 podman[123362]: 2024-04-02 08:34:29.120556078 +0000 UTC m=+0.134790031 container create c5c3bcb146d80c035ecb42dbd668dd46f36122d42de53ab765907c8820f39ca5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:28 smithi028 ceph-mon[94314]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:34:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:28 smithi028 ceph-mon[96890]: osdmap e621: 8 total, 8 up, 8 in 2024-04-02T08:34:29.383 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 podman[123362]: 2024-04-02 08:34:29.356420227 +0000 UTC m=+0.370654196 container init c5c3bcb146d80c035ecb42dbd668dd46f36122d42de53ab765907c8820f39ca5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:29.383 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 podman[123362]: 2024-04-02 08:34:29.361811579 +0000 UTC m=+0.376045533 container start c5c3bcb146d80c035ecb42dbd668dd46f36122d42de53ab765907c8820f39ca5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:29.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.385Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.385Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.385Z caller=main.go:570 level=info host_details="(Linux 5.14.0-434.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024 x86_64 smithi137 (none))" 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.385Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.385Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.386Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.387Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.388Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.388Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.390Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.390Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.413µs 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.390Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T08:34:29.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.391Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.397Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.403Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.409Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.409Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.409Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.189µs wal_replay_duration=19.346987ms wbl_replay_duration=126ns total_replay_duration=19.407829ms 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.412Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.412Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.412Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.431Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.634459ms db_storage=850ns remote_storage=1.142µs web_handler=370ns query_engine=590ns scrape=231.123µs scrape_sd=101.69µs notify=9.489µs notify_sd=9.665µs rules=18.9649ms tracing=6.037µs 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.431Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:29.431Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 bash[123362]: c5c3bcb146d80c035ecb42dbd668dd46f36122d42de53ab765907c8820f39ca5 2024-04-02T08:34:29.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:29 smithi137 systemd[1]: Started Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:29.863 INFO:tasks.rados.rados.0.smithi028.stdout:2703: done (0 left) 2024-04-02T08:34:29.863 INFO:tasks.rados.rados.0.smithi028.stdout:2704: delete oid 29 current snap is 290 2024-04-02T08:34:29.872 INFO:tasks.rados.rados.0.smithi028.stdout:2704: done (0 left) 2024-04-02T08:34:29.872 INFO:tasks.rados.rados.0.smithi028.stdout:2705: copy_from oid 14 from oid 22 current snap is 290 2024-04-02T08:34:29.872 INFO:tasks.rados.rados.0.smithi028.stdout:2706: delete oid 40 current snap is 290 2024-04-02T08:34:29.888 INFO:tasks.rados.rados.0.smithi028.stdout:2705: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:34:29.888 INFO:tasks.rados.rados.0.smithi028.stdout:2706: done (1 left) 2024-04-02T08:34:29.888 INFO:tasks.rados.rados.0.smithi028.stdout:2707: delete oid 21 current snap is 290 2024-04-02T08:34:29.890 INFO:tasks.rados.rados.0.smithi028.stdout:2705: finishing copy_from to smithi02882251-14 2024-04-02T08:34:29.890 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1579 (ObjNum 738 snap 257 seq_num 738) dirty exists 2024-04-02T08:34:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2705: done (1 left) 2024-04-02T08:34:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2707: done (0 left) 2024-04-02T08:34:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2708: rmattr oid 35 current snap is 290 2024-04-02T08:34:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2709: read oid 18 snap 283 2024-04-02T08:34:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2709: expect (ObjNum 1441979760 snap 22077 seq_num 1439728624) 2024-04-02T08:34:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2710: copy_from oid 28 from oid 42 current snap is 290 2024-04-02T08:34:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2711: read oid 40 snap -1 2024-04-02T08:34:29.891 INFO:tasks.rados.rados.0.smithi028.stdout:2711: expect deleted 2024-04-02T08:34:29.892 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 290 2024-04-02T08:34:29.892 INFO:tasks.rados.rados.0.smithi028.stdout:2712: seq_num 846 ranges {2080768=573440,2654208=466944,3121152=491520,3612672=548864,4161536=98304} 2024-04-02T08:34:29.906 INFO:tasks.rados.rados.0.smithi028.stdout:2712: writing smithi02882251-22 from 2080768 to 2654208 tid 1 2024-04-02T08:34:29.908 INFO:tasks.rados.rados.0.smithi028.stdout:2712: writing smithi02882251-22 from 2654208 to 3121152 tid 2 2024-04-02T08:34:29.911 INFO:tasks.rados.rados.0.smithi028.stdout:2712: writing smithi02882251-22 from 3121152 to 3612672 tid 3 2024-04-02T08:34:29.914 INFO:tasks.rados.rados.0.smithi028.stdout:2712: writing smithi02882251-22 from 3612672 to 4161536 tid 4 2024-04-02T08:34:29.915 INFO:tasks.rados.rados.0.smithi028.stdout:2712: writing smithi02882251-22 from 4161536 to 4259840 tid 5 2024-04-02T08:34:29.915 INFO:tasks.rados.rados.0.smithi028.stdout:2713: rmattr oid 50 current snap is 290 2024-04-02T08:34:29.915 INFO:tasks.rados.rados.0.smithi028.stdout:2713: done (5 left) 2024-04-02T08:34:29.915 INFO:tasks.rados.rados.0.smithi028.stdout:2714: copy_from oid 14 from oid 12 current snap is 290 2024-04-02T08:34:29.915 INFO:tasks.rados.rados.0.smithi028.stdout:2709: expect (ObjNum 1441979760 snap 22077 seq_num 1439728624) 2024-04-02T08:34:29.917 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2015 (ObjNum 783 snap 275 seq_num 783) dirty exists 2024-04-02T08:34:29.917 INFO:tasks.rados.rados.0.smithi028.stdout:2710: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:34:29.917 INFO:tasks.rados.rados.0.smithi028.stdout:2710: finishing copy_from to smithi02882251-28 2024-04-02T08:34:29.917 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1372 (ObjNum 803 snap 283 seq_num 803) dirty exists 2024-04-02T08:34:29.917 INFO:tasks.rados.rados.0.smithi028.stdout:2712: finishing write tid 1 to smithi02882251-22 2024-04-02T08:34:29.917 INFO:tasks.rados.rados.0.smithi028.stdout:2712: finishing write tid 2 to smithi02882251-22 2024-04-02T08:34:29.918 INFO:tasks.rados.rados.0.smithi028.stdout:2712: finishing write tid 3 to smithi02882251-22 2024-04-02T08:34:29.918 INFO:tasks.rados.rados.0.smithi028.stdout:2708: done (5 left) 2024-04-02T08:34:29.918 INFO:tasks.rados.rados.0.smithi028.stdout:2709: done (4 left) 2024-04-02T08:34:29.918 INFO:tasks.rados.rados.0.smithi028.stdout:2710: done (3 left) 2024-04-02T08:34:29.918 INFO:tasks.rados.rados.0.smithi028.stdout:2711: done (2 left) 2024-04-02T08:34:29.918 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 290 2024-04-02T08:34:29.918 INFO:tasks.rados.rados.0.smithi028.stdout:2715: seq_num 847 ranges {1941504=589824,2531328=753664,3284992=655360,3940352=196608} 2024-04-02T08:34:29.931 INFO:tasks.rados.rados.0.smithi028.stdout:2715: writing smithi02882251-7 from 1941504 to 2531328 tid 1 2024-04-02T08:34:29.935 INFO:tasks.rados.rados.0.smithi028.stdout:2715: writing smithi02882251-7 from 2531328 to 3284992 tid 2 2024-04-02T08:34:29.939 INFO:tasks.rados.rados.0.smithi028.stdout:2715: writing smithi02882251-7 from 3284992 to 3940352 tid 3 2024-04-02T08:34:29.941 INFO:tasks.rados.rados.0.smithi028.stdout:2715: writing smithi02882251-7 from 3940352 to 4136960 tid 4 2024-04-02T08:34:29.941 INFO:tasks.rados.rados.0.smithi028.stdout:2716: delete oid 40 current snap is 290 2024-04-02T08:34:29.941 INFO:tasks.rados.rados.0.smithi028.stdout:2714: finishing copy_from to smithi02882251-14 2024-04-02T08:34:29.941 INFO:tasks.rados.rados.0.smithi028.stdout:2714: got expected ENOENT (src dne) 2024-04-02T08:34:29.941 INFO:tasks.rados.rados.0.smithi028.stdout:2712: finishing write tid 4 to smithi02882251-22 2024-04-02T08:34:29.941 INFO:tasks.rados.rados.0.smithi028.stdout:2714: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: finishing write tid 5 to smithi02882251-22 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: finishing write tid 6 to smithi02882251-22 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: finishing write tid 7 to smithi02882251-22 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: oid 22 updating version 0 to 1999 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: oid 22 updating version 1999 to 2000 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: oid 22 version 2000 is already newer than 1998 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: oid 22 updating version 2000 to 2001 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: oid 22 updating version 2001 to 2002 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: oid 22 updating version 2002 to 2003 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2003 (ObjNum 846 snap 290 seq_num 846) dirty exists 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2712: left oid 22 (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2715: finishing write tid 1 to smithi02882251-7 2024-04-02T08:34:29.942 INFO:tasks.rados.rados.0.smithi028.stdout:2715: finishing write tid 2 to smithi02882251-7 2024-04-02T08:34:29.944 INFO:tasks.rados.rados.0.smithi028.stdout:2715: finishing write tid 3 to smithi02882251-7 2024-04-02T08:34:29.944 INFO:tasks.rados.rados.0.smithi028.stdout:2715: finishing write tid 4 to smithi02882251-7 2024-04-02T08:34:29.944 INFO:tasks.rados.rados.0.smithi028.stdout:2715: finishing write tid 5 to smithi02882251-7 2024-04-02T08:34:29.944 INFO:tasks.rados.rados.0.smithi028.stdout:2712: done (3 left) 2024-04-02T08:34:29.944 INFO:tasks.rados.rados.0.smithi028.stdout:2714: done (2 left) 2024-04-02T08:34:29.944 INFO:tasks.rados.rados.0.smithi028.stdout:2716: done (1 left) 2024-04-02T08:34:29.944 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 290 2024-04-02T08:34:29.944 INFO:tasks.rados.rados.0.smithi028.stdout:2717: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2024-04-02T08:34:29.947 INFO:tasks.rados.rados.0.smithi028.stdout:2717: writing smithi02882251-23 from 0 to 622592 tid 1 2024-04-02T08:34:29.950 INFO:tasks.rados.rados.0.smithi028.stdout:2717: writing smithi02882251-23 from 622592 to 1138688 tid 2 2024-04-02T08:34:29.954 INFO:tasks.rados.rados.0.smithi028.stdout:2717: writing smithi02882251-23 from 1138688 to 1802240 tid 3 2024-04-02T08:34:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:2717: writing smithi02882251-23 from 1802240 to 2228224 tid 4 2024-04-02T08:34:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:2718: delete oid 15 current snap is 290 2024-04-02T08:34:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:2715: finishing write tid 6 to smithi02882251-7 2024-04-02T08:34:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:2715: oid 7 updating version 0 to 2110 2024-04-02T08:34:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:2715: oid 7 version 2110 is already newer than 2108 2024-04-02T08:34:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:2715: oid 7 version 2110 is already newer than 2106 2024-04-02T08:34:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:2715: oid 7 version 2110 is already newer than 2107 2024-04-02T08:34:29.958 INFO:tasks.rados.rados.0.smithi028.stdout:2715: oid 7 version 2110 is already newer than 2109 2024-04-02T08:34:29.958 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2110 (ObjNum 847 snap 290 seq_num 847) dirty exists 2024-04-02T08:34:29.958 INFO:tasks.rados.rados.0.smithi028.stdout:2715: left oid 7 (ObjNum 847 snap 290 seq_num 847) 2024-04-02T08:34:29.958 INFO:tasks.rados.rados.0.smithi028.stdout:2717: finishing write tid 1 to smithi02882251-23 2024-04-02T08:34:29.958 INFO:tasks.rados.rados.0.smithi028.stdout:2717: finishing write tid 2 to smithi02882251-23 2024-04-02T08:34:29.960 INFO:tasks.rados.rados.0.smithi028.stdout:2715: done (2 left) 2024-04-02T08:34:29.960 INFO:tasks.rados.rados.0.smithi028.stdout:2718: done (1 left) 2024-04-02T08:34:29.960 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 290 2024-04-02T08:34:29.960 INFO:tasks.rados.rados.0.smithi028.stdout:2719: seq_num 851 ranges {4734976=655360,5390336=688128,6078464=679936,6758400=237568} 2024-04-02T08:34:29.989 INFO:tasks.rados.rados.0.smithi028.stdout:2719: writing smithi02882251-38 from 4734976 to 5390336 tid 1 2024-04-02T08:34:29.993 INFO:tasks.rados.rados.0.smithi028.stdout:2719: writing smithi02882251-38 from 5390336 to 6078464 tid 2 2024-04-02T08:34:29.998 INFO:tasks.rados.rados.0.smithi028.stdout:2719: writing smithi02882251-38 from 6078464 to 6758400 tid 3 2024-04-02T08:34:29.999 INFO:tasks.rados.rados.0.smithi028.stdout:2719: writing smithi02882251-38 from 6758400 to 6995968 tid 4 2024-04-02T08:34:29.999 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 290 2024-04-02T08:34:30.000 INFO:tasks.rados.rados.0.smithi028.stdout:2717: finishing write tid 3 to smithi02882251-23 2024-04-02T08:34:30.000 INFO:tasks.rados.rados.0.smithi028.stdout:2720: seq_num 852 ranges {2605056=671744,3276800=622592,3899392=442368,4341760=540672} 2024-04-02T08:34:30.017 INFO:tasks.rados.rados.0.smithi028.stdout:2720: writing smithi02882251-50 from 2605056 to 3276800 tid 1 2024-04-02T08:34:30.021 INFO:tasks.rados.rados.0.smithi028.stdout:2720: writing smithi02882251-50 from 3276800 to 3899392 tid 2 2024-04-02T08:34:30.023 INFO:tasks.rados.rados.0.smithi028.stdout:2720: writing smithi02882251-50 from 3899392 to 4341760 tid 3 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:2720: writing smithi02882251-50 from 4341760 to 4882432 tid 4 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 290 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:2717: finishing write tid 4 to smithi02882251-23 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:2717: finishing write tid 5 to smithi02882251-23 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:2717: finishing write tid 6 to smithi02882251-23 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:2717: oid 23 updating version 0 to 2004 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:2717: oid 23 updating version 2004 to 2008 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:2717: oid 23 version 2008 is already newer than 2007 2024-04-02T08:34:30.027 INFO:tasks.rados.rados.0.smithi028.stdout:2717: oid 23 version 2008 is already newer than 2006 2024-04-02T08:34:30.028 INFO:tasks.rados.rados.0.smithi028.stdout:2717: oid 23 version 2008 is already newer than 2005 2024-04-02T08:34:30.028 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2008 (ObjNum 849 snap 290 seq_num 849) dirty exists 2024-04-02T08:34:30.028 INFO:tasks.rados.rados.0.smithi028.stdout:2717: left oid 23 (ObjNum 849 snap 290 seq_num 849) 2024-04-02T08:34:30.028 INFO:tasks.rados.rados.0.smithi028.stdout:2719: finishing write tid 1 to smithi02882251-38 2024-04-02T08:34:30.028 INFO:tasks.rados.rados.0.smithi028.stdout:2719: finishing write tid 2 to smithi02882251-38 2024-04-02T08:34:30.028 INFO:tasks.rados.rados.0.smithi028.stdout:2721: seq_num 853 ranges {1490944=696320,2187264=507904,2695168=647168,3342336=450560} 2024-04-02T08:34:30.038 INFO:tasks.rados.rados.0.smithi028.stdout:2721: writing smithi02882251-9 from 1490944 to 2187264 tid 1 2024-04-02T08:34:30.041 INFO:tasks.rados.rados.0.smithi028.stdout:2721: writing smithi02882251-9 from 2187264 to 2695168 tid 2 2024-04-02T08:34:30.046 INFO:tasks.rados.rados.0.smithi028.stdout:2721: writing smithi02882251-9 from 2695168 to 3342336 tid 3 2024-04-02T08:34:30.049 INFO:tasks.rados.rados.0.smithi028.stdout:2721: writing smithi02882251-9 from 3342336 to 3792896 tid 4 2024-04-02T08:34:30.049 INFO:tasks.rados.rados.0.smithi028.stdout:2717: done (3 left) 2024-04-02T08:34:30.049 INFO:tasks.rados.rados.0.smithi028.stdout:2722: read oid 41 snap -1 2024-04-02T08:34:30.049 INFO:tasks.rados.rados.0.smithi028.stdout:2722: expect (ObjNum 675 snap 223 seq_num 675) 2024-04-02T08:34:30.049 INFO:tasks.rados.rados.0.smithi028.stdout:2723: snap_remove snap 253 2024-04-02T08:34:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-mon[88456]: pgmap v594: 121 pgs: 121 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:34:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-mon[88456]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:34:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:29 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[94314]: pgmap v594: 121 pgs: 121 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[94314]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[96890]: pgmap v594: 121 pgs: 121 active+clean; 671 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[96890]: osdmap e622: 8 total, 8 up, 8 in 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:29 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:30.878 INFO:tasks.rados.rados.0.smithi028.stdout:2723: done (4 left) 2024-04-02T08:34:30.878 INFO:tasks.rados.rados.0.smithi028.stdout:2724: delete oid 28 current snap is 290 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: finishing write tid 3 to smithi02882251-38 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: finishing write tid 4 to smithi02882251-38 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: finishing write tid 5 to smithi02882251-38 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: finishing write tid 6 to smithi02882251-38 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: oid 38 updating version 0 to 2097 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: oid 38 updating version 2097 to 2098 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: oid 38 version 2098 is already newer than 2094 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: oid 38 version 2098 is already newer than 2096 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: oid 38 version 2098 is already newer than 2095 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2098 (ObjNum 851 snap 290 seq_num 851) dirty exists 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2719: left oid 38 (ObjNum 851 snap 290 seq_num 851) 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2720: finishing write tid 1 to smithi02882251-50 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2720: finishing write tid 2 to smithi02882251-50 2024-04-02T08:34:30.879 INFO:tasks.rados.rados.0.smithi028.stdout:2720: finishing write tid 3 to smithi02882251-50 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: finishing write tid 4 to smithi02882251-50 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: finishing write tid 5 to smithi02882251-50 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: finishing write tid 6 to smithi02882251-50 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: oid 50 updating version 0 to 1204 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: oid 50 version 1204 is already newer than 1203 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: oid 50 version 1204 is already newer than 1202 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: oid 50 version 1204 is already newer than 1200 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: oid 50 version 1204 is already newer than 1201 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1204 (ObjNum 852 snap 290 seq_num 852) dirty exists 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2720: left oid 50 (ObjNum 852 snap 290 seq_num 852) 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2721: finishing write tid 1 to smithi02882251-9 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2721: finishing write tid 2 to smithi02882251-9 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2721: finishing write tid 3 to smithi02882251-9 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2721: finishing write tid 4 to smithi02882251-9 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2721: finishing write tid 5 to smithi02882251-9 2024-04-02T08:34:30.880 INFO:tasks.rados.rados.0.smithi028.stdout:2722: expect (ObjNum 675 snap 223 seq_num 675) 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2721: finishing write tid 6 to smithi02882251-9 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2721: oid 9 updating version 0 to 2233 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2721: oid 9 updating version 2233 to 2235 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2721: oid 9 version 2235 is already newer than 2232 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2721: oid 9 version 2235 is already newer than 2231 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2721: oid 9 version 2235 is already newer than 2234 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2235 (ObjNum 853 snap 290 seq_num 853) dirty exists 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2721: left oid 9 (ObjNum 853 snap 290 seq_num 853) 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2719: done (4 left) 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2720: done (3 left) 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2721: done (2 left) 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2722: done (1 left) 2024-04-02T08:34:30.932 INFO:tasks.rados.rados.0.smithi028.stdout:2724: done (0 left) 2024-04-02T08:34:30.933 INFO:tasks.rados.rados.0.smithi028.stdout:2725: delete oid 39 current snap is 290 2024-04-02T08:34:30.934 INFO:tasks.rados.rados.0.smithi028.stdout:2725: done (0 left) 2024-04-02T08:34:30.934 INFO:tasks.rados.rados.0.smithi028.stdout:2726: copy_from oid 18 from oid 48 current snap is 290 2024-04-02T08:34:30.934 INFO:tasks.rados.rados.0.smithi028.stdout:2727: read oid 29 snap -1 2024-04-02T08:34:30.934 INFO:tasks.rados.rados.0.smithi028.stdout:2727: expect deleted 2024-04-02T08:34:30.934 INFO:tasks.rados.rados.0.smithi028.stdout:2728: read oid 12 snap -1 2024-04-02T08:34:30.935 INFO:tasks.rados.rados.0.smithi028.stdout:2728: expect deleted 2024-04-02T08:34:30.935 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 290 2024-04-02T08:34:30.935 INFO:tasks.rados.rados.0.smithi028.stdout:2729: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2024-04-02T08:34:30.939 INFO:tasks.rados.rados.0.smithi028.stdout:2729: writing smithi02882251-21 from 0 to 745472 tid 1 2024-04-02T08:34:30.943 INFO:tasks.rados.rados.0.smithi028.stdout:2729: writing smithi02882251-21 from 745472 to 1302528 tid 2 2024-04-02T08:34:30.946 INFO:tasks.rados.rados.0.smithi028.stdout:2729: writing smithi02882251-21 from 1302528 to 1720320 tid 3 2024-04-02T08:34:30.948 INFO:tasks.rados.rados.0.smithi028.stdout:2729: writing smithi02882251-21 from 1720320 to 2154496 tid 4 2024-04-02T08:34:30.950 INFO:tasks.rados.rados.0.smithi028.stdout:2729: writing smithi02882251-21 from 2154496 to 2351104 tid 5 2024-04-02T08:34:30.950 INFO:tasks.rados.rados.0.smithi028.stdout:2730: read oid 17 snap -1 2024-04-02T08:34:30.950 INFO:tasks.rados.rados.0.smithi028.stdout:2730: expect (ObjNum 798 snap 279 seq_num 798) 2024-04-02T08:34:30.950 INFO:tasks.rados.rados.0.smithi028.stdout:2731: snap_remove snap 243 2024-04-02T08:34:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:30 smithi137 ceph-mon[88456]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:34:31.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:30 smithi028 ceph-mon[94314]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:34:31.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:30 smithi028 ceph-mon[96890]: osdmap e623: 8 total, 8 up, 8 in 2024-04-02T08:34:31.854 INFO:tasks.rados.rados.0.smithi028.stdout:2731: done (5 left) 2024-04-02T08:34:31.855 INFO:tasks.rados.rados.0.smithi028.stdout:2732: snap_remove snap 245 2024-04-02T08:34:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:31 smithi137 ceph-mon[88456]: pgmap v597: 121 pgs: 121 active+clean; 673 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 508 KiB/s wr, 1 op/s 2024-04-02T08:34:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:31 smithi137 ceph-mon[88456]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:34:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:31 smithi137 ceph-mon[88456]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:34:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:31 smithi028 ceph-mon[94314]: pgmap v597: 121 pgs: 121 active+clean; 673 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 508 KiB/s wr, 1 op/s 2024-04-02T08:34:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:31 smithi028 ceph-mon[94314]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:34:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:31 smithi028 ceph-mon[94314]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:34:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:31 smithi028 ceph-mon[96890]: pgmap v597: 121 pgs: 121 active+clean; 673 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 508 KiB/s wr, 1 op/s 2024-04-02T08:34:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:31 smithi028 ceph-mon[96890]: osdmap e624: 8 total, 8 up, 8 in 2024-04-02T08:34:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:31 smithi028 ceph-mon[96890]: osdmap e625: 8 total, 8 up, 8 in 2024-04-02T08:34:32.631 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:32.855 INFO:tasks.rados.rados.0.smithi028.stdout:2732: done (5 left) 2024-04-02T08:34:32.855 INFO:tasks.rados.rados.0.smithi028.stdout:2733: delete oid 24 current snap is 290 2024-04-02T08:34:32.855 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing write tid 1 to smithi02882251-21 2024-04-02T08:34:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:2726: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:34:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing write tid 2 to smithi02882251-21 2024-04-02T08:34:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:2726: finishing copy_from to smithi02882251-18 2024-04-02T08:34:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2114 (ObjNum 813 snap 284 seq_num 813) dirty exists 2024-04-02T08:34:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing write tid 3 to smithi02882251-21 2024-04-02T08:34:32.856 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing write tid 4 to smithi02882251-21 2024-04-02T08:34:32.857 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing write tid 5 to smithi02882251-21 2024-04-02T08:34:32.857 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing write tid 6 to smithi02882251-21 2024-04-02T08:34:32.857 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing write tid 7 to smithi02882251-21 2024-04-02T08:34:32.857 INFO:tasks.rados.rados.0.smithi028.stdout:2729: oid 21 updating version 0 to 1383 2024-04-02T08:34:32.857 INFO:tasks.rados.rados.0.smithi028.stdout:2729: oid 21 version 1383 is already newer than 1378 2024-04-02T08:34:32.857 INFO:tasks.rados.rados.0.smithi028.stdout:2729: oid 21 version 1383 is already newer than 1379 2024-04-02T08:34:32.858 INFO:tasks.rados.rados.0.smithi028.stdout:2729: oid 21 version 1383 is already newer than 1382 2024-04-02T08:34:32.858 INFO:tasks.rados.rados.0.smithi028.stdout:2729: oid 21 version 1383 is already newer than 1380 2024-04-02T08:34:32.858 INFO:tasks.rados.rados.0.smithi028.stdout:2729: oid 21 version 1383 is already newer than 1381 2024-04-02T08:34:32.858 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1383 (ObjNum 856 snap 290 seq_num 856) dirty exists 2024-04-02T08:34:32.858 INFO:tasks.rados.rados.0.smithi028.stdout:2729: left oid 21 (ObjNum 856 snap 290 seq_num 856) 2024-04-02T08:34:32.859 INFO:tasks.rados.rados.0.smithi028.stdout:2730: expect (ObjNum 798 snap 279 seq_num 798) 2024-04-02T08:34:33.618 INFO:tasks.rados.rados.0.smithi028.stdout:2726: done (5 left) 2024-04-02T08:34:33.618 INFO:tasks.rados.rados.0.smithi028.stdout:2727: done (4 left) 2024-04-02T08:34:33.618 INFO:tasks.rados.rados.0.smithi028.stdout:2728: done (3 left) 2024-04-02T08:34:33.618 INFO:tasks.rados.rados.0.smithi028.stdout:2729: done (2 left) 2024-04-02T08:34:33.618 INFO:tasks.rados.rados.0.smithi028.stdout:2730: done (1 left) 2024-04-02T08:34:33.618 INFO:tasks.rados.rados.0.smithi028.stdout:2733: done (0 left) 2024-04-02T08:34:33.618 INFO:tasks.rados.rados.0.smithi028.stdout:2734: delete oid 19 current snap is 290 2024-04-02T08:34:33.620 INFO:tasks.rados.rados.0.smithi028.stdout:2734: done (0 left) 2024-04-02T08:34:33.620 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 290 2024-04-02T08:34:33.620 INFO:tasks.rados.rados.0.smithi028.stdout:2735: seq_num 859 ranges {3244032=794624,4038656=614400,4653056=638976,5292032=352256} 2024-04-02T08:34:33.644 INFO:tasks.rados.rados.0.smithi028.stdout:2735: writing smithi02882251-18 from 3244032 to 4038656 tid 1 2024-04-02T08:34:33.649 INFO:tasks.rados.rados.0.smithi028.stdout:2735: writing smithi02882251-18 from 4038656 to 4653056 tid 2 2024-04-02T08:34:33.654 INFO:tasks.rados.rados.0.smithi028.stdout:2735: writing smithi02882251-18 from 4653056 to 5292032 tid 3 2024-04-02T08:34:33.657 INFO:tasks.rados.rados.0.smithi028.stdout:2735: writing smithi02882251-18 from 5292032 to 5644288 tid 4 2024-04-02T08:34:33.657 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 290 2024-04-02T08:34:33.657 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 1 to smithi02882251-18 2024-04-02T08:34:33.657 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 2 to smithi02882251-18 2024-04-02T08:34:33.657 INFO:tasks.rados.rados.0.smithi028.stdout:2736: seq_num 860 ranges {2080768=8192} 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2736: writing smithi02882251-14 from 2080768 to 2088960 tid 1 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2737: delete oid 35 current snap is 290 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 3 to smithi02882251-18 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 4 to smithi02882251-18 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 5 to smithi02882251-18 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 6 to smithi02882251-18 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: oid 18 updating version 0 to 2116 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: oid 18 version 2116 is already newer than 2115 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: oid 18 updating version 2116 to 2119 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: oid 18 version 2119 is already newer than 2118 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:2735: oid 18 version 2119 is already newer than 2117 2024-04-02T08:34:33.669 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2119 (ObjNum 859 snap 290 seq_num 859) dirty exists 2024-04-02T08:34:33.670 INFO:tasks.rados.rados.0.smithi028.stdout:2735: left oid 18 (ObjNum 859 snap 290 seq_num 859) 2024-04-02T08:34:33.671 INFO:tasks.rados.rados.0.smithi028.stdout:2735: done (2 left) 2024-04-02T08:34:33.671 INFO:tasks.rados.rados.0.smithi028.stdout:2737: done (1 left) 2024-04-02T08:34:33.671 INFO:tasks.rados.rados.0.smithi028.stdout:2738: setattr oid 35 current snap is 290 2024-04-02T08:34:33.672 INFO:tasks.rados.rados.0.smithi028.stdout:2736: finishing write tid 1 to smithi02882251-14 2024-04-02T08:34:33.672 INFO:tasks.rados.rados.0.smithi028.stdout:2736: finishing write tid 2 to smithi02882251-14 2024-04-02T08:34:33.673 INFO:tasks.rados.rados.0.smithi028.stdout:2739: copy_from oid 26 from oid 1 current snap is 290 2024-04-02T08:34:33.673 INFO:tasks.rados.rados.0.smithi028.stdout:2740: copy_from oid 17 from oid 29 current snap is 290 2024-04-02T08:34:33.673 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 290 2024-04-02T08:34:33.673 INFO:tasks.rados.rados.0.smithi028.stdout:2741: seq_num 862 ranges {4915200=40960} 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2741: writing smithi02882251-27 from 4915200 to 4956160 tid 1 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 290 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2740: finishing copy_from to smithi02882251-17 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2740: got expected ENOENT (src dne) 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2740: finishing copy_from racing read to smithi02882251-17 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2736: finishing write tid 3 to smithi02882251-14 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2736: oid 14 updating version 0 to 2257 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2736: oid 14 version 2257 is already newer than 2256 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2257 (ObjNum 860 snap 290 seq_num 860) dirty exists 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2736: left oid 14 (ObjNum 860 snap 290 seq_num 860) 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2121 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:34:33.701 INFO:tasks.rados.rados.0.smithi028.stdout:2739: finishing copy_from racing read to smithi02882251-26 2024-04-02T08:34:33.702 INFO:tasks.rados.rados.0.smithi028.stdout:2739: finishing copy_from to smithi02882251-26 2024-04-02T08:34:33.702 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2092 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:34:33.702 INFO:tasks.rados.rados.0.smithi028.stdout:2742: seq_num 863 ranges {1122304=57344} 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2742: writing smithi02882251-2 from 1122304 to 1179648 tid 1 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2736: done (5 left) 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2738: done (4 left) 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2739: done (3 left) 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2740: done (2 left) 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2743: read oid 32 snap -1 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2743: expect (ObjNum 827 snap 288 seq_num 827) 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2744: rmattr oid 38 current snap is 290 2024-04-02T08:34:33.708 INFO:tasks.rados.rados.0.smithi028.stdout:2741: finishing write tid 1 to smithi02882251-27 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:2741: finishing write tid 2 to smithi02882251-27 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:2741: finishing write tid 3 to smithi02882251-27 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:2741: oid 27 updating version 0 to 2259 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:2741: oid 27 updating version 2259 to 2260 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2260 (ObjNum 862 snap 290 seq_num 862) dirty exists 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:2741: left oid 27 (ObjNum 862 snap 290 seq_num 862) 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:2741: done (3 left) 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:2745: rollback oid 14 current snap is 290 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 274 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 290 2024-04-02T08:34:33.709 INFO:tasks.rados.rados.0.smithi028.stdout:2746: seq_num 864 ranges {1998848=73728} 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2746: writing smithi02882251-20 from 1998848 to 2072576 tid 1 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2747: read oid 26 snap -1 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2747: expect (ObjNum 805 snap 283 seq_num 805) 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2748: rmattr oid 34 current snap is 290 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2748: done (6 left) 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2749: read oid 8 snap -1 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2749: expect (ObjNum 831 snap 288 seq_num 831) 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2750: setattr oid 1 current snap is 290 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2099 (ObjNum 851 snap 290 seq_num 851) dirty exists 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2742: finishing write tid 1 to smithi02882251-2 2024-04-02T08:34:33.721 INFO:tasks.rados.rados.0.smithi028.stdout:2742: finishing write tid 2 to smithi02882251-2 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:2745: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:2745: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:2745: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2263 (ObjNum 706 snap 233 seq_num 706) dirty exists 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:2742: finishing write tid 3 to smithi02882251-2 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:2742: oid 2 updating version 0 to 1894 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:2742: oid 2 version 1894 is already newer than 1893 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1894 (ObjNum 863 snap 290 seq_num 863) dirty exists 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:2742: left oid 2 (ObjNum 863 snap 290 seq_num 863) 2024-04-02T08:34:33.722 INFO:tasks.rados.rados.0.smithi028.stdout:2743: expect (ObjNum 827 snap 288 seq_num 827) 2024-04-02T08:34:33.786 INFO:tasks.rados.rados.0.smithi028.stdout:2746: finishing write tid 1 to smithi02882251-20 2024-04-02T08:34:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:2746: finishing write tid 2 to smithi02882251-20 2024-04-02T08:34:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:2746: finishing write tid 3 to smithi02882251-20 2024-04-02T08:34:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:2746: oid 20 updating version 0 to 2093 2024-04-02T08:34:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:2746: oid 20 updating version 2093 to 2094 2024-04-02T08:34:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2094 (ObjNum 864 snap 290 seq_num 864) dirty exists 2024-04-02T08:34:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:2746: left oid 20 (ObjNum 864 snap 290 seq_num 864) 2024-04-02T08:34:33.787 INFO:tasks.rados.rados.0.smithi028.stdout:2747: expect (ObjNum 805 snap 283 seq_num 805) 2024-04-02T08:34:33.843 INFO:tasks.rados.rados.0.smithi028.stdout:2749: expect (ObjNum 831 snap 288 seq_num 831) 2024-04-02T08:34:33.955 INFO:tasks.rados.rados.0.smithi028.stdout:2742: done (7 left) 2024-04-02T08:34:33.955 INFO:tasks.rados.rados.0.smithi028.stdout:2743: done (6 left) 2024-04-02T08:34:33.955 INFO:tasks.rados.rados.0.smithi028.stdout:2744: done (5 left) 2024-04-02T08:34:33.955 INFO:tasks.rados.rados.0.smithi028.stdout:2745: done (4 left) 2024-04-02T08:34:33.956 INFO:tasks.rados.rados.0.smithi028.stdout:2746: done (3 left) 2024-04-02T08:34:33.956 INFO:tasks.rados.rados.0.smithi028.stdout:2747: done (2 left) 2024-04-02T08:34:33.956 INFO:tasks.rados.rados.0.smithi028.stdout:2749: done (1 left) 2024-04-02T08:34:33.956 INFO:tasks.rados.rados.0.smithi028.stdout:2751: snap_create 2024-04-02T08:34:33.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2100 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:34:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:33 smithi137 ceph-mon[88456]: pgmap v600: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 686 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-02T08:34:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:33 smithi137 ceph-mon[88456]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:34:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:33 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:33 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:33 smithi028 ceph-mon[94314]: pgmap v600: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 686 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-02T08:34:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:33 smithi028 ceph-mon[94314]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:34:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:33 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:33 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:33 smithi028 ceph-mon[96890]: pgmap v600: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 686 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-04-02T08:34:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:33 smithi028 ceph-mon[96890]: osdmap e626: 8 total, 8 up, 8 in 2024-04-02T08:34:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:33 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:33 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:34.858 INFO:tasks.rados.rados.0.smithi028.stdout:2750: done (1 left) 2024-04-02T08:34:34.859 INFO:tasks.rados.rados.0.smithi028.stdout:2751: done (0 left) 2024-04-02T08:34:34.859 INFO:tasks.rados.rados.0.smithi028.stdout:2752: delete oid 23 current snap is 291 2024-04-02T08:34:34.861 INFO:tasks.rados.rados.0.smithi028.stdout:2752: done (0 left) 2024-04-02T08:34:34.862 INFO:tasks.rados.rados.0.smithi028.stdout:2753: read oid 33 snap 209 2024-04-02T08:34:34.862 INFO:tasks.rados.rados.0.smithi028.stdout:2753: expect deleted 2024-04-02T08:34:34.862 INFO:tasks.rados.rados.0.smithi028.stdout:2754: rmattr oid 11 current snap is 291 2024-04-02T08:34:34.862 INFO:tasks.rados.rados.0.smithi028.stdout:2754: done (1 left) 2024-04-02T08:34:34.862 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 291 2024-04-02T08:34:34.862 INFO:tasks.rados.rados.0.smithi028.stdout:2755: seq_num 866 ranges {0=106496} 2024-04-02T08:34:34.862 INFO:tasks.rados.rados.0.smithi028.stdout:2755: writing smithi02882251-12 from 0 to 106496 tid 1 2024-04-02T08:34:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:2756: rollback oid 10 current snap is 291 2024-04-02T08:34:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 184 2024-04-02T08:34:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:2753: done (2 left) 2024-04-02T08:34:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:2757: setattr oid 37 current snap is 291 2024-04-02T08:34:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:2758: rollback oid 14 current snap is 291 2024-04-02T08:34:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 238 2024-04-02T08:34:34.863 INFO:tasks.rados.rados.0.smithi028.stdout:2759: snap_create 2024-04-02T08:34:34.865 INFO:tasks.rados.rados.0.smithi028.stdout:2755: finishing write tid 1 to smithi02882251-12 2024-04-02T08:34:34.867 INFO:tasks.rados.rados.0.smithi028.stdout:2755: finishing write tid 2 to smithi02882251-12 2024-04-02T08:34:34.867 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2122 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:34:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:2756: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:34:34.868 INFO:tasks.rados.rados.0.smithi028.stdout:2756: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:34:34.869 INFO:tasks.rados.rados.0.smithi028.stdout:2755: finishing write tid 3 to smithi02882251-12 2024-04-02T08:34:34.869 INFO:tasks.rados.rados.0.smithi028.stdout:2755: oid 12 updating version 0 to 2013 2024-04-02T08:34:34.869 INFO:tasks.rados.rados.0.smithi028.stdout:2755: oid 12 version 2013 is already newer than 2012 2024-04-02T08:34:34.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2013 (ObjNum 866 snap 291 seq_num 866) dirty exists 2024-04-02T08:34:34.869 INFO:tasks.rados.rados.0.smithi028.stdout:2755: left oid 12 (ObjNum 866 snap 291 seq_num 866) 2024-04-02T08:34:34.870 INFO:tasks.rados.rados.0.smithi028.stdout:2756: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:34:34.870 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1618 (ObjNum 596 snap 184 seq_num 596) dirty exists 2024-04-02T08:34:34.870 INFO:tasks.rados.rados.0.smithi028.stdout:2758: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:34:34.871 INFO:tasks.rados.rados.0.smithi028.stdout:2758: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:34:34.871 INFO:tasks.rados.rados.0.smithi028.stdout:2758: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:34:34.871 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2267 (ObjNum 706 snap 233 seq_num 706) dirty exists 2024-04-02T08:34:35.860 INFO:tasks.rados.rados.0.smithi028.stdout:2755: done (4 left) 2024-04-02T08:34:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2756: done (3 left) 2024-04-02T08:34:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2757: done (2 left) 2024-04-02T08:34:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2758: done (1 left) 2024-04-02T08:34:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2759: done (0 left) 2024-04-02T08:34:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2760: rollback oid 14 current snap is 292 2024-04-02T08:34:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 204 2024-04-02T08:34:35.861 INFO:tasks.rados.rados.0.smithi028.stdout:2761: snap_create 2024-04-02T08:34:35.864 INFO:tasks.rados.rados.0.smithi028.stdout:2760: finishing rollback tid 0 to smithi02882251-14 2024-04-02T08:34:35.865 INFO:tasks.rados.rados.0.smithi028.stdout:2760: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:34:35.865 INFO:tasks.rados.rados.0.smithi028.stdout:2760: finishing rollback tid 2 to smithi02882251-14 2024-04-02T08:34:35.865 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2271 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-04-02T08:34:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:35 smithi137 ceph-mon[88456]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 686 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:34:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:35 smithi137 ceph-mon[88456]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:34:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:36.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[94314]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 686 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[94314]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[96890]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 686 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[96890]: osdmap e627: 8 total, 8 up, 8 in 2024-04-02T08:34:36.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:36.158 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:34:36.572 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (11m) 20s ago 12m 27.2M - 0.25.0 c8568f914cd2 4319ce9cbf23 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (12m) 2s ago 12m 91.2M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (64s) 20s ago 13m 13.1M - 19.0.0-2422-g3cba26ea beaaa8a653cf 3aded1109450 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (41s) 2s ago 13m 12.7M - 19.0.0-2422-g3cba26ea beaaa8a653cf 129c5f68e748 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (7m) 2s ago 16m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (7m) 20s ago 18m 512M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (6m) 20s ago 18m 70.2M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (6m) 2s ago 17m 56.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (6m) 20s ago 17m 64.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (28s) 20s ago 11m 3653k - 1.5.0 0da6a335fe13 9398c24d5408 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (24s) 2s ago 11m 7994k - 1.5.0 0da6a335fe13 90272723bb9c 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (5m) 20s ago 16m 307M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:34:36.573 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (4m) 20s ago 16m 233M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:34:36.574 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (4m) 20s ago 15m 280M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:34:36.574 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (3m) 20s ago 15m 226M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:34:36.574 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (3m) 2s ago 14m 272M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 66f79285ff41 2024-04-02T08:34:36.574 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (2m) 2s ago 14m 224M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b6258291b147 2024-04-02T08:34:36.574 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (2m) 2s ago 14m 109M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 82ed86027c61 2024-04-02T08:34:36.574 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (86s) 2s ago 13m 152M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b9b7a0672a08 2024-04-02T08:34:36.574 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (7s) 2s ago 12m 35.3M - 2.43.0 a07b618ecd1d c5c3bcb146d8 2024-04-02T08:34:36.855 INFO:tasks.rados.rados.0.smithi028.stdout:2760: done (1 left) 2024-04-02T08:34:36.855 INFO:tasks.rados.rados.0.smithi028.stdout:2761: done (0 left) 2024-04-02T08:34:36.855 INFO:tasks.rados.rados.0.smithi028.stdout:2762: read oid 49 snap -1 2024-04-02T08:34:36.855 INFO:tasks.rados.rados.0.smithi028.stdout:2762: expect (ObjNum 701 snap 229 seq_num 701) 2024-04-02T08:34:36.856 INFO:tasks.rados.rados.0.smithi028.stdout:2763: rmattr oid 6 current snap is 293 2024-04-02T08:34:36.856 INFO:tasks.rados.rados.0.smithi028.stdout:2764: rollback oid 39 current snap is 293 2024-04-02T08:34:36.856 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 212 2024-04-02T08:34:36.856 INFO:tasks.rados.rados.0.smithi028.stdout:2765: copy_from oid 14 from oid 26 current snap is 293 2024-04-02T08:34:36.856 INFO:tasks.rados.rados.0.smithi028.stdout:2766: delete oid 19 current snap is 293 2024-04-02T08:34:36.861 INFO:tasks.rados.rados.0.smithi028.stdout:2764: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:34:36.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2111 (ObjNum 65 snap 0 seq_num 1733906272) dirty exists 2024-04-02T08:34:36.862 INFO:tasks.rados.rados.0.smithi028.stdout:2764: finishing rollback tid 2 to smithi02882251-39 2024-04-02T08:34:36.863 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1899 (ObjNum 641 snap 205 seq_num 641) dirty exists 2024-04-02T08:34:36.863 INFO:tasks.rados.rados.0.smithi028.stdout:2763: done (4 left) 2024-04-02T08:34:36.863 INFO:tasks.rados.rados.0.smithi028.stdout:2764: done (3 left) 2024-04-02T08:34:36.863 INFO:tasks.rados.rados.0.smithi028.stdout:2766: done (2 left) 2024-04-02T08:34:36.863 INFO:tasks.rados.rados.0.smithi028.stdout:2767: read oid 2 snap 288 2024-04-02T08:34:36.863 INFO:tasks.rados.rados.0.smithi028.stdout:2767: expect (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:34:36.863 INFO:tasks.rados.rados.0.smithi028.stdout:2768: snap_create 2024-04-02T08:34:36.876 INFO:tasks.rados.rados.0.smithi028.stdout:2765: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:34:36.880 INFO:tasks.rados.rados.0.smithi028.stdout:2765: finishing copy_from to smithi02882251-14 2024-04-02T08:34:36.880 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2092 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:34:36.883 INFO:tasks.rados.rados.0.smithi028.stdout:2762: expect (ObjNum 701 snap 229 seq_num 701) 2024-04-02T08:34:36.941 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:36 smithi137 ceph-mon[88456]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:34:36.941 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:36 smithi137 ceph-mon[88456]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:36.941 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:36 smithi137 ceph-mon[88456]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:34:37.005 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:34:37.005 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:34:37.005 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:34:37.005 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:34:37.005 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:34:37.005 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:34:37.005 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:34:37.006 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:34:37.025 INFO:tasks.rados.rados.0.smithi028.stdout:2767: expect (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:34:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:36 smithi028 ceph-mon[96890]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:34:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:36 smithi028 ceph-mon[96890]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:36 smithi028 ceph-mon[96890]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:34:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:36 smithi028 ceph-mon[94314]: osdmap e628: 8 total, 8 up, 8 in 2024-04-02T08:34:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:36 smithi028 ceph-mon[94314]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:36 smithi028 ceph-mon[94314]: osdmap e629: 8 total, 8 up, 8 in 2024-04-02T08:34:37.865 INFO:tasks.rados.rados.0.smithi028.stdout:2762: done (3 left) 2024-04-02T08:34:37.865 INFO:tasks.rados.rados.0.smithi028.stdout:2765: done (2 left) 2024-04-02T08:34:37.865 INFO:tasks.rados.rados.0.smithi028.stdout:2767: done (1 left) 2024-04-02T08:34:37.865 INFO:tasks.rados.rados.0.smithi028.stdout:2768: done (0 left) 2024-04-02T08:34:37.866 INFO:tasks.rados.rados.0.smithi028.stdout:2769: rollback oid 18 current snap is 294 2024-04-02T08:34:37.866 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 260 2024-04-02T08:34:37.866 INFO:tasks.rados.rados.0.smithi028.stdout:2770: copy_from oid 24 from oid 30 current snap is 294 2024-04-02T08:34:37.866 INFO:tasks.rados.rados.0.smithi028.stdout:2771: copy_from oid 10 from oid 22 current snap is 294 2024-04-02T08:34:37.866 INFO:tasks.rados.rados.0.smithi028.stdout:2772: snap_remove snap 280 2024-04-02T08:34:38.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:37 smithi137 ceph-mon[88456]: pgmap v605: 121 pgs: 121 active+clean; 707 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-02T08:34:38.057 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:37 smithi137 ceph-mon[88456]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:38.058 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:37 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3285311399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:38.058 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:37 smithi137 ceph-mon[88456]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:34:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:37 smithi028 ceph-mon[94314]: pgmap v605: 121 pgs: 121 active+clean; 707 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-02T08:34:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:37 smithi028 ceph-mon[94314]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:37 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3285311399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:37 smithi028 ceph-mon[94314]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:34:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:37 smithi028 ceph-mon[96890]: pgmap v605: 121 pgs: 121 active+clean; 707 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-02T08:34:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:37 smithi028 ceph-mon[96890]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:34:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:37 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3285311399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:37 smithi028 ceph-mon[96890]: osdmap e630: 8 total, 8 up, 8 in 2024-04-02T08:34:38.867 INFO:tasks.rados.rados.0.smithi028.stdout:2772: done (3 left) 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:2773: read oid 16 snap -1 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:2773: expect deleted 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:2774: rollback oid 11 current snap is 294 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 284 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:2775: copy_from oid 35 from oid 42 current snap is 294 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 294 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:2769: finishing rollback tid 0 to smithi02882251-18 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:2769: finishing rollback tid 1 to smithi02882251-18 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:2769: finishing rollback tid 2 to smithi02882251-18 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2125 (ObjNum 254 snap 0 seq_num 304) dirty exists 2024-04-02T08:34:38.868 INFO:tasks.rados.rados.0.smithi028.stdout:2771: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:34:38.869 INFO:tasks.rados.rados.0.smithi028.stdout:2771: finishing copy_from to smithi02882251-10 2024-04-02T08:34:38.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2003 (ObjNum 846 snap 290 seq_num 846) dirty exists 2024-04-02T08:34:38.869 INFO:tasks.rados.rados.0.smithi028.stdout:2770: finishing copy_from racing read to smithi02882251-24 2024-04-02T08:34:38.869 INFO:tasks.rados.rados.0.smithi028.stdout:2776: seq_num 868 ranges {1146880=139264} 2024-04-02T08:34:38.874 INFO:tasks.rados.rados.0.smithi028.stdout:2776: writing smithi02882251-39 from 1146880 to 1286144 tid 1 2024-04-02T08:34:38.874 INFO:tasks.rados.rados.0.smithi028.stdout:2769: done (6 left) 2024-04-02T08:34:38.874 INFO:tasks.rados.rados.0.smithi028.stdout:2771: done (5 left) 2024-04-02T08:34:38.875 INFO:tasks.rados.rados.0.smithi028.stdout:2777: snap_remove snap 209 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: pgmap v608: 121 pgs: 121 active+clean; 707 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 37 op/s 2024-04-02T08:34:39.418 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.419 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[94314]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: pgmap v608: 121 pgs: 121 active+clean; 707 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 37 op/s 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.420 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.421 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.421 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.421 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.421 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.421 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.421 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.421 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.421 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:39 smithi028 ceph-mon[96890]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: pgmap v608: 121 pgs: 121 active+clean; 707 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 37 op/s 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:39.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:39 smithi137 ceph-mon[88456]: osdmap e631: 8 total, 8 up, 8 in 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2777: done (5 left) 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2778: delete oid 27 current snap is 294 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2770: finishing copy_from to smithi02882251-24 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1895 (ObjNum 818 snap 285 seq_num 818) dirty exists 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2774: finishing rollback tid 0 to smithi02882251-11 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2774: finishing rollback tid 1 to smithi02882251-11 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2005 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2776: finishing write tid 1 to smithi02882251-39 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2776: finishing write tid 2 to smithi02882251-39 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2776: finishing write tid 3 to smithi02882251-39 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2776: oid 39 updating version 0 to 1901 2024-04-02T08:34:39.868 INFO:tasks.rados.rados.0.smithi028.stdout:2776: oid 39 version 1901 is already newer than 1900 2024-04-02T08:34:39.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1901 (ObjNum 868 snap 294 seq_num 868) dirty exists 2024-04-02T08:34:39.869 INFO:tasks.rados.rados.0.smithi028.stdout:2776: left oid 39 (ObjNum 868 snap 294 seq_num 868) 2024-04-02T08:34:39.869 INFO:tasks.rados.rados.0.smithi028.stdout:2775: finishing copy_from racing read to smithi02882251-35 2024-04-02T08:34:39.869 INFO:tasks.rados.rados.0.smithi028.stdout:2775: finishing copy_from to smithi02882251-35 2024-04-02T08:34:39.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1372 (ObjNum 803 snap 283 seq_num 803) dirty exists 2024-04-02T08:34:39.882 INFO:tasks.rados.rados.0.smithi028.stdout:2770: done (5 left) 2024-04-02T08:34:39.882 INFO:tasks.rados.rados.0.smithi028.stdout:2773: done (4 left) 2024-04-02T08:34:39.882 INFO:tasks.rados.rados.0.smithi028.stdout:2774: done (3 left) 2024-04-02T08:34:39.882 INFO:tasks.rados.rados.0.smithi028.stdout:2775: done (2 left) 2024-04-02T08:34:39.882 INFO:tasks.rados.rados.0.smithi028.stdout:2776: done (1 left) 2024-04-02T08:34:39.882 INFO:tasks.rados.rados.0.smithi028.stdout:2778: done (0 left) 2024-04-02T08:34:39.882 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 294 2024-04-02T08:34:39.883 INFO:tasks.rados.rados.0.smithi028.stdout:2779: seq_num 870 ranges {1679360=172032} 2024-04-02T08:34:39.893 INFO:tasks.rados.rados.0.smithi028.stdout:2779: writing smithi02882251-43 from 1679360 to 1851392 tid 1 2024-04-02T08:34:39.893 INFO:tasks.rados.rados.0.smithi028.stdout:2780: snap_remove snap 201 2024-04-02T08:34:40.877 INFO:tasks.rados.rados.0.smithi028.stdout:2780: done (1 left) 2024-04-02T08:34:40.877 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 294 2024-04-02T08:34:40.878 INFO:tasks.rados.rados.0.smithi028.stdout:2781: seq_num 871 ranges {2351104=188416} 2024-04-02T08:34:40.891 INFO:tasks.rados.rados.0.smithi028.stdout:2781: writing smithi02882251-21 from 2351104 to 2539520 tid 1 2024-04-02T08:34:40.891 INFO:tasks.rados.rados.0.smithi028.stdout:2779: finishing write tid 1 to smithi02882251-43 2024-04-02T08:34:40.891 INFO:tasks.rados.rados.0.smithi028.stdout:2779: finishing write tid 2 to smithi02882251-43 2024-04-02T08:34:40.891 INFO:tasks.rados.rados.0.smithi028.stdout:2779: finishing write tid 3 to smithi02882251-43 2024-04-02T08:34:40.892 INFO:tasks.rados.rados.0.smithi028.stdout:2779: oid 43 updating version 0 to 909 2024-04-02T08:34:40.892 INFO:tasks.rados.rados.0.smithi028.stdout:2779: oid 43 updating version 909 to 910 2024-04-02T08:34:40.892 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 910 (ObjNum 870 snap 294 seq_num 870) dirty exists 2024-04-02T08:34:40.892 INFO:tasks.rados.rados.0.smithi028.stdout:2779: left oid 43 (ObjNum 870 snap 294 seq_num 870) 2024-04-02T08:34:40.892 INFO:tasks.rados.rados.0.smithi028.stdout:2779: done (1 left) 2024-04-02T08:34:40.892 INFO:tasks.rados.rados.0.smithi028.stdout:2782: rmattr oid 36 current snap is 294 2024-04-02T08:34:40.892 INFO:tasks.rados.rados.0.smithi028.stdout:2782: done (1 left) 2024-04-02T08:34:40.892 INFO:tasks.rados.rados.0.smithi028.stdout:2783: snap_remove snap 242 2024-04-02T08:34:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:40 smithi028 ceph-mon[94314]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:34:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:40 smithi028 ceph-mon[94314]: Upgrade: Updating alertmanager.a 2024-04-02T08:34:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:40 smithi028 ceph-mon[94314]: Deploying daemon alertmanager.a on smithi028 2024-04-02T08:34:41.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:40 smithi028 ceph-mon[96890]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:34:41.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:40 smithi028 ceph-mon[96890]: Upgrade: Updating alertmanager.a 2024-04-02T08:34:41.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:40 smithi028 ceph-mon[96890]: Deploying daemon alertmanager.a on smithi028 2024-04-02T08:34:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:40 smithi137 ceph-mon[88456]: osdmap e632: 8 total, 8 up, 8 in 2024-04-02T08:34:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:40 smithi137 ceph-mon[88456]: Upgrade: Updating alertmanager.a 2024-04-02T08:34:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:40 smithi137 ceph-mon[88456]: Deploying daemon alertmanager.a on smithi028 2024-04-02T08:34:41.392 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:34:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:34:41] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2024-04-02T08:34:41.855 INFO:tasks.rados.rados.0.smithi028.stdout:2781: finishing write tid 1 to smithi02882251-21 2024-04-02T08:34:41.855 INFO:tasks.rados.rados.0.smithi028.stdout:2781: finishing write tid 2 to smithi02882251-21 2024-04-02T08:34:41.855 INFO:tasks.rados.rados.0.smithi028.stdout:2781: finishing write tid 3 to smithi02882251-21 2024-04-02T08:34:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:2781: oid 21 updating version 0 to 1385 2024-04-02T08:34:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:2781: oid 21 version 1385 is already newer than 1384 2024-04-02T08:34:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1385 (ObjNum 871 snap 294 seq_num 871) dirty exists 2024-04-02T08:34:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:2781: left oid 21 (ObjNum 871 snap 294 seq_num 871) 2024-04-02T08:34:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:2781: done (1 left) 2024-04-02T08:34:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:2783: done (0 left) 2024-04-02T08:34:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:2784: snap_remove snap 289 2024-04-02T08:34:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:41 smithi028 ceph-mon[94314]: pgmap v611: 121 pgs: 121 active+clean; 718 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:34:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:41 smithi028 ceph-mon[94314]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:34:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:41 smithi028 ceph-mon[94314]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:34:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:41 smithi028 ceph-mon[96890]: pgmap v611: 121 pgs: 121 active+clean; 718 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:34:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:41 smithi028 ceph-mon[96890]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:34:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:41 smithi028 ceph-mon[96890]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:34:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:41 smithi137 ceph-mon[88456]: pgmap v611: 121 pgs: 121 active+clean; 718 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-02T08:34:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:41 smithi137 ceph-mon[88456]: osdmap e633: 8 total, 8 up, 8 in 2024-04-02T08:34:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:41 smithi137 ceph-mon[88456]: osdmap e634: 8 total, 8 up, 8 in 2024-04-02T08:34:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:42.857 INFO:tasks.rados.rados.0.smithi028.stdout:2784: done (0 left) 2024-04-02T08:34:42.857 INFO:tasks.rados.rados.0.smithi028.stdout:2785: rmattr oid 22 current snap is 294 2024-04-02T08:34:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2785: done (0 left) 2024-04-02T08:34:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2786: read oid 19 snap -1 2024-04-02T08:34:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2786: expect deleted 2024-04-02T08:34:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2787: read oid 50 snap -1 2024-04-02T08:34:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2787: expect (ObjNum 852 snap 290 seq_num 852) 2024-04-02T08:34:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 294 2024-04-02T08:34:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2788: seq_num 872 ranges {0=212992} 2024-04-02T08:34:42.858 INFO:tasks.rados.rados.0.smithi028.stdout:2788: writing smithi02882251-13 from 0 to 212992 tid 1 2024-04-02T08:34:42.859 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 294 2024-04-02T08:34:42.859 INFO:tasks.rados.rados.0.smithi028.stdout:2789: seq_num 873 ranges {1859584=229376} 2024-04-02T08:34:42.871 INFO:tasks.rados.rados.0.smithi028.stdout:2789: writing smithi02882251-32 from 1859584 to 2088960 tid 1 2024-04-02T08:34:42.871 INFO:tasks.rados.rados.0.smithi028.stdout:2788: finishing write tid 1 to smithi02882251-13 2024-04-02T08:34:42.871 INFO:tasks.rados.rados.0.smithi028.stdout:2790: snap_remove snap 248 2024-04-02T08:34:43.862 INFO:tasks.rados.rados.0.smithi028.stdout:2790: done (4 left) 2024-04-02T08:34:43.863 INFO:tasks.rados.rados.0.smithi028.stdout:2791: copy_from oid 33 from oid 45 current snap is 294 2024-04-02T08:34:43.863 INFO:tasks.rados.rados.0.smithi028.stdout:2792: snap_remove snap 287 2024-04-02T08:34:44.104 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:43 smithi028 systemd[1]: Stopping Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:44.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:43 smithi028 ceph-mon[94314]: pgmap v614: 121 pgs: 121 active+clean; 720 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-02T08:34:44.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:43 smithi028 ceph-mon[94314]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:34:44.105 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:43 smithi028 ceph-mon[96890]: pgmap v614: 121 pgs: 121 active+clean; 720 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-02T08:34:44.105 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:43 smithi028 ceph-mon[96890]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:34:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:43 smithi137 ceph-mon[88456]: pgmap v614: 121 pgs: 121 active+clean; 720 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-02T08:34:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:43 smithi137 ceph-mon[88456]: osdmap e635: 8 total, 8 up, 8 in 2024-04-02T08:34:44.403 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[76900]: ts=2024-04-02T08:34:44.106Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T08:34:44.403 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:44 smithi028 podman[131859]: 2024-04-02 08:34:44.14765534 +0000 UTC m=+0.149443916 container died 4319ce9cbf23ddcc93858cf58b90f8f3b7e9fed83cdf6806951e095a8b56f295 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:44.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:44 smithi028 podman[131859]: 2024-04-02 08:34:44.503533011 +0000 UTC m=+0.505321584 container cleanup 4319ce9cbf23ddcc93858cf58b90f8f3b7e9fed83cdf6806951e095a8b56f295 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:44.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:44 smithi028 bash[131859]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T08:34:44.868 INFO:tasks.rados.rados.0.smithi028.stdout:2792: done (5 left) 2024-04-02T08:34:44.868 INFO:tasks.rados.rados.0.smithi028.stdout:2793: copy_from oid 16 from oid 9 current snap is 294 2024-04-02T08:34:44.868 INFO:tasks.rados.rados.0.smithi028.stdout:2788: finishing write tid 2 to smithi02882251-13 2024-04-02T08:34:44.868 INFO:tasks.rados.rados.0.smithi028.stdout:2788: finishing write tid 3 to smithi02882251-13 2024-04-02T08:34:44.868 INFO:tasks.rados.rados.0.smithi028.stdout:2788: oid 13 updating version 0 to 2113 2024-04-02T08:34:44.868 INFO:tasks.rados.rados.0.smithi028.stdout:2788: oid 13 version 2113 is already newer than 2112 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2113 (ObjNum 872 snap 294 seq_num 872) dirty exists 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:2788: left oid 13 (ObjNum 872 snap 294 seq_num 872) 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:2789: finishing write tid 1 to smithi02882251-32 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:2789: finishing write tid 2 to smithi02882251-32 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:2789: finishing write tid 3 to smithi02882251-32 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:2789: oid 32 updating version 0 to 2096 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:2789: oid 32 version 2096 is already newer than 2095 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2096 (ObjNum 873 snap 294 seq_num 873) dirty exists 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:2789: left oid 32 (ObjNum 873 snap 294 seq_num 873) 2024-04-02T08:34:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:2787: expect (ObjNum 852 snap 290 seq_num 852) 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2791: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2791: finishing copy_from to smithi02882251-33 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2059 (ObjNum 793 snap 278 seq_num 793) dirty exists 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2793: finishing copy_from racing read to smithi02882251-16 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2793: finishing copy_from to smithi02882251-16 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2235 (ObjNum 853 snap 290 seq_num 853) dirty exists 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2786: done (5 left) 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2787: done (4 left) 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2788: done (3 left) 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2789: done (2 left) 2024-04-02T08:34:45.079 INFO:tasks.rados.rados.0.smithi028.stdout:2791: done (1 left) 2024-04-02T08:34:45.080 INFO:tasks.rados.rados.0.smithi028.stdout:2793: done (0 left) 2024-04-02T08:34:45.080 INFO:tasks.rados.rados.0.smithi028.stdout:2794: read oid 8 snap -1 2024-04-02T08:34:45.080 INFO:tasks.rados.rados.0.smithi028.stdout:2794: expect (ObjNum 831 snap 288 seq_num 831) 2024-04-02T08:34:45.080 INFO:tasks.rados.rados.0.smithi028.stdout:2795: delete oid 12 current snap is 294 2024-04-02T08:34:45.082 INFO:tasks.rados.rados.0.smithi028.stdout:2795: done (1 left) 2024-04-02T08:34:45.082 INFO:tasks.rados.rados.0.smithi028.stdout:2796: setattr oid 20 current snap is 294 2024-04-02T08:34:45.083 INFO:tasks.rados.rados.0.smithi028.stdout:2797: snap_create 2024-04-02T08:34:45.087 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2097 (ObjNum 864 snap 290 seq_num 864) dirty exists 2024-04-02T08:34:45.094 INFO:tasks.rados.rados.0.smithi028.stdout:2794: expect (ObjNum 831 snap 288 seq_num 831) 2024-04-02T08:34:45.096 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:44 smithi028 ceph-mon[94314]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:34:45.096 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:44 smithi028 ceph-mon[96890]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:34:45.096 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:44 smithi028 podman[131878]: 2024-04-02 08:34:44.829971042 +0000 UTC m=+0.680243054 container remove 4319ce9cbf23ddcc93858cf58b90f8f3b7e9fed83cdf6806951e095a8b56f295 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:45.096 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:44 smithi028 podman[131878]: 2024-04-02 08:34:44.930951074 +0000 UTC m=+0.781223100 volume remove 24fb16545dc2b3388483c24e132fbea306a8302385676a5d3a7c6980c7610dc6 2024-04-02T08:34:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:44 smithi137 ceph-mon[88456]: osdmap e636: 8 total, 8 up, 8 in 2024-04-02T08:34:45.448 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T08:34:45.448 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 systemd[1]: Stopped Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:45.448 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 1.810s CPU time. 2024-04-02T08:34:45.448 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 systemd[1]: Starting Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:34:45.862 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 podman[132014]: 2024-04-02 08:34:45.431571753 +0000 UTC m=+0.017191398 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-02T08:34:45.862 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 podman[132014]: 2024-04-02 08:34:45.557732975 +0000 UTC m=+0.143352604 volume create 86b9a3c4d65da30f7b17f4c1f48b890b566eaac51ad7f9963cc84343c5ad9619 2024-04-02T08:34:45.862 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 podman[132014]: 2024-04-02 08:34:45.633225944 +0000 UTC m=+0.218845573 container create eca3762a188f1dc340105f27f68112709721376ffe4bc0943f1055d4b5191ccc (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:45.872 INFO:tasks.rados.rados.0.smithi028.stdout:2794: done (2 left) 2024-04-02T08:34:45.872 INFO:tasks.rados.rados.0.smithi028.stdout:2796: done (1 left) 2024-04-02T08:34:45.872 INFO:tasks.rados.rados.0.smithi028.stdout:2797: done (0 left) 2024-04-02T08:34:45.872 INFO:tasks.rados.rados.0.smithi028.stdout:2798: snap_remove snap 226 2024-04-02T08:34:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:45 smithi137 ceph-mon[88456]: pgmap v617: 121 pgs: 121 active+clean; 720 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:34:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:45 smithi137 ceph-mon[88456]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:45 smithi028 ceph-mon[94314]: pgmap v617: 121 pgs: 121 active+clean; 720 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:45 smithi028 ceph-mon[94314]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:34:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:45 smithi028 ceph-mon[96890]: pgmap v617: 121 pgs: 121 active+clean; 720 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:34:46.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:45 smithi028 ceph-mon[96890]: osdmap e637: 8 total, 8 up, 8 in 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 podman[132014]: 2024-04-02 08:34:45.986034192 +0000 UTC m=+0.571653833 container init eca3762a188f1dc340105f27f68112709721376ffe4bc0943f1055d4b5191ccc (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:45 smithi028 podman[132014]: 2024-04-02 08:34:45.991809574 +0000 UTC m=+0.577429206 container start eca3762a188f1dc340105f27f68112709721376ffe4bc0943f1055d4b5191ccc (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:46.003Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:46.003Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:46.004Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.28 port=9094 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:46.006Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:46.029Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:46.030Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:46.032Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:46.032Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 bash[132014]: eca3762a188f1dc340105f27f68112709721376ffe4bc0943f1055d4b5191ccc 2024-04-02T08:34:46.199 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:46 smithi028 systemd[1]: Started Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:34:46.878 INFO:tasks.rados.rados.0.smithi028.stdout:2798: done (0 left) 2024-04-02T08:34:46.878 INFO:tasks.rados.rados.0.smithi028.stdout:2799: snap_remove snap 268 2024-04-02T08:34:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:46 smithi137 ceph-mon[88456]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:34:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:47.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-mon[96890]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:34:47.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:47.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:47.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:47.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-mon[94314]: osdmap e638: 8 total, 8 up, 8 in 2024-04-02T08:34:47.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:47.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:47.163 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:47.894 INFO:tasks.rados.rados.0.smithi028.stdout:2799: done (0 left) 2024-04-02T08:34:47.894 INFO:tasks.rados.rados.0.smithi028.stdout:2800: rollback oid 18 current snap is 295 2024-04-02T08:34:47.894 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 281 2024-04-02T08:34:47.894 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 295 2024-04-02T08:34:47.894 INFO:tasks.rados.rados.0.smithi028.stdout:2801: seq_num 875 ranges {4259840=262144} 2024-04-02T08:34:47.922 INFO:tasks.rados.rados.0.smithi028.stdout:2801: writing smithi02882251-10 from 4259840 to 4521984 tid 1 2024-04-02T08:34:47.922 INFO:tasks.rados.rados.0.smithi028.stdout:2802: snap_create 2024-04-02T08:34:47.922 INFO:tasks.rados.rados.0.smithi028.stdout:2800: finishing rollback tid 0 to smithi02882251-18 2024-04-02T08:34:47.922 INFO:tasks.rados.rados.0.smithi028.stdout:2800: finishing rollback tid 1 to smithi02882251-18 2024-04-02T08:34:47.922 INFO:tasks.rados.rados.0.smithi028.stdout:2800: finishing rollback tid 2 to smithi02882251-18 2024-04-02T08:34:47.922 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2128 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:47.926 INFO:tasks.rados.rados.0.smithi028.stdout:2801: finishing write tid 1 to smithi02882251-10 2024-04-02T08:34:47.926 INFO:tasks.rados.rados.0.smithi028.stdout:2801: finishing write tid 2 to smithi02882251-10 2024-04-02T08:34:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:2801: finishing write tid 3 to smithi02882251-10 2024-04-02T08:34:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:2801: oid 10 updating version 0 to 2007 2024-04-02T08:34:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:2801: oid 10 version 2007 is already newer than 2006 2024-04-02T08:34:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2007 (ObjNum 875 snap 295 seq_num 875) dirty exists 2024-04-02T08:34:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:2801: left oid 10 (ObjNum 875 snap 295 seq_num 875) 2024-04-02T08:34:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:47 smithi137 ceph-mon[88456]: pgmap v620: 121 pgs: 121 active+clean; 714 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T08:34:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:47 smithi137 ceph-mon[88456]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:34:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:47 smithi028 ceph-mon[94314]: pgmap v620: 121 pgs: 121 active+clean; 714 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T08:34:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:47 smithi028 ceph-mon[94314]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:34:48.198 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:48 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:48.007Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000488591s 2024-04-02T08:34:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:47 smithi028 ceph-mon[96890]: pgmap v620: 121 pgs: 121 active+clean; 714 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T08:34:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:47 smithi028 ceph-mon[96890]: osdmap e639: 8 total, 8 up, 8 in 2024-04-02T08:34:48.888 INFO:tasks.rados.rados.0.smithi028.stdout:2800: done (2 left) 2024-04-02T08:34:48.889 INFO:tasks.rados.rados.0.smithi028.stdout:2801: done (1 left) 2024-04-02T08:34:48.889 INFO:tasks.rados.rados.0.smithi028.stdout:2802: done (0 left) 2024-04-02T08:34:48.889 INFO:tasks.rados.rados.0.smithi028.stdout:2803: rollback oid 20 current snap is 296 2024-04-02T08:34:48.889 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 292 2024-04-02T08:34:48.889 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 296 2024-04-02T08:34:48.889 INFO:tasks.rados.rados.0.smithi028.stdout:2804: seq_num 876 ranges {3088384=278528} 2024-04-02T08:34:48.907 INFO:tasks.rados.rados.0.smithi028.stdout:2804: writing smithi02882251-35 from 3088384 to 3366912 tid 1 2024-04-02T08:34:48.907 INFO:tasks.rados.rados.0.smithi028.stdout:2805: delete oid 5 current snap is 296 2024-04-02T08:34:48.907 INFO:tasks.rados.rados.0.smithi028.stdout:2803: finishing rollback tid 0 to smithi02882251-20 2024-04-02T08:34:48.907 INFO:tasks.rados.rados.0.smithi028.stdout:2803: finishing rollback tid 1 to smithi02882251-20 2024-04-02T08:34:48.907 INFO:tasks.rados.rados.0.smithi028.stdout:2803: finishing rollback tid 2 to smithi02882251-20 2024-04-02T08:34:48.907 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2100 (ObjNum 864 snap 290 seq_num 864) dirty exists 2024-04-02T08:34:48.909 INFO:tasks.rados.rados.0.smithi028.stdout:2803: done (2 left) 2024-04-02T08:34:48.909 INFO:tasks.rados.rados.0.smithi028.stdout:2805: done (1 left) 2024-04-02T08:34:48.909 INFO:tasks.rados.rados.0.smithi028.stdout:2806: setattr oid 3 current snap is 296 2024-04-02T08:34:48.910 INFO:tasks.rados.rados.0.smithi028.stdout:2807: rmattr oid 7 current snap is 296 2024-04-02T08:34:48.911 INFO:tasks.rados.rados.0.smithi028.stdout:2807: done (2 left) 2024-04-02T08:34:48.911 INFO:tasks.rados.rados.0.smithi028.stdout:2808: rmattr oid 28 current snap is 296 2024-04-02T08:34:48.911 INFO:tasks.rados.rados.0.smithi028.stdout:2808: done (2 left) 2024-04-02T08:34:48.911 INFO:tasks.rados.rados.0.smithi028.stdout:2809: read oid 13 snap 282 2024-04-02T08:34:48.911 INFO:tasks.rados.rados.0.smithi028.stdout:2809: expect (ObjNum 782 snap 275 seq_num 782) 2024-04-02T08:34:48.911 INFO:tasks.rados.rados.0.smithi028.stdout:2810: read oid 2 snap -1 2024-04-02T08:34:48.911 INFO:tasks.rados.rados.0.smithi028.stdout:2810: expect (ObjNum 863 snap 290 seq_num 863) 2024-04-02T08:34:48.911 INFO:tasks.rados.rados.0.smithi028.stdout:2811: delete oid 14 current snap is 296 2024-04-02T08:34:48.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 707 (ObjNum 746 snap 258 seq_num 746) dirty exists 2024-04-02T08:34:48.915 INFO:tasks.rados.rados.0.smithi028.stdout:2806: done (4 left) 2024-04-02T08:34:48.915 INFO:tasks.rados.rados.0.smithi028.stdout:2811: done (3 left) 2024-04-02T08:34:48.915 INFO:tasks.rados.rados.0.smithi028.stdout:2812: snap_create 2024-04-02T08:34:48.916 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 1 to smithi02882251-35 2024-04-02T08:34:48.916 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 2 to smithi02882251-35 2024-04-02T08:34:48.917 INFO:tasks.rados.rados.0.smithi028.stdout:2809: expect (ObjNum 782 snap 275 seq_num 782) 2024-04-02T08:34:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 3 to smithi02882251-35 2024-04-02T08:34:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2804: oid 35 updating version 0 to 2130 2024-04-02T08:34:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2804: oid 35 version 2130 is already newer than 2129 2024-04-02T08:34:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2130 (ObjNum 876 snap 296 seq_num 876) dirty exists 2024-04-02T08:34:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2804: left oid 35 (ObjNum 876 snap 296 seq_num 876) 2024-04-02T08:34:48.976 INFO:tasks.rados.rados.0.smithi028.stdout:2810: expect (ObjNum 863 snap 290 seq_num 863) 2024-04-02T08:34:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:48 smithi137 ceph-mon[88456]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:34:49.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:48 smithi028 ceph-mon[94314]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:34:49.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:48 smithi028 ceph-mon[96890]: osdmap e640: 8 total, 8 up, 8 in 2024-04-02T08:34:49.894 INFO:tasks.rados.rados.0.smithi028.stdout:2804: done (3 left) 2024-04-02T08:34:49.894 INFO:tasks.rados.rados.0.smithi028.stdout:2809: done (2 left) 2024-04-02T08:34:49.894 INFO:tasks.rados.rados.0.smithi028.stdout:2810: done (1 left) 2024-04-02T08:34:49.895 INFO:tasks.rados.rados.0.smithi028.stdout:2812: done (0 left) 2024-04-02T08:34:49.895 INFO:tasks.rados.rados.0.smithi028.stdout:2813: snap_remove snap 296 2024-04-02T08:34:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:49 smithi137 ceph-mon[88456]: pgmap v623: 121 pgs: 121 active+clean; 714 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T08:34:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:49 smithi137 ceph-mon[88456]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:34:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:49 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:49 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:49 smithi028 ceph-mon[96890]: pgmap v623: 121 pgs: 121 active+clean; 714 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T08:34:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:49 smithi028 ceph-mon[96890]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:34:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:49 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:49 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:49 smithi028 ceph-mon[94314]: pgmap v623: 121 pgs: 121 active+clean; 714 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2024-04-02T08:34:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:49 smithi028 ceph-mon[94314]: osdmap e641: 8 total, 8 up, 8 in 2024-04-02T08:34:50.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:49 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:50.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:49 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:50.902 INFO:tasks.rados.rados.0.smithi028.stdout:2813: done (0 left) 2024-04-02T08:34:50.903 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 297 2024-04-02T08:34:50.903 INFO:tasks.rados.rados.0.smithi028.stdout:2814: seq_num 879 ranges {0=327680} 2024-04-02T08:34:50.904 INFO:tasks.rados.rados.0.smithi028.stdout:2814: writing smithi02882251-31 from 0 to 327680 tid 1 2024-04-02T08:34:50.904 INFO:tasks.rados.rados.0.smithi028.stdout:2815: delete oid 49 current snap is 297 2024-04-02T08:34:50.910 INFO:tasks.rados.rados.0.smithi028.stdout:2815: done (1 left) 2024-04-02T08:34:50.910 INFO:tasks.rados.rados.0.smithi028.stdout:2816: delete oid 34 current snap is 297 2024-04-02T08:34:50.912 INFO:tasks.rados.rados.0.smithi028.stdout:2814: finishing write tid 1 to smithi02882251-31 2024-04-02T08:34:50.912 INFO:tasks.rados.rados.0.smithi028.stdout:2814: finishing write tid 2 to smithi02882251-31 2024-04-02T08:34:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2814: finishing write tid 3 to smithi02882251-31 2024-04-02T08:34:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2814: oid 31 updating version 0 to 2008 2024-04-02T08:34:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2814: oid 31 updating version 2008 to 2009 2024-04-02T08:34:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2009 (ObjNum 879 snap 297 seq_num 879) dirty exists 2024-04-02T08:34:50.914 INFO:tasks.rados.rados.0.smithi028.stdout:2814: left oid 31 (ObjNum 879 snap 297 seq_num 879) 2024-04-02T08:34:50.916 INFO:tasks.rados.rados.0.smithi028.stdout:2814: done (1 left) 2024-04-02T08:34:50.916 INFO:tasks.rados.rados.0.smithi028.stdout:2816: done (0 left) 2024-04-02T08:34:50.916 INFO:tasks.rados.rados.0.smithi028.stdout:2817: snap_remove snap 290 2024-04-02T08:34:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:50 smithi028 ceph-mon[94314]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:34:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:50 smithi028 ceph-mon[96890]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:34:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:50 smithi137 ceph-mon[88456]: osdmap e642: 8 total, 8 up, 8 in 2024-04-02T08:34:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:34:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:51.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:51.541 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:34:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:34:51] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:34:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:2817: done (0 left) 2024-04-02T08:34:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 297 2024-04-02T08:34:51.859 INFO:tasks.rados.rados.0.smithi028.stdout:2818: seq_num 882 ranges {1286144=376832} 2024-04-02T08:34:51.867 INFO:tasks.rados.rados.0.smithi028.stdout:2818: writing smithi02882251-45 from 1286144 to 1662976 tid 1 2024-04-02T08:34:51.868 INFO:tasks.rados.rados.0.smithi028.stdout:2819: read oid 30 snap -1 2024-04-02T08:34:51.868 INFO:tasks.rados.rados.0.smithi028.stdout:2819: expect (ObjNum 818 snap 285 seq_num 818) 2024-04-02T08:34:51.868 INFO:tasks.rados.rados.0.smithi028.stdout:2820: snap_create 2024-04-02T08:34:51.878 INFO:tasks.rados.rados.0.smithi028.stdout:2818: finishing write tid 1 to smithi02882251-45 2024-04-02T08:34:51.879 INFO:tasks.rados.rados.0.smithi028.stdout:2818: finishing write tid 2 to smithi02882251-45 2024-04-02T08:34:51.881 INFO:tasks.rados.rados.0.smithi028.stdout:2818: finishing write tid 3 to smithi02882251-45 2024-04-02T08:34:51.881 INFO:tasks.rados.rados.0.smithi028.stdout:2818: oid 45 updating version 0 to 2357 2024-04-02T08:34:51.881 INFO:tasks.rados.rados.0.smithi028.stdout:2818: oid 45 updating version 2357 to 2358 2024-04-02T08:34:51.881 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2358 (ObjNum 882 snap 297 seq_num 882) dirty exists 2024-04-02T08:34:51.881 INFO:tasks.rados.rados.0.smithi028.stdout:2818: left oid 45 (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:34:51.891 INFO:tasks.rados.rados.0.smithi028.stdout:2819: expect (ObjNum 818 snap 285 seq_num 818) 2024-04-02T08:34:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:51 smithi028 ceph-mon[94314]: pgmap v626: 121 pgs: 121 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-02T08:34:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:51 smithi028 ceph-mon[94314]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:34:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:51 smithi028 ceph-mon[94314]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:34:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:51 smithi028 ceph-mon[96890]: pgmap v626: 121 pgs: 121 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-02T08:34:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:51 smithi028 ceph-mon[96890]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:34:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:51 smithi028 ceph-mon[96890]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:34:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:51 smithi137 ceph-mon[88456]: pgmap v626: 121 pgs: 121 active+clean; 705 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 68 KiB/s wr, 4 op/s 2024-04-02T08:34:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:51 smithi137 ceph-mon[88456]: osdmap e643: 8 total, 8 up, 8 in 2024-04-02T08:34:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:51 smithi137 ceph-mon[88456]: osdmap e644: 8 total, 8 up, 8 in 2024-04-02T08:34:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:34:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:34:52.859 INFO:tasks.rados.rados.0.smithi028.stdout:2818: done (2 left) 2024-04-02T08:34:52.859 INFO:tasks.rados.rados.0.smithi028.stdout:2819: done (1 left) 2024-04-02T08:34:52.860 INFO:tasks.rados.rados.0.smithi028.stdout:2820: done (0 left) 2024-04-02T08:34:52.860 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 298 2024-04-02T08:34:52.860 INFO:tasks.rados.rados.0.smithi028.stdout:2821: seq_num 883 ranges {2088960=393216} 2024-04-02T08:34:52.873 INFO:tasks.rados.rados.0.smithi028.stdout:2821: writing smithi02882251-32 from 2088960 to 2482176 tid 1 2024-04-02T08:34:52.873 INFO:tasks.rados.rados.0.smithi028.stdout:2822: snap_remove snap 295 2024-04-02T08:34:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:2821: finishing write tid 1 to smithi02882251-32 2024-04-02T08:34:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:2821: finishing write tid 2 to smithi02882251-32 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:2821: finishing write tid 3 to smithi02882251-32 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:2821: oid 32 updating version 0 to 2102 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:2821: oid 32 updating version 2102 to 2103 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2103 (ObjNum 883 snap 298 seq_num 883) dirty exists 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:2821: left oid 32 (ObjNum 883 snap 298 seq_num 883) 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:2821: done (1 left) 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:2822: done (0 left) 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:2823: rollback oid 13 current snap is 298 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 278 2024-04-02T08:34:53.865 INFO:tasks.rados.rados.0.smithi028.stdout:2824: delete oid 50 current snap is 298 2024-04-02T08:34:53.870 INFO:tasks.rados.rados.0.smithi028.stdout:2823: finishing rollback tid 0 to smithi02882251-13 2024-04-02T08:34:53.870 INFO:tasks.rados.rados.0.smithi028.stdout:2823: finishing rollback tid 1 to smithi02882251-13 2024-04-02T08:34:53.872 INFO:tasks.rados.rados.0.smithi028.stdout:2823: finishing rollback tid 2 to smithi02882251-13 2024-04-02T08:34:53.872 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2116 (ObjNum 782 snap 275 seq_num 782) dirty exists 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi028.stdout:2823: done (1 left) 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi028.stdout:2824: done (0 left) 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 298 2024-04-02T08:34:53.873 INFO:tasks.rados.rados.0.smithi028.stdout:2825: seq_num 885 ranges {1179648=425984} 2024-04-02T08:34:53.882 INFO:tasks.rados.rados.0.smithi028.stdout:2825: writing smithi02882251-2 from 1179648 to 1605632 tid 1 2024-04-02T08:34:53.882 INFO:tasks.rados.rados.0.smithi028.stdout:2826: snap_remove snap 284 2024-04-02T08:34:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:53 smithi137 ceph-mon[88456]: pgmap v629: 121 pgs: 121 active+clean; 702 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 132 KiB/s wr, 11 op/s 2024-04-02T08:34:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:53 smithi137 ceph-mon[88456]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:34:54.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:53 smithi028 ceph-mon[94314]: pgmap v629: 121 pgs: 121 active+clean; 702 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 132 KiB/s wr, 11 op/s 2024-04-02T08:34:54.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:53 smithi028 ceph-mon[94314]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:34:54.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:53 smithi028 ceph-mon[96890]: pgmap v629: 121 pgs: 121 active+clean; 702 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 132 KiB/s wr, 11 op/s 2024-04-02T08:34:54.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:53 smithi028 ceph-mon[96890]: osdmap e645: 8 total, 8 up, 8 in 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2826: done (1 left) 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2827: read oid 43 snap -1 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2827: expect (ObjNum 870 snap 294 seq_num 870) 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2828: rollback oid 8 current snap is 298 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 213 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2829: setattr oid 4 current snap is 298 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2825: finishing write tid 1 to smithi02882251-2 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2825: finishing write tid 2 to smithi02882251-2 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2825: finishing write tid 3 to smithi02882251-2 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2825: oid 2 updating version 0 to 1897 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2825: oid 2 version 1897 is already newer than 1896 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1897 (ObjNum 885 snap 298 seq_num 885) dirty exists 2024-04-02T08:34:54.870 INFO:tasks.rados.rados.0.smithi028.stdout:2825: left oid 2 (ObjNum 885 snap 298 seq_num 885) 2024-04-02T08:34:54.871 INFO:tasks.rados.rados.0.smithi028.stdout:2825: done (3 left) 2024-04-02T08:34:54.871 INFO:tasks.rados.rados.0.smithi028.stdout:2830: copy_from oid 5 from oid 37 current snap is 298 2024-04-02T08:34:54.871 INFO:tasks.rados.rados.0.smithi028.stdout:2831: rmattr oid 46 current snap is 298 2024-04-02T08:34:54.871 INFO:tasks.rados.rados.0.smithi028.stdout:2831: done (4 left) 2024-04-02T08:34:54.871 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 298 2024-04-02T08:34:54.871 INFO:tasks.rados.rados.0.smithi028.stdout:2832: seq_num 886 ranges {3366912=442368} 2024-04-02T08:34:54.893 INFO:tasks.rados.rados.0.smithi028.stdout:2832: writing smithi02882251-35 from 3366912 to 3809280 tid 1 2024-04-02T08:34:54.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2060 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:34:54.895 INFO:tasks.rados.rados.0.smithi028.stdout:2827: expect (ObjNum 870 snap 294 seq_num 870) 2024-04-02T08:34:54.972 INFO:tasks.rados.rados.0.smithi028.stdout:2828: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2828: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2132 (ObjNum 129 snap 0 seq_num 1441874792) dirty dne 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2832: finishing write tid 1 to smithi02882251-35 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2827: done (4 left) 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2828: done (3 left) 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2829: done (2 left) 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2833: delete oid 25 current snap is 298 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2830: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2830: finishing copy_from to smithi02882251-5 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2122 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2832: finishing write tid 2 to smithi02882251-35 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2832: finishing write tid 3 to smithi02882251-35 2024-04-02T08:34:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:2832: oid 35 updating version 0 to 2133 2024-04-02T08:34:54.974 INFO:tasks.rados.rados.0.smithi028.stdout:2832: oid 35 updating version 2133 to 2134 2024-04-02T08:34:54.974 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2134 (ObjNum 886 snap 298 seq_num 886) dirty exists 2024-04-02T08:34:54.974 INFO:tasks.rados.rados.0.smithi028.stdout:2832: left oid 35 (ObjNum 886 snap 298 seq_num 886) 2024-04-02T08:34:54.975 INFO:tasks.rados.rados.0.smithi028.stdout:2830: done (2 left) 2024-04-02T08:34:54.975 INFO:tasks.rados.rados.0.smithi028.stdout:2832: done (1 left) 2024-04-02T08:34:54.975 INFO:tasks.rados.rados.0.smithi028.stdout:2833: done (0 left) 2024-04-02T08:34:54.975 INFO:tasks.rados.rados.0.smithi028.stdout:2834: snap_remove snap 273 2024-04-02T08:34:55.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:34:55.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.121 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.122 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.123 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.123 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.123 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.123 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.123 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: osdmap e646: 8 total, 8 up, 8 in 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.201 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:34:55.876 INFO:tasks.rados.rados.0.smithi028.stdout:2834: done (0 left) 2024-04-02T08:34:55.876 INFO:tasks.rados.rados.0.smithi028.stdout:2835: read oid 29 snap -1 2024-04-02T08:34:55.876 INFO:tasks.rados.rados.0.smithi028.stdout:2835: expect deleted 2024-04-02T08:34:55.876 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 298 2024-04-02T08:34:55.876 INFO:tasks.rados.rados.0.smithi028.stdout:2836: seq_num 888 ranges {0=475136} 2024-04-02T08:34:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:2836: writing smithi02882251-4 from 0 to 475136 tid 1 2024-04-02T08:34:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:2837: rollback oid 27 current snap is 298 2024-04-02T08:34:55.879 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 291 2024-04-02T08:34:55.880 INFO:tasks.rados.rados.0.smithi028.stdout:2838: rmattr oid 17 current snap is 298 2024-04-02T08:34:55.880 INFO:tasks.rados.rados.0.smithi028.stdout:2839: read oid 39 snap 278 2024-04-02T08:34:55.880 INFO:tasks.rados.rados.0.smithi028.stdout:2839: expect deleted 2024-04-02T08:34:55.880 INFO:tasks.rados.rados.0.smithi028.stdout:2840: delete oid 21 current snap is 298 2024-04-02T08:34:55.889 INFO:tasks.rados.rados.0.smithi028.stdout:2836: finishing write tid 1 to smithi02882251-4 2024-04-02T08:34:55.890 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2117 (ObjNum 798 snap 279 seq_num 798) dirty exists 2024-04-02T08:34:55.891 INFO:tasks.rados.rados.0.smithi028.stdout:2836: finishing write tid 2 to smithi02882251-4 2024-04-02T08:34:55.891 INFO:tasks.rados.rados.0.smithi028.stdout:2837: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:34:55.894 INFO:tasks.rados.rados.0.smithi028.stdout:2838: done (5 left) 2024-04-02T08:34:55.894 INFO:tasks.rados.rados.0.smithi028.stdout:2839: done (4 left) 2024-04-02T08:34:55.894 INFO:tasks.rados.rados.0.smithi028.stdout:2840: done (3 left) 2024-04-02T08:34:55.894 INFO:tasks.rados.rados.0.smithi028.stdout:2841: copy_from oid 38 from oid 22 current snap is 298 2024-04-02T08:34:55.894 INFO:tasks.rados.rados.0.smithi028.stdout:2842: read oid 5 snap -1 2024-04-02T08:34:55.894 INFO:tasks.rados.rados.0.smithi028.stdout:2842: expect (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:34:55.895 INFO:tasks.rados.rados.0.smithi028.stdout:2843: delete oid 14 current snap is 298 2024-04-02T08:34:55.895 INFO:tasks.rados.rados.0.smithi028.stdout:2837: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:34:55.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2376 (ObjNum 862 snap 290 seq_num 862) dirty exists 2024-04-02T08:34:55.895 INFO:tasks.rados.rados.0.smithi028.stdout:2836: finishing write tid 3 to smithi02882251-4 2024-04-02T08:34:55.895 INFO:tasks.rados.rados.0.smithi028.stdout:2836: oid 4 updating version 0 to 2062 2024-04-02T08:34:55.895 INFO:tasks.rados.rados.0.smithi028.stdout:2836: oid 4 version 2062 is already newer than 2061 2024-04-02T08:34:55.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2062 (ObjNum 888 snap 298 seq_num 888) dirty exists 2024-04-02T08:34:55.896 INFO:tasks.rados.rados.0.smithi028.stdout:2836: left oid 4 (ObjNum 888 snap 298 seq_num 888) 2024-04-02T08:34:55.901 INFO:tasks.rados.rados.0.smithi028.stdout:2835: done (5 left) 2024-04-02T08:34:55.901 INFO:tasks.rados.rados.0.smithi028.stdout:2836: done (4 left) 2024-04-02T08:34:55.901 INFO:tasks.rados.rados.0.smithi028.stdout:2837: done (3 left) 2024-04-02T08:34:55.901 INFO:tasks.rados.rados.0.smithi028.stdout:2843: done (2 left) 2024-04-02T08:34:55.901 INFO:tasks.rados.rados.0.smithi028.stdout:2844: read oid 29 snap -1 2024-04-02T08:34:55.901 INFO:tasks.rados.rados.0.smithi028.stdout:2844: expect deleted 2024-04-02T08:34:55.902 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 298 2024-04-02T08:34:55.902 INFO:tasks.rados.rados.0.smithi028.stdout:2845: seq_num 891 ranges {0=532480} 2024-04-02T08:34:55.905 INFO:tasks.rados.rados.0.smithi028.stdout:2845: writing smithi02882251-21 from 0 to 532480 tid 1 2024-04-02T08:34:55.906 INFO:tasks.rados.rados.0.smithi028.stdout:2846: copy_from oid 12 from oid 10 current snap is 298 2024-04-02T08:34:55.906 INFO:tasks.rados.rados.0.smithi028.stdout:2842: expect (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:2845: finishing write tid 1 to smithi02882251-21 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:2845: finishing write tid 2 to smithi02882251-21 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:2845: finishing write tid 3 to smithi02882251-21 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:2845: oid 21 updating version 0 to 2238 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:2845: oid 21 version 2238 is already newer than 2237 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2238 (ObjNum 891 snap 298 seq_num 891) dirty exists 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:2845: left oid 21 (ObjNum 891 snap 298 seq_num 891) 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:2841: finishing copy_from racing read to smithi02882251-38 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:2841: finishing copy_from to smithi02882251-38 2024-04-02T08:34:55.937 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2003 (ObjNum 846 snap 290 seq_num 846) dirty exists 2024-04-02T08:34:55.938 INFO:tasks.rados.rados.0.smithi028.stdout:2846: finishing copy_from racing read to smithi02882251-12 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:2846: finishing copy_from to smithi02882251-12 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2007 (ObjNum 875 snap 295 seq_num 875) dirty exists 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:2841: done (4 left) 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:2842: done (3 left) 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:2844: done (2 left) 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:2845: done (1 left) 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:2846: done (0 left) 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 298 2024-04-02T08:34:55.939 INFO:tasks.rados.rados.0.smithi028.stdout:2847: seq_num 892 ranges {3792896=548864} 2024-04-02T08:34:55.961 INFO:tasks.rados.rados.0.smithi028.stdout:2847: writing smithi02882251-9 from 3792896 to 4341760 tid 1 2024-04-02T08:34:55.961 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 298 2024-04-02T08:34:55.961 INFO:tasks.rados.rados.0.smithi028.stdout:2848: seq_num 893 ranges {2482176=565248} 2024-04-02T08:34:55.978 INFO:tasks.rados.rados.0.smithi028.stdout:2848: writing smithi02882251-32 from 2482176 to 3047424 tid 1 2024-04-02T08:34:55.978 INFO:tasks.rados.rados.0.smithi028.stdout:2849: read oid 46 snap -1 2024-04-02T08:34:55.978 INFO:tasks.rados.rados.0.smithi028.stdout:2849: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:34:55.978 INFO:tasks.rados.rados.0.smithi028.stdout:2850: snap_remove snap 260 2024-04-02T08:34:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:55 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:34:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:55 smithi137 ceph-mon[88456]: pgmap v632: 121 pgs: 121 active+clean; 702 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 64 KiB/s wr, 7 op/s 2024-04-02T08:34:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:55 smithi137 ceph-mon[88456]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:34:56.197 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 08:34:56 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T08:34:56.010Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00343715s 2024-04-02T08:34:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:55 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:34:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:55 smithi028 ceph-mon[94314]: pgmap v632: 121 pgs: 121 active+clean; 702 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 64 KiB/s wr, 7 op/s 2024-04-02T08:34:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:55 smithi028 ceph-mon[94314]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:34:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:55 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-02T08:34:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:55 smithi028 ceph-mon[96890]: pgmap v632: 121 pgs: 121 active+clean; 702 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 846 KiB/s rd, 64 KiB/s wr, 7 op/s 2024-04-02T08:34:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:55 smithi028 ceph-mon[96890]: osdmap e647: 8 total, 8 up, 8 in 2024-04-02T08:34:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:2847: finishing write tid 1 to smithi02882251-9 2024-04-02T08:34:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:2847: finishing write tid 2 to smithi02882251-9 2024-04-02T08:34:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:2847: finishing write tid 3 to smithi02882251-9 2024-04-02T08:34:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:2847: oid 9 updating version 0 to 2383 2024-04-02T08:34:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:2847: oid 9 updating version 2383 to 2384 2024-04-02T08:34:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2384 (ObjNum 892 snap 298 seq_num 892) dirty exists 2024-04-02T08:34:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:2847: left oid 9 (ObjNum 892 snap 298 seq_num 892) 2024-04-02T08:34:56.882 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 1 to smithi02882251-32 2024-04-02T08:34:56.883 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 2 to smithi02882251-32 2024-04-02T08:34:56.883 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 3 to smithi02882251-32 2024-04-02T08:34:56.883 INFO:tasks.rados.rados.0.smithi028.stdout:2848: oid 32 updating version 0 to 2104 2024-04-02T08:34:56.883 INFO:tasks.rados.rados.0.smithi028.stdout:2848: oid 32 updating version 2104 to 2105 2024-04-02T08:34:56.883 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2105 (ObjNum 893 snap 298 seq_num 893) dirty exists 2024-04-02T08:34:56.883 INFO:tasks.rados.rados.0.smithi028.stdout:2848: left oid 32 (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:34:56.883 INFO:tasks.rados.rados.0.smithi028.stdout:2849: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:34:56.945 INFO:tasks.rados.rados.0.smithi028.stdout:2847: done (3 left) 2024-04-02T08:34:56.946 INFO:tasks.rados.rados.0.smithi028.stdout:2848: done (2 left) 2024-04-02T08:34:56.946 INFO:tasks.rados.rados.0.smithi028.stdout:2849: done (1 left) 2024-04-02T08:34:56.946 INFO:tasks.rados.rados.0.smithi028.stdout:2850: done (0 left) 2024-04-02T08:34:56.946 INFO:tasks.rados.rados.0.smithi028.stdout:2851: rollback oid 34 current snap is 298 2024-04-02T08:34:56.946 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 238 2024-04-02T08:34:56.946 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 298 2024-04-02T08:34:56.946 INFO:tasks.rados.rados.0.smithi028.stdout:2852: seq_num 894 ranges {3792896=581632} 2024-04-02T08:34:56.969 INFO:tasks.rados.rados.0.smithi028.stdout:2852: writing smithi02882251-16 from 3792896 to 4374528 tid 1 2024-04-02T08:34:56.969 INFO:tasks.rados.rados.0.smithi028.stdout:2853: read oid 9 snap 212 2024-04-02T08:34:56.969 INFO:tasks.rados.rados.0.smithi028.stdout:2853: expect (ObjNum 551 snap 172 seq_num 551) 2024-04-02T08:34:56.969 INFO:tasks.rados.rados.0.smithi028.stdout:2854: copy_from oid 10 from oid 33 current snap is 298 2024-04-02T08:34:56.969 INFO:tasks.rados.rados.0.smithi028.stdout:2851: finishing rollback tid 1 to smithi02882251-34 2024-04-02T08:34:56.969 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2101 (ObjNum 177 snap 0 seq_num 1440748048) dirty dne 2024-04-02T08:34:56.970 INFO:tasks.rados.rados.0.smithi028.stdout:2851: done (3 left) 2024-04-02T08:34:56.970 INFO:tasks.rados.rados.0.smithi028.stdout:2855: snap_create 2024-04-02T08:34:56.974 INFO:tasks.rados.rados.0.smithi028.stdout:2852: finishing write tid 1 to smithi02882251-16 2024-04-02T08:34:56.975 INFO:tasks.rados.rados.0.smithi028.stdout:2852: finishing write tid 2 to smithi02882251-16 2024-04-02T08:34:56.976 INFO:tasks.rados.rados.0.smithi028.stdout:2852: finishing write tid 3 to smithi02882251-16 2024-04-02T08:34:56.976 INFO:tasks.rados.rados.0.smithi028.stdout:2852: oid 16 updating version 0 to 2239 2024-04-02T08:34:56.976 INFO:tasks.rados.rados.0.smithi028.stdout:2852: oid 16 updating version 2239 to 2240 2024-04-02T08:34:56.977 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2240 (ObjNum 894 snap 298 seq_num 894) dirty exists 2024-04-02T08:34:56.977 INFO:tasks.rados.rados.0.smithi028.stdout:2852: left oid 16 (ObjNum 894 snap 298 seq_num 894) 2024-04-02T08:34:56.978 INFO:tasks.rados.rados.0.smithi028.stdout:2854: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:34:56.981 INFO:tasks.rados.rados.0.smithi028.stdout:2854: finishing copy_from to smithi02882251-10 2024-04-02T08:34:56.981 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2059 (ObjNum 793 snap 278 seq_num 793) dirty exists 2024-04-02T08:34:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:2853: expect (ObjNum 551 snap 172 seq_num 551) 2024-04-02T08:34:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:56 smithi137 ceph-mon[88456]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:34:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:56 smithi137 ceph-mon[88456]: Upgrade: Updating grafana.a 2024-04-02T08:34:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:56 smithi137 ceph-mon[88456]: Deploying daemon grafana.a on smithi137 2024-04-02T08:34:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:56 smithi028 ceph-mon[94314]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:34:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:56 smithi028 ceph-mon[94314]: Upgrade: Updating grafana.a 2024-04-02T08:34:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:56 smithi028 ceph-mon[94314]: Deploying daemon grafana.a on smithi137 2024-04-02T08:34:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:56 smithi028 ceph-mon[96890]: osdmap e648: 8 total, 8 up, 8 in 2024-04-02T08:34:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:56 smithi028 ceph-mon[96890]: Upgrade: Updating grafana.a 2024-04-02T08:34:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:56 smithi028 ceph-mon[96890]: Deploying daemon grafana.a on smithi137 2024-04-02T08:34:57.884 INFO:tasks.rados.rados.0.smithi028.stdout:2852: done (3 left) 2024-04-02T08:34:57.884 INFO:tasks.rados.rados.0.smithi028.stdout:2853: done (2 left) 2024-04-02T08:34:57.884 INFO:tasks.rados.rados.0.smithi028.stdout:2854: done (1 left) 2024-04-02T08:34:57.884 INFO:tasks.rados.rados.0.smithi028.stdout:2855: done (0 left) 2024-04-02T08:34:57.885 INFO:tasks.rados.rados.0.smithi028.stdout:2856: read oid 49 snap -1 2024-04-02T08:34:57.885 INFO:tasks.rados.rados.0.smithi028.stdout:2856: expect deleted 2024-04-02T08:34:57.885 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 299 2024-04-02T08:34:57.885 INFO:tasks.rados.rados.0.smithi028.stdout:2857: seq_num 895 ranges {4259840=598016} 2024-04-02T08:34:57.911 INFO:tasks.rados.rados.0.smithi028.stdout:2857: writing smithi02882251-22 from 4259840 to 4857856 tid 1 2024-04-02T08:34:57.911 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 299 2024-04-02T08:34:57.911 INFO:tasks.rados.rados.0.smithi028.stdout:2858: seq_num 896 ranges {1490944=614400} 2024-04-02T08:34:57.922 INFO:tasks.rados.rados.0.smithi028.stdout:2858: writing smithi02882251-26 from 1490944 to 2105344 tid 1 2024-04-02T08:34:57.922 INFO:tasks.rados.rados.0.smithi028.stdout:2859: copy_from oid 45 from oid 28 current snap is 299 2024-04-02T08:34:57.922 INFO:tasks.rados.rados.0.smithi028.stdout:2860: snap_create 2024-04-02T08:34:57.922 INFO:tasks.rados.rados.0.smithi028.stdout:2857: finishing write tid 1 to smithi02882251-22 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:2857: finishing write tid 2 to smithi02882251-22 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:2857: finishing write tid 3 to smithi02882251-22 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:2857: oid 22 updating version 0 to 2016 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:2857: oid 22 version 2016 is already newer than 2015 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2016 (ObjNum 895 snap 299 seq_num 895) dirty exists 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:2857: left oid 22 (ObjNum 895 snap 299 seq_num 895) 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:2859: finishing copy_from to smithi02882251-45 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:2859: got expected ENOENT (src dne) 2024-04-02T08:34:57.923 INFO:tasks.rados.rados.0.smithi028.stdout:2859: finishing copy_from racing read to smithi02882251-45 2024-04-02T08:34:57.927 INFO:tasks.rados.rados.0.smithi028.stdout:2858: finishing write tid 1 to smithi02882251-26 2024-04-02T08:34:57.927 INFO:tasks.rados.rados.0.smithi028.stdout:2858: finishing write tid 2 to smithi02882251-26 2024-04-02T08:34:57.928 INFO:tasks.rados.rados.0.smithi028.stdout:2858: finishing write tid 3 to smithi02882251-26 2024-04-02T08:34:57.928 INFO:tasks.rados.rados.0.smithi028.stdout:2858: oid 26 updating version 0 to 2106 2024-04-02T08:34:57.928 INFO:tasks.rados.rados.0.smithi028.stdout:2858: oid 26 updating version 2106 to 2107 2024-04-02T08:34:57.928 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2107 (ObjNum 896 snap 299 seq_num 896) dirty exists 2024-04-02T08:34:57.928 INFO:tasks.rados.rados.0.smithi028.stdout:2858: left oid 26 (ObjNum 896 snap 299 seq_num 896) 2024-04-02T08:34:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:57 smithi137 ceph-mon[88456]: pgmap v635: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 704 KiB/s wr, 15 op/s 2024-04-02T08:34:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:57 smithi137 ceph-mon[88456]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:34:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:57 smithi028 ceph-mon[94314]: pgmap v635: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 704 KiB/s wr, 15 op/s 2024-04-02T08:34:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:57 smithi028 ceph-mon[94314]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:34:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:57 smithi028 ceph-mon[96890]: pgmap v635: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 704 KiB/s wr, 15 op/s 2024-04-02T08:34:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:57 smithi028 ceph-mon[96890]: osdmap e649: 8 total, 8 up, 8 in 2024-04-02T08:34:58.889 INFO:tasks.rados.rados.0.smithi028.stdout:2856: done (4 left) 2024-04-02T08:34:58.889 INFO:tasks.rados.rados.0.smithi028.stdout:2857: done (3 left) 2024-04-02T08:34:58.889 INFO:tasks.rados.rados.0.smithi028.stdout:2858: done (2 left) 2024-04-02T08:34:58.889 INFO:tasks.rados.rados.0.smithi028.stdout:2859: done (1 left) 2024-04-02T08:34:58.890 INFO:tasks.rados.rados.0.smithi028.stdout:2860: done (0 left) 2024-04-02T08:34:58.890 INFO:tasks.rados.rados.0.smithi028.stdout:2861: snap_remove snap 204 2024-04-02T08:34:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:58 smithi028 ceph-mon[94314]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:34:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:58 smithi028 ceph-mon[96890]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:34:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:58 smithi137 ceph-mon[88456]: osdmap e650: 8 total, 8 up, 8 in 2024-04-02T08:34:59.893 INFO:tasks.rados.rados.0.smithi028.stdout:2861: done (0 left) 2024-04-02T08:34:59.893 INFO:tasks.rados.rados.0.smithi028.stdout:2862: snap_remove snap 278 2024-04-02T08:35:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:59 smithi028 ceph-mon[94314]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 704 KiB/s wr, 15 op/s 2024-04-02T08:35:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:34:59 smithi028 ceph-mon[94314]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:35:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:59 smithi028 ceph-mon[96890]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 704 KiB/s wr, 15 op/s 2024-04-02T08:35:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:34:59 smithi028 ceph-mon[96890]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:35:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:59 smithi137 ceph-mon[88456]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 696 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 704 KiB/s wr, 15 op/s 2024-04-02T08:35:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:34:59 smithi137 ceph-mon[88456]: osdmap e651: 8 total, 8 up, 8 in 2024-04-02T08:35:00.902 INFO:tasks.rados.rados.0.smithi028.stdout:2862: done (0 left) 2024-04-02T08:35:00.902 INFO:tasks.rados.rados.0.smithi028.stdout:2863: rollback oid 35 current snap is 300 2024-04-02T08:35:00.902 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 224 2024-04-02T08:35:00.902 INFO:tasks.rados.rados.0.smithi028.stdout:2864: snap_remove snap 274 2024-04-02T08:35:01.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:00 smithi028 ceph-mon[94314]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:35:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:00 smithi028 ceph-mon[96890]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:35:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:00 smithi137 ceph-mon[88456]: osdmap e652: 8 total, 8 up, 8 in 2024-04-02T08:35:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:35:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:35:01] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:35:01.859 INFO:tasks.rados.rados.0.smithi028.stdout:2864: done (1 left) 2024-04-02T08:35:01.860 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 300 2024-04-02T08:35:01.860 INFO:tasks.rados.rados.0.smithi028.stdout:2863: finishing rollback tid 0 to smithi02882251-35 2024-04-02T08:35:01.860 INFO:tasks.rados.rados.0.smithi028.stdout:2863: finishing rollback tid 1 to smithi02882251-35 2024-04-02T08:35:01.860 INFO:tasks.rados.rados.0.smithi028.stdout:2863: finishing rollback tid 2 to smithi02882251-35 2024-04-02T08:35:01.860 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2137 (ObjNum 653 snap 214 seq_num 653) dirty exists 2024-04-02T08:35:01.860 INFO:tasks.rados.rados.0.smithi028.stdout:2865: seq_num 897 ranges {1155072=630784} 2024-04-02T08:35:01.870 INFO:tasks.rados.rados.0.smithi028.stdout:2865: writing smithi02882251-13 from 1155072 to 1785856 tid 1 2024-04-02T08:35:01.871 INFO:tasks.rados.rados.0.smithi028.stdout:2863: done (1 left) 2024-04-02T08:35:01.871 INFO:tasks.rados.rados.0.smithi028.stdout:2866: setattr oid 11 current snap is 300 2024-04-02T08:35:01.874 INFO:tasks.rados.rados.0.smithi028.stdout:2867: read oid 49 snap -1 2024-04-02T08:35:01.874 INFO:tasks.rados.rados.0.smithi028.stdout:2867: expect deleted 2024-04-02T08:35:01.874 INFO:tasks.rados.rados.0.smithi028.stdout:2868: rollback oid 25 current snap is 300 2024-04-02T08:35:01.874 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 282 2024-04-02T08:35:01.874 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 300 2024-04-02T08:35:01.874 INFO:tasks.rados.rados.0.smithi028.stdout:2869: seq_num 898 ranges {0=647168} 2024-04-02T08:35:01.878 INFO:tasks.rados.rados.0.smithi028.stdout:2869: writing smithi02882251-8 from 0 to 647168 tid 1 2024-04-02T08:35:01.878 INFO:tasks.rados.rados.0.smithi028.stdout:2870: read oid 50 snap -1 2024-04-02T08:35:01.878 INFO:tasks.rados.rados.0.smithi028.stdout:2870: expect deleted 2024-04-02T08:35:01.879 INFO:tasks.rados.rados.0.smithi028.stdout:2871: snap_remove snap 297 2024-04-02T08:35:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:01 smithi028 ceph-mon[96890]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 704 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:35:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:01 smithi028 ceph-mon[96890]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:35:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:01 smithi028 ceph-mon[96890]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:35:02.198 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:35:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T08:35:01.887+0000 7f853e24f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 158 after trimming was started 2024-04-02T08:35:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:01 smithi028 ceph-mon[94314]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 704 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:35:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:01 smithi028 ceph-mon[94314]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:35:02.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:01 smithi028 ceph-mon[94314]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:35:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:01 smithi137 ceph-mon[88456]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 704 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-02T08:35:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:01 smithi137 ceph-mon[88456]: osdmap e653: 8 total, 8 up, 8 in 2024-04-02T08:35:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:01 smithi137 ceph-mon[88456]: osdmap e654: 8 total, 8 up, 8 in 2024-04-02T08:35:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:35:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2871: done (6 left) 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2872: snap_create 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2865: finishing write tid 1 to smithi02882251-13 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2060 (ObjNum 129 snap 0 seq_num 1441972544) dirty exists 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2865: finishing write tid 2 to smithi02882251-13 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2868: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2868: finishing rollback tid 2 to smithi02882251-25 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1898 (ObjNum 706 snap 233 seq_num 706) dirty exists 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2865: finishing write tid 3 to smithi02882251-13 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2865: oid 13 updating version 0 to 2119 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:2865: oid 13 version 2119 is already newer than 2118 2024-04-02T08:35:02.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2119 (ObjNum 897 snap 300 seq_num 897) dirty exists 2024-04-02T08:35:02.862 INFO:tasks.rados.rados.0.smithi028.stdout:2865: left oid 13 (ObjNum 897 snap 300 seq_num 897) 2024-04-02T08:35:02.862 INFO:tasks.rados.rados.0.smithi028.stdout:2869: finishing write tid 1 to smithi02882251-8 2024-04-02T08:35:02.862 INFO:tasks.rados.rados.0.smithi028.stdout:2869: finishing write tid 2 to smithi02882251-8 2024-04-02T08:35:02.862 INFO:tasks.rados.rados.0.smithi028.stdout:2869: finishing write tid 3 to smithi02882251-8 2024-04-02T08:35:02.862 INFO:tasks.rados.rados.0.smithi028.stdout:2869: oid 8 updating version 0 to 2139 2024-04-02T08:35:02.862 INFO:tasks.rados.rados.0.smithi028.stdout:2869: oid 8 version 2139 is already newer than 2138 2024-04-02T08:35:02.862 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2139 (ObjNum 898 snap 300 seq_num 898) dirty exists 2024-04-02T08:35:02.862 INFO:tasks.rados.rados.0.smithi028.stdout:2869: left oid 8 (ObjNum 898 snap 300 seq_num 898) 2024-04-02T08:35:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:2865: done (6 left) 2024-04-02T08:35:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:2866: done (5 left) 2024-04-02T08:35:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:2867: done (4 left) 2024-04-02T08:35:03.861 INFO:tasks.rados.rados.0.smithi028.stdout:2868: done (3 left) 2024-04-02T08:35:03.862 INFO:tasks.rados.rados.0.smithi028.stdout:2869: done (2 left) 2024-04-02T08:35:03.862 INFO:tasks.rados.rados.0.smithi028.stdout:2870: done (1 left) 2024-04-02T08:35:03.862 INFO:tasks.rados.rados.0.smithi028.stdout:2872: done (0 left) 2024-04-02T08:35:03.862 INFO:tasks.rados.rados.0.smithi028.stdout:2873: delete oid 44 current snap is 301 2024-04-02T08:35:03.867 INFO:tasks.rados.rados.0.smithi028.stdout:2873: done (0 left) 2024-04-02T08:35:03.867 INFO:tasks.rados.rados.0.smithi028.stdout:2874: delete oid 20 current snap is 301 2024-04-02T08:35:03.872 INFO:tasks.rados.rados.0.smithi028.stdout:2874: done (0 left) 2024-04-02T08:35:03.872 INFO:tasks.rados.rados.0.smithi028.stdout:2875: rmattr oid 37 current snap is 301 2024-04-02T08:35:03.872 INFO:tasks.rados.rados.0.smithi028.stdout:2876: snap_create 2024-04-02T08:35:03.874 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2140 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:35:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:03 smithi137 ceph-mon[88456]: pgmap v644: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 701 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-04-02T08:35:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:03 smithi137 ceph-mon[88456]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:35:04.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:03 smithi028 ceph-mon[96890]: pgmap v644: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 701 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-04-02T08:35:04.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:03 smithi028 ceph-mon[96890]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:35:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:03 smithi028 ceph-mon[94314]: pgmap v644: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 701 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-04-02T08:35:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:03 smithi028 ceph-mon[94314]: osdmap e655: 8 total, 8 up, 8 in 2024-04-02T08:35:04.869 INFO:tasks.rados.rados.0.smithi028.stdout:2875: done (1 left) 2024-04-02T08:35:04.869 INFO:tasks.rados.rados.0.smithi028.stdout:2876: done (0 left) 2024-04-02T08:35:04.869 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 302 2024-04-02T08:35:04.870 INFO:tasks.rados.rados.0.smithi028.stdout:2877: seq_num 901 ranges {475136=696320} 2024-04-02T08:35:04.876 INFO:tasks.rados.rados.0.smithi028.stdout:2877: writing smithi02882251-4 from 475136 to 1171456 tid 1 2024-04-02T08:35:04.876 INFO:tasks.rados.rados.0.smithi028.stdout:2878: read oid 38 snap -1 2024-04-02T08:35:04.876 INFO:tasks.rados.rados.0.smithi028.stdout:2878: expect (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:35:04.876 INFO:tasks.rados.rados.0.smithi028.stdout:2879: rmattr oid 36 current snap is 302 2024-04-02T08:35:04.876 INFO:tasks.rados.rados.0.smithi028.stdout:2879: done (2 left) 2024-04-02T08:35:04.876 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 302 2024-04-02T08:35:04.876 INFO:tasks.rados.rados.0.smithi028.stdout:2880: seq_num 902 ranges {4734976=712704} 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2880: writing smithi02882251-47 from 4734976 to 5447680 tid 1 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2881: delete oid 2 current snap is 302 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2877: finishing write tid 1 to smithi02882251-4 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2877: finishing write tid 2 to smithi02882251-4 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2877: finishing write tid 3 to smithi02882251-4 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2877: oid 4 updating version 0 to 2064 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2877: oid 4 version 2064 is already newer than 2063 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2064 (ObjNum 901 snap 302 seq_num 901) dirty exists 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2877: left oid 4 (ObjNum 901 snap 302 seq_num 901) 2024-04-02T08:35:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:2878: expect (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:35:05.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:04 smithi137 ceph-mon[88456]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:35:05.083 INFO:tasks.rados.rados.0.smithi028.stdout:2880: finishing write tid 1 to smithi02882251-47 2024-04-02T08:35:05.083 INFO:tasks.rados.rados.0.smithi028.stdout:2880: finishing write tid 2 to smithi02882251-47 2024-04-02T08:35:05.083 INFO:tasks.rados.rados.0.smithi028.stdout:2880: finishing write tid 3 to smithi02882251-47 2024-04-02T08:35:05.083 INFO:tasks.rados.rados.0.smithi028.stdout:2880: oid 47 updating version 0 to 1900 2024-04-02T08:35:05.083 INFO:tasks.rados.rados.0.smithi028.stdout:2880: oid 47 version 1900 is already newer than 1899 2024-04-02T08:35:05.083 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1900 (ObjNum 902 snap 302 seq_num 902) dirty exists 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:2880: left oid 47 (ObjNum 902 snap 302 seq_num 902) 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:2877: done (3 left) 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:2878: done (2 left) 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:2880: done (1 left) 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:2881: done (0 left) 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:2882: read oid 29 snap -1 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:2882: expect deleted 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 302 2024-04-02T08:35:05.084 INFO:tasks.rados.rados.0.smithi028.stdout:2883: seq_num 904 ranges {1171456=745472} 2024-04-02T08:35:05.093 INFO:tasks.rados.rados.0.smithi028.stdout:2883: writing smithi02882251-4 from 1171456 to 1916928 tid 1 2024-04-02T08:35:05.093 INFO:tasks.rados.rados.0.smithi028.stdout:2884: rollback oid 28 current snap is 302 2024-04-02T08:35:05.093 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 300 2024-04-02T08:35:05.093 INFO:tasks.rados.rados.0.smithi028.stdout:2882: done (2 left) 2024-04-02T08:35:05.093 INFO:tasks.rados.rados.0.smithi028.stdout:2885: snap_remove snap 212 2024-04-02T08:35:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:04 smithi028 ceph-mon[94314]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:35:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:04 smithi028 ceph-mon[96890]: osdmap e656: 8 total, 8 up, 8 in 2024-04-02T08:35:05.877 INFO:tasks.rados.rados.0.smithi028.stdout:2885: done (2 left) 2024-04-02T08:35:05.877 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 302 2024-04-02T08:35:05.877 INFO:tasks.rados.rados.0.smithi028.stdout:2886: seq_num 905 ranges {1490944=761856} 2024-04-02T08:35:05.890 INFO:tasks.rados.rados.0.smithi028.stdout:2886: writing smithi02882251-1 from 1490944 to 2252800 tid 1 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:2887: snap_create 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:2884: finishing rollback tid 1 to smithi02882251-28 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2009 (ObjNum 65 snap 0 seq_num 1410151248) dirty dne 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:2883: finishing write tid 1 to smithi02882251-4 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:2883: finishing write tid 2 to smithi02882251-4 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:2883: finishing write tid 3 to smithi02882251-4 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:2883: oid 4 updating version 0 to 2066 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:2883: oid 4 version 2066 is already newer than 2065 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2066 (ObjNum 904 snap 302 seq_num 904) dirty exists 2024-04-02T08:35:05.891 INFO:tasks.rados.rados.0.smithi028.stdout:2883: left oid 4 (ObjNum 904 snap 302 seq_num 904) 2024-04-02T08:35:05.896 INFO:tasks.rados.rados.0.smithi028.stdout:2886: finishing write tid 1 to smithi02882251-1 2024-04-02T08:35:05.899 INFO:tasks.rados.rados.0.smithi028.stdout:2886: finishing write tid 2 to smithi02882251-1 2024-04-02T08:35:05.901 INFO:tasks.rados.rados.0.smithi028.stdout:2886: finishing write tid 3 to smithi02882251-1 2024-04-02T08:35:05.901 INFO:tasks.rados.rados.0.smithi028.stdout:2886: oid 1 updating version 0 to 2101 2024-04-02T08:35:05.901 INFO:tasks.rados.rados.0.smithi028.stdout:2886: oid 1 updating version 2101 to 2102 2024-04-02T08:35:05.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2102 (ObjNum 905 snap 302 seq_num 905) dirty exists 2024-04-02T08:35:05.901 INFO:tasks.rados.rados.0.smithi028.stdout:2886: left oid 1 (ObjNum 905 snap 302 seq_num 905) 2024-04-02T08:35:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:05 smithi137 ceph-mon[88456]: pgmap v647: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 701 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:35:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:05 smithi137 ceph-mon[88456]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:35:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:05 smithi028 ceph-mon[96890]: pgmap v647: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 701 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:35:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:05 smithi028 ceph-mon[96890]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:35:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:05 smithi028 ceph-mon[94314]: pgmap v647: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 701 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:35:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:05 smithi028 ceph-mon[94314]: osdmap e657: 8 total, 8 up, 8 in 2024-04-02T08:35:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:06.878 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:06 smithi137 systemd[1]: Stopping Ceph grafana.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:06.881 INFO:tasks.rados.rados.0.smithi028.stdout:2883: done (3 left) 2024-04-02T08:35:06.881 INFO:tasks.rados.rados.0.smithi028.stdout:2884: done (2 left) 2024-04-02T08:35:06.881 INFO:tasks.rados.rados.0.smithi028.stdout:2886: done (1 left) 2024-04-02T08:35:06.881 INFO:tasks.rados.rados.0.smithi028.stdout:2887: done (0 left) 2024-04-02T08:35:06.881 INFO:tasks.rados.rados.0.smithi028.stdout:2888: setattr oid 17 current snap is 303 2024-04-02T08:35:06.882 INFO:tasks.rados.rados.0.smithi028.stdout:2889: read oid 6 snap -1 2024-04-02T08:35:06.882 INFO:tasks.rados.rados.0.smithi028.stdout:2889: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:06.882 INFO:tasks.rados.rados.0.smithi028.stdout:2890: delete oid 50 current snap is 303 2024-04-02T08:35:06.886 INFO:tasks.rados.rados.0.smithi028.stdout:2889: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:06.890 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2120 (ObjNum 798 snap 279 seq_num 798) dirty exists 2024-04-02T08:35:06.890 INFO:tasks.rados.rados.0.smithi028.stdout:2888: done (2 left) 2024-04-02T08:35:06.890 INFO:tasks.rados.rados.0.smithi028.stdout:2889: done (1 left) 2024-04-02T08:35:06.890 INFO:tasks.rados.rados.0.smithi028.stdout:2890: done (0 left) 2024-04-02T08:35:06.890 INFO:tasks.rados.rados.0.smithi028.stdout:2891: snap_create 2024-04-02T08:35:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:06 smithi137 ceph-mon[88456]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:35:07.145 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:07 smithi137 podman[127228]: 2024-04-02 08:35:07.009726993 +0000 UTC m=+0.141780401 container died d9c2cfba9864028de9d42dbcf0d51bf2d57cc46121aba5e6144b86e8dc2e8819 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, architecture=x86_64, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , release=239.1651231664, version=8.5, vcs-type=git, io.buildah.version=1.32.0, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-02T08:35:07.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:06 smithi028 ceph-mon[94314]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:35:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:06 smithi028 ceph-mon[96890]: osdmap e658: 8 total, 8 up, 8 in 2024-04-02T08:35:07.369 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:35:07.645 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:07 smithi137 podman[127228]: 2024-04-02 08:35:07.388035816 +0000 UTC m=+0.520089213 container cleanup d9c2cfba9864028de9d42dbcf0d51bf2d57cc46121aba5e6144b86e8dc2e8819 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.openshift.expose-services=, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, com.redhat.component=ubi8-container) 2024-04-02T08:35:07.645 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:07 smithi137 bash[127228]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T08:35:07.718 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:35:07.718 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (22s) 18s ago 12m 15.2M - 0.25.0 c8568f914cd2 eca3762a188f 2024-04-02T08:35:07.718 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (12m) 34s ago 12m 91.2M - 9.4.7 954c08fa6188 d9c2cfba9864 2024-04-02T08:35:07.718 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (95s) 18s ago 13m 13.4M - 19.0.0-2422-g3cba26ea beaaa8a653cf 3aded1109450 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (73s) 34s ago 13m 12.7M - 19.0.0-2422-g3cba26ea beaaa8a653cf 129c5f68e748 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (7m) 34s ago 17m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (8m) 18s ago 18m 514M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (7m) 18s ago 19m 71.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (6m) 34s ago 17m 56.9M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (7m) 18s ago 17m 65.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (59s) 18s ago 12m 8228k - 1.5.0 0da6a335fe13 9398c24d5408 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (55s) 34s ago 12m 7994k - 1.5.0 0da6a335fe13 90272723bb9c 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (6m) 18s ago 16m 328M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (5m) 18s ago 16m 252M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (4m) 18s ago 16m 318M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (4m) 18s ago 15m 254M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (3m) 34s ago 15m 272M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 66f79285ff41 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (3m) 34s ago 14m 224M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b6258291b147 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (2m) 34s ago 14m 109M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 82ed86027c61 2024-04-02T08:35:07.719 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (117s) 34s ago 14m 152M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b9b7a0672a08 2024-04-02T08:35:07.720 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (38s) 34s ago 13m 35.3M - 2.43.0 a07b618ecd1d c5c3bcb146d8 2024-04-02T08:35:07.883 INFO:tasks.rados.rados.0.smithi028.stdout:2891: done (0 left) 2024-04-02T08:35:07.883 INFO:tasks.rados.rados.0.smithi028.stdout:2892: copy_from oid 49 from oid 26 current snap is 304 2024-04-02T08:35:07.883 INFO:tasks.rados.rados.0.smithi028.stdout:2893: snap_create 2024-04-02T08:35:07.903 INFO:tasks.rados.rados.0.smithi028.stdout:2892: finishing copy_from racing read to smithi02882251-49 2024-04-02T08:35:07.904 INFO:tasks.rados.rados.0.smithi028.stdout:2892: finishing copy_from to smithi02882251-49 2024-04-02T08:35:07.904 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2107 (ObjNum 896 snap 299 seq_num 896) dirty exists 2024-04-02T08:35:07.975 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:07 smithi137 ceph-mon[88456]: pgmap v650: 121 pgs: 121 active+clean; 708 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-04-02T08:35:07.975 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:07 smithi137 ceph-mon[88456]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:35:07.975 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:07 smithi137 podman[127245]: 2024-04-02 08:35:07.647607431 +0000 UTC m=+0.640943478 container remove d9c2cfba9864028de9d42dbcf0d51bf2d57cc46121aba5e6144b86e8dc2e8819 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, vcs-type=git, description=Ceph Grafana Container, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, release=239.1651231664, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-02T08:35:07.975 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:07 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T08:35:07.975 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:07 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-02T08:35:07.975 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:07 smithi137 systemd[1]: Stopped Ceph grafana.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:07.975 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:07 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 11.234s CPU time. 2024-04-02T08:35:08.172 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:35:08.172 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:35:08.172 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:35:08.173 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:35:08.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:07 smithi028 ceph-mon[94314]: pgmap v650: 121 pgs: 121 active+clean; 708 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-04-02T08:35:08.174 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:07 smithi028 ceph-mon[94314]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:35:08.174 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:07 smithi028 ceph-mon[96890]: pgmap v650: 121 pgs: 121 active+clean; 708 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-04-02T08:35:08.174 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:07 smithi028 ceph-mon[96890]: osdmap e659: 8 total, 8 up, 8 in 2024-04-02T08:35:08.255 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 systemd[1]: Starting Ceph grafana.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T08:35:08.582 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 podman[127390]: 2024-04-02 08:35:08.160265966 +0000 UTC m=+0.019070159 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-02T08:35:08.583 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 podman[127390]: 2024-04-02 08:35:08.29884135 +0000 UTC m=+0.157645565 container create 4bf44e74a4c420cff3d4f69400e4c5ac504057557483be75fabd2ca7b7b3ecc2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:35:08.889 INFO:tasks.rados.rados.0.smithi028.stdout:2892: done (1 left) 2024-04-02T08:35:08.889 INFO:tasks.rados.rados.0.smithi028.stdout:2893: done (0 left) 2024-04-02T08:35:08.890 INFO:tasks.rados.rados.0.smithi028.stdout:2894: delete oid 22 current snap is 305 2024-04-02T08:35:08.890 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 podman[127390]: 2024-04-02 08:35:08.584783483 +0000 UTC m=+0.443587656 container init 4bf44e74a4c420cff3d4f69400e4c5ac504057557483be75fabd2ca7b7b3ecc2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:35:08.890 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 podman[127390]: 2024-04-02 08:35:08.590383031 +0000 UTC m=+0.449187205 container start 4bf44e74a4c420cff3d4f69400e4c5ac504057557483be75fabd2ca7b7b3ecc2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T08:35:08.890 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 bash[127390]: 4bf44e74a4c420cff3d4f69400e4c5ac504057557483be75fabd2ca7b7b3ecc2 2024-04-02T08:35:08.890 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 systemd[1]: Started Ceph grafana.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T08:35:08.890 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739499784Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.7397014Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739712459Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739715874Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739718961Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739721723Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739724433Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739727539Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.73973034Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-02T08:35:08.891 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739733205Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.73973607Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739738585Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739741126Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739744113Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739746644Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739749113Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739751492Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739754294Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=settings t=2024-04-02T08:35:08.739757513Z level=info msg="App mode production" 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=sqlstore t=2024-04-02T08:35:08.739798005Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=sqlstore t=2024-04-02T08:35:08.739809179Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=migrator t=2024-04-02T08:35:08.754397264Z level=info msg="Starting DB migrations" 2024-04-02T08:35:08.892 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=migrator t=2024-04-02T08:35:08.759036029Z level=info msg="migrations completed" performed=0 skipped=481 duration=462.479µs 2024-04-02T08:35:08.893 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=sqlstore t=2024-04-02T08:35:08.759398131Z level=info msg="Created default organization" 2024-04-02T08:35:08.893 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=plugin.finder t=2024-04-02T08:35:08.793037647Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-02T08:35:08.893 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=secrets t=2024-04-02T08:35:08.793148222Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-02T08:35:08.893 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=query_data t=2024-04-02T08:35:08.796721533Z level=info msg="Query Service initialization" 2024-04-02T08:35:08.893 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=live.push_http t=2024-04-02T08:35:08.799159528Z level=info msg="Live Push Gateway initialization" 2024-04-02T08:35:08.899 INFO:tasks.rados.rados.0.smithi028.stdout:2894: done (0 left) 2024-04-02T08:35:08.899 INFO:tasks.rados.rados.0.smithi028.stdout:2895: rollback oid 19 current snap is 305 2024-04-02T08:35:08.900 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 164 2024-04-02T08:35:08.900 INFO:tasks.rados.rados.0.smithi028.stdout:2896: rmattr oid 23 current snap is 305 2024-04-02T08:35:08.900 INFO:tasks.rados.rados.0.smithi028.stdout:2896: done (1 left) 2024-04-02T08:35:08.900 INFO:tasks.rados.rados.0.smithi028.stdout:2897: read oid 50 snap -1 2024-04-02T08:35:08.900 INFO:tasks.rados.rados.0.smithi028.stdout:2897: expect deleted 2024-04-02T08:35:08.900 INFO:tasks.rados.rados.0.smithi028.stdout:2898: delete oid 10 current snap is 305 2024-04-02T08:35:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:2898: done (2 left) 2024-04-02T08:35:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:2899: rmattr oid 18 current snap is 305 2024-04-02T08:35:08.904 INFO:tasks.rados.rados.0.smithi028.stdout:2900: snap_remove snap 288 2024-04-02T08:35:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-mon[88456]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-mon[88456]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-mon[88456]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:35:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2165333119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:08 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:09.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[94314]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[94314]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[94314]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2165333119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[96890]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[96890]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[96890]: osdmap e660: 8 total, 8 up, 8 in 2024-04-02T08:35:09.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2165333119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:09.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:09.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:09.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:08 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:09.887 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=infra.usagestats.collector t=2024-04-02T08:35:09.503236847Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-02T08:35:09.887 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=provisioning.datasources t=2024-04-02T08:35:09.50515665Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=provisioning.datasources t=2024-04-02T08:35:09.505164975Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=provisioning.datasources t=2024-04-02T08:35:09.505263263Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=provisioning.alerting t=2024-04-02T08:35:09.526872525Z level=info msg="starting to provision alerting" 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=provisioning.alerting t=2024-04-02T08:35:09.526898623Z level=info msg="finished to provision alerting" 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=ngalert.state.manager t=2024-04-02T08:35:09.527014991Z level=info msg="Warming state cache for startup" 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=grafanaStorageLogger t=2024-04-02T08:35:09.527138371Z level=info msg="storage starting" 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=ngalert.state.manager t=2024-04-02T08:35:09.527423094Z level=info msg="State cache has been initialized" states=0 duration=407.07µs 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=ticker t=2024-04-02T08:35:09.527835596Z level=info msg=starting first_tick=2024-04-02T08:35:10Z 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=ngalert.multiorg.alertmanager t=2024-04-02T08:35:09.527872558Z level=info msg="starting MultiOrg Alertmanager" 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=http.server t=2024-04-02T08:35:09.53383494Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-02T08:35:09.888 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=sqlstore.transactions t=2024-04-02T08:35:09.547094152Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2895: finishing rollback tid 1 to smithi02882251-19 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2895: finishing rollback tid 2 to smithi02882251-19 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2019 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2141 (ObjNum 65 snap 0 seq_num 1448764010) dirty exists 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2895: done (3 left) 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2897: done (2 left) 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2899: done (1 left) 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2900: done (0 left) 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2901: rollback oid 47 current snap is 305 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 293 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2902: copy_from oid 35 from oid 44 current snap is 305 2024-04-02T08:35:09.898 INFO:tasks.rados.rados.0.smithi028.stdout:2903: read oid 32 snap -1 2024-04-02T08:35:09.899 INFO:tasks.rados.rados.0.smithi028.stdout:2903: expect (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:35:09.899 INFO:tasks.rados.rados.0.smithi028.stdout:2904: copy_from oid 33 from oid 7 current snap is 305 2024-04-02T08:35:09.899 INFO:tasks.rados.rados.0.smithi028.stdout:2905: read oid 30 snap -1 2024-04-02T08:35:09.899 INFO:tasks.rados.rados.0.smithi028.stdout:2905: expect (ObjNum 818 snap 285 seq_num 818) 2024-04-02T08:35:09.899 INFO:tasks.rados.rados.0.smithi028.stdout:2906: read oid 26 snap -1 2024-04-02T08:35:09.899 INFO:tasks.rados.rados.0.smithi028.stdout:2906: expect (ObjNum 896 snap 299 seq_num 896) 2024-04-02T08:35:09.899 INFO:tasks.rados.rados.0.smithi028.stdout:2907: snap_create 2024-04-02T08:35:09.903 INFO:tasks.rados.rados.0.smithi028.stdout:2902: finishing copy_from to smithi02882251-35 2024-04-02T08:35:09.903 INFO:tasks.rados.rados.0.smithi028.stdout:2902: got expected ENOENT (src dne) 2024-04-02T08:35:09.905 INFO:tasks.rados.rados.0.smithi028.stdout:2902: finishing copy_from racing read to smithi02882251-35 2024-04-02T08:35:09.908 INFO:tasks.rados.rados.0.smithi028.stdout:2901: finishing rollback tid 0 to smithi02882251-47 2024-04-02T08:35:09.909 INFO:tasks.rados.rados.0.smithi028.stdout:2901: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:35:09.911 INFO:tasks.rados.rados.0.smithi028.stdout:2901: finishing rollback tid 2 to smithi02882251-47 2024-04-02T08:35:09.911 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1903 (ObjNum 797 snap 279 seq_num 797) dirty exists 2024-04-02T08:35:09.926 INFO:tasks.rados.rados.0.smithi028.stdout:2903: expect (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:35:10.121 INFO:tasks.rados.rados.0.smithi028.stdout:2906: expect (ObjNum 896 snap 299 seq_num 896) 2024-04-02T08:35:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-mon[88456]: pgmap v653: 121 pgs: 121 active+clean; 708 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-04-02T08:35:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:09 smithi137 ceph-mon[88456]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:35:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:09 smithi028 ceph-mon[94314]: pgmap v653: 121 pgs: 121 active+clean; 708 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-04-02T08:35:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:09 smithi028 ceph-mon[94314]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:35:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:09 smithi028 ceph-mon[96890]: pgmap v653: 121 pgs: 121 active+clean; 708 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1024 KiB/s wr, 13 op/s 2024-04-02T08:35:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:09 smithi028 ceph-mon[96890]: osdmap e661: 8 total, 8 up, 8 in 2024-04-02T08:35:10.203 INFO:tasks.rados.rados.0.smithi028.stdout:2904: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:35:10.204 INFO:tasks.rados.rados.0.smithi028.stdout:2904: finishing copy_from to smithi02882251-33 2024-04-02T08:35:10.204 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2110 (ObjNum 847 snap 290 seq_num 847) dirty exists 2024-04-02T08:35:10.204 INFO:tasks.rados.rados.0.smithi028.stdout:2905: expect (ObjNum 818 snap 285 seq_num 818) 2024-04-02T08:35:10.899 INFO:tasks.rados.rados.0.smithi028.stdout:2901: done (6 left) 2024-04-02T08:35:10.899 INFO:tasks.rados.rados.0.smithi028.stdout:2902: done (5 left) 2024-04-02T08:35:10.899 INFO:tasks.rados.rados.0.smithi028.stdout:2903: done (4 left) 2024-04-02T08:35:10.899 INFO:tasks.rados.rados.0.smithi028.stdout:2904: done (3 left) 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2905: done (2 left) 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2906: done (1 left) 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2907: done (0 left) 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2908: copy_from oid 24 from oid 35 current snap is 306 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2909: read oid 32 snap 294 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2909: expect (ObjNum 873 snap 294 seq_num 873) 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2910: read oid 38 snap -1 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2910: expect (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2911: read oid 50 snap 292 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2911: expect (ObjNum 852 snap 290 seq_num 852) 2024-04-02T08:35:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:2912: snap_remove snap 264 2024-04-02T08:35:11.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:10 smithi028 ceph-mon[94314]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:35:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:10 smithi028 ceph-mon[96890]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:35:11.301 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:10 smithi137 ceph-mon[88456]: osdmap e662: 8 total, 8 up, 8 in 2024-04-02T08:35:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:35:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:35:11] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2024-04-02T08:35:11.861 INFO:tasks.rados.rados.0.smithi028.stdout:2912: done (4 left) 2024-04-02T08:35:11.861 INFO:tasks.rados.rados.0.smithi028.stdout:2913: delete oid 6 current snap is 306 2024-04-02T08:35:11.861 INFO:tasks.rados.rados.0.smithi028.stdout:2910: expect (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:35:12.094 INFO:tasks.rados.rados.0.smithi028.stdout:2909: expect (ObjNum 873 snap 294 seq_num 873) 2024-04-02T08:35:12.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:11 smithi028 ceph-mon[96890]: pgmap v656: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 514 KiB/s wr, 2 op/s 2024-04-02T08:35:12.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:11 smithi028 ceph-mon[96890]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:35:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:11 smithi028 ceph-mon[96890]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:35:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:11 smithi028 ceph-mon[94314]: pgmap v656: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 514 KiB/s wr, 2 op/s 2024-04-02T08:35:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:11 smithi028 ceph-mon[94314]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:35:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:11 smithi028 ceph-mon[94314]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:35:12.205 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:11 smithi137 ceph-mon[88456]: pgmap v656: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 514 KiB/s wr, 2 op/s 2024-04-02T08:35:12.205 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:11 smithi137 ceph-mon[88456]: osdmap e663: 8 total, 8 up, 8 in 2024-04-02T08:35:12.205 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:11 smithi137 ceph-mon[88456]: osdmap e664: 8 total, 8 up, 8 in 2024-04-02T08:35:12.215 INFO:tasks.rados.rados.0.smithi028.stdout:2908: finishing copy_from racing read to smithi02882251-24 2024-04-02T08:35:12.215 INFO:tasks.rados.rados.0.smithi028.stdout:2911: expect (ObjNum 852 snap 290 seq_num 852) 2024-04-02T08:35:12.487 INFO:tasks.rados.rados.0.smithi028.stdout:2908: finishing copy_from to smithi02882251-24 2024-04-02T08:35:12.487 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2137 (ObjNum 653 snap 214 seq_num 653) dirty exists 2024-04-02T08:35:12.487 INFO:tasks.rados.rados.0.smithi028.stdout:2908: done (4 left) 2024-04-02T08:35:12.487 INFO:tasks.rados.rados.0.smithi028.stdout:2909: done (3 left) 2024-04-02T08:35:12.487 INFO:tasks.rados.rados.0.smithi028.stdout:2910: done (2 left) 2024-04-02T08:35:12.487 INFO:tasks.rados.rados.0.smithi028.stdout:2911: done (1 left) 2024-04-02T08:35:12.487 INFO:tasks.rados.rados.0.smithi028.stdout:2913: done (0 left) 2024-04-02T08:35:12.487 INFO:tasks.rados.rados.0.smithi028.stdout:2914: rollback oid 31 current snap is 306 2024-04-02T08:35:12.488 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 282 2024-04-02T08:35:12.488 INFO:tasks.rados.rados.0.smithi028.stdout:2915: snap_remove snap 219 2024-04-02T08:35:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:35:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:13.473 INFO:tasks.rados.rados.0.smithi028.stdout:2915: done (1 left) 2024-04-02T08:35:13.473 INFO:tasks.rados.rados.0.smithi028.stdout:2916: delete oid 48 current snap is 306 2024-04-02T08:35:13.473 INFO:tasks.rados.rados.0.smithi028.stdout:2914: finishing rollback tid 0 to smithi02882251-31 2024-04-02T08:35:13.473 INFO:tasks.rados.rados.0.smithi028.stdout:2914: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:35:13.473 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2063 (ObjNum 65 snap 0 seq_num 1868713827) dirty dne 2024-04-02T08:35:13.488 INFO:tasks.rados.rados.0.smithi028.stdout:2914: done (1 left) 2024-04-02T08:35:13.488 INFO:tasks.rados.rados.0.smithi028.stdout:2916: done (0 left) 2024-04-02T08:35:13.488 INFO:tasks.rados.rados.0.smithi028.stdout:2917: copy_from oid 40 from oid 4 current snap is 306 2024-04-02T08:35:13.488 INFO:tasks.rados.rados.0.smithi028.stdout:2918: rollback oid 41 current snap is 306 2024-04-02T08:35:13.488 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 282 2024-04-02T08:35:13.488 INFO:tasks.rados.rados.0.smithi028.stdout:2919: snap_create 2024-04-02T08:35:13.491 INFO:tasks.rados.rados.0.smithi028.stdout:2918: finishing rollback tid 0 to smithi02882251-41 2024-04-02T08:35:13.493 INFO:tasks.rados.rados.0.smithi028.stdout:2918: finishing rollback tid 1 to smithi02882251-41 2024-04-02T08:35:13.493 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2242 (ObjNum 65 snap 0 seq_num 1382245221) dirty dne 2024-04-02T08:35:13.502 INFO:tasks.rados.rados.0.smithi028.stdout:2917: finishing copy_from racing read to smithi02882251-40 2024-04-02T08:35:13.504 INFO:tasks.rados.rados.0.smithi028.stdout:2917: finishing copy_from to smithi02882251-40 2024-04-02T08:35:13.504 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2066 (ObjNum 904 snap 302 seq_num 904) dirty exists 2024-04-02T08:35:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:13 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:13 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:13 smithi137 ceph-mon[88456]: pgmap v659: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:35:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:13 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:13 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:13 smithi028 ceph-mon[94314]: pgmap v659: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:35:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:13 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:13 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:13 smithi028 ceph-mon[96890]: pgmap v659: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-04-02T08:35:14.476 INFO:tasks.rados.rados.0.smithi028.stdout:2917: done (2 left) 2024-04-02T08:35:14.476 INFO:tasks.rados.rados.0.smithi028.stdout:2918: done (1 left) 2024-04-02T08:35:14.476 INFO:tasks.rados.rados.0.smithi028.stdout:2919: done (0 left) 2024-04-02T08:35:14.476 INFO:tasks.rados.rados.0.smithi028.stdout:2920: read oid 10 snap 164 2024-04-02T08:35:14.477 INFO:tasks.rados.rados.0.smithi028.stdout:2920: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:35:14.477 INFO:tasks.rados.rados.0.smithi028.stdout:2921: snap_create 2024-04-02T08:35:14.483 INFO:tasks.rados.rados.0.smithi028.stdout:2920: expect (ObjNum 376 snap 123 seq_num 376) 2024-04-02T08:35:14.819 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:14 smithi137 ceph-mon[88456]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:35:14.820 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:14 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:14.820 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:14 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:14.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:14 smithi028 ceph-mon[94314]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:35:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:14 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:14 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:14 smithi028 ceph-mon[96890]: osdmap e665: 8 total, 8 up, 8 in 2024-04-02T08:35:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:14 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:14 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:15.481 INFO:tasks.rados.rados.0.smithi028.stdout:2920: done (1 left) 2024-04-02T08:35:15.481 INFO:tasks.rados.rados.0.smithi028.stdout:2921: done (0 left) 2024-04-02T08:35:15.481 INFO:tasks.rados.rados.0.smithi028.stdout:2922: copy_from oid 43 from oid 41 current snap is 308 2024-04-02T08:35:15.481 INFO:tasks.rados.rados.0.smithi028.stdout:2923: delete oid 31 current snap is 308 2024-04-02T08:35:15.481 INFO:tasks.rados.rados.0.smithi028.stdout:2922: finishing copy_from to smithi02882251-43 2024-04-02T08:35:15.482 INFO:tasks.rados.rados.0.smithi028.stdout:2922: got expected ENOENT (src dne) 2024-04-02T08:35:15.482 INFO:tasks.rados.rados.0.smithi028.stdout:2922: finishing copy_from racing read to smithi02882251-43 2024-04-02T08:35:15.484 INFO:tasks.rados.rados.0.smithi028.stdout:2922: done (1 left) 2024-04-02T08:35:15.484 INFO:tasks.rados.rados.0.smithi028.stdout:2923: done (0 left) 2024-04-02T08:35:15.484 INFO:tasks.rados.rados.0.smithi028.stdout:2924: copy_from oid 10 from oid 3 current snap is 308 2024-04-02T08:35:15.484 INFO:tasks.rados.rados.0.smithi028.stdout:2925: read oid 19 snap -1 2024-04-02T08:35:15.484 INFO:tasks.rados.rados.0.smithi028.stdout:2925: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:35:15.485 INFO:tasks.rados.rados.0.smithi028.stdout:2926: snap_create 2024-04-02T08:35:15.490 INFO:tasks.rados.rados.0.smithi028.stdout:2924: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:35:15.491 INFO:tasks.rados.rados.0.smithi028.stdout:2924: finishing copy_from to smithi02882251-10 2024-04-02T08:35:15.491 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 707 (ObjNum 746 snap 258 seq_num 746) dirty exists 2024-04-02T08:35:15.504 INFO:tasks.rados.rados.0.smithi028.stdout:2925: expect (ObjNum 293 snap 87 seq_num 293) 2024-04-02T08:35:15.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:15 smithi137 ceph-mon[88456]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:35:15.785 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:15 smithi137 ceph-mon[88456]: pgmap v662: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1010 KiB/s wr, 11 op/s 2024-04-02T08:35:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:15 smithi028 ceph-mon[94314]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:35:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:15 smithi028 ceph-mon[94314]: pgmap v662: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1010 KiB/s wr, 11 op/s 2024-04-02T08:35:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:15 smithi028 ceph-mon[96890]: osdmap e666: 8 total, 8 up, 8 in 2024-04-02T08:35:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:15 smithi028 ceph-mon[96890]: pgmap v662: 121 pgs: 121 active+clean; 712 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1010 KiB/s wr, 11 op/s 2024-04-02T08:35:16.485 INFO:tasks.rados.rados.0.smithi028.stdout:2924: done (2 left) 2024-04-02T08:35:16.485 INFO:tasks.rados.rados.0.smithi028.stdout:2925: done (1 left) 2024-04-02T08:35:16.485 INFO:tasks.rados.rados.0.smithi028.stdout:2926: done (0 left) 2024-04-02T08:35:16.485 INFO:tasks.rados.rados.0.smithi028.stdout:2927: snap_remove snap 300 2024-04-02T08:35:16.821 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:16 smithi137 ceph-mon[88456]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:35:16.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:16 smithi028 ceph-mon[94314]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:35:16.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:16 smithi028 ceph-mon[96890]: osdmap e667: 8 total, 8 up, 8 in 2024-04-02T08:35:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2927: done (0 left) 2024-04-02T08:35:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2928: read oid 1 snap -1 2024-04-02T08:35:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2928: expect (ObjNum 905 snap 302 seq_num 905) 2024-04-02T08:35:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2929: snap_create 2024-04-02T08:35:17.515 INFO:tasks.rados.rados.0.smithi028.stdout:2928: expect (ObjNum 905 snap 302 seq_num 905) 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: pgmap v665: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:35:17.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:35:17.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:35:17.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:35:17.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:35:17.900 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:35:17.901 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.902 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:35:17.903 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:35:17.903 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:35:17.903 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:17.903 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:17.903 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:17.903 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.948 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T08:35:17.514+0000 7f853c24b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 172 after trimming was started 2024-04-02T08:35:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:35:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: pgmap v665: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:35:17.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: osdmap e668: 8 total, 8 up, 8 in 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: pgmap v665: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:35:17.952 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-02T08:35:17.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:35:17.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:35:17.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:35:17.953 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:35:17.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:35:17.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.956 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:35:17.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:35:17.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:35:17.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:17.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:17.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:17.957 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:17.957 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:35:17.958 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-02T08:35:17.959 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.960 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-02T08:35:17.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:35:17.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-02T08:35:17.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-02T08:35:17.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:17.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:17.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:17.961 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2928: done (1 left) 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2929: done (0 left) 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2930: read oid 11 snap -1 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2930: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2931: rmattr oid 45 current snap is 310 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2931: done (1 left) 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2932: rmattr oid 6 current snap is 310 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2932: done (1 left) 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2933: read oid 18 snap 304 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2933: expect (ObjNum 1440927392 snap 22077 seq_num 1441871504) 2024-04-02T08:35:18.492 INFO:tasks.rados.rados.0.smithi028.stdout:2934: snap_remove snap 301 2024-04-02T08:35:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:18 smithi137 ceph-mon[88456]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:35:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:18 smithi137 ceph-mon[88456]: Upgrade: Finalizing container_image settings 2024-04-02T08:35:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:18 smithi137 ceph-mon[88456]: Upgrade: Complete! 2024-04-02T08:35:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:18 smithi137 ceph-mon[88456]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:35:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:18 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:18 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:18 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:18.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:18 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[94314]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[94314]: Upgrade: Finalizing container_image settings 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[94314]: Upgrade: Complete! 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[94314]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:18.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[96890]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-02T08:35:18.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[96890]: Upgrade: Finalizing container_image settings 2024-04-02T08:35:18.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[96890]: Upgrade: Complete! 2024-04-02T08:35:18.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[96890]: osdmap e669: 8 total, 8 up, 8 in 2024-04-02T08:35:18.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:35:18.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:35:18.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:35:18.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:18 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:19.494 INFO:tasks.rados.rados.0.smithi028.stdout:2934: done (2 left) 2024-04-02T08:35:19.494 INFO:tasks.rados.rados.0.smithi028.stdout:2935: delete oid 1 current snap is 310 2024-04-02T08:35:19.494 INFO:tasks.rados.rados.0.smithi028.stdout:2930: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:19.498 INFO:tasks.rados.rados.0.smithi028.stdout:2933: expect (ObjNum 1440927392 snap 22077 seq_num 1441871504) 2024-04-02T08:35:19.508 INFO:tasks.rados.rados.0.smithi028.stdout:2930: done (2 left) 2024-04-02T08:35:19.508 INFO:tasks.rados.rados.0.smithi028.stdout:2933: done (1 left) 2024-04-02T08:35:19.508 INFO:tasks.rados.rados.0.smithi028.stdout:2935: done (0 left) 2024-04-02T08:35:19.508 INFO:tasks.rados.rados.0.smithi028.stdout:2936: snap_create 2024-04-02T08:35:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:19 smithi137 ceph-mon[88456]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:35:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:19 smithi137 ceph-mon[88456]: pgmap v668: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:19 smithi137 ceph-mon[88456]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:35:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:19 smithi028 ceph-mon[94314]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:35:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:19 smithi028 ceph-mon[94314]: pgmap v668: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:19 smithi028 ceph-mon[94314]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:35:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:19 smithi028 ceph-mon[96890]: osdmap e670: 8 total, 8 up, 8 in 2024-04-02T08:35:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:19 smithi028 ceph-mon[96890]: pgmap v668: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:35:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:19 smithi028 ceph-mon[96890]: osdmap e671: 8 total, 8 up, 8 in 2024-04-02T08:35:20.507 INFO:tasks.rados.rados.0.smithi028.stdout:2936: done (0 left) 2024-04-02T08:35:20.507 INFO:tasks.rados.rados.0.smithi028.stdout:2937: read oid 43 snap 286 2024-04-02T08:35:20.507 INFO:tasks.rados.rados.0.smithi028.stdout:2937: expect (ObjNum 816 snap 285 seq_num 816) 2024-04-02T08:35:20.507 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 311 2024-04-02T08:35:20.507 INFO:tasks.rados.rados.0.smithi028.stdout:2938: seq_num 913 ranges {647168=499712,1146880=401408} 2024-04-02T08:35:20.514 INFO:tasks.rados.rados.0.smithi028.stdout:2938: writing smithi02882251-8 from 647168 to 1146880 tid 1 2024-04-02T08:35:20.517 INFO:tasks.rados.rados.0.smithi028.stdout:2938: writing smithi02882251-8 from 1146880 to 1548288 tid 2 2024-04-02T08:35:20.517 INFO:tasks.rados.rados.0.smithi028.stdout:2939: rollback oid 29 current snap is 311 2024-04-02T08:35:20.517 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 286 2024-04-02T08:35:20.517 INFO:tasks.rados.rados.0.smithi028.stdout:2937: expect (ObjNum 816 snap 285 seq_num 816) 2024-04-02T08:35:20.563 INFO:tasks.rados.rados.0.smithi028.stdout:2939: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:35:20.563 INFO:tasks.rados.rados.0.smithi028.stdout:2939: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:35:20.563 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2139 (ObjNum 785 snap 275 seq_num 785) dirty exists 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2938: finishing write tid 1 to smithi02882251-8 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2937: done (2 left) 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2939: done (1 left) 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 311 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2938: finishing write tid 2 to smithi02882251-8 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2938: finishing write tid 3 to smithi02882251-8 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2938: finishing write tid 4 to smithi02882251-8 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2938: oid 8 updating version 0 to 2144 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2938: oid 8 version 2144 is already newer than 2143 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2938: oid 8 version 2144 is already newer than 2142 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2144 (ObjNum 913 snap 311 seq_num 913) dirty exists 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2938: left oid 8 (ObjNum 913 snap 311 seq_num 913) 2024-04-02T08:35:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:2940: seq_num 914 ranges {0=516096,516096=401408} 2024-04-02T08:35:20.567 INFO:tasks.rados.rados.0.smithi028.stdout:2940: writing smithi02882251-14 from 0 to 516096 tid 1 2024-04-02T08:35:20.570 INFO:tasks.rados.rados.0.smithi028.stdout:2940: writing smithi02882251-14 from 516096 to 917504 tid 2 2024-04-02T08:35:20.571 INFO:tasks.rados.rados.0.smithi028.stdout:2938: done (1 left) 2024-04-02T08:35:20.571 INFO:tasks.rados.rados.0.smithi028.stdout:2941: delete oid 26 current snap is 311 2024-04-02T08:35:20.574 INFO:tasks.rados.rados.0.smithi028.stdout:2941: done (1 left) 2024-04-02T08:35:20.574 INFO:tasks.rados.rados.0.smithi028.stdout:2942: setattr oid 31 current snap is 311 2024-04-02T08:35:20.574 INFO:tasks.rados.rados.0.smithi028.stdout:2940: finishing write tid 1 to smithi02882251-14 2024-04-02T08:35:20.575 INFO:tasks.rados.rados.0.smithi028.stdout:2940: finishing write tid 2 to smithi02882251-14 2024-04-02T08:35:20.575 INFO:tasks.rados.rados.0.smithi028.stdout:2940: finishing write tid 3 to smithi02882251-14 2024-04-02T08:35:20.576 INFO:tasks.rados.rados.0.smithi028.stdout:2943: read oid 41 snap -1 2024-04-02T08:35:20.576 INFO:tasks.rados.rados.0.smithi028.stdout:2943: expect deleted 2024-04-02T08:35:20.576 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 311 2024-04-02T08:35:20.577 INFO:tasks.rados.rados.0.smithi028.stdout:2944: seq_num 916 ranges {0=548864,548864=401408} 2024-04-02T08:35:20.579 INFO:tasks.rados.rados.0.smithi028.stdout:2944: writing smithi02882251-1 from 0 to 548864 tid 1 2024-04-02T08:35:20.582 INFO:tasks.rados.rados.0.smithi028.stdout:2944: writing smithi02882251-1 from 548864 to 950272 tid 2 2024-04-02T08:35:20.582 INFO:tasks.rados.rados.0.smithi028.stdout:2945: snap_create 2024-04-02T08:35:20.582 INFO:tasks.rados.rados.0.smithi028.stdout:2940: finishing write tid 4 to smithi02882251-14 2024-04-02T08:35:20.582 INFO:tasks.rados.rados.0.smithi028.stdout:2940: oid 14 updating version 0 to 2466 2024-04-02T08:35:20.582 INFO:tasks.rados.rados.0.smithi028.stdout:2940: oid 14 version 2466 is already newer than 2465 2024-04-02T08:35:20.583 INFO:tasks.rados.rados.0.smithi028.stdout:2940: oid 14 version 2466 is already newer than 2464 2024-04-02T08:35:20.583 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2466 (ObjNum 914 snap 311 seq_num 914) dirty exists 2024-04-02T08:35:20.583 INFO:tasks.rados.rados.0.smithi028.stdout:2940: left oid 14 (ObjNum 914 snap 311 seq_num 914) 2024-04-02T08:35:20.583 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2064 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:35:20.584 INFO:tasks.rados.rados.0.smithi028.stdout:2944: finishing write tid 1 to smithi02882251-1 2024-04-02T08:35:20.584 INFO:tasks.rados.rados.0.smithi028.stdout:2944: finishing write tid 2 to smithi02882251-1 2024-04-02T08:35:20.585 INFO:tasks.rados.rados.0.smithi028.stdout:2944: finishing write tid 3 to smithi02882251-1 2024-04-02T08:35:20.586 INFO:tasks.rados.rados.0.smithi028.stdout:2944: finishing write tid 4 to smithi02882251-1 2024-04-02T08:35:20.586 INFO:tasks.rados.rados.0.smithi028.stdout:2944: oid 1 updating version 0 to 2106 2024-04-02T08:35:20.586 INFO:tasks.rados.rados.0.smithi028.stdout:2944: oid 1 version 2106 is already newer than 2104 2024-04-02T08:35:20.586 INFO:tasks.rados.rados.0.smithi028.stdout:2944: oid 1 version 2106 is already newer than 2105 2024-04-02T08:35:20.586 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2106 (ObjNum 916 snap 311 seq_num 916) dirty exists 2024-04-02T08:35:20.586 INFO:tasks.rados.rados.0.smithi028.stdout:2944: left oid 1 (ObjNum 916 snap 311 seq_num 916) 2024-04-02T08:35:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:20 smithi137 ceph-mon[88456]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:35:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:20 smithi028 ceph-mon[94314]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:35:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:20 smithi028 ceph-mon[96890]: osdmap e672: 8 total, 8 up, 8 in 2024-04-02T08:35:21.518 INFO:tasks.rados.rados.0.smithi028.stdout:2940: done (4 left) 2024-04-02T08:35:21.519 INFO:tasks.rados.rados.0.smithi028.stdout:2942: done (3 left) 2024-04-02T08:35:21.519 INFO:tasks.rados.rados.0.smithi028.stdout:2943: done (2 left) 2024-04-02T08:35:21.519 INFO:tasks.rados.rados.0.smithi028.stdout:2944: done (1 left) 2024-04-02T08:35:21.519 INFO:tasks.rados.rados.0.smithi028.stdout:2945: done (0 left) 2024-04-02T08:35:21.519 INFO:tasks.rados.rados.0.smithi028.stdout:2946: snap_create 2024-04-02T08:35:21.603 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:35:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:35:21] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-02T08:35:21.863 INFO:tasks.rados.rados.0.smithi028.stdout:2946: done (0 left) 2024-04-02T08:35:21.863 INFO:tasks.rados.rados.0.smithi028.stdout:2947: delete oid 14 current snap is 313 2024-04-02T08:35:21.869 INFO:tasks.rados.rados.0.smithi028.stdout:2947: done (0 left) 2024-04-02T08:35:21.869 INFO:tasks.rados.rados.0.smithi028.stdout:2948: snap_create 2024-04-02T08:35:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:21 smithi137 ceph-mon[88456]: pgmap v671: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1 op/s 2024-04-02T08:35:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:21 smithi137 ceph-mon[88456]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:35:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:21 smithi028 ceph-mon[96890]: pgmap v671: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1 op/s 2024-04-02T08:35:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:21 smithi028 ceph-mon[96890]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:35:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:21 smithi028 ceph-mon[94314]: pgmap v671: 121 pgs: 121 active+clean; 719 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1 op/s 2024-04-02T08:35:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:35:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:21 smithi028 ceph-mon[94314]: osdmap e673: 8 total, 8 up, 8 in 2024-04-02T08:35:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:35:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:2948: done (0 left) 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:2949: copy_from oid 50 from oid 8 current snap is 314 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:2950: copy_from oid 29 from oid 43 current snap is 314 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:2951: read oid 40 snap -1 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:2951: expect (ObjNum 904 snap 302 seq_num 904) 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:2952: read oid 5 snap -1 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:2952: expect (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 314 2024-04-02T08:35:22.868 INFO:tasks.rados.rados.0.smithi028.stdout:2953: seq_num 918 ranges {0=581632,581632=401408} 2024-04-02T08:35:22.871 INFO:tasks.rados.rados.0.smithi028.stdout:2953: writing smithi02882251-31 from 0 to 581632 tid 1 2024-04-02T08:35:22.873 INFO:tasks.rados.rados.0.smithi028.stdout:2953: writing smithi02882251-31 from 581632 to 983040 tid 2 2024-04-02T08:35:22.874 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 314 2024-04-02T08:35:22.874 INFO:tasks.rados.rados.0.smithi028.stdout:2954: seq_num 919 ranges {0=598016,598016=401408} 2024-04-02T08:35:22.879 INFO:tasks.rados.rados.0.smithi028.stdout:2954: writing smithi02882251-22 from 0 to 598016 tid 1 2024-04-02T08:35:22.881 INFO:tasks.rados.rados.0.smithi028.stdout:2954: writing smithi02882251-22 from 598016 to 999424 tid 2 2024-04-02T08:35:22.881 INFO:tasks.rados.rados.0.smithi028.stdout:2955: read oid 25 snap 230 2024-04-02T08:35:22.882 INFO:tasks.rados.rados.0.smithi028.stdout:2955: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:35:22.882 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 314 2024-04-02T08:35:22.882 INFO:tasks.rados.rados.0.smithi028.stdout:2956: seq_num 920 ranges {1785856=614400,2400256=401408} 2024-04-02T08:35:22.895 INFO:tasks.rados.rados.0.smithi028.stdout:2956: writing smithi02882251-13 from 1785856 to 2400256 tid 1 2024-04-02T08:35:22.899 INFO:tasks.rados.rados.0.smithi028.stdout:2956: writing smithi02882251-13 from 2400256 to 2801664 tid 2 2024-04-02T08:35:22.899 INFO:tasks.rados.rados.0.smithi028.stdout:2957: copy_from oid 30 from oid 32 current snap is 314 2024-04-02T08:35:22.899 INFO:tasks.rados.rados.0.smithi028.stdout:2950: finishing copy_from racing read to smithi02882251-29 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2953: finishing write tid 1 to smithi02882251-31 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2953: finishing write tid 2 to smithi02882251-31 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2958: snap_create 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2953: finishing write tid 3 to smithi02882251-31 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2953: finishing write tid 4 to smithi02882251-31 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2953: oid 31 updating version 0 to 2066 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2953: oid 31 updating version 2066 to 2067 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2953: oid 31 version 2067 is already newer than 2065 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2067 (ObjNum 918 snap 314 seq_num 918) dirty exists 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2953: left oid 31 (ObjNum 918 snap 314 seq_num 918) 2024-04-02T08:35:22.900 INFO:tasks.rados.rados.0.smithi028.stdout:2951: expect (ObjNum 904 snap 302 seq_num 904) 2024-04-02T08:35:22.981 INFO:tasks.rados.rados.0.smithi028.stdout:2950: finishing copy_from to smithi02882251-29 2024-04-02T08:35:22.982 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 910 (ObjNum 870 snap 294 seq_num 870) dirty exists 2024-04-02T08:35:22.982 INFO:tasks.rados.rados.0.smithi028.stdout:2949: finishing copy_from racing read to smithi02882251-50 2024-04-02T08:35:22.982 INFO:tasks.rados.rados.0.smithi028.stdout:2954: finishing write tid 1 to smithi02882251-22 2024-04-02T08:35:22.982 INFO:tasks.rados.rados.0.smithi028.stdout:2954: finishing write tid 2 to smithi02882251-22 2024-04-02T08:35:22.982 INFO:tasks.rados.rados.0.smithi028.stdout:2954: finishing write tid 3 to smithi02882251-22 2024-04-02T08:35:22.982 INFO:tasks.rados.rados.0.smithi028.stdout:2952: expect (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:35:23.005 INFO:tasks.rados.rados.0.smithi028.stdout:2949: finishing copy_from to smithi02882251-50 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2144 (ObjNum 913 snap 311 seq_num 913) dirty exists 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2954: finishing write tid 4 to smithi02882251-22 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2954: oid 22 updating version 0 to 2021 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2954: oid 22 updating version 2021 to 2022 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2954: oid 22 version 2022 is already newer than 2020 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2022 (ObjNum 919 snap 314 seq_num 919) dirty exists 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2954: left oid 22 (ObjNum 919 snap 314 seq_num 919) 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2956: finishing write tid 1 to smithi02882251-13 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2956: finishing write tid 2 to smithi02882251-13 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2956: finishing write tid 3 to smithi02882251-13 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2956: finishing write tid 4 to smithi02882251-13 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2956: oid 13 updating version 0 to 2122 2024-04-02T08:35:23.006 INFO:tasks.rados.rados.0.smithi028.stdout:2956: oid 13 updating version 2122 to 2124 2024-04-02T08:35:23.007 INFO:tasks.rados.rados.0.smithi028.stdout:2956: oid 13 version 2124 is already newer than 2123 2024-04-02T08:35:23.007 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2124 (ObjNum 920 snap 314 seq_num 920) dirty exists 2024-04-02T08:35:23.007 INFO:tasks.rados.rados.0.smithi028.stdout:2956: left oid 13 (ObjNum 920 snap 314 seq_num 920) 2024-04-02T08:35:23.007 INFO:tasks.rados.rados.0.smithi028.stdout:2955: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:35:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:22 smithi137 ceph-mon[88456]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:35:23.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:22 smithi028 ceph-mon[94314]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:35:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:22 smithi028 ceph-mon[96890]: osdmap e674: 8 total, 8 up, 8 in 2024-04-02T08:35:23.274 INFO:tasks.rados.rados.0.smithi028.stdout:2957: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:35:23.274 INFO:tasks.rados.rados.0.smithi028.stdout:2957: finishing copy_from to smithi02882251-30 2024-04-02T08:35:23.274 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2105 (ObjNum 893 snap 298 seq_num 893) dirty exists 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2949: done (9 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2950: done (8 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2951: done (7 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2952: done (6 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2953: done (5 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2954: done (4 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2955: done (3 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2956: done (2 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2957: done (1 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2958: done (0 left) 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2959: read oid 43 snap -1 2024-04-02T08:35:23.872 INFO:tasks.rados.rados.0.smithi028.stdout:2959: expect (ObjNum 870 snap 294 seq_num 870) 2024-04-02T08:35:23.873 INFO:tasks.rados.rados.0.smithi028.stdout:2960: setattr oid 18 current snap is 315 2024-04-02T08:35:23.874 INFO:tasks.rados.rados.0.smithi028.stdout:2961: delete oid 50 current snap is 315 2024-04-02T08:35:23.877 INFO:tasks.rados.rados.0.smithi028.stdout:2959: expect (ObjNum 870 snap 294 seq_num 870) 2024-04-02T08:35:23.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2145 (ObjNum 33 snap 0 seq_num 906240943) dirty exists 2024-04-02T08:35:23.954 INFO:tasks.rados.rados.0.smithi028.stdout:2959: done (2 left) 2024-04-02T08:35:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:2960: done (1 left) 2024-04-02T08:35:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:2961: done (0 left) 2024-04-02T08:35:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 315 2024-04-02T08:35:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:2962: seq_num 922 ranges {2711552=647168,3358720=401408} 2024-04-02T08:35:23.972 INFO:tasks.rados.rados.0.smithi028.stdout:2962: writing smithi02882251-25 from 2711552 to 3358720 tid 1 2024-04-02T08:35:23.975 INFO:tasks.rados.rados.0.smithi028.stdout:2962: writing smithi02882251-25 from 3358720 to 3760128 tid 2 2024-04-02T08:35:23.975 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 315 2024-04-02T08:35:23.975 INFO:tasks.rados.rados.0.smithi028.stdout:2963: seq_num 923 ranges {0=663552,663552=401408} 2024-04-02T08:35:23.979 INFO:tasks.rados.rados.0.smithi028.stdout:2963: writing smithi02882251-6 from 0 to 663552 tid 1 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:2963: writing smithi02882251-6 from 663552 to 1064960 tid 2 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:2964: rollback oid 29 current snap is 315 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 310 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:2962: finishing write tid 1 to smithi02882251-25 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:2962: finishing write tid 2 to smithi02882251-25 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:2962: finishing write tid 3 to smithi02882251-25 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:2962: finishing write tid 4 to smithi02882251-25 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:2962: oid 25 updating version 0 to 2106 2024-04-02T08:35:23.983 INFO:tasks.rados.rados.0.smithi028.stdout:2962: oid 25 updating version 2106 to 2107 2024-04-02T08:35:23.984 INFO:tasks.rados.rados.0.smithi028.stdout:2962: oid 25 updating version 2107 to 2108 2024-04-02T08:35:23.984 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2108 (ObjNum 922 snap 315 seq_num 922) dirty exists 2024-04-02T08:35:23.984 INFO:tasks.rados.rados.0.smithi028.stdout:2962: left oid 25 (ObjNum 922 snap 315 seq_num 922) 2024-04-02T08:35:23.984 INFO:tasks.rados.rados.0.smithi028.stdout:2962: done (2 left) 2024-04-02T08:35:23.984 INFO:tasks.rados.rados.0.smithi028.stdout:2965: copy_from oid 5 from oid 22 current snap is 315 2024-04-02T08:35:23.984 INFO:tasks.rados.rados.0.smithi028.stdout:2966: rollback oid 21 current snap is 315 2024-04-02T08:35:23.984 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 310 2024-04-02T08:35:23.984 INFO:tasks.rados.rados.0.smithi028.stdout:2967: delete oid 34 current snap is 315 2024-04-02T08:35:23.985 INFO:tasks.rados.rados.0.smithi028.stdout:2967: done (4 left) 2024-04-02T08:35:23.985 INFO:tasks.rados.rados.0.smithi028.stdout:2968: read oid 24 snap -1 2024-04-02T08:35:23.985 INFO:tasks.rados.rados.0.smithi028.stdout:2968: expect (ObjNum 653 snap 214 seq_num 653) 2024-04-02T08:35:23.985 INFO:tasks.rados.rados.0.smithi028.stdout:2969: snap_create 2024-04-02T08:35:23.986 INFO:tasks.rados.rados.0.smithi028.stdout:2964: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:35:23.986 INFO:tasks.rados.rados.0.smithi028.stdout:2963: finishing write tid 1 to smithi02882251-6 2024-04-02T08:35:23.986 INFO:tasks.rados.rados.0.smithi028.stdout:2963: finishing write tid 2 to smithi02882251-6 2024-04-02T08:35:23.987 INFO:tasks.rados.rados.0.smithi028.stdout:2966: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:35:23.987 INFO:tasks.rados.rados.0.smithi028.stdout:2963: finishing write tid 3 to smithi02882251-6 2024-04-02T08:35:23.987 INFO:tasks.rados.rados.0.smithi028.stdout:2966: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:35:23.989 INFO:tasks.rados.rados.0.smithi028.stdout:2966: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:35:23.989 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2245 (ObjNum 891 snap 298 seq_num 891) dirty exists 2024-04-02T08:35:23.989 INFO:tasks.rados.rados.0.smithi028.stdout:2963: finishing write tid 4 to smithi02882251-6 2024-04-02T08:35:23.989 INFO:tasks.rados.rados.0.smithi028.stdout:2963: oid 6 updating version 0 to 2126 2024-04-02T08:35:23.989 INFO:tasks.rados.rados.0.smithi028.stdout:2963: oid 6 version 2126 is already newer than 2125 2024-04-02T08:35:23.989 INFO:tasks.rados.rados.0.smithi028.stdout:2963: oid 6 updating version 2126 to 2127 2024-04-02T08:35:23.989 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2127 (ObjNum 923 snap 315 seq_num 923) dirty exists 2024-04-02T08:35:23.989 INFO:tasks.rados.rados.0.smithi028.stdout:2963: left oid 6 (ObjNum 923 snap 315 seq_num 923) 2024-04-02T08:35:23.990 INFO:tasks.rados.rados.0.smithi028.stdout:2965: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:35:23.990 INFO:tasks.rados.rados.0.smithi028.stdout:2964: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:35:23.990 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2141 (ObjNum 289 snap 0 seq_num 1441695552) dirty dne 2024-04-02T08:35:23.991 INFO:tasks.rados.rados.0.smithi028.stdout:2965: finishing copy_from to smithi02882251-5 2024-04-02T08:35:23.991 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2022 (ObjNum 919 snap 314 seq_num 919) dirty exists 2024-04-02T08:35:24.003 INFO:tasks.rados.rados.0.smithi028.stdout:2968: expect (ObjNum 653 snap 214 seq_num 653) 2024-04-02T08:35:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:23 smithi137 ceph-mon[88456]: pgmap v674: 121 pgs: 121 active+clean; 721 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 232 KiB/s wr, 11 op/s 2024-04-02T08:35:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:23 smithi137 ceph-mon[88456]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:35:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:23 smithi028 ceph-mon[94314]: pgmap v674: 121 pgs: 121 active+clean; 721 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 232 KiB/s wr, 11 op/s 2024-04-02T08:35:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:23 smithi028 ceph-mon[94314]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:35:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:23 smithi028 ceph-mon[96890]: pgmap v674: 121 pgs: 121 active+clean; 721 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 232 KiB/s wr, 11 op/s 2024-04-02T08:35:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:23 smithi028 ceph-mon[96890]: osdmap e675: 8 total, 8 up, 8 in 2024-04-02T08:35:24.877 INFO:tasks.rados.rados.0.smithi028.stdout:2963: done (5 left) 2024-04-02T08:35:24.877 INFO:tasks.rados.rados.0.smithi028.stdout:2964: done (4 left) 2024-04-02T08:35:24.877 INFO:tasks.rados.rados.0.smithi028.stdout:2965: done (3 left) 2024-04-02T08:35:24.877 INFO:tasks.rados.rados.0.smithi028.stdout:2966: done (2 left) 2024-04-02T08:35:24.877 INFO:tasks.rados.rados.0.smithi028.stdout:2968: done (1 left) 2024-04-02T08:35:24.877 INFO:tasks.rados.rados.0.smithi028.stdout:2969: done (0 left) 2024-04-02T08:35:24.877 INFO:tasks.rados.rados.0.smithi028.stdout:2970: delete oid 12 current snap is 316 2024-04-02T08:35:24.882 INFO:tasks.rados.rados.0.smithi028.stdout:2970: done (0 left) 2024-04-02T08:35:24.882 INFO:tasks.rados.rados.0.smithi028.stdout:2971: read oid 38 snap -1 2024-04-02T08:35:24.882 INFO:tasks.rados.rados.0.smithi028.stdout:2971: expect (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:35:24.882 INFO:tasks.rados.rados.0.smithi028.stdout:2972: read oid 47 snap 283 2024-04-02T08:35:24.882 INFO:tasks.rados.rados.0.smithi028.stdout:2972: expect (ObjNum 788 snap 277 seq_num 788) 2024-04-02T08:35:24.882 INFO:tasks.rados.rados.0.smithi028.stdout:2973: delete oid 26 current snap is 316 2024-04-02T08:35:24.894 INFO:tasks.rados.rados.0.smithi028.stdout:2972: expect (ObjNum 788 snap 277 seq_num 788) 2024-04-02T08:35:24.952 INFO:tasks.rados.rados.0.smithi028.stdout:2971: expect (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:35:25.131 INFO:tasks.rados.rados.0.smithi028.stdout:2971: done (2 left) 2024-04-02T08:35:25.131 INFO:tasks.rados.rados.0.smithi028.stdout:2972: done (1 left) 2024-04-02T08:35:25.131 INFO:tasks.rados.rados.0.smithi028.stdout:2973: done (0 left) 2024-04-02T08:35:25.131 INFO:tasks.rados.rados.0.smithi028.stdout:2974: snap_remove snap 279 2024-04-02T08:35:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:24 smithi137 ceph-mon[88456]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:35:25.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:24 smithi028 ceph-mon[94314]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:35:25.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:24 smithi028 ceph-mon[96890]: osdmap e676: 8 total, 8 up, 8 in 2024-04-02T08:35:25.883 INFO:tasks.rados.rados.0.smithi028.stdout:2974: done (0 left) 2024-04-02T08:35:25.884 INFO:tasks.rados.rados.0.smithi028.stdout:2975: snap_remove snap 311 2024-04-02T08:35:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:25 smithi137 ceph-mon[88456]: pgmap v677: 121 pgs: 121 active+clean; 721 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 232 KiB/s wr, 9 op/s 2024-04-02T08:35:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:25 smithi137 ceph-mon[88456]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:35:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:25 smithi028 ceph-mon[94314]: pgmap v677: 121 pgs: 121 active+clean; 721 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 232 KiB/s wr, 9 op/s 2024-04-02T08:35:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:25 smithi028 ceph-mon[94314]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:35:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:25 smithi028 ceph-mon[96890]: pgmap v677: 121 pgs: 121 active+clean; 721 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 232 KiB/s wr, 9 op/s 2024-04-02T08:35:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:25 smithi028 ceph-mon[96890]: osdmap e677: 8 total, 8 up, 8 in 2024-04-02T08:35:26.886 INFO:tasks.rados.rados.0.smithi028.stdout:2975: done (0 left) 2024-04-02T08:35:26.886 INFO:tasks.rados.rados.0.smithi028.stdout:2976: rollback oid 12 current snap is 316 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 184 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2977: rmattr oid 23 current snap is 316 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2977: done (1 left) 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2978: read oid 2 snap -1 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2978: expect deleted 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2979: read oid 34 snap -1 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2979: expect deleted 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2980: read oid 26 snap 307 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2980: expect (ObjNum 896 snap 299 seq_num 896) 2024-04-02T08:35:26.887 INFO:tasks.rados.rados.0.smithi028.stdout:2981: snap_create 2024-04-02T08:35:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:2976: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:35:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2023 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:35:26.906 INFO:tasks.rados.rados.0.smithi028.stdout:2980: expect (ObjNum 896 snap 299 seq_num 896) 2024-04-02T08:35:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:26 smithi137 ceph-mon[88456]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:35:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:26 smithi028 ceph-mon[94314]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:35:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:26 smithi028 ceph-mon[96890]: osdmap e678: 8 total, 8 up, 8 in 2024-04-02T08:35:27.892 INFO:tasks.rados.rados.0.smithi028.stdout:2976: done (4 left) 2024-04-02T08:35:27.892 INFO:tasks.rados.rados.0.smithi028.stdout:2978: done (3 left) 2024-04-02T08:35:27.892 INFO:tasks.rados.rados.0.smithi028.stdout:2979: done (2 left) 2024-04-02T08:35:27.892 INFO:tasks.rados.rados.0.smithi028.stdout:2980: done (1 left) 2024-04-02T08:35:27.892 INFO:tasks.rados.rados.0.smithi028.stdout:2981: done (0 left) 2024-04-02T08:35:27.892 INFO:tasks.rados.rados.0.smithi028.stdout:2982: delete oid 11 current snap is 317 2024-04-02T08:35:27.897 INFO:tasks.rados.rados.0.smithi028.stdout:2982: done (0 left) 2024-04-02T08:35:27.897 INFO:tasks.rados.rados.0.smithi028.stdout:2983: copy_from oid 34 from oid 29 current snap is 317 2024-04-02T08:35:27.897 INFO:tasks.rados.rados.0.smithi028.stdout:2984: delete oid 14 current snap is 317 2024-04-02T08:35:27.900 INFO:tasks.rados.rados.0.smithi028.stdout:2983: finishing copy_from to smithi02882251-34 2024-04-02T08:35:27.900 INFO:tasks.rados.rados.0.smithi028.stdout:2983: got expected ENOENT (src dne) 2024-04-02T08:35:27.901 INFO:tasks.rados.rados.0.smithi028.stdout:2983: finishing copy_from racing read to smithi02882251-34 2024-04-02T08:35:27.903 INFO:tasks.rados.rados.0.smithi028.stdout:2983: done (1 left) 2024-04-02T08:35:27.903 INFO:tasks.rados.rados.0.smithi028.stdout:2984: done (0 left) 2024-04-02T08:35:27.903 INFO:tasks.rados.rados.0.smithi028.stdout:2985: setattr oid 4 current snap is 317 2024-04-02T08:35:27.904 INFO:tasks.rados.rados.0.smithi028.stdout:2986: rollback oid 15 current snap is 317 2024-04-02T08:35:27.904 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 304 2024-04-02T08:35:27.904 INFO:tasks.rados.rados.0.smithi028.stdout:2987: copy_from oid 1 from oid 45 current snap is 317 2024-04-02T08:35:27.904 INFO:tasks.rados.rados.0.smithi028.stdout:2988: rollback oid 36 current snap is 317 2024-04-02T08:35:27.904 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 238 2024-04-02T08:35:27.905 INFO:tasks.rados.rados.0.smithi028.stdout:2989: read oid 29 snap -1 2024-04-02T08:35:27.905 INFO:tasks.rados.rados.0.smithi028.stdout:2989: expect deleted 2024-04-02T08:35:27.905 INFO:tasks.rados.rados.0.smithi028.stdout:2990: delete oid 39 current snap is 317 2024-04-02T08:35:27.907 INFO:tasks.rados.rados.0.smithi028.stdout:2986: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:35:27.907 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2016 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-02T08:35:27.908 INFO:tasks.rados.rados.0.smithi028.stdout:2986: done (5 left) 2024-04-02T08:35:27.908 INFO:tasks.rados.rados.0.smithi028.stdout:2989: done (4 left) 2024-04-02T08:35:27.908 INFO:tasks.rados.rados.0.smithi028.stdout:2990: done (3 left) 2024-04-02T08:35:27.908 INFO:tasks.rados.rados.0.smithi028.stdout:2991: setattr oid 29 current snap is 317 2024-04-02T08:35:27.909 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2111 (ObjNum 904 snap 302 seq_num 904) dirty exists 2024-04-02T08:35:27.909 INFO:tasks.rados.rados.0.smithi028.stdout:2988: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:35:27.910 INFO:tasks.rados.rados.0.smithi028.stdout:2988: finishing rollback tid 2 to smithi02882251-36 2024-04-02T08:35:27.910 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2113 (ObjNum 679 snap 224 seq_num 679) dirty exists 2024-04-02T08:35:27.910 INFO:tasks.rados.rados.0.smithi028.stdout:2985: done (3 left) 2024-04-02T08:35:27.910 INFO:tasks.rados.rados.0.smithi028.stdout:2988: done (2 left) 2024-04-02T08:35:27.910 INFO:tasks.rados.rados.0.smithi028.stdout:2992: snap_remove snap 217 2024-04-02T08:35:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:27 smithi137 ceph-mon[88456]: pgmap v680: 121 pgs: 121 active+clean; 733 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:35:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:27 smithi137 ceph-mon[88456]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:35:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:27 smithi028 ceph-mon[94314]: pgmap v680: 121 pgs: 121 active+clean; 733 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:35:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:27 smithi028 ceph-mon[94314]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:35:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:27 smithi028 ceph-mon[96890]: pgmap v680: 121 pgs: 121 active+clean; 733 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:35:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:27 smithi028 ceph-mon[96890]: osdmap e679: 8 total, 8 up, 8 in 2024-04-02T08:35:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:2992: done (2 left) 2024-04-02T08:35:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2143 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-02T08:35:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:2987: finishing copy_from racing read to smithi02882251-1 2024-04-02T08:35:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:2987: finishing copy_from to smithi02882251-1 2024-04-02T08:35:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2358 (ObjNum 882 snap 297 seq_num 882) dirty exists 2024-04-02T08:35:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:2993: read oid 16 snap 303 2024-04-02T08:35:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:2993: expect (ObjNum 894 snap 298 seq_num 894) 2024-04-02T08:35:28.899 INFO:tasks.rados.rados.0.smithi028.stdout:2987: done (2 left) 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2991: done (1 left) 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2994: read oid 48 snap -1 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2994: expect deleted 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2995: rmattr oid 34 current snap is 317 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2995: done (2 left) 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2996: rollback oid 13 current snap is 317 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 224 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2997: read oid 45 snap -1 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2997: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 317 2024-04-02T08:35:28.900 INFO:tasks.rados.rados.0.smithi028.stdout:2998: seq_num 930 ranges {0=786432,786432=401408} 2024-04-02T08:35:28.904 INFO:tasks.rados.rados.0.smithi028.stdout:2998: writing smithi02882251-23 from 0 to 786432 tid 1 2024-04-02T08:35:28.907 INFO:tasks.rados.rados.0.smithi028.stdout:2998: writing smithi02882251-23 from 786432 to 1187840 tid 2 2024-04-02T08:35:28.907 INFO:tasks.rados.rados.0.smithi028.stdout:2994: done (4 left) 2024-04-02T08:35:28.907 INFO:tasks.rados.rados.0.smithi028.stdout:2999: snap_create 2024-04-02T08:35:28.917 INFO:tasks.rados.rados.0.smithi028.stdout:2997: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:35:28.989 INFO:tasks.rados.rados.0.smithi028.stdout:2996: finishing rollback tid 0 to smithi02882251-13 2024-04-02T08:35:28.989 INFO:tasks.rados.rados.0.smithi028.stdout:2996: finishing rollback tid 1 to smithi02882251-13 2024-04-02T08:35:28.989 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2129 (ObjNum 289 snap 0 seq_num 1440321072) dirty dne 2024-04-02T08:35:28.989 INFO:tasks.rados.rados.0.smithi028.stdout:2998: finishing write tid 1 to smithi02882251-23 2024-04-02T08:35:28.989 INFO:tasks.rados.rados.0.smithi028.stdout:2998: finishing write tid 2 to smithi02882251-23 2024-04-02T08:35:28.989 INFO:tasks.rados.rados.0.smithi028.stdout:2998: finishing write tid 3 to smithi02882251-23 2024-04-02T08:35:28.989 INFO:tasks.rados.rados.0.smithi028.stdout:2998: finishing write tid 4 to smithi02882251-23 2024-04-02T08:35:28.989 INFO:tasks.rados.rados.0.smithi028.stdout:2998: oid 23 updating version 0 to 2025 2024-04-02T08:35:28.990 INFO:tasks.rados.rados.0.smithi028.stdout:2998: oid 23 updating version 2025 to 2026 2024-04-02T08:35:28.990 INFO:tasks.rados.rados.0.smithi028.stdout:2998: oid 23 version 2026 is already newer than 2024 2024-04-02T08:35:28.990 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2026 (ObjNum 930 snap 317 seq_num 930) dirty exists 2024-04-02T08:35:28.990 INFO:tasks.rados.rados.0.smithi028.stdout:2998: left oid 23 (ObjNum 930 snap 317 seq_num 930) 2024-04-02T08:35:28.990 INFO:tasks.rados.rados.0.smithi028.stdout:2993: expect (ObjNum 894 snap 298 seq_num 894) 2024-04-02T08:35:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:28 smithi028 ceph-mon[94314]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:35:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:28 smithi028 ceph-mon[96890]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:35:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:28 smithi137 ceph-mon[88456]: osdmap e680: 8 total, 8 up, 8 in 2024-04-02T08:35:29.902 INFO:tasks.rados.rados.0.smithi028.stdout:2993: done (4 left) 2024-04-02T08:35:29.902 INFO:tasks.rados.rados.0.smithi028.stdout:2996: done (3 left) 2024-04-02T08:35:29.902 INFO:tasks.rados.rados.0.smithi028.stdout:2997: done (2 left) 2024-04-02T08:35:29.902 INFO:tasks.rados.rados.0.smithi028.stdout:2998: done (1 left) 2024-04-02T08:35:29.902 INFO:tasks.rados.rados.0.smithi028.stdout:2999: done (0 left) 2024-04-02T08:35:29.902 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 318 2024-04-02T08:35:29.902 INFO:tasks.rados.rados.0.smithi028.stdout:3000: seq_num 931 ranges {3760128=802816,4562944=401408} 2024-04-02T08:35:29.927 INFO:tasks.rados.rados.0.smithi028.stdout:3000: writing smithi02882251-25 from 3760128 to 4562944 tid 1 2024-04-02T08:35:29.929 INFO:tasks.rados.rados.0.smithi028.stdout:3000: writing smithi02882251-25 from 4562944 to 4964352 tid 2 2024-04-02T08:35:29.929 INFO:tasks.rados.rados.0.smithi028.stdout:3001: rmattr oid 5 current snap is 318 2024-04-02T08:35:29.929 INFO:tasks.rados.rados.0.smithi028.stdout:3001: done (1 left) 2024-04-02T08:35:29.930 INFO:tasks.rados.rados.0.smithi028.stdout:3002: snap_create 2024-04-02T08:35:29.936 INFO:tasks.rados.rados.0.smithi028.stdout:3000: finishing write tid 1 to smithi02882251-25 2024-04-02T08:35:29.936 INFO:tasks.rados.rados.0.smithi028.stdout:3000: finishing write tid 2 to smithi02882251-25 2024-04-02T08:35:29.936 INFO:tasks.rados.rados.0.smithi028.stdout:3000: finishing write tid 3 to smithi02882251-25 2024-04-02T08:35:29.938 INFO:tasks.rados.rados.0.smithi028.stdout:3000: finishing write tid 4 to smithi02882251-25 2024-04-02T08:35:29.938 INFO:tasks.rados.rados.0.smithi028.stdout:3000: oid 25 updating version 0 to 2111 2024-04-02T08:35:29.938 INFO:tasks.rados.rados.0.smithi028.stdout:3000: oid 25 version 2111 is already newer than 2109 2024-04-02T08:35:29.938 INFO:tasks.rados.rados.0.smithi028.stdout:3000: oid 25 version 2111 is already newer than 2110 2024-04-02T08:35:29.938 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2111 (ObjNum 931 snap 318 seq_num 931) dirty exists 2024-04-02T08:35:29.938 INFO:tasks.rados.rados.0.smithi028.stdout:3000: left oid 25 (ObjNum 931 snap 318 seq_num 931) 2024-04-02T08:35:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:29 smithi137 ceph-mon[88456]: pgmap v683: 121 pgs: 121 active+clean; 733 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:35:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:29 smithi137 ceph-mon[88456]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:35:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:29 smithi028 ceph-mon[94314]: pgmap v683: 121 pgs: 121 active+clean; 733 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:35:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:29 smithi028 ceph-mon[94314]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:35:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:29 smithi028 ceph-mon[96890]: pgmap v683: 121 pgs: 121 active+clean; 733 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2024-04-02T08:35:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:29 smithi028 ceph-mon[96890]: osdmap e681: 8 total, 8 up, 8 in 2024-04-02T08:35:30.907 INFO:tasks.rados.rados.0.smithi028.stdout:3000: done (1 left) 2024-04-02T08:35:30.907 INFO:tasks.rados.rados.0.smithi028.stdout:3002: done (0 left) 2024-04-02T08:35:30.907 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 319 2024-04-02T08:35:30.907 INFO:tasks.rados.rados.0.smithi028.stdout:3003: seq_num 932 ranges {1916928=417792,2334720=663552,2998272=139264} 2024-04-02T08:35:30.919 INFO:tasks.rados.rados.0.smithi028.stdout:3003: writing smithi02882251-40 from 1916928 to 2334720 tid 1 2024-04-02T08:35:30.923 INFO:tasks.rados.rados.0.smithi028.stdout:3003: writing smithi02882251-40 from 2334720 to 2998272 tid 2 2024-04-02T08:35:30.924 INFO:tasks.rados.rados.0.smithi028.stdout:3003: writing smithi02882251-40 from 2998272 to 3137536 tid 3 2024-04-02T08:35:30.924 INFO:tasks.rados.rados.0.smithi028.stdout:3004: snap_create 2024-04-02T08:35:30.928 INFO:tasks.rados.rados.0.smithi028.stdout:3003: finishing write tid 1 to smithi02882251-40 2024-04-02T08:35:30.929 INFO:tasks.rados.rados.0.smithi028.stdout:3003: finishing write tid 2 to smithi02882251-40 2024-04-02T08:35:30.929 INFO:tasks.rados.rados.0.smithi028.stdout:3003: finishing write tid 3 to smithi02882251-40 2024-04-02T08:35:30.930 INFO:tasks.rados.rados.0.smithi028.stdout:3003: finishing write tid 4 to smithi02882251-40 2024-04-02T08:35:30.931 INFO:tasks.rados.rados.0.smithi028.stdout:3003: finishing write tid 5 to smithi02882251-40 2024-04-02T08:35:30.931 INFO:tasks.rados.rados.0.smithi028.stdout:3003: oid 40 updating version 0 to 2490 2024-04-02T08:35:30.931 INFO:tasks.rados.rados.0.smithi028.stdout:3003: oid 40 updating version 2490 to 2492 2024-04-02T08:35:30.931 INFO:tasks.rados.rados.0.smithi028.stdout:3003: oid 40 version 2492 is already newer than 2491 2024-04-02T08:35:30.931 INFO:tasks.rados.rados.0.smithi028.stdout:3003: oid 40 version 2492 is already newer than 2489 2024-04-02T08:35:30.931 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2492 (ObjNum 932 snap 319 seq_num 932) dirty exists 2024-04-02T08:35:30.931 INFO:tasks.rados.rados.0.smithi028.stdout:3003: left oid 40 (ObjNum 932 snap 319 seq_num 932) 2024-04-02T08:35:31.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:30 smithi028 ceph-mon[94314]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:35:31.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:30 smithi028 ceph-mon[96890]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:35:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:30 smithi137 ceph-mon[88456]: osdmap e682: 8 total, 8 up, 8 in 2024-04-02T08:35:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:35:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:35:31] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-02T08:35:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:3003: done (1 left) 2024-04-02T08:35:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:3004: done (0 left) 2024-04-02T08:35:31.864 INFO:tasks.rados.rados.0.smithi028.stdout:3005: snap_create 2024-04-02T08:35:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:31 smithi028 ceph-mon[94314]: pgmap v686: 121 pgs: 121 active+clean; 734 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 290 KiB/s wr, 2 op/s 2024-04-02T08:35:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:31 smithi028 ceph-mon[94314]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:35:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:31 smithi028 ceph-mon[94314]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:35:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:31 smithi028 ceph-mon[96890]: pgmap v686: 121 pgs: 121 active+clean; 734 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 290 KiB/s wr, 2 op/s 2024-04-02T08:35:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:31 smithi028 ceph-mon[96890]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:35:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:31 smithi028 ceph-mon[96890]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:35:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:31 smithi137 ceph-mon[88456]: pgmap v686: 121 pgs: 121 active+clean; 734 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 290 KiB/s wr, 2 op/s 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:31 smithi137 ceph-mon[88456]: osdmap e683: 8 total, 8 up, 8 in 2024-04-02T08:35:32.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:31 smithi137 ceph-mon[88456]: osdmap e684: 8 total, 8 up, 8 in 2024-04-02T08:35:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:35:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:32.865 INFO:tasks.rados.rados.0.smithi028.stdout:3005: done (0 left) 2024-04-02T08:35:32.865 INFO:tasks.rados.rados.0.smithi028.stdout:3006: setattr oid 37 current snap is 321 2024-04-02T08:35:32.866 INFO:tasks.rados.rados.0.smithi028.stdout:3007: copy_from oid 13 from oid 1 current snap is 321 2024-04-02T08:35:32.867 INFO:tasks.rados.rados.0.smithi028.stdout:3008: delete oid 27 current snap is 321 2024-04-02T08:35:32.870 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2146 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:35:32.876 INFO:tasks.rados.rados.0.smithi028.stdout:3006: done (2 left) 2024-04-02T08:35:32.876 INFO:tasks.rados.rados.0.smithi028.stdout:3008: done (1 left) 2024-04-02T08:35:32.876 INFO:tasks.rados.rados.0.smithi028.stdout:3009: copy_from oid 18 from oid 34 current snap is 321 2024-04-02T08:35:32.876 INFO:tasks.rados.rados.0.smithi028.stdout:3010: snap_remove snap 303 2024-04-02T08:35:33.870 INFO:tasks.rados.rados.0.smithi028.stdout:3009: finishing copy_from to smithi02882251-18 2024-04-02T08:35:33.870 INFO:tasks.rados.rados.0.smithi028.stdout:3009: got expected ENOENT (src dne) 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:3009: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:3007: finishing copy_from racing read to smithi02882251-13 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:3007: finishing copy_from to smithi02882251-13 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2358 (ObjNum 882 snap 297 seq_num 882) dirty exists 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:3007: done (2 left) 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:3009: done (1 left) 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:3010: done (0 left) 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:3011: rmattr oid 31 current snap is 321 2024-04-02T08:35:33.871 INFO:tasks.rados.rados.0.smithi028.stdout:3012: setattr oid 48 current snap is 321 2024-04-02T08:35:33.873 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 321 2024-04-02T08:35:33.873 INFO:tasks.rados.rados.0.smithi028.stdout:3013: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-04-02T08:35:33.877 INFO:tasks.rados.rados.0.smithi028.stdout:3013: writing smithi02882251-26 from 0 to 450560 tid 1 2024-04-02T08:35:33.880 INFO:tasks.rados.rados.0.smithi028.stdout:3013: writing smithi02882251-26 from 450560 to 884736 tid 2 2024-04-02T08:35:33.883 INFO:tasks.rados.rados.0.smithi028.stdout:3013: writing smithi02882251-26 from 884736 to 1253376 tid 3 2024-04-02T08:35:33.883 INFO:tasks.rados.rados.0.smithi028.stdout:3014: read oid 32 snap -1 2024-04-02T08:35:33.883 INFO:tasks.rados.rados.0.smithi028.stdout:3014: expect (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:35:33.883 INFO:tasks.rados.rados.0.smithi028.stdout:3015: snap_remove snap 224 2024-04-02T08:35:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:33 smithi137 ceph-mon[88456]: pgmap v689: 121 pgs: 121 active+clean; 730 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 990 KiB/s wr, 17 op/s 2024-04-02T08:35:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:33 smithi137 ceph-mon[88456]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:35:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:33 smithi028 ceph-mon[94314]: pgmap v689: 121 pgs: 121 active+clean; 730 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 990 KiB/s wr, 17 op/s 2024-04-02T08:35:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:33 smithi028 ceph-mon[94314]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:35:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:33 smithi028 ceph-mon[96890]: pgmap v689: 121 pgs: 121 active+clean; 730 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 990 KiB/s wr, 17 op/s 2024-04-02T08:35:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:33 smithi028 ceph-mon[96890]: osdmap e685: 8 total, 8 up, 8 in 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2495 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2069 (ObjNum 918 snap 314 seq_num 918) dirty exists 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:3013: finishing write tid 1 to smithi02882251-26 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:3013: finishing write tid 2 to smithi02882251-26 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:3013: finishing write tid 3 to smithi02882251-26 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:3013: finishing write tid 4 to smithi02882251-26 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:3013: finishing write tid 5 to smithi02882251-26 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:3013: oid 26 updating version 0 to 2113 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:3013: oid 26 version 2113 is already newer than 2111 2024-04-02T08:35:34.876 INFO:tasks.rados.rados.0.smithi028.stdout:3013: oid 26 version 2113 is already newer than 2110 2024-04-02T08:35:34.877 INFO:tasks.rados.rados.0.smithi028.stdout:3013: oid 26 version 2113 is already newer than 2112 2024-04-02T08:35:34.877 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2113 (ObjNum 934 snap 321 seq_num 934) dirty exists 2024-04-02T08:35:34.877 INFO:tasks.rados.rados.0.smithi028.stdout:3013: left oid 26 (ObjNum 934 snap 321 seq_num 934) 2024-04-02T08:35:34.877 INFO:tasks.rados.rados.0.smithi028.stdout:3014: expect (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:35:35.084 INFO:tasks.rados.rados.0.smithi028.stdout:3011: done (4 left) 2024-04-02T08:35:35.084 INFO:tasks.rados.rados.0.smithi028.stdout:3012: done (3 left) 2024-04-02T08:35:35.084 INFO:tasks.rados.rados.0.smithi028.stdout:3013: done (2 left) 2024-04-02T08:35:35.084 INFO:tasks.rados.rados.0.smithi028.stdout:3014: done (1 left) 2024-04-02T08:35:35.084 INFO:tasks.rados.rados.0.smithi028.stdout:3015: done (0 left) 2024-04-02T08:35:35.084 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 321 2024-04-02T08:35:35.084 INFO:tasks.rados.rados.0.smithi028.stdout:3016: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-04-02T08:35:35.086 INFO:tasks.rados.rados.0.smithi028.stdout:3016: writing smithi02882251-50 from 0 to 466944 tid 1 2024-04-02T08:35:35.090 INFO:tasks.rados.rados.0.smithi028.stdout:3016: writing smithi02882251-50 from 466944 to 1187840 tid 2 2024-04-02T08:35:35.090 INFO:tasks.rados.rados.0.smithi028.stdout:3016: writing smithi02882251-50 from 1187840 to 1269760 tid 3 2024-04-02T08:35:35.091 INFO:tasks.rados.rados.0.smithi028.stdout:3017: snap_remove snap 314 2024-04-02T08:35:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:34 smithi137 ceph-mon[88456]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:35:35.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:34 smithi028 ceph-mon[94314]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:35:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:34 smithi028 ceph-mon[96890]: osdmap e686: 8 total, 8 up, 8 in 2024-04-02T08:35:35.882 INFO:tasks.rados.rados.0.smithi028.stdout:3016: finishing write tid 1 to smithi02882251-50 2024-04-02T08:35:35.882 INFO:tasks.rados.rados.0.smithi028.stdout:3016: finishing write tid 2 to smithi02882251-50 2024-04-02T08:35:35.882 INFO:tasks.rados.rados.0.smithi028.stdout:3016: finishing write tid 3 to smithi02882251-50 2024-04-02T08:35:35.882 INFO:tasks.rados.rados.0.smithi028.stdout:3016: finishing write tid 4 to smithi02882251-50 2024-04-02T08:35:35.882 INFO:tasks.rados.rados.0.smithi028.stdout:3016: finishing write tid 5 to smithi02882251-50 2024-04-02T08:35:35.882 INFO:tasks.rados.rados.0.smithi028.stdout:3016: oid 50 updating version 0 to 2147 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:3016: oid 50 updating version 2147 to 2148 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:3016: oid 50 version 2148 is already newer than 2146 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:3016: oid 50 updating version 2148 to 2149 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2149 (ObjNum 935 snap 321 seq_num 935) dirty exists 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:3016: left oid 50 (ObjNum 935 snap 321 seq_num 935) 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:3016: done (1 left) 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:3017: done (0 left) 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 321 2024-04-02T08:35:35.883 INFO:tasks.rados.rados.0.smithi028.stdout:3018: seq_num 936 ranges {1253376=483328,1736704=655360,2392064=147456} 2024-04-02T08:35:35.892 INFO:tasks.rados.rados.0.smithi028.stdout:3018: writing smithi02882251-26 from 1253376 to 1736704 tid 1 2024-04-02T08:35:35.897 INFO:tasks.rados.rados.0.smithi028.stdout:3018: writing smithi02882251-26 from 1736704 to 2392064 tid 2 2024-04-02T08:35:35.898 INFO:tasks.rados.rados.0.smithi028.stdout:3018: writing smithi02882251-26 from 2392064 to 2539520 tid 3 2024-04-02T08:35:35.898 INFO:tasks.rados.rados.0.smithi028.stdout:3018: finishing write tid 1 to smithi02882251-26 2024-04-02T08:35:35.898 INFO:tasks.rados.rados.0.smithi028.stdout:3019: snap_create 2024-04-02T08:35:35.903 INFO:tasks.rados.rados.0.smithi028.stdout:3018: finishing write tid 2 to smithi02882251-26 2024-04-02T08:35:35.903 INFO:tasks.rados.rados.0.smithi028.stdout:3018: finishing write tid 3 to smithi02882251-26 2024-04-02T08:35:35.903 INFO:tasks.rados.rados.0.smithi028.stdout:3018: finishing write tid 4 to smithi02882251-26 2024-04-02T08:35:35.905 INFO:tasks.rados.rados.0.smithi028.stdout:3018: finishing write tid 5 to smithi02882251-26 2024-04-02T08:35:35.905 INFO:tasks.rados.rados.0.smithi028.stdout:3018: oid 26 updating version 0 to 2114 2024-04-02T08:35:35.905 INFO:tasks.rados.rados.0.smithi028.stdout:3018: oid 26 updating version 2114 to 2115 2024-04-02T08:35:35.905 INFO:tasks.rados.rados.0.smithi028.stdout:3018: oid 26 updating version 2115 to 2117 2024-04-02T08:35:35.905 INFO:tasks.rados.rados.0.smithi028.stdout:3018: oid 26 version 2117 is already newer than 2116 2024-04-02T08:35:35.905 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2117 (ObjNum 936 snap 321 seq_num 936) dirty exists 2024-04-02T08:35:35.905 INFO:tasks.rados.rados.0.smithi028.stdout:3018: left oid 26 (ObjNum 936 snap 321 seq_num 936) 2024-04-02T08:35:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:35 smithi137 ceph-mon[88456]: pgmap v692: 121 pgs: 121 active+clean; 730 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 700 KiB/s wr, 14 op/s 2024-04-02T08:35:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:35 smithi137 ceph-mon[88456]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:35:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:35 smithi028 ceph-mon[94314]: pgmap v692: 121 pgs: 121 active+clean; 730 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 700 KiB/s wr, 14 op/s 2024-04-02T08:35:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:35 smithi028 ceph-mon[94314]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:35:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:35 smithi028 ceph-mon[96890]: pgmap v692: 121 pgs: 121 active+clean; 730 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 700 KiB/s wr, 14 op/s 2024-04-02T08:35:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:35 smithi028 ceph-mon[96890]: osdmap e687: 8 total, 8 up, 8 in 2024-04-02T08:35:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:36.865 INFO:tasks.rados.rados.0.smithi028.stdout:3018: done (1 left) 2024-04-02T08:35:36.866 INFO:tasks.rados.rados.0.smithi028.stdout:3019: done (0 left) 2024-04-02T08:35:36.866 INFO:tasks.rados.rados.0.smithi028.stdout:3020: read oid 30 snap -1 2024-04-02T08:35:36.866 INFO:tasks.rados.rados.0.smithi028.stdout:3020: expect (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:35:36.866 INFO:tasks.rados.rados.0.smithi028.stdout:3021: delete oid 49 current snap is 322 2024-04-02T08:35:36.873 INFO:tasks.rados.rados.0.smithi028.stdout:3021: done (1 left) 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3022: rollback oid 33 current snap is 322 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 305 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3023: copy_from oid 25 from oid 40 current snap is 322 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3024: read oid 8 snap -1 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3024: expect (ObjNum 913 snap 311 seq_num 913) 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3025: copy_from oid 11 from oid 28 current snap is 322 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3026: rollback oid 13 current snap is 322 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 313 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3027: read oid 35 snap -1 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3027: expect (ObjNum 653 snap 214 seq_num 653) 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3028: copy_from oid 10 from oid 39 current snap is 322 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:3029: rollback oid 27 current snap is 322 2024-04-02T08:35:36.874 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 315 2024-04-02T08:35:36.875 INFO:tasks.rados.rados.0.smithi028.stdout:3030: read oid 26 snap -1 2024-04-02T08:35:36.875 INFO:tasks.rados.rados.0.smithi028.stdout:3030: expect (ObjNum 936 snap 321 seq_num 936) 2024-04-02T08:35:36.875 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 322 2024-04-02T08:35:36.875 INFO:tasks.rados.rados.0.smithi028.stdout:3031: seq_num 938 ranges {4448256=516096,4964352=417792,5382144=385024} 2024-04-02T08:35:36.903 INFO:tasks.rados.rados.0.smithi028.stdout:3031: writing smithi02882251-19 from 4448256 to 4964352 tid 1 2024-04-02T08:35:36.905 INFO:tasks.rados.rados.0.smithi028.stdout:3031: writing smithi02882251-19 from 4964352 to 5382144 tid 2 2024-04-02T08:35:36.909 INFO:tasks.rados.rados.0.smithi028.stdout:3031: writing smithi02882251-19 from 5382144 to 5767168 tid 3 2024-04-02T08:35:36.909 INFO:tasks.rados.rados.0.smithi028.stdout:3032: rollback oid 15 current snap is 322 2024-04-02T08:35:36.909 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 304 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3022: finishing rollback tid 0 to smithi02882251-33 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3033: read oid 21 snap -1 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3033: expect (ObjNum 891 snap 298 seq_num 891) 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3034: copy_from oid 32 from oid 16 current snap is 322 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3028: finishing copy_from to smithi02882251-10 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3028: got expected ENOENT (src dne) 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3026: finishing rollback tid 0 to smithi02882251-13 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3028: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3025: finishing copy_from to smithi02882251-11 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3025: got expected ENOENT (src dne) 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3025: finishing copy_from racing read to smithi02882251-11 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3029: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3022: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:35:36.910 INFO:tasks.rados.rados.0.smithi028.stdout:3026: finishing rollback tid 1 to smithi02882251-13 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3022: finishing rollback tid 2 to smithi02882251-33 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2116 (ObjNum 847 snap 290 seq_num 847) dirty exists 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3029: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2513 (ObjNum 862 snap 290 seq_num 862) dirty exists 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3026: finishing rollback tid 2 to smithi02882251-13 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2361 (ObjNum 897 snap 300 seq_num 897) dirty exists 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3022: done (13 left) 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3025: done (12 left) 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3026: done (11 left) 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3028: done (10 left) 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3029: done (9 left) 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3035: read oid 20 snap 230 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3035: expect (ObjNum 688 snap 225 seq_num 688) 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 322 2024-04-02T08:35:36.911 INFO:tasks.rados.rados.0.smithi028.stdout:3024: expect (ObjNum 913 snap 311 seq_num 913) 2024-04-02T08:35:36.974 INFO:tasks.rados.rados.0.smithi028.stdout:3020: expect (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:35:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:36 smithi137 ceph-mon[88456]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:35:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:36 smithi137 ceph-mon[88456]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:35:37.159 INFO:tasks.rados.rados.0.smithi028.stdout:3030: expect (ObjNum 936 snap 321 seq_num 936) 2024-04-02T08:35:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:36 smithi028 ceph-mon[96890]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:35:37.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:36 smithi028 ceph-mon[96890]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:35:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:36 smithi028 ceph-mon[94314]: osdmap e688: 8 total, 8 up, 8 in 2024-04-02T08:35:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:36 smithi028 ceph-mon[94314]: osdmap e689: 8 total, 8 up, 8 in 2024-04-02T08:35:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:3023: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:35:37.246 INFO:tasks.rados.rados.0.smithi028.stdout:3033: expect (ObjNum 891 snap 298 seq_num 891) 2024-04-02T08:35:37.260 INFO:tasks.rados.rados.0.smithi028.stdout:3027: expect (ObjNum 653 snap 214 seq_num 653) 2024-04-02T08:35:37.590 INFO:tasks.rados.rados.0.smithi028.stdout:3032: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:35:37.591 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2016 (ObjNum 65 snap 0 seq_num 1682992750) dirty dne 2024-04-02T08:35:37.591 INFO:tasks.rados.rados.0.smithi028.stdout:3031: finishing write tid 1 to smithi02882251-19 2024-04-02T08:35:37.591 INFO:tasks.rados.rados.0.smithi028.stdout:3031: finishing write tid 2 to smithi02882251-19 2024-04-02T08:35:37.591 INFO:tasks.rados.rados.0.smithi028.stdout:3031: finishing write tid 3 to smithi02882251-19 2024-04-02T08:35:37.591 INFO:tasks.rados.rados.0.smithi028.stdout:3036: seq_num 939 ranges {1662976=532480,2195456=704512,2899968=98304} 2024-04-02T08:35:37.602 INFO:tasks.rados.rados.0.smithi028.stdout:3036: writing smithi02882251-1 from 1662976 to 2195456 tid 1 2024-04-02T08:35:37.607 INFO:tasks.rados.rados.0.smithi028.stdout:3036: writing smithi02882251-1 from 2195456 to 2899968 tid 2 2024-04-02T08:35:37.610 INFO:tasks.rados.rados.0.smithi028.stdout:3036: writing smithi02882251-1 from 2899968 to 2998272 tid 3 2024-04-02T08:35:37.610 INFO:tasks.rados.rados.0.smithi028.stdout:3020: done (10 left) 2024-04-02T08:35:37.610 INFO:tasks.rados.rados.0.smithi028.stdout:3024: done (9 left) 2024-04-02T08:35:37.610 INFO:tasks.rados.rados.0.smithi028.stdout:3027: done (8 left) 2024-04-02T08:35:37.610 INFO:tasks.rados.rados.0.smithi028.stdout:3030: done (7 left) 2024-04-02T08:35:37.610 INFO:tasks.rados.rados.0.smithi028.stdout:3032: done (6 left) 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3033: done (5 left) 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3037: copy_from oid 10 from oid 47 current snap is 322 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3031: finishing write tid 4 to smithi02882251-19 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3031: finishing write tid 5 to smithi02882251-19 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3031: oid 19 updating version 0 to 2028 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3031: oid 19 updating version 2028 to 2030 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3031: oid 19 version 2030 is already newer than 2029 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3031: oid 19 version 2030 is already newer than 2027 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2030 (ObjNum 938 snap 322 seq_num 938) dirty exists 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3031: left oid 19 (ObjNum 938 snap 322 seq_num 938) 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3023: finishing copy_from to smithi02882251-25 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2492 (ObjNum 932 snap 319 seq_num 932) dirty exists 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3034: finishing copy_from racing read to smithi02882251-32 2024-04-02T08:35:37.611 INFO:tasks.rados.rados.0.smithi028.stdout:3035: expect (ObjNum 688 snap 225 seq_num 688) 2024-04-02T08:35:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:37 smithi137 ceph-mon[88456]: pgmap v695: 121 pgs: 121 active+clean; 719 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:35:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:37 smithi028 ceph-mon[94314]: pgmap v695: 121 pgs: 121 active+clean; 719 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:35:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:37 smithi028 ceph-mon[96890]: pgmap v695: 121 pgs: 121 active+clean; 719 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3034: finishing copy_from to smithi02882251-32 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2240 (ObjNum 894 snap 298 seq_num 894) dirty exists 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3036: finishing write tid 1 to smithi02882251-1 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3036: finishing write tid 2 to smithi02882251-1 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3036: finishing write tid 3 to smithi02882251-1 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3036: finishing write tid 4 to smithi02882251-1 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3036: finishing write tid 5 to smithi02882251-1 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3036: oid 1 updating version 0 to 2362 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3036: oid 1 version 2362 is already newer than 2360 2024-04-02T08:35:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3036: oid 1 version 2362 is already newer than 2361 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3036: oid 1 version 2362 is already newer than 2359 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2362 (ObjNum 939 snap 322 seq_num 939) dirty exists 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3036: left oid 1 (ObjNum 939 snap 322 seq_num 939) 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3037: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3037: finishing copy_from to smithi02882251-10 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1903 (ObjNum 797 snap 279 seq_num 797) dirty exists 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3023: done (5 left) 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3031: done (4 left) 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3034: done (3 left) 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3035: done (2 left) 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3036: done (1 left) 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3037: done (0 left) 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3038: read oid 10 snap -1 2024-04-02T08:35:38.933 INFO:tasks.rados.rados.0.smithi028.stdout:3038: expect (ObjNum 797 snap 279 seq_num 797) 2024-04-02T08:35:38.934 INFO:tasks.rados.rados.0.smithi028.stdout:3039: snap_create 2024-04-02T08:35:38.945 INFO:tasks.rados.rados.0.smithi028.stdout:3038: expect (ObjNum 797 snap 279 seq_num 797) 2024-04-02T08:35:39.251 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph orch ps' 2024-04-02T08:35:39.506 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:35:39.898 INFO:tasks.rados.rados.0.smithi028.stdout:3038: done (1 left) 2024-04-02T08:35:39.898 INFO:tasks.rados.rados.0.smithi028.stdout:3039: done (0 left) 2024-04-02T08:35:39.898 INFO:tasks.rados.rados.0.smithi028.stdout:3040: read oid 20 snap -1 2024-04-02T08:35:39.898 INFO:tasks.rados.rados.0.smithi028.stdout:3040: expect deleted 2024-04-02T08:35:39.898 INFO:tasks.rados.rados.0.smithi028.stdout:3041: snap_create 2024-04-02T08:35:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:39 smithi137 ceph-mon[88456]: pgmap v697: 121 pgs: 121 active+clean; 719 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:35:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:39 smithi137 ceph-mon[88456]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:39 smithi028 ceph-mon[94314]: pgmap v697: 121 pgs: 121 active+clean; 719 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:35:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:39 smithi028 ceph-mon[94314]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:39 smithi028 ceph-mon[96890]: pgmap v697: 121 pgs: 121 active+clean; 719 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-04-02T08:35:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:39 smithi028 ceph-mon[96890]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:40.903 INFO:tasks.rados.rados.0.smithi028.stdout:3040: done (1 left) 2024-04-02T08:35:40.903 INFO:tasks.rados.rados.0.smithi028.stdout:3041: done (0 left) 2024-04-02T08:35:40.903 INFO:tasks.rados.rados.0.smithi028.stdout:3042: read oid 14 snap 315 2024-04-02T08:35:40.903 INFO:tasks.rados.rados.0.smithi028.stdout:3042: expect deleted 2024-04-02T08:35:40.903 INFO:tasks.rados.rados.0.smithi028.stdout:3043: rollback oid 10 current snap is 324 2024-04-02T08:35:40.903 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 292 2024-04-02T08:35:40.904 INFO:tasks.rados.rados.0.smithi028.stdout:3044: delete oid 6 current snap is 324 2024-04-02T08:35:40.908 INFO:tasks.rados.rados.0.smithi028.stdout:3042: done (2 left) 2024-04-02T08:35:40.908 INFO:tasks.rados.rados.0.smithi028.stdout:3044: done (1 left) 2024-04-02T08:35:40.909 INFO:tasks.rados.rados.0.smithi028.stdout:3045: snap_remove snap 322 2024-04-02T08:35:41.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:40 smithi028 ceph-mon[94314]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:35:41.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:40 smithi028 ceph-mon[96890]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:35:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:40 smithi137 ceph-mon[88456]: osdmap e690: 8 total, 8 up, 8 in 2024-04-02T08:35:41.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:35:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:35:41] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2024-04-02T08:35:41.462 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-02T08:35:41.462 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (56s) 52s ago 13m 15.2M - 0.25.0 c8568f914cd2 eca3762a188f 2024-04-02T08:35:41.462 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi137 *:3000 running (33s) 29s ago 13m 52.9M - 9.4.12 2bacad6d85d8 4bf44e74a4c4 2024-04-02T08:35:41.462 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (2m) 52s ago 14m 13.4M - 19.0.0-2422-g3cba26ea beaaa8a653cf 3aded1109450 2024-04-02T08:35:41.462 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi137 running (106s) 29s ago 14m 12.9M - 19.0.0-2422-g3cba26ea beaaa8a653cf 129c5f68e748 2024-04-02T08:35:41.462 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi137 *:8443,9283,8765 running (8m) 29s ago 17m 452M - 19.0.0-2422-g3cba26ea beaaa8a653cf 0f8be42229fa 2024-04-02T08:35:41.462 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (8m) 52s ago 19m 514M - 19.0.0-2422-g3cba26ea beaaa8a653cf 2f686b8fff4c 2024-04-02T08:35:41.462 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (8m) 52s ago 19m 71.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf d46dd5d32aaa 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi137 running (7m) 29s ago 18m 62.8M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf b179a1ed515f 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (7m) 52s ago 18m 65.0M 2048M 19.0.0-2422-g3cba26ea beaaa8a653cf 0084700c6d4a 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (93s) 52s ago 12m 8228k - 1.5.0 0da6a335fe13 9398c24d5408 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi137 *:9100 running (88s) 29s ago 12m 8274k - 1.5.0 0da6a335fe13 90272723bb9c 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (6m) 52s ago 17m 328M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 9f9f6bda2b41 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (5m) 52s ago 17m 252M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf d4aca2a1dacb 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (5m) 52s ago 16m 318M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf bd2442a680fc 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (4m) 52s ago 16m 254M 2481M 19.0.0-2422-g3cba26ea beaaa8a653cf 0c51eec8f95c 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi137 running (4m) 29s ago 15m 296M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 66f79285ff41 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi137 running (3m) 29s ago 15m 241M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b6258291b147 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi137 running (3m) 29s ago 15m 118M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf 82ed86027c61 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi137 running (2m) 29s ago 14m 177M 2480M 19.0.0-2422-g3cba26ea beaaa8a653cf b9b7a0672a08 2024-04-02T08:35:41.463 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi137 *:9095 running (72s) 29s ago 13m 46.8M - 2.43.0 a07b618ecd1d c5c3bcb146d8 2024-04-02T08:35:41.867 INFO:tasks.rados.rados.0.smithi028.stdout:3045: done (1 left) 2024-04-02T08:35:41.867 INFO:tasks.rados.rados.0.smithi028.stdout:3046: read oid 30 snap -1 2024-04-02T08:35:41.867 INFO:tasks.rados.rados.0.smithi028.stdout:3046: expect (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:35:41.867 INFO:tasks.rados.rados.0.smithi028.stdout:3047: setattr oid 5 current snap is 324 2024-04-02T08:35:41.867 INFO:tasks.rados.rados.0.smithi028.stdout:3043: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:35:41.868 INFO:tasks.rados.rados.0.smithi028.stdout:3043: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:35:41.868 INFO:tasks.rados.rados.0.smithi028.stdout:3043: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:35:41.868 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2072 (ObjNum 596 snap 184 seq_num 596) dirty exists 2024-04-02T08:35:41.868 INFO:tasks.rados.rados.0.smithi028.stdout:3043: done (2 left) 2024-04-02T08:35:41.868 INFO:tasks.rados.rados.0.smithi028.stdout:3048: snap_remove snap 282 2024-04-02T08:35:42.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:41 smithi028 ceph-mon[94314]: pgmap v699: 121 pgs: 121 active+clean; 721 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:35:42.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:41 smithi028 ceph-mon[94314]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:35:42.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:41 smithi028 ceph-mon[94314]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:35:42.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:41 smithi028 ceph-mon[96890]: pgmap v699: 121 pgs: 121 active+clean; 721 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:35:42.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:41 smithi028 ceph-mon[96890]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:35:42.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:41 smithi028 ceph-mon[96890]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:35:42.159 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions' 2024-04-02T08:35:42.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:41 smithi137 ceph-mon[88456]: pgmap v699: 121 pgs: 121 active+clean; 721 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:35:42.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:41 smithi137 ceph-mon[88456]: osdmap e691: 8 total, 8 up, 8 in 2024-04-02T08:35:42.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:41 smithi137 ceph-mon[88456]: osdmap e692: 8 total, 8 up, 8 in 2024-04-02T08:35:42.373 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:35:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:35:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:42.869 INFO:tasks.rados.rados.0.smithi028.stdout:3048: done (2 left) 2024-04-02T08:35:42.869 INFO:tasks.rados.rados.0.smithi028.stdout:3049: snap_remove snap 305 2024-04-02T08:35:43.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:42 smithi028 ceph-mon[94314]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:42 smithi028 ceph-mon[94314]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:35:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:42 smithi028 ceph-mon[96890]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:42 smithi028 ceph-mon[96890]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:35:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:42 smithi137 ceph-mon[88456]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T08:35:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:42 smithi137 ceph-mon[88456]: osdmap e693: 8 total, 8 up, 8 in 2024-04-02T08:35:43.870 INFO:tasks.rados.rados.0.smithi028.stdout:3049: done (2 left) 2024-04-02T08:35:43.870 INFO:tasks.rados.rados.0.smithi028.stdout:3050: rollback oid 38 current snap is 324 2024-04-02T08:35:43.870 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 316 2024-04-02T08:35:43.870 INFO:tasks.rados.rados.0.smithi028.stdout:3051: copy_from oid 21 from oid 28 current snap is 324 2024-04-02T08:35:43.870 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 324 2024-04-02T08:35:43.870 INFO:tasks.rados.rados.0.smithi028.stdout:3052: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2024-04-02T08:35:43.874 INFO:tasks.rados.rados.0.smithi028.stdout:3052: writing smithi02882251-6 from 0 to 565248 tid 1 2024-04-02T08:35:43.877 INFO:tasks.rados.rados.0.smithi028.stdout:3052: writing smithi02882251-6 from 565248 to 1040384 tid 2 2024-04-02T08:35:43.880 INFO:tasks.rados.rados.0.smithi028.stdout:3052: writing smithi02882251-6 from 1040384 to 1368064 tid 3 2024-04-02T08:35:43.884 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2150 (ObjNum 919 snap 314 seq_num 919) dirty exists 2024-04-02T08:35:43.884 INFO:tasks.rados.rados.0.smithi028.stdout:3046: expect (ObjNum 893 snap 298 seq_num 893) 2024-04-02T08:35:44.008 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:43 smithi028 ceph-mon[94314]: pgmap v702: 121 pgs: 121 active+clean; 738 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:35:44.008 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:43 smithi028 ceph-mon[94314]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:35:44.008 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:43 smithi028 ceph-mon[96890]: pgmap v702: 121 pgs: 121 active+clean; 738 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:35:44.008 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:43 smithi028 ceph-mon[96890]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:35:44.100 INFO:tasks.rados.rados.0.smithi028.stdout:3051: finishing copy_from to smithi02882251-21 2024-04-02T08:35:44.100 INFO:tasks.rados.rados.0.smithi028.stdout:3051: got expected ENOENT (src dne) 2024-04-02T08:35:44.100 INFO:tasks.rados.rados.0.smithi028.stdout:3050: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3051: finishing copy_from racing read to smithi02882251-21 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3050: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3050: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2365 (ObjNum 846 snap 290 seq_num 846) dirty exists 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 1 to smithi02882251-6 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 2 to smithi02882251-6 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 3 to smithi02882251-6 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 4 to smithi02882251-6 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 5 to smithi02882251-6 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: oid 6 updating version 0 to 2363 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: oid 6 updating version 2363 to 2365 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: oid 6 updating version 2365 to 2366 2024-04-02T08:35:44.101 INFO:tasks.rados.rados.0.smithi028.stdout:3052: oid 6 version 2366 is already newer than 2364 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2366 (ObjNum 941 snap 324 seq_num 941) dirty exists 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3052: left oid 6 (ObjNum 941 snap 324 seq_num 941) 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3046: done (4 left) 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3047: done (3 left) 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3050: done (2 left) 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3051: done (1 left) 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3052: done (0 left) 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3053: rmattr oid 22 current snap is 324 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3053: done (0 left) 2024-04-02T08:35:44.102 INFO:tasks.rados.rados.0.smithi028.stdout:3054: delete oid 23 current snap is 324 2024-04-02T08:35:44.103 INFO:tasks.rados.rados.0.smithi028.stdout:3054: done (0 left) 2024-04-02T08:35:44.103 INFO:tasks.rados.rados.0.smithi028.stdout:3055: snap_remove snap 294 2024-04-02T08:35:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:43 smithi137 ceph-mon[88456]: pgmap v702: 121 pgs: 121 active+clean; 738 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T08:35:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:43 smithi137 ceph-mon[88456]: osdmap e694: 8 total, 8 up, 8 in 2024-04-02T08:35:44.528 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T08:35:44.529 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-04-02T08:35:44.530 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-04-02T08:35:44.530 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 15 2024-04-02T08:35:44.530 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-04-02T08:35:44.530 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-04-02T08:35:44.917 INFO:tasks.rados.rados.0.smithi028.stdout:3055: done (0 left) 2024-04-02T08:35:44.992 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 324 2024-04-02T08:35:44.992 INFO:tasks.rados.rados.0.smithi028.stdout:3056: seq_num 943 ranges {532480=598016,1130496=688128,1818624=114688} 2024-04-02T08:35:44.993 INFO:tasks.rados.rados.0.smithi028.stdout:3056: writing smithi02882251-21 from 532480 to 1130496 tid 1 2024-04-02T08:35:44.993 INFO:tasks.rados.rados.0.smithi028.stdout:3056: writing smithi02882251-21 from 1130496 to 1818624 tid 2 2024-04-02T08:35:44.993 INFO:tasks.rados.rados.0.smithi028.stdout:3056: writing smithi02882251-21 from 1818624 to 1933312 tid 3 2024-04-02T08:35:44.993 INFO:tasks.rados.rados.0.smithi028.stdout:3057: rmattr oid 43 current snap is 324 2024-04-02T08:35:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:3057: done (1 left) 2024-04-02T08:35:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:3058: rollback oid 37 current snap is 324 2024-04-02T08:35:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 261 2024-04-02T08:35:44.994 INFO:tasks.rados.rados.0.smithi028.stdout:3059: snap_remove snap 184 2024-04-02T08:35:45.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:44 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/230243461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:44 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/230243461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:45.266 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-02T08:35:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:44 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/230243461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:45.482 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3059: done (2 left) 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3060: rollback oid 44 current snap is 324 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 281 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3056: finishing write tid 1 to smithi02882251-21 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3056: finishing write tid 2 to smithi02882251-21 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3056: finishing write tid 3 to smithi02882251-21 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3056: finishing write tid 4 to smithi02882251-21 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3056: finishing write tid 5 to smithi02882251-21 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3056: oid 21 updating version 0 to 2248 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3056: oid 21 updating version 2248 to 2249 2024-04-02T08:35:45.928 INFO:tasks.rados.rados.0.smithi028.stdout:3056: oid 21 version 2249 is already newer than 2247 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:3056: oid 21 version 2249 is already newer than 2246 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2249 (ObjNum 943 snap 324 seq_num 943) dirty exists 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:3056: left oid 21 (ObjNum 943 snap 324 seq_num 943) 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:3058: finishing rollback tid 0 to smithi02882251-37 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:3058: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:3058: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2149 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:3056: done (2 left) 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:3058: done (1 left) 2024-04-02T08:35:45.929 INFO:tasks.rados.rados.0.smithi028.stdout:3061: setattr oid 20 current snap is 324 2024-04-02T08:35:45.930 INFO:tasks.rados.rados.0.smithi028.stdout:3062: delete oid 10 current snap is 324 2024-04-02T08:35:45.935 INFO:tasks.rados.rados.0.smithi028.stdout:3060: finishing rollback tid 1 to smithi02882251-44 2024-04-02T08:35:45.935 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1892 (ObjNum 3361 snap 0 seq_num 8717) dirty dne 2024-04-02T08:35:45.940 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2241 (ObjNum 177 snap 0 seq_num 1440964464) dirty exists 2024-04-02T08:35:45.942 INFO:tasks.rados.rados.0.smithi028.stdout:3060: done (2 left) 2024-04-02T08:35:45.942 INFO:tasks.rados.rados.0.smithi028.stdout:3061: done (1 left) 2024-04-02T08:35:45.942 INFO:tasks.rados.rados.0.smithi028.stdout:3062: done (0 left) 2024-04-02T08:35:45.942 INFO:tasks.rados.rados.0.smithi028.stdout:3063: copy_from oid 8 from oid 46 current snap is 324 2024-04-02T08:35:45.942 INFO:tasks.rados.rados.0.smithi028.stdout:3064: snap_remove snap 321 2024-04-02T08:35:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:45 smithi137 ceph-mon[88456]: pgmap v705: 121 pgs: 121 active+clean; 738 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-02T08:35:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:45 smithi137 ceph-mon[88456]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:35:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:45 smithi028 ceph-mon[94314]: pgmap v705: 121 pgs: 121 active+clean; 738 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-02T08:35:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:45 smithi028 ceph-mon[94314]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:35:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:45 smithi028 ceph-mon[96890]: pgmap v705: 121 pgs: 121 active+clean; 738 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-04-02T08:35:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:45 smithi028 ceph-mon[96890]: osdmap e695: 8 total, 8 up, 8 in 2024-04-02T08:35:46.923 INFO:tasks.rados.rados.0.smithi028.stdout:3064: done (1 left) 2024-04-02T08:35:46.923 INFO:tasks.rados.rados.0.smithi028.stdout:3065: rmattr oid 36 current snap is 324 2024-04-02T08:35:46.924 INFO:tasks.rados.rados.0.smithi028.stdout:3065: done (1 left) 2024-04-02T08:35:46.924 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 324 2024-04-02T08:35:46.924 INFO:tasks.rados.rados.0.smithi028.stdout:3066: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-04-02T08:35:46.927 INFO:tasks.rados.rados.0.smithi028.stdout:3066: writing smithi02882251-28 from 0 to 630784 tid 1 2024-04-02T08:35:46.931 INFO:tasks.rados.rados.0.smithi028.stdout:3066: writing smithi02882251-28 from 630784 to 1089536 tid 2 2024-04-02T08:35:46.934 INFO:tasks.rados.rados.0.smithi028.stdout:3066: writing smithi02882251-28 from 1089536 to 1433600 tid 3 2024-04-02T08:35:46.934 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 324 2024-04-02T08:35:46.934 INFO:tasks.rados.rados.0.smithi028.stdout:3063: finishing copy_from racing read to smithi02882251-8 2024-04-02T08:35:46.934 INFO:tasks.rados.rados.0.smithi028.stdout:3067: seq_num 946 ranges {4136960=647168,4784128=745472,5529600=57344} 2024-04-02T08:35:46.962 INFO:tasks.rados.rados.0.smithi028.stdout:3067: writing smithi02882251-33 from 4136960 to 4784128 tid 1 2024-04-02T08:35:46.967 INFO:tasks.rados.rados.0.smithi028.stdout:3067: writing smithi02882251-33 from 4784128 to 5529600 tid 2 2024-04-02T08:35:46.968 INFO:tasks.rados.rados.0.smithi028.stdout:3067: writing smithi02882251-33 from 5529600 to 5586944 tid 3 2024-04-02T08:35:46.968 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 324 2024-04-02T08:35:46.968 INFO:tasks.rados.rados.0.smithi028.stdout:3063: finishing copy_from to smithi02882251-8 2024-04-02T08:35:46.968 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 706 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:35:46.968 INFO:tasks.rados.rados.0.smithi028.stdout:3068: seq_num 947 ranges {0=663552,663552=630784,1294336=172032} 2024-04-02T08:35:46.971 INFO:tasks.rados.rados.0.smithi028.stdout:3068: writing smithi02882251-39 from 0 to 663552 tid 1 2024-04-02T08:35:46.976 INFO:tasks.rados.rados.0.smithi028.stdout:3068: writing smithi02882251-39 from 663552 to 1294336 tid 2 2024-04-02T08:35:46.978 INFO:tasks.rados.rados.0.smithi028.stdout:3068: writing smithi02882251-39 from 1294336 to 1466368 tid 3 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3063: done (3 left) 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3069: copy_from oid 5 from oid 36 current snap is 324 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: finishing write tid 1 to smithi02882251-28 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: finishing write tid 2 to smithi02882251-28 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: finishing write tid 3 to smithi02882251-28 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: finishing write tid 4 to smithi02882251-28 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: finishing write tid 5 to smithi02882251-28 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: oid 28 updating version 0 to 2034 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: oid 28 updating version 2034 to 2035 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: oid 28 version 2035 is already newer than 2033 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: oid 28 version 2035 is already newer than 2032 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2035 (ObjNum 945 snap 324 seq_num 945) dirty exists 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3066: left oid 28 (ObjNum 945 snap 324 seq_num 945) 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3067: finishing write tid 1 to smithi02882251-33 2024-04-02T08:35:46.979 INFO:tasks.rados.rados.0.smithi028.stdout:3067: finishing write tid 2 to smithi02882251-33 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: finishing write tid 3 to smithi02882251-33 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: finishing write tid 4 to smithi02882251-33 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: finishing write tid 5 to smithi02882251-33 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: oid 33 updating version 0 to 2117 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: oid 33 updating version 2117 to 2120 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: oid 33 version 2120 is already newer than 2118 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: oid 33 version 2120 is already newer than 2119 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2120 (ObjNum 946 snap 324 seq_num 946) dirty exists 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: left oid 33 (ObjNum 946 snap 324 seq_num 946) 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3068: finishing write tid 1 to smithi02882251-39 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3066: done (3 left) 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3067: done (2 left) 2024-04-02T08:35:46.980 INFO:tasks.rados.rados.0.smithi028.stdout:3070: snap_create 2024-04-02T08:35:46.981 INFO:tasks.rados.rados.0.smithi028.stdout:3068: finishing write tid 2 to smithi02882251-39 2024-04-02T08:35:46.981 INFO:tasks.rados.rados.0.smithi028.stdout:3068: finishing write tid 3 to smithi02882251-39 2024-04-02T08:35:46.981 INFO:tasks.rados.rados.0.smithi028.stdout:3068: finishing write tid 4 to smithi02882251-39 2024-04-02T08:35:46.982 INFO:tasks.rados.rados.0.smithi028.stdout:3068: finishing write tid 5 to smithi02882251-39 2024-04-02T08:35:46.982 INFO:tasks.rados.rados.0.smithi028.stdout:3068: oid 39 updating version 0 to 2147 2024-04-02T08:35:46.982 INFO:tasks.rados.rados.0.smithi028.stdout:3068: oid 39 version 2147 is already newer than 2146 2024-04-02T08:35:46.982 INFO:tasks.rados.rados.0.smithi028.stdout:3068: oid 39 version 2147 is already newer than 2145 2024-04-02T08:35:46.982 INFO:tasks.rados.rados.0.smithi028.stdout:3068: oid 39 version 2147 is already newer than 2144 2024-04-02T08:35:46.982 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2147 (ObjNum 947 snap 324 seq_num 947) dirty exists 2024-04-02T08:35:46.982 INFO:tasks.rados.rados.0.smithi028.stdout:3068: left oid 39 (ObjNum 947 snap 324 seq_num 947) 2024-04-02T08:35:46.990 INFO:tasks.rados.rados.0.smithi028.stdout:3069: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:35:46.990 INFO:tasks.rados.rados.0.smithi028.stdout:3069: finishing copy_from to smithi02882251-5 2024-04-02T08:35:46.990 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2113 (ObjNum 679 snap 224 seq_num 679) dirty exists 2024-04-02T08:35:47.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:46 smithi028 ceph-mon[94314]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:35:47.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:46 smithi028 ceph-mon[96890]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:35:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:46 smithi137 ceph-mon[88456]: osdmap e696: 8 total, 8 up, 8 in 2024-04-02T08:35:47.624 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-04-02T08:35:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:3068: done (2 left) 2024-04-02T08:35:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:3069: done (1 left) 2024-04-02T08:35:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:3070: done (0 left) 2024-04-02T08:35:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 325 2024-04-02T08:35:47.928 INFO:tasks.rados.rados.0.smithi028.stdout:3071: seq_num 948 ranges {1785856=679936,2465792=516096,2981888=286720} 2024-04-02T08:35:47.941 INFO:tasks.rados.rados.0.smithi028.stdout:3071: writing smithi02882251-13 from 1785856 to 2465792 tid 1 2024-04-02T08:35:47.945 INFO:tasks.rados.rados.0.smithi028.stdout:3071: writing smithi02882251-13 from 2465792 to 2981888 tid 2 2024-04-02T08:35:47.947 INFO:tasks.rados.rados.0.smithi028.stdout:3071: writing smithi02882251-13 from 2981888 to 3268608 tid 3 2024-04-02T08:35:47.947 INFO:tasks.rados.rados.0.smithi028.stdout:3072: rollback oid 43 current snap is 325 2024-04-02T08:35:47.947 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 281 2024-04-02T08:35:47.948 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 325 2024-04-02T08:35:47.948 INFO:tasks.rados.rados.0.smithi028.stdout:3073: seq_num 949 ranges {3047424=704512,3751936=794624,4546560=8192} 2024-04-02T08:35:47.969 INFO:tasks.rados.rados.0.smithi028.stdout:3073: writing smithi02882251-30 from 3047424 to 3751936 tid 1 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3073: writing smithi02882251-30 from 3751936 to 4546560 tid 2 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3073: writing smithi02882251-30 from 4546560 to 4554752 tid 3 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3074: snap_create 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3072: finishing rollback tid 0 to smithi02882251-43 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3071: finishing write tid 1 to smithi02882251-13 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3072: finishing rollback tid 1 to smithi02882251-43 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 912 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3071: finishing write tid 2 to smithi02882251-13 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3071: finishing write tid 3 to smithi02882251-13 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3071: finishing write tid 4 to smithi02882251-13 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3071: finishing write tid 5 to smithi02882251-13 2024-04-02T08:35:47.976 INFO:tasks.rados.rados.0.smithi028.stdout:3071: oid 13 updating version 0 to 2370 2024-04-02T08:35:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3071: oid 13 version 2370 is already newer than 2367 2024-04-02T08:35:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3071: oid 13 version 2370 is already newer than 2368 2024-04-02T08:35:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3071: oid 13 version 2370 is already newer than 2369 2024-04-02T08:35:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2370 (ObjNum 948 snap 325 seq_num 948) dirty exists 2024-04-02T08:35:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3071: left oid 13 (ObjNum 948 snap 325 seq_num 948) 2024-04-02T08:35:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3073: finishing write tid 1 to smithi02882251-30 2024-04-02T08:35:47.980 INFO:tasks.rados.rados.0.smithi028.stdout:3073: finishing write tid 2 to smithi02882251-30 2024-04-02T08:35:47.980 INFO:tasks.rados.rados.0.smithi028.stdout:3073: finishing write tid 3 to smithi02882251-30 2024-04-02T08:35:47.980 INFO:tasks.rados.rados.0.smithi028.stdout:3073: finishing write tid 4 to smithi02882251-30 2024-04-02T08:35:47.982 INFO:tasks.rados.rados.0.smithi028.stdout:3073: finishing write tid 5 to smithi02882251-30 2024-04-02T08:35:47.982 INFO:tasks.rados.rados.0.smithi028.stdout:3073: oid 30 updating version 0 to 2493 2024-04-02T08:35:47.982 INFO:tasks.rados.rados.0.smithi028.stdout:3073: oid 30 updating version 2493 to 2494 2024-04-02T08:35:47.982 INFO:tasks.rados.rados.0.smithi028.stdout:3073: oid 30 updating version 2494 to 2496 2024-04-02T08:35:47.982 INFO:tasks.rados.rados.0.smithi028.stdout:3073: oid 30 version 2496 is already newer than 2495 2024-04-02T08:35:47.982 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2496 (ObjNum 949 snap 325 seq_num 949) dirty exists 2024-04-02T08:35:47.982 INFO:tasks.rados.rados.0.smithi028.stdout:3073: left oid 30 (ObjNum 949 snap 325 seq_num 949) 2024-04-02T08:35:48.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:47 smithi028 ceph-mon[94314]: pgmap v708: 121 pgs: 121 active+clean; 720 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 676 KiB/s wr, 14 op/s 2024-04-02T08:35:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:47 smithi028 ceph-mon[94314]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:35:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:47 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/369995644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:47 smithi028 ceph-mon[96890]: pgmap v708: 121 pgs: 121 active+clean; 720 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 676 KiB/s wr, 14 op/s 2024-04-02T08:35:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:47 smithi028 ceph-mon[96890]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:35:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:47 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/369995644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:48.334 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -e sha1=3cba26eaefcf7477205a2b2318143422b83a518d -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-02T08:35:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:47 smithi137 ceph-mon[88456]: pgmap v708: 121 pgs: 121 active+clean; 720 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 676 KiB/s wr, 14 op/s 2024-04-02T08:35:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:47 smithi137 ceph-mon[88456]: osdmap e697: 8 total, 8 up, 8 in 2024-04-02T08:35:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:47 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/369995644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:48.547 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:35:48.933 INFO:tasks.rados.rados.0.smithi028.stdout:3071: done (3 left) 2024-04-02T08:35:48.933 INFO:tasks.rados.rados.0.smithi028.stdout:3072: done (2 left) 2024-04-02T08:35:48.933 INFO:tasks.rados.rados.0.smithi028.stdout:3073: done (1 left) 2024-04-02T08:35:48.933 INFO:tasks.rados.rados.0.smithi028.stdout:3074: done (0 left) 2024-04-02T08:35:48.934 INFO:tasks.rados.rados.0.smithi028.stdout:3075: snap_remove snap 238 2024-04-02T08:35:49.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:48 smithi028 ceph-mon[94314]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:35:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:48 smithi028 ceph-mon[96890]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:35:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:48 smithi137 ceph-mon[88456]: osdmap e698: 8 total, 8 up, 8 in 2024-04-02T08:35:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:3075: done (0 left) 2024-04-02T08:35:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:3076: setattr oid 40 current snap is 326 2024-04-02T08:35:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:3077: read oid 41 snap 283 2024-04-02T08:35:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:3077: expect deleted 2024-04-02T08:35:49.943 INFO:tasks.rados.rados.0.smithi028.stdout:3078: snap_remove snap 281 2024-04-02T08:35:50.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:49 smithi028 ceph-mon[94314]: pgmap v711: 121 pgs: 121 active+clean; 720 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 676 KiB/s wr, 14 op/s 2024-04-02T08:35:50.105 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:49 smithi028 ceph-mon[94314]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:35:50.105 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:49 smithi028 ceph-mon[96890]: pgmap v711: 121 pgs: 121 active+clean; 720 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 676 KiB/s wr, 14 op/s 2024-04-02T08:35:50.105 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:49 smithi028 ceph-mon[96890]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:35:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:49 smithi137 ceph-mon[88456]: pgmap v711: 121 pgs: 121 active+clean; 720 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 676 KiB/s wr, 14 op/s 2024-04-02T08:35:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:49 smithi137 ceph-mon[88456]: osdmap e699: 8 total, 8 up, 8 in 2024-04-02T08:35:50.441 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)" 2024-04-02T08:35:50.948 INFO:tasks.rados.rados.0.smithi028.stdout:3078: done (2 left) 2024-04-02T08:35:50.948 INFO:tasks.rados.rados.0.smithi028.stdout:3079: copy_from oid 27 from oid 44 current snap is 326 2024-04-02T08:35:50.948 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2551 (ObjNum 932 snap 319 seq_num 932) dirty exists 2024-04-02T08:35:50.948 INFO:tasks.rados.rados.0.smithi028.stdout:3076: done (2 left) 2024-04-02T08:35:50.948 INFO:tasks.rados.rados.0.smithi028.stdout:3077: done (1 left) 2024-04-02T08:35:50.949 INFO:tasks.rados.rados.0.smithi028.stdout:3080: rmattr oid 48 current snap is 326 2024-04-02T08:35:50.949 INFO:tasks.rados.rados.0.smithi028.stdout:3081: rmattr oid 39 current snap is 326 2024-04-02T08:35:50.949 INFO:tasks.rados.rados.0.smithi028.stdout:3081: done (2 left) 2024-04-02T08:35:50.949 INFO:tasks.rados.rados.0.smithi028.stdout:3082: read oid 33 snap 164 2024-04-02T08:35:50.949 INFO:tasks.rados.rados.0.smithi028.stdout:3082: expect (ObjNum 461 snap 146 seq_num 461) 2024-04-02T08:35:50.949 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 326 2024-04-02T08:35:50.949 INFO:tasks.rados.rados.0.smithi028.stdout:3083: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-04-02T08:35:50.953 INFO:tasks.rados.rados.0.smithi028.stdout:3083: writing smithi02882251-23 from 0 to 720896 tid 1 2024-04-02T08:35:50.958 INFO:tasks.rados.rados.0.smithi028.stdout:3083: writing smithi02882251-23 from 720896 to 1400832 tid 2 2024-04-02T08:35:50.959 INFO:tasks.rados.rados.0.smithi028.stdout:3083: writing smithi02882251-23 from 1400832 to 1523712 tid 3 2024-04-02T08:35:50.960 INFO:tasks.rados.rados.0.smithi028.stdout:3084: snap_remove snap 261 2024-04-02T08:35:51.076 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:50 smithi028 ceph-mon[94314]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:35:51.076 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:50 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2474630954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:51.076 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:51.077 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:50 smithi028 ceph-mon[96890]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:35:51.077 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:50 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2474630954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:51.077 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:51.100 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-02T08:35:51.100 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-02T08:35:51.100 DEBUG:teuthology.parallel:result is None 2024-04-02T08:35:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:50 smithi137 ceph-mon[88456]: osdmap e700: 8 total, 8 up, 8 in 2024-04-02T08:35:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:50 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2474630954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-02T08:35:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:35:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:35:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:35:51] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:35:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:3079: finishing copy_from to smithi02882251-27 2024-04-02T08:35:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:3079: got expected ENOENT (src dne) 2024-04-02T08:35:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:3079: finishing copy_from racing read to smithi02882251-27 2024-04-02T08:35:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2557 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-02T08:35:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:3083: finishing write tid 1 to smithi02882251-23 2024-04-02T08:35:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:3083: finishing write tid 2 to smithi02882251-23 2024-04-02T08:35:51.871 INFO:tasks.rados.rados.0.smithi028.stdout:3082: expect (ObjNum 461 snap 146 seq_num 461) 2024-04-02T08:35:52.045 INFO:tasks.rados.rados.0.smithi028.stdout:3083: finishing write tid 3 to smithi02882251-23 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3083: finishing write tid 4 to smithi02882251-23 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3083: finishing write tid 5 to smithi02882251-23 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3083: oid 23 updating version 0 to 2048 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3083: oid 23 version 2048 is already newer than 2047 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3083: oid 23 version 2048 is already newer than 2045 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3083: oid 23 version 2048 is already newer than 2046 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2048 (ObjNum 950 snap 326 seq_num 950) dirty exists 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3083: left oid 23 (ObjNum 950 snap 326 seq_num 950) 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3079: done (4 left) 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3080: done (3 left) 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3082: done (2 left) 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3083: done (1 left) 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3084: done (0 left) 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3085: rmattr oid 43 current snap is 326 2024-04-02T08:35:52.046 INFO:tasks.rados.rados.0.smithi028.stdout:3085: done (0 left) 2024-04-02T08:35:52.047 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 326 2024-04-02T08:35:52.047 INFO:tasks.rados.rados.0.smithi028.stdout:3086: seq_num 951 ranges {4554752=737280,5292032=614400,5906432=188416} 2024-04-02T08:35:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:3086: writing smithi02882251-30 from 4554752 to 5292032 tid 1 2024-04-02T08:35:52.077 INFO:tasks.rados.rados.0.smithi028.stdout:3086: writing smithi02882251-30 from 5292032 to 5906432 tid 2 2024-04-02T08:35:52.079 INFO:tasks.rados.rados.0.smithi028.stdout:3086: writing smithi02882251-30 from 5906432 to 6094848 tid 3 2024-04-02T08:35:52.079 INFO:tasks.rados.rados.0.smithi028.stdout:3087: read oid 44 snap -1 2024-04-02T08:35:52.079 INFO:tasks.rados.rados.0.smithi028.stdout:3087: expect deleted 2024-04-02T08:35:52.079 INFO:tasks.rados.rados.0.smithi028.stdout:3088: copy_from oid 31 from oid 28 current snap is 326 2024-04-02T08:35:52.079 INFO:tasks.rados.rados.0.smithi028.stdout:3089: copy_from oid 14 from oid 35 current snap is 326 2024-04-02T08:35:52.079 INFO:tasks.rados.rados.0.smithi028.stdout:3090: snap_remove snap 308 2024-04-02T08:35:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:51 smithi028 ceph-mon[94314]: pgmap v714: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 707 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-02T08:35:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:51 smithi028 ceph-mon[94314]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:35:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:51 smithi028 ceph-mon[94314]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:35:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:51 smithi028 ceph-mon[96890]: pgmap v714: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 707 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-02T08:35:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:51 smithi028 ceph-mon[96890]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:35:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:51 smithi028 ceph-mon[96890]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:35:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:51 smithi137 ceph-mon[88456]: pgmap v714: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 707 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.3 MiB/s wr, 2 op/s 2024-04-02T08:35:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:51 smithi137 ceph-mon[88456]: osdmap e701: 8 total, 8 up, 8 in 2024-04-02T08:35:52.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:51 smithi137 ceph-mon[88456]: osdmap e702: 8 total, 8 up, 8 in 2024-04-02T08:35:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:35:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:35:52.953 INFO:tasks.rados.rados.0.smithi028.stdout:3090: done (4 left) 2024-04-02T08:35:52.954 INFO:tasks.rados.rados.0.smithi028.stdout:3091: rmattr oid 1 current snap is 326 2024-04-02T08:35:52.954 INFO:tasks.rados.rados.0.smithi028.stdout:3091: done (4 left) 2024-04-02T08:35:52.954 INFO:tasks.rados.rados.0.smithi028.stdout:3092: snap_remove snap 323 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3092: done (4 left) 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3093: rollback oid 48 current snap is 326 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3086: finishing write tid 1 to smithi02882251-30 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3086: finishing write tid 2 to smithi02882251-30 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3086: finishing write tid 3 to smithi02882251-30 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3086: finishing write tid 4 to smithi02882251-30 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3086: finishing write tid 5 to smithi02882251-30 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3086: oid 30 updating version 0 to 2500 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3086: oid 30 version 2500 is already newer than 2499 2024-04-02T08:35:53.956 INFO:tasks.rados.rados.0.smithi028.stdout:3086: oid 30 version 2500 is already newer than 2497 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3086: oid 30 version 2500 is already newer than 2498 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2500 (ObjNum 951 snap 326 seq_num 951) dirty exists 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3086: left oid 30 (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3088: finishing copy_from racing read to smithi02882251-31 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3088: finishing copy_from to smithi02882251-31 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2035 (ObjNum 945 snap 324 seq_num 945) dirty exists 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3089: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3089: finishing copy_from to smithi02882251-14 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2137 (ObjNum 653 snap 214 seq_num 653) dirty exists 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 316 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3086: done (4 left) 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3087: done (3 left) 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3088: done (2 left) 2024-04-02T08:35:53.957 INFO:tasks.rados.rados.0.smithi028.stdout:3089: done (1 left) 2024-04-02T08:35:53.958 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 326 2024-04-02T08:35:53.958 INFO:tasks.rados.rados.0.smithi028.stdout:3094: seq_num 952 ranges {1916928=753664,2670592=499712,3170304=303104} 2024-04-02T08:35:53.972 INFO:tasks.rados.rados.0.smithi028.stdout:3094: writing smithi02882251-4 from 1916928 to 2670592 tid 1 2024-04-02T08:35:53.975 INFO:tasks.rados.rados.0.smithi028.stdout:3094: writing smithi02882251-4 from 2670592 to 3170304 tid 2 2024-04-02T08:35:53.977 INFO:tasks.rados.rados.0.smithi028.stdout:3094: writing smithi02882251-4 from 3170304 to 3473408 tid 3 2024-04-02T08:35:53.977 INFO:tasks.rados.rados.0.smithi028.stdout:3095: read oid 19 snap -1 2024-04-02T08:35:53.977 INFO:tasks.rados.rados.0.smithi028.stdout:3095: expect (ObjNum 938 snap 322 seq_num 938) 2024-04-02T08:35:53.978 INFO:tasks.rados.rados.0.smithi028.stdout:3096: delete oid 32 current snap is 326 2024-04-02T08:35:53.978 INFO:tasks.rados.rados.0.smithi028.stdout:3093: finishing rollback tid 0 to smithi02882251-48 2024-04-02T08:35:53.978 INFO:tasks.rados.rados.0.smithi028.stdout:3093: finishing rollback tid 1 to smithi02882251-48 2024-04-02T08:35:53.978 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2582 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:35:53.978 INFO:tasks.rados.rados.0.smithi028.stdout:3094: finishing write tid 1 to smithi02882251-4 2024-04-02T08:35:53.980 INFO:tasks.rados.rados.0.smithi028.stdout:3094: finishing write tid 2 to smithi02882251-4 2024-04-02T08:35:53.980 INFO:tasks.rados.rados.0.smithi028.stdout:3094: finishing write tid 3 to smithi02882251-4 2024-04-02T08:35:53.981 INFO:tasks.rados.rados.0.smithi028.stdout:3093: done (3 left) 2024-04-02T08:35:53.981 INFO:tasks.rados.rados.0.smithi028.stdout:3096: done (2 left) 2024-04-02T08:35:53.982 INFO:tasks.rados.rados.0.smithi028.stdout:3097: rollback oid 33 current snap is 326 2024-04-02T08:35:53.982 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 302 2024-04-02T08:35:53.982 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 326 2024-04-02T08:35:53.982 INFO:tasks.rados.rados.0.smithi028.stdout:3098: seq_num 954 ranges {0=786432,786432=671744,1458176=131072} 2024-04-02T08:35:53.986 INFO:tasks.rados.rados.0.smithi028.stdout:3098: writing smithi02882251-43 from 0 to 786432 tid 1 2024-04-02T08:35:53.990 INFO:tasks.rados.rados.0.smithi028.stdout:3098: writing smithi02882251-43 from 786432 to 1458176 tid 2 2024-04-02T08:35:53.992 INFO:tasks.rados.rados.0.smithi028.stdout:3098: writing smithi02882251-43 from 1458176 to 1589248 tid 3 2024-04-02T08:35:53.992 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 326 2024-04-02T08:35:53.992 INFO:tasks.rados.rados.0.smithi028.stdout:3094: finishing write tid 4 to smithi02882251-4 2024-04-02T08:35:53.992 INFO:tasks.rados.rados.0.smithi028.stdout:3099: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-04-02T08:35:53.996 INFO:tasks.rados.rados.0.smithi028.stdout:3099: writing smithi02882251-2 from 0 to 802816 tid 1 2024-04-02T08:35:53.999 INFO:tasks.rados.rados.0.smithi028.stdout:3099: writing smithi02882251-2 from 802816 to 1359872 tid 2 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:3099: writing smithi02882251-2 from 1359872 to 1605632 tid 3 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 326 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:3097: finishing rollback tid 0 to smithi02882251-33 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:3097: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:3097: finishing rollback tid 2 to smithi02882251-33 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2127 (ObjNum 793 snap 278 seq_num 793) dirty exists 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:3094: finishing write tid 5 to smithi02882251-4 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:3094: oid 4 updating version 0 to 2121 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:3094: oid 4 updating version 2121 to 2124 2024-04-02T08:35:54.002 INFO:tasks.rados.rados.0.smithi028.stdout:3094: oid 4 version 2124 is already newer than 2123 2024-04-02T08:35:54.003 INFO:tasks.rados.rados.0.smithi028.stdout:3094: oid 4 version 2124 is already newer than 2122 2024-04-02T08:35:54.003 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2124 (ObjNum 952 snap 326 seq_num 952) dirty exists 2024-04-02T08:35:54.003 INFO:tasks.rados.rados.0.smithi028.stdout:3094: left oid 4 (ObjNum 952 snap 326 seq_num 952) 2024-04-02T08:35:54.003 INFO:tasks.rados.rados.0.smithi028.stdout:3098: finishing write tid 1 to smithi02882251-43 2024-04-02T08:35:54.003 INFO:tasks.rados.rados.0.smithi028.stdout:3100: seq_num 956 ranges {1433600=417792,1851392=434176,2285568=770048} 2024-04-02T08:35:54.011 INFO:tasks.rados.rados.0.smithi028.stdout:3100: writing smithi02882251-31 from 1433600 to 1851392 tid 1 2024-04-02T08:35:54.014 INFO:tasks.rados.rados.0.smithi028.stdout:3100: writing smithi02882251-31 from 1851392 to 2285568 tid 2 2024-04-02T08:35:54.020 INFO:tasks.rados.rados.0.smithi028.stdout:3100: writing smithi02882251-31 from 2285568 to 3055616 tid 3 2024-04-02T08:35:54.020 INFO:tasks.rados.rados.0.smithi028.stdout:3094: done (5 left) 2024-04-02T08:35:54.020 INFO:tasks.rados.rados.0.smithi028.stdout:3097: done (4 left) 2024-04-02T08:35:54.020 INFO:tasks.rados.rados.0.smithi028.stdout:3101: read oid 42 snap -1 2024-04-02T08:35:54.020 INFO:tasks.rados.rados.0.smithi028.stdout:3101: expect (ObjNum 803 snap 283 seq_num 803) 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3102: read oid 20 snap -1 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3102: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3103: rollback oid 23 current snap is 326 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 23 to 291 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3098: finishing write tid 2 to smithi02882251-43 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3098: finishing write tid 3 to smithi02882251-43 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3098: finishing write tid 4 to smithi02882251-43 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3104: read oid 6 snap -1 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3104: expect (ObjNum 941 snap 324 seq_num 941) 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3105: read oid 34 snap -1 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3105: expect deleted 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3106: snap_create 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3098: finishing write tid 5 to smithi02882251-43 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3098: oid 43 updating version 0 to 913 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3098: oid 43 updating version 913 to 914 2024-04-02T08:35:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:3098: oid 43 updating version 914 to 916 2024-04-02T08:35:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:3098: oid 43 version 916 is already newer than 915 2024-04-02T08:35:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 916 (ObjNum 954 snap 326 seq_num 954) dirty exists 2024-04-02T08:35:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:3098: left oid 43 (ObjNum 954 snap 326 seq_num 954) 2024-04-02T08:35:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:3099: finishing write tid 1 to smithi02882251-2 2024-04-02T08:35:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:3099: finishing write tid 2 to smithi02882251-2 2024-04-02T08:35:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:3099: finishing write tid 3 to smithi02882251-2 2024-04-02T08:35:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:3099: finishing write tid 4 to smithi02882251-2 2024-04-02T08:35:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:3095: expect (ObjNum 938 snap 322 seq_num 938) 2024-04-02T08:35:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:3099: finishing write tid 5 to smithi02882251-2 2024-04-02T08:35:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:3099: oid 2 updating version 0 to 2109 2024-04-02T08:35:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:3099: oid 2 updating version 2109 to 2110 2024-04-02T08:35:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:3099: oid 2 updating version 2110 to 2111 2024-04-02T08:35:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:3099: oid 2 updating version 2111 to 2112 2024-04-02T08:35:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2112 (ObjNum 955 snap 326 seq_num 955) dirty exists 2024-04-02T08:35:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:3099: left oid 2 (ObjNum 955 snap 326 seq_num 955) 2024-04-02T08:35:54.350 INFO:tasks.rados.rados.0.smithi028.stdout:3100: finishing write tid 1 to smithi02882251-31 2024-04-02T08:35:54.350 INFO:tasks.rados.rados.0.smithi028.stdout:3100: finishing write tid 2 to smithi02882251-31 2024-04-02T08:35:54.350 INFO:tasks.rados.rados.0.smithi028.stdout:3102: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:35:54.351 INFO:tasks.rados.rados.0.smithi028.stdout:3103: finishing rollback tid 0 to smithi02882251-23 2024-04-02T08:35:54.351 INFO:tasks.rados.rados.0.smithi028.stdout:3103: finishing rollback tid 1 to smithi02882251-23 2024-04-02T08:35:54.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2064 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:35:54.352 INFO:tasks.rados.rados.0.smithi028.stdout:3100: finishing write tid 3 to smithi02882251-31 2024-04-02T08:35:54.352 INFO:tasks.rados.rados.0.smithi028.stdout:3100: finishing write tid 4 to smithi02882251-31 2024-04-02T08:35:54.352 INFO:tasks.rados.rados.0.smithi028.stdout:3104: expect (ObjNum 941 snap 324 seq_num 941) 2024-04-02T08:35:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:53 smithi137 ceph-mon[88456]: pgmap v717: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 686 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T08:35:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:53 smithi137 ceph-mon[88456]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:35:54.399 INFO:tasks.rados.rados.0.smithi028.stdout:3100: finishing write tid 5 to smithi02882251-31 2024-04-02T08:35:54.399 INFO:tasks.rados.rados.0.smithi028.stdout:3100: oid 31 updating version 0 to 2076 2024-04-02T08:35:54.399 INFO:tasks.rados.rados.0.smithi028.stdout:3100: oid 31 version 2076 is already newer than 2075 2024-04-02T08:35:54.399 INFO:tasks.rados.rados.0.smithi028.stdout:3100: oid 31 version 2076 is already newer than 2074 2024-04-02T08:35:54.400 INFO:tasks.rados.rados.0.smithi028.stdout:3100: oid 31 updating version 2076 to 2077 2024-04-02T08:35:54.400 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2077 (ObjNum 956 snap 326 seq_num 956) dirty exists 2024-04-02T08:35:54.400 INFO:tasks.rados.rados.0.smithi028.stdout:3100: left oid 31 (ObjNum 956 snap 326 seq_num 956) 2024-04-02T08:35:54.400 INFO:tasks.rados.rados.0.smithi028.stdout:3101: expect (ObjNum 803 snap 283 seq_num 803) 2024-04-02T08:35:54.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:53 smithi028 ceph-mon[94314]: pgmap v717: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 686 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T08:35:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:53 smithi028 ceph-mon[94314]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:35:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:53 smithi028 ceph-mon[96890]: pgmap v717: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 686 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-04-02T08:35:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:53 smithi028 ceph-mon[96890]: osdmap e703: 8 total, 8 up, 8 in 2024-04-02T08:35:54.972 INFO:tasks.rados.rados.0.smithi028.stdout:3095: done (9 left) 2024-04-02T08:35:54.972 INFO:tasks.rados.rados.0.smithi028.stdout:3098: done (8 left) 2024-04-02T08:35:54.972 INFO:tasks.rados.rados.0.smithi028.stdout:3099: done (7 left) 2024-04-02T08:35:54.972 INFO:tasks.rados.rados.0.smithi028.stdout:3100: done (6 left) 2024-04-02T08:35:54.972 INFO:tasks.rados.rados.0.smithi028.stdout:3101: done (5 left) 2024-04-02T08:35:54.972 INFO:tasks.rados.rados.0.smithi028.stdout:3102: done (4 left) 2024-04-02T08:35:54.972 INFO:tasks.rados.rados.0.smithi028.stdout:3103: done (3 left) 2024-04-02T08:35:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:3104: done (2 left) 2024-04-02T08:35:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:3105: done (1 left) 2024-04-02T08:35:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:3106: done (0 left) 2024-04-02T08:35:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 327 2024-04-02T08:35:54.973 INFO:tasks.rados.rados.0.smithi028.stdout:3107: seq_num 957 ranges {1269760=434176,1703936=720896,2424832=483328} 2024-04-02T08:35:54.981 INFO:tasks.rados.rados.0.smithi028.stdout:3107: writing smithi02882251-50 from 1269760 to 1703936 tid 1 2024-04-02T08:35:54.985 INFO:tasks.rados.rados.0.smithi028.stdout:3107: writing smithi02882251-50 from 1703936 to 2424832 tid 2 2024-04-02T08:35:54.988 INFO:tasks.rados.rados.0.smithi028.stdout:3107: writing smithi02882251-50 from 2424832 to 2908160 tid 3 2024-04-02T08:35:54.988 INFO:tasks.rados.rados.0.smithi028.stdout:3108: read oid 34 snap -1 2024-04-02T08:35:54.988 INFO:tasks.rados.rados.0.smithi028.stdout:3108: expect deleted 2024-04-02T08:35:54.988 INFO:tasks.rados.rados.0.smithi028.stdout:3109: read oid 3 snap 236 2024-04-02T08:35:54.988 INFO:tasks.rados.rados.0.smithi028.stdout:3109: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:35:54.988 INFO:tasks.rados.rados.0.smithi028.stdout:3110: snap_create 2024-04-02T08:35:54.988 INFO:tasks.rados.rados.0.smithi028.stdout:3107: finishing write tid 1 to smithi02882251-50 2024-04-02T08:35:54.990 INFO:tasks.rados.rados.0.smithi028.stdout:3107: finishing write tid 2 to smithi02882251-50 2024-04-02T08:35:54.991 INFO:tasks.rados.rados.0.smithi028.stdout:3107: finishing write tid 3 to smithi02882251-50 2024-04-02T08:35:54.991 INFO:tasks.rados.rados.0.smithi028.stdout:3109: expect (ObjNum 610 snap 194 seq_num 610) 2024-04-02T08:35:55.012 INFO:tasks.rados.rados.0.smithi028.stdout:3107: finishing write tid 4 to smithi02882251-50 2024-04-02T08:35:55.012 INFO:tasks.rados.rados.0.smithi028.stdout:3107: finishing write tid 5 to smithi02882251-50 2024-04-02T08:35:55.012 INFO:tasks.rados.rados.0.smithi028.stdout:3107: oid 50 updating version 0 to 2151 2024-04-02T08:35:55.012 INFO:tasks.rados.rados.0.smithi028.stdout:3107: oid 50 updating version 2151 to 2154 2024-04-02T08:35:55.013 INFO:tasks.rados.rados.0.smithi028.stdout:3107: oid 50 version 2154 is already newer than 2153 2024-04-02T08:35:55.013 INFO:tasks.rados.rados.0.smithi028.stdout:3107: oid 50 version 2154 is already newer than 2152 2024-04-02T08:35:55.013 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2154 (ObjNum 957 snap 327 seq_num 957) dirty exists 2024-04-02T08:35:55.013 INFO:tasks.rados.rados.0.smithi028.stdout:3107: left oid 50 (ObjNum 957 snap 327 seq_num 957) 2024-04-02T08:35:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:54 smithi137 ceph-mon[88456]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:35:55.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:54 smithi028 ceph-mon[94314]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:35:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:54 smithi028 ceph-mon[96890]: osdmap e704: 8 total, 8 up, 8 in 2024-04-02T08:35:55.977 INFO:tasks.rados.rados.0.smithi028.stdout:3107: done (3 left) 2024-04-02T08:35:55.977 INFO:tasks.rados.rados.0.smithi028.stdout:3108: done (2 left) 2024-04-02T08:35:55.977 INFO:tasks.rados.rados.0.smithi028.stdout:3109: done (1 left) 2024-04-02T08:35:55.977 INFO:tasks.rados.rados.0.smithi028.stdout:3110: done (0 left) 2024-04-02T08:35:55.977 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 328 2024-04-02T08:35:55.978 INFO:tasks.rados.rados.0.smithi028.stdout:3111: seq_num 958 ranges {4734976=450560,5185536=655360,5840896=548864} 2024-04-02T08:35:56.007 INFO:tasks.rados.rados.0.smithi028.stdout:3111: writing smithi02882251-47 from 4734976 to 5185536 tid 1 2024-04-02T08:35:56.008 INFO:tasks.rados.rados.0.smithi028.stdout:3111: writing smithi02882251-47 from 5185536 to 5840896 tid 2 2024-04-02T08:35:56.012 INFO:tasks.rados.rados.0.smithi028.stdout:3111: writing smithi02882251-47 from 5840896 to 6389760 tid 3 2024-04-02T08:35:56.012 INFO:tasks.rados.rados.0.smithi028.stdout:3112: snap_remove snap 317 2024-04-02T08:35:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:55 smithi137 ceph-mon[88456]: pgmap v720: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 686 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-02T08:35:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:55 smithi137 ceph-mon[88456]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:35:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:55 smithi028 ceph-mon[94314]: pgmap v720: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 686 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-02T08:35:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:55 smithi028 ceph-mon[94314]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:35:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:55 smithi028 ceph-mon[96890]: pgmap v720: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 686 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-02T08:35:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:55 smithi028 ceph-mon[96890]: osdmap e705: 8 total, 8 up, 8 in 2024-04-02T08:35:56.872 INFO:tasks.rados.rados.0.smithi028.stdout:3112: done (1 left) 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3113: read oid 5 snap -1 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3113: expect (ObjNum 679 snap 224 seq_num 679) 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3114: copy_from oid 26 from oid 30 current snap is 328 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: finishing write tid 1 to smithi02882251-47 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: finishing write tid 2 to smithi02882251-47 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: finishing write tid 3 to smithi02882251-47 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: finishing write tid 4 to smithi02882251-47 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: finishing write tid 5 to smithi02882251-47 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: oid 47 updating version 0 to 2503 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: oid 47 updating version 2503 to 2504 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: oid 47 version 2504 is already newer than 2502 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:3111: oid 47 version 2504 is already newer than 2501 2024-04-02T08:35:56.873 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2504 (ObjNum 958 snap 328 seq_num 958) dirty exists 2024-04-02T08:35:56.874 INFO:tasks.rados.rados.0.smithi028.stdout:3111: left oid 47 (ObjNum 958 snap 328 seq_num 958) 2024-04-02T08:35:56.874 INFO:tasks.rados.rados.0.smithi028.stdout:3111: done (2 left) 2024-04-02T08:35:56.874 INFO:tasks.rados.rados.0.smithi028.stdout:3115: delete oid 23 current snap is 328 2024-04-02T08:35:56.891 INFO:tasks.rados.rados.0.smithi028.stdout:3115: done (2 left) 2024-04-02T08:35:56.892 INFO:tasks.rados.rados.0.smithi028.stdout:3116: snap_create 2024-04-02T08:35:56.894 INFO:tasks.rados.rados.0.smithi028.stdout:3113: expect (ObjNum 679 snap 224 seq_num 679) 2024-04-02T08:35:56.948 INFO:tasks.rados.rados.0.smithi028.stdout:3114: finishing copy_from racing read to smithi02882251-26 2024-04-02T08:35:56.948 INFO:tasks.rados.rados.0.smithi028.stdout:3114: finishing copy_from to smithi02882251-26 2024-04-02T08:35:56.948 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2500 (ObjNum 951 snap 326 seq_num 951) dirty exists 2024-04-02T08:35:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:56 smithi137 ceph-mon[88456]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:35:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:56 smithi137 ceph-mon[88456]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:35:57.145 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 08:35:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T08:35:56.893+0000 7f1d57ef3700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 183 after trimming was started 2024-04-02T08:35:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:56 smithi028 ceph-mon[94314]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:35:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:56 smithi028 ceph-mon[94314]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:35:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:56 smithi028 ceph-mon[96890]: osdmap e706: 8 total, 8 up, 8 in 2024-04-02T08:35:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:56 smithi028 ceph-mon[96890]: osdmap e707: 8 total, 8 up, 8 in 2024-04-02T08:35:57.879 INFO:tasks.rados.rados.0.smithi028.stdout:3113: done (2 left) 2024-04-02T08:35:57.879 INFO:tasks.rados.rados.0.smithi028.stdout:3114: done (1 left) 2024-04-02T08:35:57.879 INFO:tasks.rados.rados.0.smithi028.stdout:3116: done (0 left) 2024-04-02T08:35:57.879 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 329 2024-04-02T08:35:57.879 INFO:tasks.rados.rados.0.smithi028.stdout:3117: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-04-02T08:35:57.881 INFO:tasks.rados.rados.0.smithi028.stdout:3117: writing smithi02882251-29 from 0 to 483328 tid 1 2024-04-02T08:35:57.883 INFO:tasks.rados.rados.0.smithi028.stdout:3117: writing smithi02882251-29 from 483328 to 909312 tid 2 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3117: writing smithi02882251-29 from 909312 to 1671168 tid 3 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3117: writing smithi02882251-29 from 1671168 to 1687552 tid 4 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3118: read oid 15 snap -1 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3118: expect deleted 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3119: rollback oid 1 current snap is 329 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 292 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3117: finishing write tid 1 to smithi02882251-29 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3117: finishing write tid 2 to smithi02882251-29 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3120: read oid 33 snap -1 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3120: expect (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 329 2024-04-02T08:35:57.889 INFO:tasks.rados.rados.0.smithi028.stdout:3121: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-04-02T08:35:57.892 INFO:tasks.rados.rados.0.smithi028.stdout:3121: writing smithi02882251-49 from 0 to 499712 tid 1 2024-04-02T08:35:57.896 INFO:tasks.rados.rados.0.smithi028.stdout:3121: writing smithi02882251-49 from 499712 to 1212416 tid 2 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3121: writing smithi02882251-49 from 1212416 to 1703936 tid 3 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3122: snap_create 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3117: finishing write tid 3 to smithi02882251-29 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3117: finishing write tid 4 to smithi02882251-29 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3119: finishing rollback tid 0 to smithi02882251-1 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3119: finishing rollback tid 1 to smithi02882251-1 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3117: finishing write tid 5 to smithi02882251-29 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3119: finishing rollback tid 2 to smithi02882251-1 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2368 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3117: finishing write tid 6 to smithi02882251-29 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3117: oid 29 updating version 0 to 2150 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3117: oid 29 version 2150 is already newer than 2148 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3117: oid 29 updating version 2150 to 2151 2024-04-02T08:35:57.901 INFO:tasks.rados.rados.0.smithi028.stdout:3117: oid 29 updating version 2151 to 2152 2024-04-02T08:35:57.902 INFO:tasks.rados.rados.0.smithi028.stdout:3117: oid 29 version 2152 is already newer than 2149 2024-04-02T08:35:57.902 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2152 (ObjNum 960 snap 329 seq_num 960) dirty exists 2024-04-02T08:35:57.902 INFO:tasks.rados.rados.0.smithi028.stdout:3117: left oid 29 (ObjNum 960 snap 329 seq_num 960) 2024-04-02T08:35:57.902 INFO:tasks.rados.rados.0.smithi028.stdout:3120: expect (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:35:57.935 INFO:tasks.rados.rados.0.smithi028.stdout:3121: finishing write tid 1 to smithi02882251-49 2024-04-02T08:35:57.935 INFO:tasks.rados.rados.0.smithi028.stdout:3121: finishing write tid 2 to smithi02882251-49 2024-04-02T08:35:57.935 INFO:tasks.rados.rados.0.smithi028.stdout:3121: finishing write tid 3 to smithi02882251-49 2024-04-02T08:35:57.935 INFO:tasks.rados.rados.0.smithi028.stdout:3121: finishing write tid 4 to smithi02882251-49 2024-04-02T08:35:57.935 INFO:tasks.rados.rados.0.smithi028.stdout:3121: finishing write tid 5 to smithi02882251-49 2024-04-02T08:35:57.935 INFO:tasks.rados.rados.0.smithi028.stdout:3121: oid 49 updating version 0 to 2116 2024-04-02T08:35:57.936 INFO:tasks.rados.rados.0.smithi028.stdout:3121: oid 49 version 2116 is already newer than 2115 2024-04-02T08:35:57.936 INFO:tasks.rados.rados.0.smithi028.stdout:3121: oid 49 version 2116 is already newer than 2113 2024-04-02T08:35:57.936 INFO:tasks.rados.rados.0.smithi028.stdout:3121: oid 49 version 2116 is already newer than 2114 2024-04-02T08:35:57.936 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2116 (ObjNum 961 snap 329 seq_num 961) dirty exists 2024-04-02T08:35:57.936 INFO:tasks.rados.rados.0.smithi028.stdout:3121: left oid 49 (ObjNum 961 snap 329 seq_num 961) 2024-04-02T08:35:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:57 smithi028 ceph-mon[94314]: pgmap v723: 121 pgs: 121 active+clean; 690 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:35:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:57 smithi028 ceph-mon[94314]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:35:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:57 smithi028 ceph-mon[96890]: pgmap v723: 121 pgs: 121 active+clean; 690 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:35:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:57 smithi028 ceph-mon[96890]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:35:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:57 smithi137 ceph-mon[88456]: pgmap v723: 121 pgs: 121 active+clean; 690 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:35:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:57 smithi137 ceph-mon[88456]: osdmap e708: 8 total, 8 up, 8 in 2024-04-02T08:35:58.880 INFO:tasks.rados.rados.0.smithi028.stdout:3117: done (5 left) 2024-04-02T08:35:58.880 INFO:tasks.rados.rados.0.smithi028.stdout:3118: done (4 left) 2024-04-02T08:35:58.880 INFO:tasks.rados.rados.0.smithi028.stdout:3119: done (3 left) 2024-04-02T08:35:58.880 INFO:tasks.rados.rados.0.smithi028.stdout:3120: done (2 left) 2024-04-02T08:35:58.881 INFO:tasks.rados.rados.0.smithi028.stdout:3121: done (1 left) 2024-04-02T08:35:58.881 INFO:tasks.rados.rados.0.smithi028.stdout:3122: done (0 left) 2024-04-02T08:35:58.881 INFO:tasks.rados.rados.0.smithi028.stdout:3123: snap_remove snap 240 2024-04-02T08:35:59.882 INFO:tasks.rados.rados.0.smithi028.stdout:3123: done (0 left) 2024-04-02T08:35:59.882 INFO:tasks.rados.rados.0.smithi028.stdout:3124: copy_from oid 13 from oid 29 current snap is 330 2024-04-02T08:35:59.882 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 330 2024-04-02T08:35:59.882 INFO:tasks.rados.rados.0.smithi028.stdout:3125: seq_num 962 ranges {6389760=516096,6905856=589824,7495680=614400} 2024-04-02T08:35:59.922 INFO:tasks.rados.rados.0.smithi028.stdout:3125: writing smithi02882251-47 from 6389760 to 6905856 tid 1 2024-04-02T08:35:59.925 INFO:tasks.rados.rados.0.smithi028.stdout:3125: writing smithi02882251-47 from 6905856 to 7495680 tid 2 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi028.stdout:3125: writing smithi02882251-47 from 7495680 to 8110080 tid 3 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi028.stdout:3126: read oid 28 snap 291 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi028.stdout:3126: expect deleted 2024-04-02T08:35:59.929 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 330 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi028.stdout:3124: finishing copy_from racing read to smithi02882251-13 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi028.stdout:3124: finishing copy_from to smithi02882251-13 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2152 (ObjNum 960 snap 329 seq_num 960) dirty exists 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 1 to smithi02882251-47 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 2 to smithi02882251-47 2024-04-02T08:35:59.930 INFO:tasks.rados.rados.0.smithi028.stdout:3127: seq_num 963 ranges {1933312=532480,2465792=475136,2940928=532480,3473408=196608} 2024-04-02T08:35:59.943 INFO:tasks.rados.rados.0.smithi028.stdout:3127: writing smithi02882251-21 from 1933312 to 2465792 tid 1 2024-04-02T08:35:59.946 INFO:tasks.rados.rados.0.smithi028.stdout:3127: writing smithi02882251-21 from 2465792 to 2940928 tid 2 2024-04-02T08:35:59.950 INFO:tasks.rados.rados.0.smithi028.stdout:3127: writing smithi02882251-21 from 2940928 to 3473408 tid 3 2024-04-02T08:35:59.951 INFO:tasks.rados.rados.0.smithi028.stdout:3127: writing smithi02882251-21 from 3473408 to 3670016 tid 4 2024-04-02T08:35:59.951 INFO:tasks.rados.rados.0.smithi028.stdout:3124: done (3 left) 2024-04-02T08:35:59.951 INFO:tasks.rados.rados.0.smithi028.stdout:3128: setattr oid 43 current snap is 330 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 3 to smithi02882251-47 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 4 to smithi02882251-47 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 5 to smithi02882251-47 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3125: oid 47 updating version 0 to 2508 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3125: oid 47 version 2508 is already newer than 2505 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3125: oid 47 version 2508 is already newer than 2507 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3125: oid 47 version 2508 is already newer than 2506 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2508 (ObjNum 962 snap 330 seq_num 962) dirty exists 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3125: left oid 47 (ObjNum 962 snap 330 seq_num 962) 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3127: finishing write tid 1 to smithi02882251-21 2024-04-02T08:35:59.952 INFO:tasks.rados.rados.0.smithi028.stdout:3127: finishing write tid 2 to smithi02882251-21 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi028.stdout:3125: done (3 left) 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi028.stdout:3126: done (2 left) 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi028.stdout:3129: rollback oid 24 current snap is 330 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 286 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi028.stdout:3130: rmattr oid 19 current snap is 330 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi028.stdout:3130: done (3 left) 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi028.stdout:3131: copy_from oid 20 from oid 46 current snap is 330 2024-04-02T08:35:59.954 INFO:tasks.rados.rados.0.smithi028.stdout:3132: snap_create 2024-04-02T08:35:59.955 INFO:tasks.rados.rados.0.smithi028.stdout:3127: finishing write tid 3 to smithi02882251-21 2024-04-02T08:35:59.955 INFO:tasks.rados.rados.0.smithi028.stdout:3127: finishing write tid 4 to smithi02882251-21 2024-04-02T08:35:59.956 INFO:tasks.rados.rados.0.smithi028.stdout:3127: finishing write tid 5 to smithi02882251-21 2024-04-02T08:35:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 917 (ObjNum 954 snap 326 seq_num 954) dirty exists 2024-04-02T08:35:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:3127: finishing write tid 6 to smithi02882251-21 2024-04-02T08:35:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:3127: oid 21 updating version 0 to 2252 2024-04-02T08:35:59.958 INFO:tasks.rados.rados.0.smithi028.stdout:3127: oid 21 updating version 2252 to 2254 2024-04-02T08:35:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:3127: oid 21 version 2254 is already newer than 2251 2024-04-02T08:35:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:3127: oid 21 version 2254 is already newer than 2250 2024-04-02T08:35:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:3127: oid 21 version 2254 is already newer than 2253 2024-04-02T08:35:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2254 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-02T08:35:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:3127: left oid 21 (ObjNum 963 snap 330 seq_num 963) 2024-04-02T08:35:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:3129: finishing rollback tid 0 to smithi02882251-24 2024-04-02T08:35:59.959 INFO:tasks.rados.rados.0.smithi028.stdout:3129: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:35:59.960 INFO:tasks.rados.rados.0.smithi028.stdout:3129: finishing rollback tid 2 to smithi02882251-24 2024-04-02T08:35:59.960 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2155 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:35:59.963 INFO:tasks.rados.rados.0.smithi028.stdout:3131: finishing copy_from racing read to smithi02882251-20 2024-04-02T08:35:59.964 INFO:tasks.rados.rados.0.smithi028.stdout:3131: finishing copy_from to smithi02882251-20 2024-04-02T08:35:59.965 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 706 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:36:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:59 smithi137 ceph-mon[88456]: pgmap v726: 121 pgs: 121 active+clean; 690 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:36:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:35:59 smithi137 ceph-mon[88456]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:36:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:59 smithi028 ceph-mon[94314]: pgmap v726: 121 pgs: 121 active+clean; 690 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:36:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:35:59 smithi028 ceph-mon[94314]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:36:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:59 smithi028 ceph-mon[96890]: pgmap v726: 121 pgs: 121 active+clean; 690 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.9 MiB/s wr, 22 op/s 2024-04-02T08:36:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:35:59 smithi028 ceph-mon[96890]: osdmap e709: 8 total, 8 up, 8 in 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:3127: done (4 left) 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:3128: done (3 left) 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:3129: done (2 left) 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:3131: done (1 left) 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:3132: done (0 left) 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:3133: read oid 2 snap 309 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:3133: expect deleted 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:3134: copy_from oid 8 from oid 20 current snap is 331 2024-04-02T08:36:00.898 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 331 2024-04-02T08:36:00.899 INFO:tasks.rados.rados.0.smithi028.stdout:3135: seq_num 964 ranges {1785856=548864,2334720=761856,3096576=442368} 2024-04-02T08:36:00.910 INFO:tasks.rados.rados.0.smithi028.stdout:3135: writing smithi02882251-5 from 1785856 to 2334720 tid 1 2024-04-02T08:36:00.915 INFO:tasks.rados.rados.0.smithi028.stdout:3135: writing smithi02882251-5 from 2334720 to 3096576 tid 2 2024-04-02T08:36:00.919 INFO:tasks.rados.rados.0.smithi028.stdout:3135: writing smithi02882251-5 from 3096576 to 3538944 tid 3 2024-04-02T08:36:00.919 INFO:tasks.rados.rados.0.smithi028.stdout:3136: read oid 7 snap -1 2024-04-02T08:36:00.919 INFO:tasks.rados.rados.0.smithi028.stdout:3136: expect (ObjNum 847 snap 290 seq_num 847) 2024-04-02T08:36:00.919 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 331 2024-04-02T08:36:00.919 INFO:tasks.rados.rados.0.smithi028.stdout:3134: finishing copy_from racing read to smithi02882251-8 2024-04-02T08:36:00.919 INFO:tasks.rados.rados.0.smithi028.stdout:3134: finishing copy_from to smithi02882251-8 2024-04-02T08:36:00.920 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 706 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:36:00.920 INFO:tasks.rados.rados.0.smithi028.stdout:3135: finishing write tid 1 to smithi02882251-5 2024-04-02T08:36:00.920 INFO:tasks.rados.rados.0.smithi028.stdout:3137: seq_num 965 ranges {8110080=565248,8675328=647168,9322496=548864,9871360=8192} 2024-04-02T08:36:00.966 INFO:tasks.rados.rados.0.smithi028.stdout:3137: writing smithi02882251-47 from 8110080 to 8675328 tid 1 2024-04-02T08:36:00.970 INFO:tasks.rados.rados.0.smithi028.stdout:3137: writing smithi02882251-47 from 8675328 to 9322496 tid 2 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:3137: writing smithi02882251-47 from 9322496 to 9871360 tid 3 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:3137: writing smithi02882251-47 from 9871360 to 9879552 tid 4 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:3133: done (4 left) 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:3134: done (3 left) 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 331 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:3135: finishing write tid 2 to smithi02882251-5 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:3135: finishing write tid 3 to smithi02882251-5 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:3135: finishing write tid 4 to smithi02882251-5 2024-04-02T08:36:00.974 INFO:tasks.rados.rados.0.smithi028.stdout:3138: seq_num 966 ranges {1433600=581632,2015232=581632,2596864=622592} 2024-04-02T08:36:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3138: writing smithi02882251-28 from 1433600 to 2015232 tid 1 2024-04-02T08:36:00.988 INFO:tasks.rados.rados.0.smithi028.stdout:3138: writing smithi02882251-28 from 2015232 to 2596864 tid 2 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3138: writing smithi02882251-28 from 2596864 to 3219456 tid 3 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3139: rmattr oid 19 current snap is 331 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3139: done (4 left) 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 331 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3135: finishing write tid 5 to smithi02882251-5 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3135: oid 5 updating version 0 to 2155 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3135: oid 5 updating version 2155 to 2156 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3135: oid 5 updating version 2156 to 2158 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3135: oid 5 version 2158 is already newer than 2157 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2158 (ObjNum 964 snap 331 seq_num 964) dirty exists 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3135: left oid 5 (ObjNum 964 snap 331 seq_num 964) 2024-04-02T08:36:00.992 INFO:tasks.rados.rados.0.smithi028.stdout:3140: seq_num 967 ranges {3055616=598016,3653632=466944,4120576=516096,4636672=221184} 2024-04-02T08:36:01.012 INFO:tasks.rados.rados.0.smithi028.stdout:3140: writing smithi02882251-31 from 3055616 to 3653632 tid 1 2024-04-02T08:36:01.015 INFO:tasks.rados.rados.0.smithi028.stdout:3140: writing smithi02882251-31 from 3653632 to 4120576 tid 2 2024-04-02T08:36:01.018 INFO:tasks.rados.rados.0.smithi028.stdout:3140: writing smithi02882251-31 from 4120576 to 4636672 tid 3 2024-04-02T08:36:01.020 INFO:tasks.rados.rados.0.smithi028.stdout:3140: writing smithi02882251-31 from 4636672 to 4857856 tid 4 2024-04-02T08:36:01.020 INFO:tasks.rados.rados.0.smithi028.stdout:3135: done (4 left) 2024-04-02T08:36:01.020 INFO:tasks.rados.rados.0.smithi028.stdout:3141: setattr oid 41 current snap is 331 2024-04-02T08:36:01.020 INFO:tasks.rados.rados.0.smithi028.stdout:3136: expect (ObjNum 847 snap 290 seq_num 847) 2024-04-02T08:36:01.163 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 1 to smithi02882251-47 2024-04-02T08:36:01.163 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 2 to smithi02882251-47 2024-04-02T08:36:01.163 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 3 to smithi02882251-47 2024-04-02T08:36:01.163 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 4 to smithi02882251-47 2024-04-02T08:36:01.163 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 5 to smithi02882251-47 2024-04-02T08:36:01.163 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 6 to smithi02882251-47 2024-04-02T08:36:01.163 INFO:tasks.rados.rados.0.smithi028.stdout:3137: oid 47 updating version 0 to 2509 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3137: oid 47 updating version 2509 to 2513 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3137: oid 47 version 2513 is already newer than 2510 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3137: oid 47 version 2513 is already newer than 2511 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3137: oid 47 version 2513 is already newer than 2512 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2513 (ObjNum 965 snap 331 seq_num 965) dirty exists 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3137: left oid 47 (ObjNum 965 snap 331 seq_num 965) 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3138: finishing write tid 1 to smithi02882251-28 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3138: finishing write tid 2 to smithi02882251-28 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3138: finishing write tid 3 to smithi02882251-28 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3138: finishing write tid 4 to smithi02882251-28 2024-04-02T08:36:01.164 INFO:tasks.rados.rados.0.smithi028.stdout:3138: finishing write tid 5 to smithi02882251-28 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3138: oid 28 updating version 0 to 2077 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3138: oid 28 updating version 2077 to 2079 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3138: oid 28 updating version 2079 to 2080 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3138: oid 28 version 2080 is already newer than 2078 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2080 (ObjNum 966 snap 331 seq_num 966) dirty exists 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3138: left oid 28 (ObjNum 966 snap 331 seq_num 966) 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3140: finishing write tid 1 to smithi02882251-31 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3140: finishing write tid 2 to smithi02882251-31 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3140: finishing write tid 3 to smithi02882251-31 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3140: finishing write tid 4 to smithi02882251-31 2024-04-02T08:36:01.165 INFO:tasks.rados.rados.0.smithi028.stdout:3136: done (4 left) 2024-04-02T08:36:01.166 INFO:tasks.rados.rados.0.smithi028.stdout:3137: done (3 left) 2024-04-02T08:36:01.166 INFO:tasks.rados.rados.0.smithi028.stdout:3138: done (2 left) 2024-04-02T08:36:01.166 INFO:tasks.rados.rados.0.smithi028.stdout:3142: snap_remove snap 292 2024-04-02T08:36:01.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:00 smithi028 ceph-mon[94314]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:36:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:00 smithi028 ceph-mon[96890]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:36:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:00 smithi137 ceph-mon[88456]: osdmap e710: 8 total, 8 up, 8 in 2024-04-02T08:36:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:36:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:36:01] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:36:01.873 INFO:tasks.rados.rados.0.smithi028.stdout:3142: done (2 left) 2024-04-02T08:36:01.873 INFO:tasks.rados.rados.0.smithi028.stdout:3143: snap_remove snap 309 2024-04-02T08:36:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:01 smithi137 ceph-mon[88456]: pgmap v729: 121 pgs: 121 active+clean; 693 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 816 KiB/s wr, 3 op/s 2024-04-02T08:36:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:01 smithi137 ceph-mon[88456]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:36:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:01 smithi137 ceph-mon[88456]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:36:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:01 smithi028 ceph-mon[94314]: pgmap v729: 121 pgs: 121 active+clean; 693 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 816 KiB/s wr, 3 op/s 2024-04-02T08:36:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:01 smithi028 ceph-mon[94314]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:36:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:01 smithi028 ceph-mon[94314]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:36:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:01 smithi028 ceph-mon[96890]: pgmap v729: 121 pgs: 121 active+clean; 693 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 816 KiB/s wr, 3 op/s 2024-04-02T08:36:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:01 smithi028 ceph-mon[96890]: osdmap e711: 8 total, 8 up, 8 in 2024-04-02T08:36:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:01 smithi028 ceph-mon[96890]: osdmap e712: 8 total, 8 up, 8 in 2024-04-02T08:36:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:36:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:02.874 INFO:tasks.rados.rados.0.smithi028.stdout:3143: done (2 left) 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3144: copy_from oid 29 from oid 49 current snap is 331 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: finishing write tid 5 to smithi02882251-31 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: finishing write tid 6 to smithi02882251-31 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: oid 31 updating version 0 to 2078 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: oid 31 updating version 2078 to 2079 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: oid 31 updating version 2079 to 2081 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: oid 31 version 2081 is already newer than 2080 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: oid 31 updating version 2081 to 2082 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2082 (ObjNum 967 snap 331 seq_num 967) dirty exists 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: left oid 31 (ObjNum 967 snap 331 seq_num 967) 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2255 (ObjNum 49 snap 0 seq_num 1440758400) dirty exists 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3140: done (2 left) 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3141: done (1 left) 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 331 2024-04-02T08:36:02.875 INFO:tasks.rados.rados.0.smithi028.stdout:3145: seq_num 968 ranges {1802240=614400,2416640=745472,3162112=458752} 2024-04-02T08:36:02.888 INFO:tasks.rados.rados.0.smithi028.stdout:3145: writing smithi02882251-37 from 1802240 to 2416640 tid 1 2024-04-02T08:36:02.893 INFO:tasks.rados.rados.0.smithi028.stdout:3145: writing smithi02882251-37 from 2416640 to 3162112 tid 2 2024-04-02T08:36:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:3145: writing smithi02882251-37 from 3162112 to 3620864 tid 3 2024-04-02T08:36:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:3146: snap_create 2024-04-02T08:36:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 1 to smithi02882251-37 2024-04-02T08:36:02.899 INFO:tasks.rados.rados.0.smithi028.stdout:3144: finishing copy_from racing read to smithi02882251-29 2024-04-02T08:36:02.900 INFO:tasks.rados.rados.0.smithi028.stdout:3144: finishing copy_from to smithi02882251-29 2024-04-02T08:36:02.900 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2116 (ObjNum 961 snap 329 seq_num 961) dirty exists 2024-04-02T08:36:02.901 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 2 to smithi02882251-37 2024-04-02T08:36:02.901 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 3 to smithi02882251-37 2024-04-02T08:36:02.901 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 4 to smithi02882251-37 2024-04-02T08:36:02.902 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 5 to smithi02882251-37 2024-04-02T08:36:02.902 INFO:tasks.rados.rados.0.smithi028.stdout:3145: oid 37 updating version 0 to 2153 2024-04-02T08:36:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3145: oid 37 version 2153 is already newer than 2150 2024-04-02T08:36:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3145: oid 37 version 2153 is already newer than 2151 2024-04-02T08:36:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3145: oid 37 version 2153 is already newer than 2152 2024-04-02T08:36:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2153 (ObjNum 968 snap 331 seq_num 968) dirty exists 2024-04-02T08:36:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3145: left oid 37 (ObjNum 968 snap 331 seq_num 968) 2024-04-02T08:36:03.900 INFO:tasks.rados.rados.0.smithi028.stdout:3144: done (2 left) 2024-04-02T08:36:03.900 INFO:tasks.rados.rados.0.smithi028.stdout:3145: done (1 left) 2024-04-02T08:36:03.900 INFO:tasks.rados.rados.0.smithi028.stdout:3146: done (0 left) 2024-04-02T08:36:03.900 INFO:tasks.rados.rados.0.smithi028.stdout:3147: snap_remove snap 330 2024-04-02T08:36:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:03 smithi137 ceph-mon[88456]: pgmap v732: 121 pgs: 121 active+clean; 706 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-04-02T08:36:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:03 smithi137 ceph-mon[88456]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:36:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:03 smithi028 ceph-mon[94314]: pgmap v732: 121 pgs: 121 active+clean; 706 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-04-02T08:36:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:03 smithi028 ceph-mon[94314]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:36:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:03 smithi028 ceph-mon[96890]: pgmap v732: 121 pgs: 121 active+clean; 706 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-04-02T08:36:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:03 smithi028 ceph-mon[96890]: osdmap e713: 8 total, 8 up, 8 in 2024-04-02T08:36:04.905 INFO:tasks.rados.rados.0.smithi028.stdout:3147: done (0 left) 2024-04-02T08:36:04.906 INFO:tasks.rados.rados.0.smithi028.stdout:3148: copy_from oid 16 from oid 21 current snap is 332 2024-04-02T08:36:04.906 INFO:tasks.rados.rados.0.smithi028.stdout:3149: rmattr oid 13 current snap is 332 2024-04-02T08:36:04.906 INFO:tasks.rados.rados.0.smithi028.stdout:3150: delete oid 42 current snap is 332 2024-04-02T08:36:04.916 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2371 (ObjNum 960 snap 329 seq_num 960) dirty exists 2024-04-02T08:36:04.917 INFO:tasks.rados.rados.0.smithi028.stdout:3149: done (2 left) 2024-04-02T08:36:04.917 INFO:tasks.rados.rados.0.smithi028.stdout:3150: done (1 left) 2024-04-02T08:36:04.917 INFO:tasks.rados.rados.0.smithi028.stdout:3151: snap_remove snap 319 2024-04-02T08:36:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:04 smithi028 ceph-mon[94314]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:36:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:04 smithi028 ceph-mon[96890]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:36:05.316 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:04 smithi137 ceph-mon[88456]: osdmap e714: 8 total, 8 up, 8 in 2024-04-02T08:36:05.913 INFO:tasks.rados.rados.0.smithi028.stdout:3151: done (1 left) 2024-04-02T08:36:05.914 INFO:tasks.rados.rados.0.smithi028.stdout:3152: rollback oid 50 current snap is 332 2024-04-02T08:36:05.914 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 315 2024-04-02T08:36:05.914 INFO:tasks.rados.rados.0.smithi028.stdout:3148: finishing copy_from racing read to smithi02882251-16 2024-04-02T08:36:05.914 INFO:tasks.rados.rados.0.smithi028.stdout:3148: finishing copy_from to smithi02882251-16 2024-04-02T08:36:05.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2254 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-02T08:36:05.914 INFO:tasks.rados.rados.0.smithi028.stdout:3148: done (1 left) 2024-04-02T08:36:05.914 INFO:tasks.rados.rados.0.smithi028.stdout:3153: setattr oid 46 current snap is 332 2024-04-02T08:36:05.915 INFO:tasks.rados.rados.0.smithi028.stdout:3154: copy_from oid 15 from oid 33 current snap is 332 2024-04-02T08:36:05.915 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 332 2024-04-02T08:36:05.915 INFO:tasks.rados.rados.0.smithi028.stdout:3155: seq_num 970 ranges {5414912=655360,6070272=516096,6586368=688128} 2024-04-02T08:36:05.949 INFO:tasks.rados.rados.0.smithi028.stdout:3155: writing smithi02882251-35 from 5414912 to 6070272 tid 1 2024-04-02T08:36:05.952 INFO:tasks.rados.rados.0.smithi028.stdout:3155: writing smithi02882251-35 from 6070272 to 6586368 tid 2 2024-04-02T08:36:05.956 INFO:tasks.rados.rados.0.smithi028.stdout:3155: writing smithi02882251-35 from 6586368 to 7274496 tid 3 2024-04-02T08:36:05.956 INFO:tasks.rados.rados.0.smithi028.stdout:3156: copy_from oid 39 from oid 49 current snap is 332 2024-04-02T08:36:05.956 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 754 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:36:05.956 INFO:tasks.rados.rados.0.smithi028.stdout:3152: finishing rollback tid 0 to smithi02882251-50 2024-04-02T08:36:05.956 INFO:tasks.rados.rados.0.smithi028.stdout:3152: finishing rollback tid 1 to smithi02882251-50 2024-04-02T08:36:05.956 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2160 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:36:05.956 INFO:tasks.rados.rados.0.smithi028.stdout:3154: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:36:05.957 INFO:tasks.rados.rados.0.smithi028.stdout:3154: finishing copy_from to smithi02882251-15 2024-04-02T08:36:05.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2127 (ObjNum 793 snap 278 seq_num 793) dirty exists 2024-04-02T08:36:05.957 INFO:tasks.rados.rados.0.smithi028.stdout:3155: finishing write tid 1 to smithi02882251-35 2024-04-02T08:36:05.957 INFO:tasks.rados.rados.0.smithi028.stdout:3152: done (4 left) 2024-04-02T08:36:05.957 INFO:tasks.rados.rados.0.smithi028.stdout:3153: done (3 left) 2024-04-02T08:36:05.957 INFO:tasks.rados.rados.0.smithi028.stdout:3154: done (2 left) 2024-04-02T08:36:05.957 INFO:tasks.rados.rados.0.smithi028.stdout:3157: delete oid 47 current snap is 332 2024-04-02T08:36:05.957 INFO:tasks.rados.rados.0.smithi028.stdout:3155: finishing write tid 2 to smithi02882251-35 2024-04-02T08:36:05.958 INFO:tasks.rados.rados.0.smithi028.stdout:3157: done (2 left) 2024-04-02T08:36:05.958 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 332 2024-04-02T08:36:05.959 INFO:tasks.rados.rados.0.smithi028.stdout:3158: seq_num 972 ranges {2048000=688128,2736128=688128,3424256=516096} 2024-04-02T08:36:05.973 INFO:tasks.rados.rados.0.smithi028.stdout:3158: writing smithi02882251-46 from 2048000 to 2736128 tid 1 2024-04-02T08:36:05.978 INFO:tasks.rados.rados.0.smithi028.stdout:3158: writing smithi02882251-46 from 2736128 to 3424256 tid 2 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3158: writing smithi02882251-46 from 3424256 to 3940352 tid 3 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3159: read oid 28 snap -1 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3159: expect (ObjNum 966 snap 331 seq_num 966) 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3160: delete oid 4 current snap is 332 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3155: finishing write tid 3 to smithi02882251-35 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3155: finishing write tid 4 to smithi02882251-35 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3155: finishing write tid 5 to smithi02882251-35 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3155: oid 35 updating version 0 to 2155 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3155: oid 35 version 2155 is already newer than 2154 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3155: oid 35 updating version 2155 to 2157 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:3155: oid 35 version 2157 is already newer than 2156 2024-04-02T08:36:05.982 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2157 (ObjNum 970 snap 332 seq_num 970) dirty exists 2024-04-02T08:36:05.983 INFO:tasks.rados.rados.0.smithi028.stdout:3155: left oid 35 (ObjNum 970 snap 332 seq_num 970) 2024-04-02T08:36:05.983 INFO:tasks.rados.rados.0.smithi028.stdout:3156: finishing copy_from racing read to smithi02882251-39 2024-04-02T08:36:05.983 INFO:tasks.rados.rados.0.smithi028.stdout:3156: finishing copy_from to smithi02882251-39 2024-04-02T08:36:05.983 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2116 (ObjNum 961 snap 329 seq_num 961) dirty exists 2024-04-02T08:36:05.983 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 1 to smithi02882251-46 2024-04-02T08:36:05.983 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 2 to smithi02882251-46 2024-04-02T08:36:05.985 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 3 to smithi02882251-46 2024-04-02T08:36:05.985 INFO:tasks.rados.rados.0.smithi028.stdout:3155: done (4 left) 2024-04-02T08:36:05.985 INFO:tasks.rados.rados.0.smithi028.stdout:3156: done (3 left) 2024-04-02T08:36:05.985 INFO:tasks.rados.rados.0.smithi028.stdout:3160: done (2 left) 2024-04-02T08:36:05.985 INFO:tasks.rados.rados.0.smithi028.stdout:3161: read oid 36 snap -1 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3161: expect (ObjNum 679 snap 224 seq_num 679) 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3162: read oid 33 snap -1 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3162: expect (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3163: rollback oid 10 current snap is 332 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 307 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3164: rmattr oid 35 current snap is 332 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3165: read oid 44 snap -1 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3165: expect deleted 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3166: read oid 30 snap -1 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3166: expect (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:36:05.986 INFO:tasks.rados.rados.0.smithi028.stdout:3167: snap_remove snap 293 2024-04-02T08:36:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:05 smithi028 ceph-mon[94314]: pgmap v735: 121 pgs: 121 active+clean; 706 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 943 KiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T08:36:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:05 smithi028 ceph-mon[94314]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:36:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:05 smithi028 ceph-mon[96890]: pgmap v735: 121 pgs: 121 active+clean; 706 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 943 KiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T08:36:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:05 smithi028 ceph-mon[96890]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:36:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:06.258 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:05 smithi137 ceph-mon[88456]: pgmap v735: 121 pgs: 121 active+clean; 706 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 943 KiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T08:36:06.259 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:05 smithi137 ceph-mon[88456]: osdmap e715: 8 total, 8 up, 8 in 2024-04-02T08:36:06.259 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:06.913 INFO:tasks.rados.rados.0.smithi028.stdout:3167: done (8 left) 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3168: delete oid 37 current snap is 332 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 4 to smithi02882251-46 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 5 to smithi02882251-46 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3158: oid 46 updating version 0 to 756 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3158: oid 46 version 756 is already newer than 755 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3158: oid 46 updating version 756 to 758 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3158: oid 46 version 758 is already newer than 757 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 758 (ObjNum 972 snap 332 seq_num 972) dirty exists 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3158: left oid 46 (ObjNum 972 snap 332 seq_num 972) 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3163: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2073 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:36:06.914 INFO:tasks.rados.rados.0.smithi028.stdout:3161: expect (ObjNum 679 snap 224 seq_num 679) 2024-04-02T08:36:06.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2158 (ObjNum 970 snap 332 seq_num 970) dirty exists 2024-04-02T08:36:06.973 INFO:tasks.rados.rados.0.smithi028.stdout:3162: expect (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:36:07.009 INFO:tasks.rados.rados.0.smithi028.stdout:3159: expect (ObjNum 966 snap 331 seq_num 966) 2024-04-02T08:36:07.128 INFO:tasks.rados.rados.0.smithi028.stdout:3166: expect (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:36:07.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:06 smithi028 ceph-mon[94314]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:36:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:06 smithi028 ceph-mon[96890]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:36:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:06 smithi137 ceph-mon[88456]: osdmap e716: 8 total, 8 up, 8 in 2024-04-02T08:36:07.524 INFO:tasks.rados.rados.0.smithi028.stdout:3158: done (8 left) 2024-04-02T08:36:07.524 INFO:tasks.rados.rados.0.smithi028.stdout:3159: done (7 left) 2024-04-02T08:36:07.524 INFO:tasks.rados.rados.0.smithi028.stdout:3161: done (6 left) 2024-04-02T08:36:07.524 INFO:tasks.rados.rados.0.smithi028.stdout:3162: done (5 left) 2024-04-02T08:36:07.525 INFO:tasks.rados.rados.0.smithi028.stdout:3163: done (4 left) 2024-04-02T08:36:07.525 INFO:tasks.rados.rados.0.smithi028.stdout:3164: done (3 left) 2024-04-02T08:36:07.525 INFO:tasks.rados.rados.0.smithi028.stdout:3165: done (2 left) 2024-04-02T08:36:07.525 INFO:tasks.rados.rados.0.smithi028.stdout:3166: done (1 left) 2024-04-02T08:36:07.525 INFO:tasks.rados.rados.0.smithi028.stdout:3168: done (0 left) 2024-04-02T08:36:07.525 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 332 2024-04-02T08:36:07.525 INFO:tasks.rados.rados.0.smithi028.stdout:3169: seq_num 975 ranges {1605632=737280,2342912=786432,3129344=417792} 2024-04-02T08:36:07.536 INFO:tasks.rados.rados.0.smithi028.stdout:3169: writing smithi02882251-2 from 1605632 to 2342912 tid 1 2024-04-02T08:36:07.541 INFO:tasks.rados.rados.0.smithi028.stdout:3169: writing smithi02882251-2 from 2342912 to 3129344 tid 2 2024-04-02T08:36:07.544 INFO:tasks.rados.rados.0.smithi028.stdout:3169: writing smithi02882251-2 from 3129344 to 3547136 tid 3 2024-04-02T08:36:07.544 INFO:tasks.rados.rados.0.smithi028.stdout:3170: rollback oid 37 current snap is 332 2024-04-02T08:36:07.544 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 326 2024-04-02T08:36:07.544 INFO:tasks.rados.rados.0.smithi028.stdout:3169: finishing write tid 1 to smithi02882251-2 2024-04-02T08:36:07.544 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 332 2024-04-02T08:36:07.544 INFO:tasks.rados.rados.0.smithi028.stdout:3171: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-04-02T08:36:07.548 INFO:tasks.rados.rados.0.smithi028.stdout:3171: writing smithi02882251-34 from 0 to 753664 tid 1 2024-04-02T08:36:07.552 INFO:tasks.rados.rados.0.smithi028.stdout:3171: writing smithi02882251-34 from 753664 to 1425408 tid 2 2024-04-02T08:36:07.555 INFO:tasks.rados.rados.0.smithi028.stdout:3171: writing smithi02882251-34 from 1425408 to 1957888 tid 3 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3172: delete oid 22 current snap is 332 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: finishing write tid 2 to smithi02882251-2 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: finishing write tid 3 to smithi02882251-2 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: finishing write tid 4 to smithi02882251-2 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3170: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3170: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2161 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: finishing write tid 5 to smithi02882251-2 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: oid 2 updating version 0 to 2119 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: oid 2 version 2119 is already newer than 2118 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: oid 2 updating version 2119 to 2120 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: oid 2 updating version 2120 to 2121 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2121 (ObjNum 975 snap 332 seq_num 975) dirty exists 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3169: left oid 2 (ObjNum 975 snap 332 seq_num 975) 2024-04-02T08:36:07.556 INFO:tasks.rados.rados.0.smithi028.stdout:3171: finishing write tid 1 to smithi02882251-34 2024-04-02T08:36:07.558 INFO:tasks.rados.rados.0.smithi028.stdout:3169: done (3 left) 2024-04-02T08:36:07.558 INFO:tasks.rados.rados.0.smithi028.stdout:3170: done (2 left) 2024-04-02T08:36:07.559 INFO:tasks.rados.rados.0.smithi028.stdout:3172: done (1 left) 2024-04-02T08:36:07.559 INFO:tasks.rados.rados.0.smithi028.stdout:3173: rmattr oid 43 current snap is 332 2024-04-02T08:36:07.559 INFO:tasks.rados.rados.0.smithi028.stdout:3174: rollback oid 9 current snap is 332 2024-04-02T08:36:07.559 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 316 2024-04-02T08:36:07.559 INFO:tasks.rados.rados.0.smithi028.stdout:3175: read oid 50 snap -1 2024-04-02T08:36:07.559 INFO:tasks.rados.rados.0.smithi028.stdout:3175: expect deleted 2024-04-02T08:36:07.559 INFO:tasks.rados.rados.0.smithi028.stdout:3176: snap_create 2024-04-02T08:36:07.559 INFO:tasks.rados.rados.0.smithi028.stdout:3171: finishing write tid 2 to smithi02882251-34 2024-04-02T08:36:07.560 INFO:tasks.rados.rados.0.smithi028.stdout:3171: finishing write tid 3 to smithi02882251-34 2024-04-02T08:36:07.560 INFO:tasks.rados.rados.0.smithi028.stdout:3171: finishing write tid 4 to smithi02882251-34 2024-04-02T08:36:07.561 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 918 (ObjNum 954 snap 326 seq_num 954) dirty exists 2024-04-02T08:36:07.563 INFO:tasks.rados.rados.0.smithi028.stdout:3171: finishing write tid 5 to smithi02882251-34 2024-04-02T08:36:07.563 INFO:tasks.rados.rados.0.smithi028.stdout:3171: oid 34 updating version 0 to 2502 2024-04-02T08:36:07.563 INFO:tasks.rados.rados.0.smithi028.stdout:3171: oid 34 version 2502 is already newer than 2501 2024-04-02T08:36:07.563 INFO:tasks.rados.rados.0.smithi028.stdout:3171: oid 34 updating version 2502 to 2504 2024-04-02T08:36:07.563 INFO:tasks.rados.rados.0.smithi028.stdout:3171: oid 34 version 2504 is already newer than 2503 2024-04-02T08:36:07.563 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2504 (ObjNum 976 snap 332 seq_num 976) dirty exists 2024-04-02T08:36:07.563 INFO:tasks.rados.rados.0.smithi028.stdout:3171: left oid 34 (ObjNum 976 snap 332 seq_num 976) 2024-04-02T08:36:07.564 INFO:tasks.rados.rados.0.smithi028.stdout:3174: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:36:07.565 INFO:tasks.rados.rados.0.smithi028.stdout:3174: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:36:07.565 INFO:tasks.rados.rados.0.smithi028.stdout:3174: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:36:07.565 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2630 (ObjNum 892 snap 298 seq_num 892) dirty exists 2024-04-02T08:36:07.917 INFO:tasks.rados.rados.0.smithi028.stdout:3171: done (4 left) 2024-04-02T08:36:07.918 INFO:tasks.rados.rados.0.smithi028.stdout:3173: done (3 left) 2024-04-02T08:36:07.918 INFO:tasks.rados.rados.0.smithi028.stdout:3174: done (2 left) 2024-04-02T08:36:07.918 INFO:tasks.rados.rados.0.smithi028.stdout:3175: done (1 left) 2024-04-02T08:36:07.918 INFO:tasks.rados.rados.0.smithi028.stdout:3176: done (0 left) 2024-04-02T08:36:07.918 INFO:tasks.rados.rados.0.smithi028.stdout:3177: rmattr oid 4 current snap is 333 2024-04-02T08:36:07.918 INFO:tasks.rados.rados.0.smithi028.stdout:3177: done (0 left) 2024-04-02T08:36:07.918 INFO:tasks.rados.rados.0.smithi028.stdout:3178: snap_create 2024-04-02T08:36:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:07 smithi028 ceph-mon[94314]: pgmap v738: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-04-02T08:36:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:07 smithi028 ceph-mon[94314]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:36:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:07 smithi028 ceph-mon[96890]: pgmap v738: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-04-02T08:36:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:07 smithi028 ceph-mon[96890]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:36:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:07 smithi137 ceph-mon[88456]: pgmap v738: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-04-02T08:36:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:07 smithi137 ceph-mon[88456]: osdmap e717: 8 total, 8 up, 8 in 2024-04-02T08:36:08.922 INFO:tasks.rados.rados.0.smithi028.stdout:3178: done (0 left) 2024-04-02T08:36:08.922 INFO:tasks.rados.rados.0.smithi028.stdout:3179: snap_create 2024-04-02T08:36:09.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:08 smithi028 ceph-mon[94314]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:36:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:08 smithi028 ceph-mon[96890]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:36:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:08 smithi137 ceph-mon[88456]: osdmap e718: 8 total, 8 up, 8 in 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi028.stdout:3179: done (0 left) 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 335 2024-04-02T08:36:09.924 INFO:tasks.rados.rados.0.smithi028.stdout:3180: seq_num 978 ranges {1286144=786432,2072576=442368,2514944=647168,3162112=114688} 2024-04-02T08:36:09.935 INFO:tasks.rados.rados.0.smithi028.stdout:3180: writing smithi02882251-15 from 1286144 to 2072576 tid 1 2024-04-02T08:36:09.937 INFO:tasks.rados.rados.0.smithi028.stdout:3180: writing smithi02882251-15 from 2072576 to 2514944 tid 2 2024-04-02T08:36:09.941 INFO:tasks.rados.rados.0.smithi028.stdout:3180: writing smithi02882251-15 from 2514944 to 3162112 tid 3 2024-04-02T08:36:09.943 INFO:tasks.rados.rados.0.smithi028.stdout:3180: writing smithi02882251-15 from 3162112 to 3276800 tid 4 2024-04-02T08:36:09.943 INFO:tasks.rados.rados.0.smithi028.stdout:3181: rollback oid 3 current snap is 335 2024-04-02T08:36:09.943 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 324 2024-04-02T08:36:09.943 INFO:tasks.rados.rados.0.smithi028.stdout:3180: finishing write tid 1 to smithi02882251-15 2024-04-02T08:36:09.943 INFO:tasks.rados.rados.0.smithi028.stdout:3180: finishing write tid 2 to smithi02882251-15 2024-04-02T08:36:09.943 INFO:tasks.rados.rados.0.smithi028.stdout:3182: read oid 50 snap 236 2024-04-02T08:36:09.943 INFO:tasks.rados.rados.0.smithi028.stdout:3182: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:36:09.943 INFO:tasks.rados.rados.0.smithi028.stdout:3183: snap_create 2024-04-02T08:36:09.946 INFO:tasks.rados.rados.0.smithi028.stdout:3181: finishing rollback tid 0 to smithi02882251-3 2024-04-02T08:36:09.947 INFO:tasks.rados.rados.0.smithi028.stdout:3180: finishing write tid 3 to smithi02882251-15 2024-04-02T08:36:09.947 INFO:tasks.rados.rados.0.smithi028.stdout:3181: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:36:09.948 INFO:tasks.rados.rados.0.smithi028.stdout:3181: finishing rollback tid 2 to smithi02882251-3 2024-04-02T08:36:09.948 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 766 (ObjNum 746 snap 258 seq_num 746) dirty exists 2024-04-02T08:36:09.948 INFO:tasks.rados.rados.0.smithi028.stdout:3180: finishing write tid 4 to smithi02882251-15 2024-04-02T08:36:09.948 INFO:tasks.rados.rados.0.smithi028.stdout:3180: finishing write tid 5 to smithi02882251-15 2024-04-02T08:36:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:3180: finishing write tid 6 to smithi02882251-15 2024-04-02T08:36:09.950 INFO:tasks.rados.rados.0.smithi028.stdout:3180: oid 15 updating version 0 to 2165 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:3180: oid 15 version 2165 is already newer than 2163 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:3180: oid 15 updating version 2165 to 2166 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:3180: oid 15 version 2166 is already newer than 2164 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:3180: oid 15 version 2166 is already newer than 2162 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2166 (ObjNum 978 snap 335 seq_num 978) dirty exists 2024-04-02T08:36:09.951 INFO:tasks.rados.rados.0.smithi028.stdout:3180: left oid 15 (ObjNum 978 snap 335 seq_num 978) 2024-04-02T08:36:09.970 INFO:tasks.rados.rados.0.smithi028.stdout:3182: expect (ObjNum 647 snap 209 seq_num 647) 2024-04-02T08:36:10.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:09 smithi028 ceph-mon[96890]: pgmap v741: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-04-02T08:36:10.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:09 smithi028 ceph-mon[96890]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:36:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:09 smithi028 ceph-mon[94314]: pgmap v741: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-04-02T08:36:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:09 smithi028 ceph-mon[94314]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:36:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:09 smithi137 ceph-mon[88456]: pgmap v741: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 713 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.9 MiB/s wr, 15 op/s 2024-04-02T08:36:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:09 smithi137 ceph-mon[88456]: osdmap e719: 8 total, 8 up, 8 in 2024-04-02T08:36:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3180: done (3 left) 2024-04-02T08:36:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3181: done (2 left) 2024-04-02T08:36:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3182: done (1 left) 2024-04-02T08:36:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3183: done (0 left) 2024-04-02T08:36:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 336 2024-04-02T08:36:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3184: seq_num 979 ranges {4136960=802816,4939776=729088,5668864=458752,6127616=16384} 2024-04-02T08:36:10.962 INFO:tasks.rados.rados.0.smithi028.stdout:3184: writing smithi02882251-7 from 4136960 to 4939776 tid 1 2024-04-02T08:36:10.966 INFO:tasks.rados.rados.0.smithi028.stdout:3184: writing smithi02882251-7 from 4939776 to 5668864 tid 2 2024-04-02T08:36:10.969 INFO:tasks.rados.rados.0.smithi028.stdout:3184: writing smithi02882251-7 from 5668864 to 6127616 tid 3 2024-04-02T08:36:10.970 INFO:tasks.rados.rados.0.smithi028.stdout:3184: writing smithi02882251-7 from 6127616 to 6144000 tid 4 2024-04-02T08:36:10.970 INFO:tasks.rados.rados.0.smithi028.stdout:3185: rollback oid 44 current snap is 336 2024-04-02T08:36:10.970 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 332 2024-04-02T08:36:10.970 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 336 2024-04-02T08:36:10.970 INFO:tasks.rados.rados.0.smithi028.stdout:3186: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-04-02T08:36:10.972 INFO:tasks.rados.rados.0.smithi028.stdout:3186: writing smithi02882251-42 from 0 to 417792 tid 1 2024-04-02T08:36:10.976 INFO:tasks.rados.rados.0.smithi028.stdout:3186: writing smithi02882251-42 from 417792 to 1032192 tid 2 2024-04-02T08:36:10.980 INFO:tasks.rados.rados.0.smithi028.stdout:3186: writing smithi02882251-42 from 1032192 to 1695744 tid 3 2024-04-02T08:36:10.982 INFO:tasks.rados.rados.0.smithi028.stdout:3186: writing smithi02882251-42 from 1695744 to 2023424 tid 4 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3187: rollback oid 9 current snap is 336 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 320 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3184: finishing write tid 1 to smithi02882251-7 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3184: finishing write tid 2 to smithi02882251-7 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3184: finishing write tid 3 to smithi02882251-7 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3184: finishing write tid 4 to smithi02882251-7 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3184: finishing write tid 5 to smithi02882251-7 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3185: finishing rollback tid 1 to smithi02882251-44 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1892 (ObjNum 161 snap 0 seq_num 1441903936) dirty dne 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3186: finishing write tid 1 to smithi02882251-42 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3185: done (3 left) 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3188: read oid 28 snap -1 2024-04-02T08:36:10.983 INFO:tasks.rados.rados.0.smithi028.stdout:3188: expect (ObjNum 966 snap 331 seq_num 966) 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3189: snap_create 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3184: finishing write tid 6 to smithi02882251-7 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3184: oid 7 updating version 0 to 2376 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3184: oid 7 version 2376 is already newer than 2373 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3184: oid 7 version 2376 is already newer than 2375 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3184: oid 7 version 2376 is already newer than 2374 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3184: oid 7 version 2376 is already newer than 2372 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2376 (ObjNum 979 snap 336 seq_num 979) dirty exists 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3184: left oid 7 (ObjNum 979 snap 336 seq_num 979) 2024-04-02T08:36:10.984 INFO:tasks.rados.rados.0.smithi028.stdout:3186: finishing write tid 2 to smithi02882251-42 2024-04-02T08:36:10.987 INFO:tasks.rados.rados.0.smithi028.stdout:3186: finishing write tid 3 to smithi02882251-42 2024-04-02T08:36:10.987 INFO:tasks.rados.rados.0.smithi028.stdout:3186: finishing write tid 4 to smithi02882251-42 2024-04-02T08:36:10.988 INFO:tasks.rados.rados.0.smithi028.stdout:3186: finishing write tid 5 to smithi02882251-42 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3186: finishing write tid 6 to smithi02882251-42 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3186: oid 42 updating version 0 to 2126 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3186: oid 42 version 2126 is already newer than 2123 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3186: oid 42 version 2126 is already newer than 2125 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3186: oid 42 version 2126 is already newer than 2124 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3186: oid 42 version 2126 is already newer than 2122 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2126 (ObjNum 980 snap 336 seq_num 980) dirty exists 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3186: left oid 42 (ObjNum 980 snap 336 seq_num 980) 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:36:10.991 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2634 (ObjNum 892 snap 298 seq_num 892) dirty exists 2024-04-02T08:36:10.999 INFO:tasks.rados.rados.0.smithi028.stdout:3188: expect (ObjNum 966 snap 331 seq_num 966) 2024-04-02T08:36:11.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:10 smithi028 ceph-mon[94314]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:36:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:10 smithi028 ceph-mon[96890]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:36:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:10 smithi137 ceph-mon[88456]: osdmap e720: 8 total, 8 up, 8 in 2024-04-02T08:36:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:36:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:36:11] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-02T08:36:11.873 INFO:tasks.rados.rados.0.smithi028.stdout:3184: done (4 left) 2024-04-02T08:36:11.873 INFO:tasks.rados.rados.0.smithi028.stdout:3186: done (3 left) 2024-04-02T08:36:11.873 INFO:tasks.rados.rados.0.smithi028.stdout:3187: done (2 left) 2024-04-02T08:36:11.873 INFO:tasks.rados.rados.0.smithi028.stdout:3188: done (1 left) 2024-04-02T08:36:11.873 INFO:tasks.rados.rados.0.smithi028.stdout:3189: done (0 left) 2024-04-02T08:36:11.873 INFO:tasks.rados.rados.0.smithi028.stdout:3190: snap_remove snap 329 2024-04-02T08:36:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:11 smithi028 ceph-mon[94314]: pgmap v744: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 718 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:36:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:11 smithi028 ceph-mon[94314]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:36:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:11 smithi028 ceph-mon[94314]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:36:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:11 smithi028 ceph-mon[96890]: pgmap v744: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 718 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:36:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:11 smithi028 ceph-mon[96890]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:36:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:11 smithi028 ceph-mon[96890]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:36:12.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:11 smithi137 ceph-mon[88456]: pgmap v744: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 718 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:36:12.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:11 smithi137 ceph-mon[88456]: osdmap e721: 8 total, 8 up, 8 in 2024-04-02T08:36:12.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:11 smithi137 ceph-mon[88456]: osdmap e722: 8 total, 8 up, 8 in 2024-04-02T08:36:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:36:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:12.875 INFO:tasks.rados.rados.0.smithi028.stdout:3190: done (0 left) 2024-04-02T08:36:12.875 INFO:tasks.rados.rados.0.smithi028.stdout:3191: rmattr oid 38 current snap is 337 2024-04-02T08:36:12.876 INFO:tasks.rados.rados.0.smithi028.stdout:3191: done (0 left) 2024-04-02T08:36:12.876 INFO:tasks.rados.rados.0.smithi028.stdout:3192: read oid 15 snap -1 2024-04-02T08:36:12.876 INFO:tasks.rados.rados.0.smithi028.stdout:3192: expect (ObjNum 978 snap 335 seq_num 978) 2024-04-02T08:36:12.876 INFO:tasks.rados.rados.0.smithi028.stdout:3193: rollback oid 33 current snap is 337 2024-04-02T08:36:12.876 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 318 2024-04-02T08:36:12.876 INFO:tasks.rados.rados.0.smithi028.stdout:3194: snap_remove snap 334 2024-04-02T08:36:13.876 INFO:tasks.rados.rados.0.smithi028.stdout:3194: done (2 left) 2024-04-02T08:36:13.877 INFO:tasks.rados.rados.0.smithi028.stdout:3195: snap_remove snap 298 2024-04-02T08:36:13.877 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing rollback tid 0 to smithi02882251-33 2024-04-02T08:36:13.877 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:36:13.877 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing rollback tid 2 to smithi02882251-33 2024-04-02T08:36:13.877 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2131 (ObjNum 847 snap 290 seq_num 847) dirty exists 2024-04-02T08:36:13.877 INFO:tasks.rados.rados.0.smithi028.stdout:3192: expect (ObjNum 978 snap 335 seq_num 978) 2024-04-02T08:36:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:13 smithi137 ceph-mon[88456]: pgmap v747: 121 pgs: 121 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-02T08:36:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:13 smithi137 ceph-mon[88456]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:36:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:13 smithi028 ceph-mon[94314]: pgmap v747: 121 pgs: 121 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-02T08:36:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:13 smithi028 ceph-mon[94314]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:36:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:13 smithi028 ceph-mon[96890]: pgmap v747: 121 pgs: 121 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-02T08:36:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:13 smithi028 ceph-mon[96890]: osdmap e723: 8 total, 8 up, 8 in 2024-04-02T08:36:14.889 INFO:tasks.rados.rados.0.smithi028.stdout:3192: done (2 left) 2024-04-02T08:36:14.889 INFO:tasks.rados.rados.0.smithi028.stdout:3193: done (1 left) 2024-04-02T08:36:14.889 INFO:tasks.rados.rados.0.smithi028.stdout:3195: done (0 left) 2024-04-02T08:36:14.889 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 337 2024-04-02T08:36:14.889 INFO:tasks.rados.rados.0.smithi028.stdout:3196: seq_num 981 ranges {7274496=434176,7708672=540672,8249344=466944,8716288=524288,9240576=73728} 2024-04-02T08:36:14.930 INFO:tasks.rados.rados.0.smithi028.stdout:3196: writing smithi02882251-35 from 7274496 to 7708672 tid 1 2024-04-02T08:36:14.933 INFO:tasks.rados.rados.0.smithi028.stdout:3196: writing smithi02882251-35 from 7708672 to 8249344 tid 2 2024-04-02T08:36:14.936 INFO:tasks.rados.rados.0.smithi028.stdout:3196: writing smithi02882251-35 from 8249344 to 8716288 tid 3 2024-04-02T08:36:14.938 INFO:tasks.rados.rados.0.smithi028.stdout:3196: writing smithi02882251-35 from 8716288 to 9240576 tid 4 2024-04-02T08:36:14.939 INFO:tasks.rados.rados.0.smithi028.stdout:3196: writing smithi02882251-35 from 9240576 to 9314304 tid 5 2024-04-02T08:36:14.939 INFO:tasks.rados.rados.0.smithi028.stdout:3197: rollback oid 30 current snap is 337 2024-04-02T08:36:14.939 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 291 2024-04-02T08:36:14.939 INFO:tasks.rados.rados.0.smithi028.stdout:3196: finishing write tid 1 to smithi02882251-35 2024-04-02T08:36:14.939 INFO:tasks.rados.rados.0.smithi028.stdout:3196: finishing write tid 2 to smithi02882251-35 2024-04-02T08:36:14.940 INFO:tasks.rados.rados.0.smithi028.stdout:3198: rollback oid 33 current snap is 337 2024-04-02T08:36:14.940 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 320 2024-04-02T08:36:14.940 INFO:tasks.rados.rados.0.smithi028.stdout:3199: snap_remove snap 312 2024-04-02T08:36:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:14 smithi137 ceph-mon[88456]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:36:15.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:14 smithi028 ceph-mon[94314]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:36:15.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:14 smithi028 ceph-mon[96890]: osdmap e724: 8 total, 8 up, 8 in 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3199: done (3 left) 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3200: read oid 45 snap -1 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3200: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3201: read oid 2 snap 315 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3201: expect deleted 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3202: read oid 50 snap -1 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3202: expect deleted 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3203: rollback oid 19 current snap is 337 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 313 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3198: finishing rollback tid 0 to smithi02882251-33 2024-04-02T08:36:15.895 INFO:tasks.rados.rados.0.smithi028.stdout:3196: finishing write tid 3 to smithi02882251-35 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3198: finishing rollback tid 1 to smithi02882251-33 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3198: finishing rollback tid 2 to smithi02882251-33 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2134 (ObjNum 847 snap 290 seq_num 847) dirty exists 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3197: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3197: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3197: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2517 (ObjNum 818 snap 285 seq_num 818) dirty exists 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3196: finishing write tid 4 to smithi02882251-35 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3196: finishing write tid 5 to smithi02882251-35 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3196: finishing write tid 6 to smithi02882251-35 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3196: finishing write tid 7 to smithi02882251-35 2024-04-02T08:36:15.896 INFO:tasks.rados.rados.0.smithi028.stdout:3196: oid 35 updating version 0 to 2167 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3196: oid 35 updating version 2167 to 2170 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3196: oid 35 updating version 2170 to 2171 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3196: oid 35 updating version 2171 to 2172 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3196: oid 35 version 2172 is already newer than 2169 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3196: oid 35 version 2172 is already newer than 2168 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2172 (ObjNum 981 snap 337 seq_num 981) dirty exists 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3196: left oid 35 (ObjNum 981 snap 337 seq_num 981) 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3196: done (6 left) 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3197: done (5 left) 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3198: done (4 left) 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3204: setattr oid 18 current snap is 337 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3205: copy_from oid 37 from oid 11 current snap is 337 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:3206: rollback oid 38 current snap is 337 2024-04-02T08:36:15.897 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 336 2024-04-02T08:36:15.898 INFO:tasks.rados.rados.0.smithi028.stdout:3207: read oid 4 snap -1 2024-04-02T08:36:15.898 INFO:tasks.rados.rados.0.smithi028.stdout:3207: expect deleted 2024-04-02T08:36:15.898 INFO:tasks.rados.rados.0.smithi028.stdout:3208: snap_create 2024-04-02T08:36:15.907 INFO:tasks.rados.rados.0.smithi028.stdout:3205: finishing copy_from to smithi02882251-37 2024-04-02T08:36:15.907 INFO:tasks.rados.rados.0.smithi028.stdout:3205: got expected ENOENT (src dne) 2024-04-02T08:36:15.907 INFO:tasks.rados.rados.0.smithi028.stdout:3205: finishing copy_from racing read to smithi02882251-37 2024-04-02T08:36:15.910 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2173 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-02T08:36:15.915 INFO:tasks.rados.rados.0.smithi028.stdout:3206: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:36:15.915 INFO:tasks.rados.rados.0.smithi028.stdout:3200: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:36:15.984 INFO:tasks.rados.rados.0.smithi028.stdout:3206: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:36:15.984 INFO:tasks.rados.rados.0.smithi028.stdout:3206: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:36:15.984 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2371 (ObjNum 846 snap 290 seq_num 846) dirty exists 2024-04-02T08:36:15.984 INFO:tasks.rados.rados.0.smithi028.stdout:3203: finishing rollback tid 0 to smithi02882251-19 2024-04-02T08:36:15.985 INFO:tasks.rados.rados.0.smithi028.stdout:3203: finishing rollback tid 1 to smithi02882251-19 2024-04-02T08:36:15.985 INFO:tasks.rados.rados.0.smithi028.stdout:3203: finishing rollback tid 2 to smithi02882251-19 2024-04-02T08:36:15.985 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2116 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-04-02T08:36:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:15 smithi137 ceph-mon[88456]: pgmap v750: 121 pgs: 121 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:36:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:15 smithi137 ceph-mon[88456]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:36:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:15 smithi028 ceph-mon[94314]: pgmap v750: 121 pgs: 121 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:36:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:15 smithi028 ceph-mon[94314]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:36:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:15 smithi028 ceph-mon[96890]: pgmap v750: 121 pgs: 121 active+clean; 724 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-02T08:36:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:15 smithi028 ceph-mon[96890]: osdmap e725: 8 total, 8 up, 8 in 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3200: done (8 left) 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3201: done (7 left) 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3202: done (6 left) 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3203: done (5 left) 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3204: done (4 left) 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3205: done (3 left) 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3206: done (2 left) 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3207: done (1 left) 2024-04-02T08:36:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3208: done (0 left) 2024-04-02T08:36:16.899 INFO:tasks.rados.rados.0.smithi028.stdout:3209: delete oid 25 current snap is 338 2024-04-02T08:36:16.904 INFO:tasks.rados.rados.0.smithi028.stdout:3209: done (0 left) 2024-04-02T08:36:16.904 INFO:tasks.rados.rados.0.smithi028.stdout:3210: read oid 49 snap -1 2024-04-02T08:36:16.904 INFO:tasks.rados.rados.0.smithi028.stdout:3210: expect (ObjNum 961 snap 329 seq_num 961) 2024-04-02T08:36:16.904 INFO:tasks.rados.rados.0.smithi028.stdout:3211: delete oid 29 current snap is 338 2024-04-02T08:36:16.909 INFO:tasks.rados.rados.0.smithi028.stdout:3211: done (1 left) 2024-04-02T08:36:16.909 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 338 2024-04-02T08:36:16.909 INFO:tasks.rados.rados.0.smithi028.stdout:3212: seq_num 984 ranges {2048000=483328,2531328=598016,3129344=647168,3776512=360448} 2024-04-02T08:36:16.923 INFO:tasks.rados.rados.0.smithi028.stdout:3212: writing smithi02882251-20 from 2048000 to 2531328 tid 1 2024-04-02T08:36:16.926 INFO:tasks.rados.rados.0.smithi028.stdout:3212: writing smithi02882251-20 from 2531328 to 3129344 tid 2 2024-04-02T08:36:16.929 INFO:tasks.rados.rados.0.smithi028.stdout:3212: writing smithi02882251-20 from 3129344 to 3776512 tid 3 2024-04-02T08:36:16.932 INFO:tasks.rados.rados.0.smithi028.stdout:3212: writing smithi02882251-20 from 3776512 to 4136960 tid 4 2024-04-02T08:36:16.932 INFO:tasks.rados.rados.0.smithi028.stdout:3213: copy_from oid 19 from oid 39 current snap is 338 2024-04-02T08:36:16.932 INFO:tasks.rados.rados.0.smithi028.stdout:3210: expect (ObjNum 961 snap 329 seq_num 961) 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: finishing write tid 1 to smithi02882251-20 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: finishing write tid 2 to smithi02882251-20 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: finishing write tid 3 to smithi02882251-20 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: finishing write tid 4 to smithi02882251-20 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: finishing write tid 5 to smithi02882251-20 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: finishing write tid 6 to smithi02882251-20 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: oid 20 updating version 0 to 2509 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: oid 20 version 2509 is already newer than 2506 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: oid 20 version 2509 is already newer than 2508 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: oid 20 version 2509 is already newer than 2507 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:3212: oid 20 version 2509 is already newer than 2505 2024-04-02T08:36:16.978 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2509 (ObjNum 984 snap 338 seq_num 984) dirty exists 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:3212: left oid 20 (ObjNum 984 snap 338 seq_num 984) 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:3210: done (2 left) 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:3212: done (1 left) 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:3214: read oid 35 snap 291 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:3214: expect (ObjNum 1440621168 snap 22077 seq_num 2617265808) 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 338 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:3213: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:3213: finishing copy_from to smithi02882251-19 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2116 (ObjNum 961 snap 329 seq_num 961) dirty exists 2024-04-02T08:36:16.979 INFO:tasks.rados.rados.0.smithi028.stdout:3215: seq_num 985 ranges {4423680=499712,4923392=483328,5406720=450560,5857280=581632,6438912=90112} 2024-04-02T08:36:17.004 INFO:tasks.rados.rados.0.smithi028.stdout:3215: writing smithi02882251-30 from 4423680 to 4923392 tid 1 2024-04-02T08:36:17.007 INFO:tasks.rados.rados.0.smithi028.stdout:3215: writing smithi02882251-30 from 4923392 to 5406720 tid 2 2024-04-02T08:36:17.010 INFO:tasks.rados.rados.0.smithi028.stdout:3215: writing smithi02882251-30 from 5406720 to 5857280 tid 3 2024-04-02T08:36:17.013 INFO:tasks.rados.rados.0.smithi028.stdout:3215: writing smithi02882251-30 from 5857280 to 6438912 tid 4 2024-04-02T08:36:17.014 INFO:tasks.rados.rados.0.smithi028.stdout:3215: writing smithi02882251-30 from 6438912 to 6529024 tid 5 2024-04-02T08:36:17.014 INFO:tasks.rados.rados.0.smithi028.stdout:3213: done (2 left) 2024-04-02T08:36:17.014 INFO:tasks.rados.rados.0.smithi028.stdout:3216: snap_remove snap 306 2024-04-02T08:36:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:16 smithi137 ceph-mon[88456]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:36:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:16 smithi028 ceph-mon[94314]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:36:17.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:16 smithi028 ceph-mon[96890]: osdmap e726: 8 total, 8 up, 8 in 2024-04-02T08:36:17.903 INFO:tasks.rados.rados.0.smithi028.stdout:3216: done (2 left) 2024-04-02T08:36:17.904 INFO:tasks.rados.rados.0.smithi028.stdout:3217: snap_create 2024-04-02T08:36:17.904 INFO:tasks.rados.rados.0.smithi028.stdout:3214: expect (ObjNum 1440621168 snap 22077 seq_num 2617265808) 2024-04-02T08:36:17.907 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing write tid 1 to smithi02882251-30 2024-04-02T08:36:17.907 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing write tid 2 to smithi02882251-30 2024-04-02T08:36:17.907 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing write tid 3 to smithi02882251-30 2024-04-02T08:36:17.907 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing write tid 4 to smithi02882251-30 2024-04-02T08:36:17.907 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing write tid 5 to smithi02882251-30 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing write tid 6 to smithi02882251-30 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing write tid 7 to smithi02882251-30 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: oid 30 updating version 0 to 2523 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: oid 30 version 2523 is already newer than 2521 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: oid 30 version 2523 is already newer than 2522 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: oid 30 version 2523 is already newer than 2520 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: oid 30 version 2523 is already newer than 2519 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: oid 30 updating version 2523 to 2524 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2524 (ObjNum 985 snap 338 seq_num 985) dirty exists 2024-04-02T08:36:17.908 INFO:tasks.rados.rados.0.smithi028.stdout:3215: left oid 30 (ObjNum 985 snap 338 seq_num 985) 2024-04-02T08:36:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:17 smithi137 ceph-mon[88456]: pgmap v753: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:36:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:17 smithi137 ceph-mon[88456]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:36:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:17 smithi028 ceph-mon[96890]: pgmap v753: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:36:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:17 smithi028 ceph-mon[96890]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:36:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:17 smithi028 ceph-mon[94314]: pgmap v753: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:36:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:17 smithi028 ceph-mon[94314]: osdmap e727: 8 total, 8 up, 8 in 2024-04-02T08:36:18.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:36:18.906 INFO:tasks.rados.rados.0.smithi028.stdout:3214: done (2 left) 2024-04-02T08:36:18.906 INFO:tasks.rados.rados.0.smithi028.stdout:3215: done (1 left) 2024-04-02T08:36:18.907 INFO:tasks.rados.rados.0.smithi028.stdout:3217: done (0 left) 2024-04-02T08:36:18.907 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 339 2024-04-02T08:36:18.907 INFO:tasks.rados.rados.0.smithi028.stdout:3218: seq_num 986 ranges {1957888=516096,2473984=770048,3244032=655360,3899392=180224} 2024-04-02T08:36:18.919 INFO:tasks.rados.rados.0.smithi028.stdout:3218: writing smithi02882251-34 from 1957888 to 2473984 tid 1 2024-04-02T08:36:18.923 INFO:tasks.rados.rados.0.smithi028.stdout:3218: writing smithi02882251-34 from 2473984 to 3244032 tid 2 2024-04-02T08:36:18.927 INFO:tasks.rados.rados.0.smithi028.stdout:3218: writing smithi02882251-34 from 3244032 to 3899392 tid 3 2024-04-02T08:36:18.928 INFO:tasks.rados.rados.0.smithi028.stdout:3218: writing smithi02882251-34 from 3899392 to 4079616 tid 4 2024-04-02T08:36:18.928 INFO:tasks.rados.rados.0.smithi028.stdout:3219: setattr oid 41 current snap is 339 2024-04-02T08:36:18.928 INFO:tasks.rados.rados.0.smithi028.stdout:3218: finishing write tid 1 to smithi02882251-34 2024-04-02T08:36:18.928 INFO:tasks.rados.rados.0.smithi028.stdout:3218: finishing write tid 2 to smithi02882251-34 2024-04-02T08:36:18.929 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 339 2024-04-02T08:36:18.929 INFO:tasks.rados.rados.0.smithi028.stdout:3220: seq_num 987 ranges {3137536=532480,3670016=647168,4317184=417792,4734976=409600,5144576=131072} 2024-04-02T08:36:18.949 INFO:tasks.rados.rados.0.smithi028.stdout:3220: writing smithi02882251-40 from 3137536 to 3670016 tid 1 2024-04-02T08:36:18.953 INFO:tasks.rados.rados.0.smithi028.stdout:3220: writing smithi02882251-40 from 3670016 to 4317184 tid 2 2024-04-02T08:36:18.955 INFO:tasks.rados.rados.0.smithi028.stdout:3220: writing smithi02882251-40 from 4317184 to 4734976 tid 3 2024-04-02T08:36:18.958 INFO:tasks.rados.rados.0.smithi028.stdout:3220: writing smithi02882251-40 from 4734976 to 5144576 tid 4 2024-04-02T08:36:18.959 INFO:tasks.rados.rados.0.smithi028.stdout:3220: writing smithi02882251-40 from 5144576 to 5275648 tid 5 2024-04-02T08:36:18.959 INFO:tasks.rados.rados.0.smithi028.stdout:3221: read oid 47 snap 316 2024-04-02T08:36:18.960 INFO:tasks.rados.rados.0.smithi028.stdout:3221: expect (ObjNum 797 snap 279 seq_num 797) 2024-04-02T08:36:18.960 INFO:tasks.rados.rados.0.smithi028.stdout:3222: read oid 12 snap -1 2024-04-02T08:36:18.960 INFO:tasks.rados.rados.0.smithi028.stdout:3222: expect deleted 2024-04-02T08:36:18.960 INFO:tasks.rados.rados.0.smithi028.stdout:3223: snap_remove snap 325 2024-04-02T08:36:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:18 smithi028 ceph-mon[96890]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:36:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:18 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:18 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:18 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:36:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:18 smithi028 ceph-mon[94314]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:36:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:18 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:18 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:18 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:36:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:18 smithi137 ceph-mon[88456]: osdmap e728: 8 total, 8 up, 8 in 2024-04-02T08:36:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:18 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:36:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:18 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:36:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:18 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: finishing write tid 3 to smithi02882251-34 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: finishing write tid 4 to smithi02882251-34 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: finishing write tid 5 to smithi02882251-34 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: finishing write tid 6 to smithi02882251-34 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: oid 34 updating version 0 to 2514 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: oid 34 version 2514 is already newer than 2513 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: oid 34 version 2514 is already newer than 2512 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: oid 34 version 2514 is already newer than 2511 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: oid 34 version 2514 is already newer than 2510 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2514 (ObjNum 986 snap 339 seq_num 986) dirty exists 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:3218: left oid 34 (ObjNum 986 snap 339 seq_num 986) 2024-04-02T08:36:19.908 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2256 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: finishing write tid 1 to smithi02882251-40 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: finishing write tid 2 to smithi02882251-40 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: finishing write tid 3 to smithi02882251-40 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: finishing write tid 4 to smithi02882251-40 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: finishing write tid 5 to smithi02882251-40 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: finishing write tid 6 to smithi02882251-40 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: finishing write tid 7 to smithi02882251-40 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: oid 40 updating version 0 to 2661 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: oid 40 updating version 2661 to 2664 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: oid 40 updating version 2664 to 2665 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: oid 40 version 2665 is already newer than 2663 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: oid 40 version 2665 is already newer than 2662 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: oid 40 version 2665 is already newer than 2660 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2665 (ObjNum 987 snap 339 seq_num 987) dirty exists 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3220: left oid 40 (ObjNum 987 snap 339 seq_num 987) 2024-04-02T08:36:19.909 INFO:tasks.rados.rados.0.smithi028.stdout:3221: expect (ObjNum 797 snap 279 seq_num 797) 2024-04-02T08:36:20.166 INFO:tasks.rados.rados.0.smithi028.stdout:3218: done (5 left) 2024-04-02T08:36:20.166 INFO:tasks.rados.rados.0.smithi028.stdout:3219: done (4 left) 2024-04-02T08:36:20.166 INFO:tasks.rados.rados.0.smithi028.stdout:3220: done (3 left) 2024-04-02T08:36:20.166 INFO:tasks.rados.rados.0.smithi028.stdout:3221: done (2 left) 2024-04-02T08:36:20.166 INFO:tasks.rados.rados.0.smithi028.stdout:3222: done (1 left) 2024-04-02T08:36:20.166 INFO:tasks.rados.rados.0.smithi028.stdout:3223: done (0 left) 2024-04-02T08:36:20.166 INFO:tasks.rados.rados.0.smithi028.stdout:3224: delete oid 16 current snap is 339 2024-04-02T08:36:20.168 INFO:tasks.rados.rados.0.smithi028.stdout:3224: done (0 left) 2024-04-02T08:36:20.168 INFO:tasks.rados.rados.0.smithi028.stdout:3225: snap_remove snap 236 2024-04-02T08:36:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:19 smithi028 ceph-mon[94314]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:36:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:19 smithi028 ceph-mon[94314]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:36:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:19 smithi028 ceph-mon[96890]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:36:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:19 smithi028 ceph-mon[96890]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:36:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:19 smithi137 ceph-mon[88456]: pgmap v756: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 736 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-04-02T08:36:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:19 smithi137 ceph-mon[88456]: osdmap e729: 8 total, 8 up, 8 in 2024-04-02T08:36:20.922 INFO:tasks.rados.rados.0.smithi028.stdout:3225: done (0 left) 2024-04-02T08:36:20.923 INFO:tasks.rados.rados.0.smithi028.stdout:3226: copy_from oid 33 from oid 15 current snap is 339 2024-04-02T08:36:20.923 INFO:tasks.rados.rados.0.smithi028.stdout:3227: copy_from oid 16 from oid 12 current snap is 339 2024-04-02T08:36:20.923 INFO:tasks.rados.rados.0.smithi028.stdout:3228: rmattr oid 8 current snap is 339 2024-04-02T08:36:20.923 INFO:tasks.rados.rados.0.smithi028.stdout:3228: done (2 left) 2024-04-02T08:36:20.923 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 339 2024-04-02T08:36:20.923 INFO:tasks.rados.rados.0.smithi028.stdout:3229: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-04-02T08:36:20.925 INFO:tasks.rados.rados.0.smithi028.stdout:3229: writing smithi02882251-4 from 0 to 573440 tid 1 2024-04-02T08:36:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:3229: writing smithi02882251-4 from 573440 to 1040384 tid 2 2024-04-02T08:36:20.932 INFO:tasks.rados.rados.0.smithi028.stdout:3229: writing smithi02882251-4 from 1040384 to 1474560 tid 3 2024-04-02T08:36:20.936 INFO:tasks.rados.rados.0.smithi028.stdout:3229: writing smithi02882251-4 from 1474560 to 2113536 tid 4 2024-04-02T08:36:20.937 INFO:tasks.rados.rados.0.smithi028.stdout:3229: writing smithi02882251-4 from 2113536 to 2179072 tid 5 2024-04-02T08:36:20.937 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 339 2024-04-02T08:36:20.937 INFO:tasks.rados.rados.0.smithi028.stdout:3227: finishing copy_from to smithi02882251-16 2024-04-02T08:36:20.937 INFO:tasks.rados.rados.0.smithi028.stdout:3227: got expected ENOENT (src dne) 2024-04-02T08:36:20.938 INFO:tasks.rados.rados.0.smithi028.stdout:3227: finishing copy_from racing read to smithi02882251-16 2024-04-02T08:36:20.938 INFO:tasks.rados.rados.0.smithi028.stdout:3230: seq_num 990 ranges {1785856=589824,2375680=753664,3129344=638976,3768320=212992} 2024-04-02T08:36:20.952 INFO:tasks.rados.rados.0.smithi028.stdout:3230: writing smithi02882251-36 from 1785856 to 2375680 tid 1 2024-04-02T08:36:20.957 INFO:tasks.rados.rados.0.smithi028.stdout:3230: writing smithi02882251-36 from 2375680 to 3129344 tid 2 2024-04-02T08:36:20.961 INFO:tasks.rados.rados.0.smithi028.stdout:3230: writing smithi02882251-36 from 3129344 to 3768320 tid 3 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3230: writing smithi02882251-36 from 3768320 to 3981312 tid 4 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3227: done (3 left) 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 339 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3229: finishing write tid 1 to smithi02882251-4 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3229: finishing write tid 2 to smithi02882251-4 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3229: finishing write tid 3 to smithi02882251-4 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3226: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3229: finishing write tid 4 to smithi02882251-4 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3226: finishing copy_from to smithi02882251-33 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2166 (ObjNum 978 snap 335 seq_num 978) dirty exists 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3229: finishing write tid 5 to smithi02882251-4 2024-04-02T08:36:20.963 INFO:tasks.rados.rados.0.smithi028.stdout:3231: seq_num 991 ranges {3940352=606208,4546560=638976,5185536=794624,5980160=172032} 2024-04-02T08:36:20.987 INFO:tasks.rados.rados.0.smithi028.stdout:3231: writing smithi02882251-46 from 3940352 to 4546560 tid 1 2024-04-02T08:36:20.992 INFO:tasks.rados.rados.0.smithi028.stdout:3231: writing smithi02882251-46 from 4546560 to 5185536 tid 2 2024-04-02T08:36:20.997 INFO:tasks.rados.rados.0.smithi028.stdout:3231: writing smithi02882251-46 from 5185536 to 5980160 tid 3 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3231: writing smithi02882251-46 from 5980160 to 6152192 tid 4 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3226: done (3 left) 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3232: snap_create 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: finishing write tid 6 to smithi02882251-4 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3230: finishing write tid 1 to smithi02882251-36 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3230: finishing write tid 2 to smithi02882251-36 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: finishing write tid 7 to smithi02882251-4 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: oid 4 updating version 0 to 2135 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: oid 4 updating version 2135 to 2138 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: oid 4 updating version 2138 to 2168 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: oid 4 version 2168 is already newer than 2137 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: oid 4 version 2168 is already newer than 2167 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: oid 4 version 2168 is already newer than 2136 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2168 (ObjNum 989 snap 339 seq_num 989) dirty exists 2024-04-02T08:36:20.999 INFO:tasks.rados.rados.0.smithi028.stdout:3229: left oid 4 (ObjNum 989 snap 339 seq_num 989) 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: finishing write tid 3 to smithi02882251-36 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: finishing write tid 4 to smithi02882251-36 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: finishing write tid 5 to smithi02882251-36 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: finishing write tid 6 to smithi02882251-36 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: oid 36 updating version 0 to 2169 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: oid 36 updating version 2169 to 2170 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: oid 36 updating version 2170 to 2173 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: oid 36 version 2173 is already newer than 2172 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: oid 36 version 2173 is already newer than 2171 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2173 (ObjNum 990 snap 339 seq_num 990) dirty exists 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3230: left oid 36 (ObjNum 990 snap 339 seq_num 990) 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3231: finishing write tid 1 to smithi02882251-46 2024-04-02T08:36:21.000 INFO:tasks.rados.rados.0.smithi028.stdout:3231: finishing write tid 2 to smithi02882251-46 2024-04-02T08:36:21.001 INFO:tasks.rados.rados.0.smithi028.stdout:3231: finishing write tid 3 to smithi02882251-46 2024-04-02T08:36:21.001 INFO:tasks.rados.rados.0.smithi028.stdout:3231: finishing write tid 4 to smithi02882251-46 2024-04-02T08:36:21.001 INFO:tasks.rados.rados.0.smithi028.stdout:3231: finishing write tid 5 to smithi02882251-46 2024-04-02T08:36:21.002 INFO:tasks.rados.rados.0.smithi028.stdout:3231: finishing write tid 6 to smithi02882251-46 2024-04-02T08:36:21.003 INFO:tasks.rados.rados.0.smithi028.stdout:3231: oid 46 updating version 0 to 795 2024-04-02T08:36:21.003 INFO:tasks.rados.rados.0.smithi028.stdout:3231: oid 46 updating version 795 to 797 2024-04-02T08:36:21.003 INFO:tasks.rados.rados.0.smithi028.stdout:3231: oid 46 version 797 is already newer than 794 2024-04-02T08:36:21.003 INFO:tasks.rados.rados.0.smithi028.stdout:3231: oid 46 version 797 is already newer than 796 2024-04-02T08:36:21.003 INFO:tasks.rados.rados.0.smithi028.stdout:3231: oid 46 updating version 797 to 798 2024-04-02T08:36:21.003 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 798 (ObjNum 991 snap 339 seq_num 991) dirty exists 2024-04-02T08:36:21.003 INFO:tasks.rados.rados.0.smithi028.stdout:3231: left oid 46 (ObjNum 991 snap 339 seq_num 991) 2024-04-02T08:36:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:20 smithi028 ceph-mon[94314]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:36:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:20 smithi028 ceph-mon[96890]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:36:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:20 smithi137 ceph-mon[88456]: osdmap e730: 8 total, 8 up, 8 in 2024-04-02T08:36:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:36:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:36:21] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2024-04-02T08:36:21.876 INFO:tasks.rados.rados.0.smithi028.stdout:3229: done (3 left) 2024-04-02T08:36:21.876 INFO:tasks.rados.rados.0.smithi028.stdout:3230: done (2 left) 2024-04-02T08:36:21.876 INFO:tasks.rados.rados.0.smithi028.stdout:3231: done (1 left) 2024-04-02T08:36:21.876 INFO:tasks.rados.rados.0.smithi028.stdout:3232: done (0 left) 2024-04-02T08:36:21.876 INFO:tasks.rados.rados.0.smithi028.stdout:3233: rmattr oid 44 current snap is 340 2024-04-02T08:36:21.876 INFO:tasks.rados.rados.0.smithi028.stdout:3233: done (0 left) 2024-04-02T08:36:21.876 INFO:tasks.rados.rados.0.smithi028.stdout:3234: rmattr oid 50 current snap is 340 2024-04-02T08:36:21.876 INFO:tasks.rados.rados.0.smithi028.stdout:3234: done (0 left) 2024-04-02T08:36:21.877 INFO:tasks.rados.rados.0.smithi028.stdout:3235: read oid 45 snap -1 2024-04-02T08:36:21.877 INFO:tasks.rados.rados.0.smithi028.stdout:3235: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:36:21.877 INFO:tasks.rados.rados.0.smithi028.stdout:3236: rmattr oid 23 current snap is 340 2024-04-02T08:36:21.877 INFO:tasks.rados.rados.0.smithi028.stdout:3236: done (1 left) 2024-04-02T08:36:21.877 INFO:tasks.rados.rados.0.smithi028.stdout:3237: snap_create 2024-04-02T08:36:21.886 INFO:tasks.rados.rados.0.smithi028.stdout:3235: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:36:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:21 smithi028 ceph-mon[94314]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:36:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:21 smithi028 ceph-mon[94314]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:36:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:21 smithi028 ceph-mon[94314]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:36:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:21 smithi028 ceph-mon[96890]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:36:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:21 smithi028 ceph-mon[96890]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:36:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:21 smithi028 ceph-mon[96890]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:36:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:21 smithi137 ceph-mon[88456]: pgmap v759: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-04-02T08:36:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:21 smithi137 ceph-mon[88456]: osdmap e731: 8 total, 8 up, 8 in 2024-04-02T08:36:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:21 smithi137 ceph-mon[88456]: osdmap e732: 8 total, 8 up, 8 in 2024-04-02T08:36:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:36:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:22.876 INFO:tasks.rados.rados.0.smithi028.stdout:3235: done (1 left) 2024-04-02T08:36:22.876 INFO:tasks.rados.rados.0.smithi028.stdout:3237: done (0 left) 2024-04-02T08:36:22.876 INFO:tasks.rados.rados.0.smithi028.stdout:3238: snap_remove snap 267 2024-04-02T08:36:23.882 INFO:tasks.rados.rados.0.smithi028.stdout:3238: done (0 left) 2024-04-02T08:36:23.882 INFO:tasks.rados.rados.0.smithi028.stdout:3239: read oid 1 snap -1 2024-04-02T08:36:23.883 INFO:tasks.rados.rados.0.smithi028.stdout:3239: expect (ObjNum 805 snap 283 seq_num 805) 2024-04-02T08:36:23.883 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 341 2024-04-02T08:36:23.883 INFO:tasks.rados.rados.0.smithi028.stdout:3240: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-04-02T08:36:23.886 INFO:tasks.rados.rados.0.smithi028.stdout:3240: writing smithi02882251-12 from 0 to 622592 tid 1 2024-04-02T08:36:23.890 INFO:tasks.rados.rados.0.smithi028.stdout:3240: writing smithi02882251-12 from 622592 to 1146880 tid 2 2024-04-02T08:36:23.895 INFO:tasks.rados.rados.0.smithi028.stdout:3240: writing smithi02882251-12 from 1146880 to 1753088 tid 3 2024-04-02T08:36:23.898 INFO:tasks.rados.rados.0.smithi028.stdout:3240: writing smithi02882251-12 from 1753088 to 2228224 tid 4 2024-04-02T08:36:23.905 INFO:tasks.rados.rados.0.smithi028.stdout:3239: expect (ObjNum 805 snap 283 seq_num 805) 2024-04-02T08:36:23.952 INFO:tasks.rados.rados.0.smithi028.stdout:3240: finishing write tid 1 to smithi02882251-12 2024-04-02T08:36:23.952 INFO:tasks.rados.rados.0.smithi028.stdout:3240: finishing write tid 2 to smithi02882251-12 2024-04-02T08:36:23.952 INFO:tasks.rados.rados.0.smithi028.stdout:3240: finishing write tid 3 to smithi02882251-12 2024-04-02T08:36:23.952 INFO:tasks.rados.rados.0.smithi028.stdout:3239: done (1 left) 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3241: rollback oid 47 current snap is 341 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 328 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: finishing write tid 4 to smithi02882251-12 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: finishing write tid 5 to smithi02882251-12 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: finishing write tid 6 to smithi02882251-12 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: oid 12 updating version 0 to 2139 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: oid 12 updating version 2139 to 2142 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: oid 12 updating version 2142 to 2143 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: oid 12 version 2143 is already newer than 2140 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: oid 12 version 2143 is already newer than 2141 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2143 (ObjNum 992 snap 341 seq_num 992) dirty exists 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: left oid 12 (ObjNum 992 snap 341 seq_num 992) 2024-04-02T08:36:23.953 INFO:tasks.rados.rados.0.smithi028.stdout:3240: done (1 left) 2024-04-02T08:36:23.954 INFO:tasks.rados.rados.0.smithi028.stdout:3242: read oid 8 snap -1 2024-04-02T08:36:23.954 INFO:tasks.rados.rados.0.smithi028.stdout:3242: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:36:23.954 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 341 2024-04-02T08:36:23.954 INFO:tasks.rados.rados.0.smithi028.stdout:3243: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-04-02T08:36:23.956 INFO:tasks.rados.rados.0.smithi028.stdout:3243: writing smithi02882251-50 from 0 to 638976 tid 1 2024-04-02T08:36:23.958 INFO:tasks.rados.rados.0.smithi028.stdout:3243: writing smithi02882251-50 from 638976 to 1048576 tid 2 2024-04-02T08:36:23.960 INFO:tasks.rados.rados.0.smithi028.stdout:3243: writing smithi02882251-50 from 1048576 to 1458176 tid 3 2024-04-02T08:36:23.964 INFO:tasks.rados.rados.0.smithi028.stdout:3243: writing smithi02882251-50 from 1458176 to 2146304 tid 4 2024-04-02T08:36:23.965 INFO:tasks.rados.rados.0.smithi028.stdout:3243: writing smithi02882251-50 from 2146304 to 2244608 tid 5 2024-04-02T08:36:23.965 INFO:tasks.rados.rados.0.smithi028.stdout:3244: copy_from oid 5 from oid 21 current snap is 341 2024-04-02T08:36:23.965 INFO:tasks.rados.rados.0.smithi028.stdout:3241: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:36:23.966 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 341 2024-04-02T08:36:23.966 INFO:tasks.rados.rados.0.smithi028.stdout:3241: finishing rollback tid 2 to smithi02882251-47 2024-04-02T08:36:23.966 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2526 (ObjNum 958 snap 328 seq_num 958) dirty exists 2024-04-02T08:36:23.966 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing write tid 1 to smithi02882251-50 2024-04-02T08:36:23.966 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing write tid 2 to smithi02882251-50 2024-04-02T08:36:23.966 INFO:tasks.rados.rados.0.smithi028.stdout:3242: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:36:24.047 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing write tid 3 to smithi02882251-50 2024-04-02T08:36:24.047 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing write tid 4 to smithi02882251-50 2024-04-02T08:36:24.047 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing write tid 5 to smithi02882251-50 2024-04-02T08:36:24.047 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing write tid 6 to smithi02882251-50 2024-04-02T08:36:24.047 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing write tid 7 to smithi02882251-50 2024-04-02T08:36:24.047 INFO:tasks.rados.rados.0.smithi028.stdout:3243: oid 50 updating version 0 to 2166 2024-04-02T08:36:24.047 INFO:tasks.rados.rados.0.smithi028.stdout:3243: oid 50 version 2166 is already newer than 2163 2024-04-02T08:36:24.047 INFO:tasks.rados.rados.0.smithi028.stdout:3243: oid 50 version 2166 is already newer than 2164 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:3243: oid 50 version 2166 is already newer than 2165 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:3243: oid 50 version 2166 is already newer than 2162 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:3243: oid 50 version 2166 is already newer than 2161 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2166 (ObjNum 993 snap 341 seq_num 993) dirty exists 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:3243: left oid 50 (ObjNum 993 snap 341 seq_num 993) 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:3244: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:3244: finishing copy_from to smithi02882251-5 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2254 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-02T08:36:24.048 INFO:tasks.rados.rados.0.smithi028.stdout:3245: seq_num 994 ranges {6144000=655360,6799360=688128,7487488=622592,8110080=294912} 2024-04-02T08:36:24.083 INFO:tasks.rados.rados.0.smithi028.stdout:3245: writing smithi02882251-7 from 6144000 to 6799360 tid 1 2024-04-02T08:36:24.087 INFO:tasks.rados.rados.0.smithi028.stdout:3245: writing smithi02882251-7 from 6799360 to 7487488 tid 2 2024-04-02T08:36:24.091 INFO:tasks.rados.rados.0.smithi028.stdout:3245: writing smithi02882251-7 from 7487488 to 8110080 tid 3 2024-04-02T08:36:24.094 INFO:tasks.rados.rados.0.smithi028.stdout:3245: writing smithi02882251-7 from 8110080 to 8404992 tid 4 2024-04-02T08:36:24.094 INFO:tasks.rados.rados.0.smithi028.stdout:3241: done (4 left) 2024-04-02T08:36:24.094 INFO:tasks.rados.rados.0.smithi028.stdout:3242: done (3 left) 2024-04-02T08:36:24.094 INFO:tasks.rados.rados.0.smithi028.stdout:3243: done (2 left) 2024-04-02T08:36:24.094 INFO:tasks.rados.rados.0.smithi028.stdout:3244: done (1 left) 2024-04-02T08:36:24.094 INFO:tasks.rados.rados.0.smithi028.stdout:3246: read oid 41 snap -1 2024-04-02T08:36:24.094 INFO:tasks.rados.rados.0.smithi028.stdout:3246: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:24.094 INFO:tasks.rados.rados.0.smithi028.stdout:3247: snap_remove snap 331 2024-04-02T08:36:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:23 smithi137 ceph-mon[88456]: pgmap v762: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 746 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-02T08:36:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:23 smithi137 ceph-mon[88456]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:36:24.145 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 08:36:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T08:36:23.915+0000 7f17f97bd700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 151 after trimming was started 2024-04-02T08:36:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:23 smithi028 ceph-mon[94314]: pgmap v762: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 746 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-02T08:36:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:23 smithi028 ceph-mon[94314]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:36:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:23 smithi028 ceph-mon[96890]: pgmap v762: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 746 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.9 MiB/s wr, 24 op/s 2024-04-02T08:36:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:23 smithi028 ceph-mon[96890]: osdmap e733: 8 total, 8 up, 8 in 2024-04-02T08:36:24.887 INFO:tasks.rados.rados.0.smithi028.stdout:3247: done (2 left) 2024-04-02T08:36:24.887 INFO:tasks.rados.rados.0.smithi028.stdout:3248: read oid 6 snap -1 2024-04-02T08:36:24.887 INFO:tasks.rados.rados.0.smithi028.stdout:3248: expect (ObjNum 941 snap 324 seq_num 941) 2024-04-02T08:36:24.887 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 341 2024-04-02T08:36:24.887 INFO:tasks.rados.rados.0.smithi028.stdout:3249: seq_num 995 ranges {2179072=671744,2850816=573440,3424256=778240,4202496=253952} 2024-04-02T08:36:24.904 INFO:tasks.rados.rados.0.smithi028.stdout:3249: writing smithi02882251-4 from 2179072 to 2850816 tid 1 2024-04-02T08:36:24.908 INFO:tasks.rados.rados.0.smithi028.stdout:3249: writing smithi02882251-4 from 2850816 to 3424256 tid 2 2024-04-02T08:36:24.914 INFO:tasks.rados.rados.0.smithi028.stdout:3249: writing smithi02882251-4 from 3424256 to 4202496 tid 3 2024-04-02T08:36:24.916 INFO:tasks.rados.rados.0.smithi028.stdout:3249: writing smithi02882251-4 from 4202496 to 4456448 tid 4 2024-04-02T08:36:24.916 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 341 2024-04-02T08:36:24.916 INFO:tasks.rados.rados.0.smithi028.stdout:3245: finishing write tid 1 to smithi02882251-7 2024-04-02T08:36:24.916 INFO:tasks.rados.rados.0.smithi028.stdout:3245: finishing write tid 2 to smithi02882251-7 2024-04-02T08:36:24.916 INFO:tasks.rados.rados.0.smithi028.stdout:3246: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:24.921 INFO:tasks.rados.rados.0.smithi028.stdout:3245: finishing write tid 3 to smithi02882251-7 2024-04-02T08:36:24.921 INFO:tasks.rados.rados.0.smithi028.stdout:3245: finishing write tid 4 to smithi02882251-7 2024-04-02T08:36:24.921 INFO:tasks.rados.rados.0.smithi028.stdout:3250: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-04-02T08:36:24.925 INFO:tasks.rados.rados.0.smithi028.stdout:3250: writing smithi02882251-16 from 0 to 688128 tid 1 2024-04-02T08:36:24.928 INFO:tasks.rados.rados.0.smithi028.stdout:3250: writing smithi02882251-16 from 688128 to 1196032 tid 2 2024-04-02T08:36:24.931 INFO:tasks.rados.rados.0.smithi028.stdout:3250: writing smithi02882251-16 from 1196032 to 1777664 tid 3 2024-04-02T08:36:24.935 INFO:tasks.rados.rados.0.smithi028.stdout:3250: writing smithi02882251-16 from 1777664 to 2293760 tid 4 2024-04-02T08:36:24.935 INFO:tasks.rados.rados.0.smithi028.stdout:3246: done (4 left) 2024-04-02T08:36:24.935 INFO:tasks.rados.rados.0.smithi028.stdout:3251: read oid 5 snap -1 2024-04-02T08:36:24.935 INFO:tasks.rados.rados.0.smithi028.stdout:3251: expect (ObjNum 963 snap 330 seq_num 963) 2024-04-02T08:36:24.935 INFO:tasks.rados.rados.0.smithi028.stdout:3252: setattr oid 48 current snap is 341 2024-04-02T08:36:24.935 INFO:tasks.rados.rados.0.smithi028.stdout:3245: finishing write tid 5 to smithi02882251-7 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:3245: finishing write tid 6 to smithi02882251-7 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:3245: oid 7 updating version 0 to 2377 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:3245: oid 7 updating version 2377 to 2381 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:3245: oid 7 version 2381 is already newer than 2378 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:3245: oid 7 version 2381 is already newer than 2379 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:3245: oid 7 version 2381 is already newer than 2380 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2381 (ObjNum 994 snap 341 seq_num 994) dirty exists 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:3245: left oid 7 (ObjNum 994 snap 341 seq_num 994) 2024-04-02T08:36:24.936 INFO:tasks.rados.rados.0.smithi028.stdout:3248: expect (ObjNum 941 snap 324 seq_num 941) 2024-04-02T08:36:24.973 INFO:tasks.rados.rados.0.smithi028.stdout:3249: finishing write tid 1 to smithi02882251-4 2024-04-02T08:36:24.973 INFO:tasks.rados.rados.0.smithi028.stdout:3249: finishing write tid 2 to smithi02882251-4 2024-04-02T08:36:24.973 INFO:tasks.rados.rados.0.smithi028.stdout:3249: finishing write tid 3 to smithi02882251-4 2024-04-02T08:36:24.973 INFO:tasks.rados.rados.0.smithi028.stdout:3249: finishing write tid 4 to smithi02882251-4 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3249: finishing write tid 5 to smithi02882251-4 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3249: finishing write tid 6 to smithi02882251-4 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3249: oid 4 updating version 0 to 2175 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3249: oid 4 updating version 2175 to 2176 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3249: oid 4 version 2176 is already newer than 2174 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3249: oid 4 updating version 2176 to 2178 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3249: oid 4 version 2178 is already newer than 2177 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2178 (ObjNum 995 snap 341 seq_num 995) dirty exists 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3249: left oid 4 (ObjNum 995 snap 341 seq_num 995) 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3250: finishing write tid 1 to smithi02882251-16 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3250: finishing write tid 2 to smithi02882251-16 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3250: finishing write tid 3 to smithi02882251-16 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3250: finishing write tid 4 to smithi02882251-16 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3250: finishing write tid 5 to smithi02882251-16 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3250: finishing write tid 6 to smithi02882251-16 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3250: oid 16 updating version 0 to 2258 2024-04-02T08:36:24.974 INFO:tasks.rados.rados.0.smithi028.stdout:3250: oid 16 updating version 2258 to 2262 2024-04-02T08:36:24.975 INFO:tasks.rados.rados.0.smithi028.stdout:3250: oid 16 version 2262 is already newer than 2260 2024-04-02T08:36:24.975 INFO:tasks.rados.rados.0.smithi028.stdout:3250: oid 16 version 2262 is already newer than 2259 2024-04-02T08:36:24.975 INFO:tasks.rados.rados.0.smithi028.stdout:3250: oid 16 version 2262 is already newer than 2261 2024-04-02T08:36:24.975 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2262 (ObjNum 996 snap 341 seq_num 996) dirty exists 2024-04-02T08:36:24.975 INFO:tasks.rados.rados.0.smithi028.stdout:3250: left oid 16 (ObjNum 996 snap 341 seq_num 996) 2024-04-02T08:36:24.975 INFO:tasks.rados.rados.0.smithi028.stdout:3251: expect (ObjNum 963 snap 330 seq_num 963) 2024-04-02T08:36:25.111 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2692 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:36:25.111 INFO:tasks.rados.rados.0.smithi028.stdout:3245: done (5 left) 2024-04-02T08:36:25.111 INFO:tasks.rados.rados.0.smithi028.stdout:3248: done (4 left) 2024-04-02T08:36:25.111 INFO:tasks.rados.rados.0.smithi028.stdout:3249: done (3 left) 2024-04-02T08:36:25.111 INFO:tasks.rados.rados.0.smithi028.stdout:3250: done (2 left) 2024-04-02T08:36:25.111 INFO:tasks.rados.rados.0.smithi028.stdout:3251: done (1 left) 2024-04-02T08:36:25.111 INFO:tasks.rados.rados.0.smithi028.stdout:3252: done (0 left) 2024-04-02T08:36:25.111 INFO:tasks.rados.rados.0.smithi028.stdout:3253: snap_create 2024-04-02T08:36:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:24 smithi137 ceph-mon[88456]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:36:25.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:24 smithi028 ceph-mon[94314]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:36:25.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:24 smithi028 ceph-mon[96890]: osdmap e734: 8 total, 8 up, 8 in 2024-04-02T08:36:25.893 INFO:tasks.rados.rados.0.smithi028.stdout:3253: done (0 left) 2024-04-02T08:36:25.893 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 342 2024-04-02T08:36:25.893 INFO:tasks.rados.rados.0.smithi028.stdout:3254: seq_num 997 ranges {5414912=704512,6119424=794624,6914048=794624,7708672=16384} 2024-04-02T08:36:25.926 INFO:tasks.rados.rados.0.smithi028.stdout:3254: writing smithi02882251-14 from 5414912 to 6119424 tid 1 2024-04-02T08:36:25.931 INFO:tasks.rados.rados.0.smithi028.stdout:3254: writing smithi02882251-14 from 6119424 to 6914048 tid 2 2024-04-02T08:36:25.937 INFO:tasks.rados.rados.0.smithi028.stdout:3254: writing smithi02882251-14 from 6914048 to 7708672 tid 3 2024-04-02T08:36:25.937 INFO:tasks.rados.rados.0.smithi028.stdout:3254: writing smithi02882251-14 from 7708672 to 7725056 tid 4 2024-04-02T08:36:25.937 INFO:tasks.rados.rados.0.smithi028.stdout:3255: rollback oid 15 current snap is 342 2024-04-02T08:36:25.937 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 332 2024-04-02T08:36:25.937 INFO:tasks.rados.rados.0.smithi028.stdout:3254: finishing write tid 1 to smithi02882251-14 2024-04-02T08:36:25.937 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 342 2024-04-02T08:36:25.937 INFO:tasks.rados.rados.0.smithi028.stdout:3256: seq_num 998 ranges {6152192=720896,6873088=679936,7553024=598016,8151040=327680} 2024-04-02T08:36:25.974 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02882251-46 from 6152192 to 6873088 tid 1 2024-04-02T08:36:25.978 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02882251-46 from 6873088 to 7553024 tid 2 2024-04-02T08:36:25.982 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02882251-46 from 7553024 to 8151040 tid 3 2024-04-02T08:36:25.986 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02882251-46 from 8151040 to 8478720 tid 4 2024-04-02T08:36:25.986 INFO:tasks.rados.rados.0.smithi028.stdout:3257: read oid 49 snap 341 2024-04-02T08:36:25.986 INFO:tasks.rados.rados.0.smithi028.stdout:3257: expect (ObjNum 961 snap 329 seq_num 961) 2024-04-02T08:36:25.986 INFO:tasks.rados.rados.0.smithi028.stdout:3258: rmattr oid 8 current snap is 342 2024-04-02T08:36:25.986 INFO:tasks.rados.rados.0.smithi028.stdout:3258: done (4 left) 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3259: snap_create 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: finishing write tid 2 to smithi02882251-14 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing rollback tid 0 to smithi02882251-15 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing rollback tid 2 to smithi02882251-15 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2176 (ObjNum 793 snap 278 seq_num 793) dirty exists 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: finishing write tid 3 to smithi02882251-14 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: finishing write tid 4 to smithi02882251-14 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: finishing write tid 5 to smithi02882251-14 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: finishing write tid 6 to smithi02882251-14 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: oid 14 updating version 0 to 2695 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: oid 14 updating version 2695 to 2697 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: oid 14 updating version 2697 to 2698 2024-04-02T08:36:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3254: oid 14 version 2698 is already newer than 2696 2024-04-02T08:36:25.988 INFO:tasks.rados.rados.0.smithi028.stdout:3254: oid 14 version 2698 is already newer than 2694 2024-04-02T08:36:25.988 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2698 (ObjNum 997 snap 342 seq_num 997) dirty exists 2024-04-02T08:36:25.988 INFO:tasks.rados.rados.0.smithi028.stdout:3254: left oid 14 (ObjNum 997 snap 342 seq_num 997) 2024-04-02T08:36:25.988 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 1 to smithi02882251-46 2024-04-02T08:36:25.988 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 2 to smithi02882251-46 2024-04-02T08:36:25.988 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 3 to smithi02882251-46 2024-04-02T08:36:25.988 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 4 to smithi02882251-46 2024-04-02T08:36:25.989 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 5 to smithi02882251-46 2024-04-02T08:36:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 6 to smithi02882251-46 2024-04-02T08:36:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3256: oid 46 updating version 0 to 806 2024-04-02T08:36:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3256: oid 46 updating version 806 to 807 2024-04-02T08:36:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3256: oid 46 updating version 807 to 808 2024-04-02T08:36:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3256: oid 46 updating version 808 to 810 2024-04-02T08:36:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3256: oid 46 version 810 is already newer than 809 2024-04-02T08:36:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 810 (ObjNum 998 snap 342 seq_num 998) dirty exists 2024-04-02T08:36:25.991 INFO:tasks.rados.rados.0.smithi028.stdout:3256: left oid 46 (ObjNum 998 snap 342 seq_num 998) 2024-04-02T08:36:25.994 INFO:tasks.rados.rados.0.smithi028.stdout:3257: expect (ObjNum 961 snap 329 seq_num 961) 2024-04-02T08:36:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:25 smithi137 ceph-mon[88456]: pgmap v765: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 746 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:36:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:25 smithi137 ceph-mon[88456]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:36:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:25 smithi028 ceph-mon[94314]: pgmap v765: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 746 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:36:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:25 smithi028 ceph-mon[94314]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:36:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:25 smithi028 ceph-mon[96890]: pgmap v765: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 746 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-02T08:36:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:25 smithi028 ceph-mon[96890]: osdmap e735: 8 total, 8 up, 8 in 2024-04-02T08:36:26.899 INFO:tasks.rados.rados.0.smithi028.stdout:3254: done (4 left) 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3255: done (3 left) 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3256: done (2 left) 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3257: done (1 left) 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3259: done (0 left) 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3260: read oid 5 snap -1 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3260: expect (ObjNum 963 snap 330 seq_num 963) 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3261: read oid 41 snap -1 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3261: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3262: read oid 11 snap -1 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3262: expect deleted 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3263: rollback oid 36 current snap is 343 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 283 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3264: copy_from oid 32 from oid 27 current snap is 343 2024-04-02T08:36:26.900 INFO:tasks.rados.rados.0.smithi028.stdout:3265: snap_remove snap 299 2024-04-02T08:36:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:26 smithi028 ceph-mon[94314]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:36:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:26 smithi028 ceph-mon[96890]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:36:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:26 smithi137 ceph-mon[88456]: osdmap e736: 8 total, 8 up, 8 in 2024-04-02T08:36:27.901 INFO:tasks.rados.rados.0.smithi028.stdout:3265: done (5 left) 2024-04-02T08:36:27.901 INFO:tasks.rados.rados.0.smithi028.stdout:3266: rollback oid 28 current snap is 343 2024-04-02T08:36:27.901 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 337 2024-04-02T08:36:27.901 INFO:tasks.rados.rados.0.smithi028.stdout:3267: delete oid 39 current snap is 343 2024-04-02T08:36:27.901 INFO:tasks.rados.rados.0.smithi028.stdout:3261: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:36:27.907 INFO:tasks.rados.rados.0.smithi028.stdout:3263: finishing rollback tid 0 to smithi02882251-36 2024-04-02T08:36:27.907 INFO:tasks.rados.rados.0.smithi028.stdout:3263: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:36:27.907 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2180 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-02T08:36:27.907 INFO:tasks.rados.rados.0.smithi028.stdout:3260: expect (ObjNum 963 snap 330 seq_num 963) 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3264: finishing copy_from racing read to smithi02882251-32 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3260: done (6 left) 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3261: done (5 left) 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3262: done (4 left) 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3263: done (3 left) 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3267: done (2 left) 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 343 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3264: finishing copy_from to smithi02882251-32 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2513 (ObjNum 862 snap 290 seq_num 862) dirty exists 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing rollback tid 0 to smithi02882251-28 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing rollback tid 1 to smithi02882251-28 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing rollback tid 2 to smithi02882251-28 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2153 (ObjNum 966 snap 331 seq_num 966) dirty exists 2024-04-02T08:36:28.053 INFO:tasks.rados.rados.0.smithi028.stdout:3268: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-04-02T08:36:28.056 INFO:tasks.rados.rados.0.smithi028.stdout:3268: writing smithi02882251-44 from 0 to 753664 tid 1 2024-04-02T08:36:28.059 INFO:tasks.rados.rados.0.smithi028.stdout:3268: writing smithi02882251-44 from 753664 to 1196032 tid 2 2024-04-02T08:36:28.062 INFO:tasks.rados.rados.0.smithi028.stdout:3268: writing smithi02882251-44 from 1196032 to 1761280 tid 3 2024-04-02T08:36:28.064 INFO:tasks.rados.rados.0.smithi028.stdout:3268: writing smithi02882251-44 from 1761280 to 2220032 tid 4 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3268: writing smithi02882251-44 from 2220032 to 2359296 tid 5 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3264: done (2 left) 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3266: done (1 left) 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3269: read oid 40 snap 291 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3269: expect deleted 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3270: copy_from oid 37 from oid 43 current snap is 343 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3268: finishing write tid 1 to smithi02882251-44 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3268: finishing write tid 2 to smithi02882251-44 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3268: finishing write tid 3 to smithi02882251-44 2024-04-02T08:36:28.066 INFO:tasks.rados.rados.0.smithi028.stdout:3271: delete oid 10 current snap is 343 2024-04-02T08:36:28.067 INFO:tasks.rados.rados.0.smithi028.stdout:3269: done (3 left) 2024-04-02T08:36:28.067 INFO:tasks.rados.rados.0.smithi028.stdout:3271: done (2 left) 2024-04-02T08:36:28.067 INFO:tasks.rados.rados.0.smithi028.stdout:3272: snap_remove snap 333 2024-04-02T08:36:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:27 smithi028 ceph-mon[94314]: pgmap v768: 121 pgs: 121 active+clean; 729 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:36:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:27 smithi028 ceph-mon[94314]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:36:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:27 smithi028 ceph-mon[96890]: pgmap v768: 121 pgs: 121 active+clean; 729 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:36:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:27 smithi028 ceph-mon[96890]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:36:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:27 smithi137 ceph-mon[88456]: pgmap v768: 121 pgs: 121 active+clean; 729 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:36:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:27 smithi137 ceph-mon[88456]: osdmap e737: 8 total, 8 up, 8 in 2024-04-02T08:36:28.912 INFO:tasks.rados.rados.0.smithi028.stdout:3268: finishing write tid 4 to smithi02882251-44 2024-04-02T08:36:28.912 INFO:tasks.rados.rados.0.smithi028.stdout:3268: finishing write tid 5 to smithi02882251-44 2024-04-02T08:36:28.912 INFO:tasks.rados.rados.0.smithi028.stdout:3268: finishing write tid 6 to smithi02882251-44 2024-04-02T08:36:28.912 INFO:tasks.rados.rados.0.smithi028.stdout:3268: finishing write tid 7 to smithi02882251-44 2024-04-02T08:36:28.912 INFO:tasks.rados.rados.0.smithi028.stdout:3268: oid 44 updating version 0 to 2129 2024-04-02T08:36:28.912 INFO:tasks.rados.rados.0.smithi028.stdout:3268: oid 44 updating version 2129 to 2130 2024-04-02T08:36:28.912 INFO:tasks.rados.rados.0.smithi028.stdout:3268: oid 44 version 2130 is already newer than 2128 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3268: oid 44 updating version 2130 to 2132 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3268: oid 44 version 2132 is already newer than 2131 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3268: oid 44 version 2132 is already newer than 2127 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2132 (ObjNum 1000 snap 343 seq_num 1000) dirty exists 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3268: left oid 44 (ObjNum 1000 snap 343 seq_num 1000) 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3270: finishing copy_from racing read to smithi02882251-37 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3270: finishing copy_from to smithi02882251-37 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 918 (ObjNum 954 snap 326 seq_num 954) dirty exists 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3268: done (2 left) 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3270: done (1 left) 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3272: done (0 left) 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3273: read oid 6 snap 313 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3273: expect deleted 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 343 2024-04-02T08:36:28.913 INFO:tasks.rados.rados.0.smithi028.stdout:3274: seq_num 1002 ranges {1703936=786432,2490368=614400,3104768=581632,3686400=409600} 2024-04-02T08:36:28.927 INFO:tasks.rados.rados.0.smithi028.stdout:3274: writing smithi02882251-49 from 1703936 to 2490368 tid 1 2024-04-02T08:36:28.931 INFO:tasks.rados.rados.0.smithi028.stdout:3274: writing smithi02882251-49 from 2490368 to 3104768 tid 2 2024-04-02T08:36:28.935 INFO:tasks.rados.rados.0.smithi028.stdout:3274: writing smithi02882251-49 from 3104768 to 3686400 tid 3 2024-04-02T08:36:28.938 INFO:tasks.rados.rados.0.smithi028.stdout:3274: writing smithi02882251-49 from 3686400 to 4096000 tid 4 2024-04-02T08:36:28.938 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 343 2024-04-02T08:36:28.938 INFO:tasks.rados.rados.0.smithi028.stdout:3275: seq_num 1003 ranges {8478720=802816,9281536=499712,9781248=737280,10518528=368640} 2024-04-02T08:36:28.992 INFO:tasks.rados.rados.0.smithi028.stdout:3275: writing smithi02882251-46 from 8478720 to 9281536 tid 1 2024-04-02T08:36:28.996 INFO:tasks.rados.rados.0.smithi028.stdout:3275: writing smithi02882251-46 from 9281536 to 9781248 tid 2 2024-04-02T08:36:29.000 INFO:tasks.rados.rados.0.smithi028.stdout:3275: writing smithi02882251-46 from 9781248 to 10518528 tid 3 2024-04-02T08:36:29.003 INFO:tasks.rados.rados.0.smithi028.stdout:3275: writing smithi02882251-46 from 10518528 to 10887168 tid 4 2024-04-02T08:36:29.003 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 343 2024-04-02T08:36:29.003 INFO:tasks.rados.rados.0.smithi028.stdout:3276: seq_num 1004 ranges {0=16384} 2024-04-02T08:36:29.003 INFO:tasks.rados.rados.0.smithi028.stdout:3276: writing smithi02882251-39 from 0 to 16384 tid 1 2024-04-02T08:36:29.003 INFO:tasks.rados.rados.0.smithi028.stdout:3277: delete oid 35 current snap is 343 2024-04-02T08:36:29.003 INFO:tasks.rados.rados.0.smithi028.stdout:3274: finishing write tid 1 to smithi02882251-49 2024-04-02T08:36:29.003 INFO:tasks.rados.rados.0.smithi028.stdout:3274: finishing write tid 2 to smithi02882251-49 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: finishing write tid 3 to smithi02882251-49 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: finishing write tid 4 to smithi02882251-49 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: finishing write tid 5 to smithi02882251-49 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: finishing write tid 6 to smithi02882251-49 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: oid 49 updating version 0 to 2135 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: oid 49 updating version 2135 to 2136 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: oid 49 version 2136 is already newer than 2134 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: oid 49 updating version 2136 to 2137 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: oid 49 version 2137 is already newer than 2133 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2137 (ObjNum 1002 snap 343 seq_num 1002) dirty exists 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3274: left oid 49 (ObjNum 1002 snap 343 seq_num 1002) 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3275: finishing write tid 1 to smithi02882251-46 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3275: finishing write tid 2 to smithi02882251-46 2024-04-02T08:36:29.004 INFO:tasks.rados.rados.0.smithi028.stdout:3275: finishing write tid 3 to smithi02882251-46 2024-04-02T08:36:29.006 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 1 to smithi02882251-39 2024-04-02T08:36:29.006 INFO:tasks.rados.rados.0.smithi028.stdout:3273: done (4 left) 2024-04-02T08:36:29.006 INFO:tasks.rados.rados.0.smithi028.stdout:3274: done (3 left) 2024-04-02T08:36:29.006 INFO:tasks.rados.rados.0.smithi028.stdout:3277: done (2 left) 2024-04-02T08:36:29.006 INFO:tasks.rados.rados.0.smithi028.stdout:3278: snap_create 2024-04-02T08:36:29.006 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 2 to smithi02882251-39 2024-04-02T08:36:29.007 INFO:tasks.rados.rados.0.smithi028.stdout:3275: finishing write tid 4 to smithi02882251-46 2024-04-02T08:36:29.007 INFO:tasks.rados.rados.0.smithi028.stdout:3275: finishing write tid 5 to smithi02882251-46 2024-04-02T08:36:29.008 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 3 to smithi02882251-39 2024-04-02T08:36:29.008 INFO:tasks.rados.rados.0.smithi028.stdout:3276: oid 39 updating version 0 to 2158 2024-04-02T08:36:29.008 INFO:tasks.rados.rados.0.smithi028.stdout:3276: oid 39 updating version 2158 to 2159 2024-04-02T08:36:29.008 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2159 (ObjNum 1004 snap 343 seq_num 1004) dirty exists 2024-04-02T08:36:29.008 INFO:tasks.rados.rados.0.smithi028.stdout:3276: left oid 39 (ObjNum 1004 snap 343 seq_num 1004) 2024-04-02T08:36:29.008 INFO:tasks.rados.rados.0.smithi028.stdout:3275: finishing write tid 6 to smithi02882251-46 2024-04-02T08:36:29.009 INFO:tasks.rados.rados.0.smithi028.stdout:3275: oid 46 updating version 0 to 824 2024-04-02T08:36:29.009 INFO:tasks.rados.rados.0.smithi028.stdout:3275: oid 46 version 824 is already newer than 820 2024-04-02T08:36:29.009 INFO:tasks.rados.rados.0.smithi028.stdout:3275: oid 46 version 824 is already newer than 822 2024-04-02T08:36:29.009 INFO:tasks.rados.rados.0.smithi028.stdout:3275: oid 46 version 824 is already newer than 821 2024-04-02T08:36:29.009 INFO:tasks.rados.rados.0.smithi028.stdout:3275: oid 46 version 824 is already newer than 823 2024-04-02T08:36:29.009 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 824 (ObjNum 1003 snap 343 seq_num 1003) dirty exists 2024-04-02T08:36:29.009 INFO:tasks.rados.rados.0.smithi028.stdout:3275: left oid 46 (ObjNum 1003 snap 343 seq_num 1003) 2024-04-02T08:36:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:28 smithi028 ceph-mon[94314]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:36:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:28 smithi028 ceph-mon[96890]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:36:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:28 smithi137 ceph-mon[88456]: osdmap e738: 8 total, 8 up, 8 in 2024-04-02T08:36:29.914 INFO:tasks.rados.rados.0.smithi028.stdout:3275: done (2 left) 2024-04-02T08:36:29.914 INFO:tasks.rados.rados.0.smithi028.stdout:3276: done (1 left) 2024-04-02T08:36:29.915 INFO:tasks.rados.rados.0.smithi028.stdout:3278: done (0 left) 2024-04-02T08:36:29.915 INFO:tasks.rados.rados.0.smithi028.stdout:3279: snap_create 2024-04-02T08:36:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:29 smithi028 ceph-mon[96890]: pgmap v771: 121 pgs: 121 active+clean; 729 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:36:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:29 smithi028 ceph-mon[96890]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:36:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:29 smithi028 ceph-mon[94314]: pgmap v771: 121 pgs: 121 active+clean; 729 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:36:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:29 smithi028 ceph-mon[94314]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:36:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:29 smithi137 ceph-mon[88456]: pgmap v771: 121 pgs: 121 active+clean; 729 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-04-02T08:36:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:29 smithi137 ceph-mon[88456]: osdmap e739: 8 total, 8 up, 8 in 2024-04-02T08:36:30.920 INFO:tasks.rados.rados.0.smithi028.stdout:3279: done (0 left) 2024-04-02T08:36:30.920 INFO:tasks.rados.rados.0.smithi028.stdout:3280: snap_create 2024-04-02T08:36:31.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:30 smithi028 ceph-mon[94314]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:36:31.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:30 smithi028 ceph-mon[96890]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:36:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:30 smithi137 ceph-mon[88456]: osdmap e740: 8 total, 8 up, 8 in 2024-04-02T08:36:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:36:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:36:31] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2024-04-02T08:36:31.876 INFO:tasks.rados.rados.0.smithi028.stdout:3280: done (0 left) 2024-04-02T08:36:31.876 INFO:tasks.rados.rados.0.smithi028.stdout:3281: snap_create 2024-04-02T08:36:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:31 smithi028 ceph-mon[94314]: pgmap v774: 121 pgs: 121 active+clean; 732 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:36:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:31 smithi028 ceph-mon[94314]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:36:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:31 smithi028 ceph-mon[94314]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:36:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:31 smithi028 ceph-mon[96890]: pgmap v774: 121 pgs: 121 active+clean; 732 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:36:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:31 smithi028 ceph-mon[96890]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:36:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:31 smithi028 ceph-mon[96890]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:36:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:31 smithi137 ceph-mon[88456]: pgmap v774: 121 pgs: 121 active+clean; 732 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-02T08:36:32.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:31 smithi137 ceph-mon[88456]: osdmap e741: 8 total, 8 up, 8 in 2024-04-02T08:36:32.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:31 smithi137 ceph-mon[88456]: osdmap e742: 8 total, 8 up, 8 in 2024-04-02T08:36:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:36:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:32.879 INFO:tasks.rados.rados.0.smithi028.stdout:3281: done (0 left) 2024-04-02T08:36:32.879 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 347 2024-04-02T08:36:32.879 INFO:tasks.rados.rados.0.smithi028.stdout:3282: seq_num 1006 ranges {8355840=49152} 2024-04-02T08:36:32.925 INFO:tasks.rados.rados.0.smithi028.stdout:3282: writing smithi02882251-17 from 8355840 to 8404992 tid 1 2024-04-02T08:36:32.925 INFO:tasks.rados.rados.0.smithi028.stdout:3283: rollback oid 40 current snap is 347 2024-04-02T08:36:32.925 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 320 2024-04-02T08:36:32.925 INFO:tasks.rados.rados.0.smithi028.stdout:3284: snap_remove snap 307 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3284: done (2 left) 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3285: read oid 29 snap 346 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3285: expect deleted 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3282: finishing write tid 1 to smithi02882251-17 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3282: finishing write tid 2 to smithi02882251-17 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3282: finishing write tid 3 to smithi02882251-17 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3282: oid 17 updating version 0 to 2383 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3282: oid 17 version 2383 is already newer than 2382 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2383 (ObjNum 1006 snap 347 seq_num 1006) dirty exists 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3282: left oid 17 (ObjNum 1006 snap 347 seq_num 1006) 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing rollback tid 0 to smithi02882251-40 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing rollback tid 2 to smithi02882251-40 2024-04-02T08:36:33.924 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2714 (ObjNum 932 snap 319 seq_num 932) dirty exists 2024-04-02T08:36:33.925 INFO:tasks.rados.rados.0.smithi028.stdout:3282: done (2 left) 2024-04-02T08:36:33.925 INFO:tasks.rados.rados.0.smithi028.stdout:3283: done (1 left) 2024-04-02T08:36:33.925 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 347 2024-04-02T08:36:33.925 INFO:tasks.rados.rados.0.smithi028.stdout:3286: seq_num 1007 ranges {3219456=65536} 2024-04-02T08:36:33.942 INFO:tasks.rados.rados.0.smithi028.stdout:3286: writing smithi02882251-28 from 3219456 to 3284992 tid 1 2024-04-02T08:36:33.942 INFO:tasks.rados.rados.0.smithi028.stdout:3287: rollback oid 8 current snap is 347 2024-04-02T08:36:33.943 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 342 2024-04-02T08:36:33.943 INFO:tasks.rados.rados.0.smithi028.stdout:3285: done (2 left) 2024-04-02T08:36:33.943 INFO:tasks.rados.rados.0.smithi028.stdout:3288: rollback oid 1 current snap is 347 2024-04-02T08:36:33.943 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 337 2024-04-02T08:36:33.943 INFO:tasks.rados.rados.0.smithi028.stdout:3289: snap_create 2024-04-02T08:36:33.950 INFO:tasks.rados.rados.0.smithi028.stdout:3288: finishing rollback tid 0 to smithi02882251-1 2024-04-02T08:36:33.950 INFO:tasks.rados.rados.0.smithi028.stdout:3286: finishing write tid 1 to smithi02882251-28 2024-04-02T08:36:33.950 INFO:tasks.rados.rados.0.smithi028.stdout:3286: finishing write tid 2 to smithi02882251-28 2024-04-02T08:36:33.952 INFO:tasks.rados.rados.0.smithi028.stdout:3288: finishing rollback tid 1 to smithi02882251-1 2024-04-02T08:36:33.952 INFO:tasks.rados.rados.0.smithi028.stdout:3288: finishing rollback tid 2 to smithi02882251-1 2024-04-02T08:36:33.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2374 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:36:33.952 INFO:tasks.rados.rados.0.smithi028.stdout:3287: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:36:33.952 INFO:tasks.rados.rados.0.smithi028.stdout:3287: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:36:33.953 INFO:tasks.rados.rados.0.smithi028.stdout:3287: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:36:33.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2194 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:36:33.953 INFO:tasks.rados.rados.0.smithi028.stdout:3286: finishing write tid 3 to smithi02882251-28 2024-04-02T08:36:33.953 INFO:tasks.rados.rados.0.smithi028.stdout:3286: oid 28 updating version 0 to 2167 2024-04-02T08:36:33.953 INFO:tasks.rados.rados.0.smithi028.stdout:3286: oid 28 updating version 2167 to 2168 2024-04-02T08:36:33.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2168 (ObjNum 1007 snap 347 seq_num 1007) dirty exists 2024-04-02T08:36:33.953 INFO:tasks.rados.rados.0.smithi028.stdout:3286: left oid 28 (ObjNum 1007 snap 347 seq_num 1007) 2024-04-02T08:36:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:33 smithi137 ceph-mon[88456]: pgmap v777: 121 pgs: 121 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-04-02T08:36:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:33 smithi137 ceph-mon[88456]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:36:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:33 smithi028 ceph-mon[94314]: pgmap v777: 121 pgs: 121 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-04-02T08:36:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:33 smithi028 ceph-mon[94314]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:36:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:33 smithi028 ceph-mon[96890]: pgmap v777: 121 pgs: 121 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.4 MiB/s wr, 19 op/s 2024-04-02T08:36:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:33 smithi028 ceph-mon[96890]: osdmap e743: 8 total, 8 up, 8 in 2024-04-02T08:36:34.928 INFO:tasks.rados.rados.0.smithi028.stdout:3286: done (3 left) 2024-04-02T08:36:34.928 INFO:tasks.rados.rados.0.smithi028.stdout:3287: done (2 left) 2024-04-02T08:36:34.928 INFO:tasks.rados.rados.0.smithi028.stdout:3288: done (1 left) 2024-04-02T08:36:34.928 INFO:tasks.rados.rados.0.smithi028.stdout:3289: done (0 left) 2024-04-02T08:36:34.928 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 348 2024-04-02T08:36:34.928 INFO:tasks.rados.rados.0.smithi028.stdout:3290: seq_num 1008 ranges {6529024=90112} 2024-04-02T08:36:34.964 INFO:tasks.rados.rados.0.smithi028.stdout:3290: writing smithi02882251-30 from 6529024 to 6619136 tid 1 2024-04-02T08:36:34.964 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 348 2024-04-02T08:36:34.964 INFO:tasks.rados.rados.0.smithi028.stdout:3291: seq_num 1009 ranges {4259840=106496} 2024-04-02T08:36:34.988 INFO:tasks.rados.rados.0.smithi028.stdout:3291: writing smithi02882251-38 from 4259840 to 4366336 tid 1 2024-04-02T08:36:34.988 INFO:tasks.rados.rados.0.smithi028.stdout:3292: snap_create 2024-04-02T08:36:34.988 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 1 to smithi02882251-30 2024-04-02T08:36:34.988 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 2 to smithi02882251-30 2024-04-02T08:36:34.988 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 3 to smithi02882251-30 2024-04-02T08:36:34.989 INFO:tasks.rados.rados.0.smithi028.stdout:3290: oid 30 updating version 0 to 2527 2024-04-02T08:36:34.989 INFO:tasks.rados.rados.0.smithi028.stdout:3290: oid 30 updating version 2527 to 2528 2024-04-02T08:36:34.989 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2528 (ObjNum 1008 snap 348 seq_num 1008) dirty exists 2024-04-02T08:36:34.989 INFO:tasks.rados.rados.0.smithi028.stdout:3290: left oid 30 (ObjNum 1008 snap 348 seq_num 1008) 2024-04-02T08:36:34.992 INFO:tasks.rados.rados.0.smithi028.stdout:3291: finishing write tid 1 to smithi02882251-38 2024-04-02T08:36:34.993 INFO:tasks.rados.rados.0.smithi028.stdout:3291: finishing write tid 2 to smithi02882251-38 2024-04-02T08:36:34.994 INFO:tasks.rados.rados.0.smithi028.stdout:3291: finishing write tid 3 to smithi02882251-38 2024-04-02T08:36:34.995 INFO:tasks.rados.rados.0.smithi028.stdout:3291: oid 38 updating version 0 to 2376 2024-04-02T08:36:34.995 INFO:tasks.rados.rados.0.smithi028.stdout:3291: oid 38 version 2376 is already newer than 2375 2024-04-02T08:36:34.995 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2376 (ObjNum 1009 snap 348 seq_num 1009) dirty exists 2024-04-02T08:36:34.995 INFO:tasks.rados.rados.0.smithi028.stdout:3291: left oid 38 (ObjNum 1009 snap 348 seq_num 1009) 2024-04-02T08:36:35.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:34 smithi028 ceph-mon[94314]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:36:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:34 smithi028 ceph-mon[96890]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:36:35.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:34 smithi137 ceph-mon[88456]: osdmap e744: 8 total, 8 up, 8 in 2024-04-02T08:36:35.933 INFO:tasks.rados.rados.0.smithi028.stdout:3290: done (2 left) 2024-04-02T08:36:35.933 INFO:tasks.rados.rados.0.smithi028.stdout:3291: done (1 left) 2024-04-02T08:36:35.933 INFO:tasks.rados.rados.0.smithi028.stdout:3292: done (0 left) 2024-04-02T08:36:35.933 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 349 2024-04-02T08:36:35.933 INFO:tasks.rados.rados.0.smithi028.stdout:3293: seq_num 1010 ranges {4857856=122880} 2024-04-02T08:36:35.960 INFO:tasks.rados.rados.0.smithi028.stdout:3293: writing smithi02882251-31 from 4857856 to 4980736 tid 1 2024-04-02T08:36:35.960 INFO:tasks.rados.rados.0.smithi028.stdout:3294: rmattr oid 35 current snap is 349 2024-04-02T08:36:35.960 INFO:tasks.rados.rados.0.smithi028.stdout:3294: done (1 left) 2024-04-02T08:36:35.960 INFO:tasks.rados.rados.0.smithi028.stdout:3295: read oid 29 snap 324 2024-04-02T08:36:35.960 INFO:tasks.rados.rados.0.smithi028.stdout:3295: expect (ObjNum 1439637568 snap 22077 seq_num 1441740784) 2024-04-02T08:36:35.961 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 349 2024-04-02T08:36:35.961 INFO:tasks.rados.rados.0.smithi028.stdout:3296: seq_num 1011 ranges {4096000=139264} 2024-04-02T08:36:35.983 INFO:tasks.rados.rados.0.smithi028.stdout:3296: writing smithi02882251-49 from 4096000 to 4235264 tid 1 2024-04-02T08:36:35.984 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 349 2024-04-02T08:36:35.984 INFO:tasks.rados.rados.0.smithi028.stdout:3297: seq_num 1012 ranges {1368064=155648} 2024-04-02T08:36:35.992 INFO:tasks.rados.rados.0.smithi028.stdout:3297: writing smithi02882251-6 from 1368064 to 1523712 tid 1 2024-04-02T08:36:35.993 INFO:tasks.rados.rados.0.smithi028.stdout:3298: copy_from oid 36 from oid 18 current snap is 349 2024-04-02T08:36:35.993 INFO:tasks.rados.rados.0.smithi028.stdout:3295: expect (ObjNum 1439637568 snap 22077 seq_num 1441740784) 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3293: finishing write tid 1 to smithi02882251-31 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3293: finishing write tid 2 to smithi02882251-31 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3293: finishing write tid 3 to smithi02882251-31 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3293: oid 31 updating version 0 to 2084 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3293: oid 31 version 2084 is already newer than 2083 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2084 (ObjNum 1010 snap 349 seq_num 1010) dirty exists 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3293: left oid 31 (ObjNum 1010 snap 349 seq_num 1010) 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3296: finishing write tid 1 to smithi02882251-49 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3296: finishing write tid 2 to smithi02882251-49 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3296: finishing write tid 3 to smithi02882251-49 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3296: oid 49 updating version 0 to 2138 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3296: oid 49 updating version 2138 to 2139 2024-04-02T08:36:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2139 (ObjNum 1011 snap 349 seq_num 1011) dirty exists 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3296: left oid 49 (ObjNum 1011 snap 349 seq_num 1011) 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3293: done (4 left) 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3295: done (3 left) 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3296: done (2 left) 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3299: copy_from oid 7 from oid 2 current snap is 349 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3300: copy_from oid 40 from oid 39 current snap is 349 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3301: read oid 10 snap -1 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3301: expect deleted 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3302: rollback oid 25 current snap is 349 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 344 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 349 2024-04-02T08:36:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3303: seq_num 1013 ranges {2359296=172032} 2024-04-02T08:36:36.011 INFO:tasks.rados.rados.0.smithi028.stdout:3303: writing smithi02882251-44 from 2359296 to 2531328 tid 1 2024-04-02T08:36:36.011 INFO:tasks.rados.rados.0.smithi028.stdout:3304: read oid 31 snap -1 2024-04-02T08:36:36.011 INFO:tasks.rados.rados.0.smithi028.stdout:3304: expect (ObjNum 1010 snap 349 seq_num 1010) 2024-04-02T08:36:36.011 INFO:tasks.rados.rados.0.smithi028.stdout:3305: delete oid 38 current snap is 349 2024-04-02T08:36:36.011 INFO:tasks.rados.rados.0.smithi028.stdout:3298: finishing copy_from racing read to smithi02882251-36 2024-04-02T08:36:36.011 INFO:tasks.rados.rados.0.smithi028.stdout:3297: finishing write tid 1 to smithi02882251-6 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3297: finishing write tid 2 to smithi02882251-6 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3298: finishing copy_from to smithi02882251-36 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2173 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3297: finishing write tid 3 to smithi02882251-6 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3297: oid 6 updating version 0 to 2384 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3297: oid 6 updating version 2384 to 2385 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2385 (ObjNum 1012 snap 349 seq_num 1012) dirty exists 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3297: left oid 6 (ObjNum 1012 snap 349 seq_num 1012) 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3302: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2518 (ObjNum 1440419824 snap 22077 seq_num 304) dirty dne 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3300: finishing copy_from racing read to smithi02882251-40 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:3300: finishing copy_from to smithi02882251-40 2024-04-02T08:36:36.012 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2159 (ObjNum 1004 snap 343 seq_num 1004) dirty exists 2024-04-02T08:36:36.016 INFO:tasks.rados.rados.0.smithi028.stdout:3299: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:36:36.016 INFO:tasks.rados.rados.0.smithi028.stdout:3297: done (8 left) 2024-04-02T08:36:36.016 INFO:tasks.rados.rados.0.smithi028.stdout:3298: done (7 left) 2024-04-02T08:36:36.016 INFO:tasks.rados.rados.0.smithi028.stdout:3300: done (6 left) 2024-04-02T08:36:36.016 INFO:tasks.rados.rados.0.smithi028.stdout:3301: done (5 left) 2024-04-02T08:36:36.016 INFO:tasks.rados.rados.0.smithi028.stdout:3302: done (4 left) 2024-04-02T08:36:36.016 INFO:tasks.rados.rados.0.smithi028.stdout:3305: done (3 left) 2024-04-02T08:36:36.017 INFO:tasks.rados.rados.0.smithi028.stdout:3306: rollback oid 37 current snap is 349 2024-04-02T08:36:36.017 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 324 2024-04-02T08:36:36.017 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 349 2024-04-02T08:36:36.017 INFO:tasks.rados.rados.0.smithi028.stdout:3307: seq_num 1015 ranges {1589248=204800} 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3307: writing smithi02882251-43 from 1589248 to 1794048 tid 1 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3308: snap_create 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3303: finishing write tid 1 to smithi02882251-44 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3303: finishing write tid 2 to smithi02882251-44 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3303: finishing write tid 3 to smithi02882251-44 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3303: oid 44 updating version 0 to 2140 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3303: oid 44 updating version 2140 to 2141 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2141 (ObjNum 1013 snap 349 seq_num 1013) dirty exists 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3303: left oid 44 (ObjNum 1013 snap 349 seq_num 1013) 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:3299: finishing copy_from to smithi02882251-7 2024-04-02T08:36:36.027 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2121 (ObjNum 975 snap 332 seq_num 975) dirty exists 2024-04-02T08:36:36.028 INFO:tasks.rados.rados.0.smithi028.stdout:3306: finishing rollback tid 0 to smithi02882251-37 2024-04-02T08:36:36.028 INFO:tasks.rados.rados.0.smithi028.stdout:3306: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:36:36.028 INFO:tasks.rados.rados.0.smithi028.stdout:3306: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:36:36.028 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2198 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:36:36.029 INFO:tasks.rados.rados.0.smithi028.stdout:3304: expect (ObjNum 1010 snap 349 seq_num 1010) 2024-04-02T08:36:36.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:35 smithi028 ceph-mon[96890]: pgmap v780: 121 pgs: 121 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:36:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:35 smithi028 ceph-mon[96890]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:36:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:35 smithi028 ceph-mon[94314]: pgmap v780: 121 pgs: 121 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:36:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:35 smithi028 ceph-mon[94314]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:36:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:36.349 INFO:tasks.rados.rados.0.smithi028.stdout:3307: finishing write tid 1 to smithi02882251-43 2024-04-02T08:36:36.349 INFO:tasks.rados.rados.0.smithi028.stdout:3307: finishing write tid 2 to smithi02882251-43 2024-04-02T08:36:36.349 INFO:tasks.rados.rados.0.smithi028.stdout:3307: finishing write tid 3 to smithi02882251-43 2024-04-02T08:36:36.349 INFO:tasks.rados.rados.0.smithi028.stdout:3307: oid 43 updating version 0 to 920 2024-04-02T08:36:36.349 INFO:tasks.rados.rados.0.smithi028.stdout:3307: oid 43 version 920 is already newer than 919 2024-04-02T08:36:36.349 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 920 (ObjNum 1015 snap 349 seq_num 1015) dirty exists 2024-04-02T08:36:36.349 INFO:tasks.rados.rados.0.smithi028.stdout:3307: left oid 43 (ObjNum 1015 snap 349 seq_num 1015) 2024-04-02T08:36:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:35 smithi137 ceph-mon[88456]: pgmap v780: 121 pgs: 121 active+clean; 741 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:36:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:35 smithi137 ceph-mon[88456]: osdmap e745: 8 total, 8 up, 8 in 2024-04-02T08:36:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:36.938 INFO:tasks.rados.rados.0.smithi028.stdout:3299: done (5 left) 2024-04-02T08:36:36.938 INFO:tasks.rados.rados.0.smithi028.stdout:3303: done (4 left) 2024-04-02T08:36:36.938 INFO:tasks.rados.rados.0.smithi028.stdout:3304: done (3 left) 2024-04-02T08:36:36.938 INFO:tasks.rados.rados.0.smithi028.stdout:3306: done (2 left) 2024-04-02T08:36:36.938 INFO:tasks.rados.rados.0.smithi028.stdout:3307: done (1 left) 2024-04-02T08:36:36.938 INFO:tasks.rados.rados.0.smithi028.stdout:3308: done (0 left) 2024-04-02T08:36:36.938 INFO:tasks.rados.rados.0.smithi028.stdout:3309: rmattr oid 32 current snap is 350 2024-04-02T08:36:36.938 INFO:tasks.rados.rados.0.smithi028.stdout:3310: rollback oid 17 current snap is 350 2024-04-02T08:36:36.939 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 332 2024-04-02T08:36:36.939 INFO:tasks.rados.rados.0.smithi028.stdout:3311: copy_from oid 9 from oid 8 current snap is 350 2024-04-02T08:36:36.939 INFO:tasks.rados.rados.0.smithi028.stdout:3312: read oid 30 snap 340 2024-04-02T08:36:36.939 INFO:tasks.rados.rados.0.smithi028.stdout:3312: expect (ObjNum 985 snap 338 seq_num 985) 2024-04-02T08:36:36.939 INFO:tasks.rados.rados.0.smithi028.stdout:3313: snap_create 2024-04-02T08:36:36.946 INFO:tasks.rados.rados.0.smithi028.stdout:3310: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:36:36.946 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2515 (ObjNum 862 snap 290 seq_num 862) dirty exists 2024-04-02T08:36:36.946 INFO:tasks.rados.rados.0.smithi028.stdout:3310: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:36:36.946 INFO:tasks.rados.rados.0.smithi028.stdout:3310: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:36:36.946 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2388 (ObjNum 798 snap 279 seq_num 798) dirty exists 2024-04-02T08:36:36.954 INFO:tasks.rados.rados.0.smithi028.stdout:3311: finishing copy_from racing read to smithi02882251-9 2024-04-02T08:36:36.957 INFO:tasks.rados.rados.0.smithi028.stdout:3311: finishing copy_from to smithi02882251-9 2024-04-02T08:36:36.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2194 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:36:36.976 INFO:tasks.rados.rados.0.smithi028.stdout:3312: expect (ObjNum 985 snap 338 seq_num 985) 2024-04-02T08:36:37.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:36 smithi028 ceph-mon[94314]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:36:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:36 smithi028 ceph-mon[96890]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:36:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:36 smithi137 ceph-mon[88456]: osdmap e746: 8 total, 8 up, 8 in 2024-04-02T08:36:37.939 INFO:tasks.rados.rados.0.smithi028.stdout:3309: done (4 left) 2024-04-02T08:36:37.939 INFO:tasks.rados.rados.0.smithi028.stdout:3310: done (3 left) 2024-04-02T08:36:37.939 INFO:tasks.rados.rados.0.smithi028.stdout:3311: done (2 left) 2024-04-02T08:36:37.939 INFO:tasks.rados.rados.0.smithi028.stdout:3312: done (1 left) 2024-04-02T08:36:37.939 INFO:tasks.rados.rados.0.smithi028.stdout:3313: done (0 left) 2024-04-02T08:36:37.939 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 351 2024-04-02T08:36:37.939 INFO:tasks.rados.rados.0.smithi028.stdout:3314: seq_num 1016 ranges {16384=221184} 2024-04-02T08:36:37.941 INFO:tasks.rados.rados.0.smithi028.stdout:3314: writing smithi02882251-39 from 16384 to 237568 tid 1 2024-04-02T08:36:37.941 INFO:tasks.rados.rados.0.smithi028.stdout:3315: read oid 17 snap -1 2024-04-02T08:36:37.941 INFO:tasks.rados.rados.0.smithi028.stdout:3315: expect (ObjNum 798 snap 279 seq_num 798) 2024-04-02T08:36:37.941 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 351 2024-04-02T08:36:37.941 INFO:tasks.rados.rados.0.smithi028.stdout:3316: seq_num 1017 ranges {4956160=237568} 2024-04-02T08:36:37.970 INFO:tasks.rados.rados.0.smithi028.stdout:3316: writing smithi02882251-27 from 4956160 to 5193728 tid 1 2024-04-02T08:36:37.970 INFO:tasks.rados.rados.0.smithi028.stdout:3317: read oid 15 snap -1 2024-04-02T08:36:37.970 INFO:tasks.rados.rados.0.smithi028.stdout:3317: expect (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:36:37.970 INFO:tasks.rados.rados.0.smithi028.stdout:3318: snap_remove snap 346 2024-04-02T08:36:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:37 smithi028 ceph-mon[94314]: pgmap v783: 121 pgs: 121 active+clean; 741 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 76 KiB/s wr, 4 op/s 2024-04-02T08:36:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:37 smithi028 ceph-mon[94314]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:36:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:37 smithi028 ceph-mon[96890]: pgmap v783: 121 pgs: 121 active+clean; 741 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 76 KiB/s wr, 4 op/s 2024-04-02T08:36:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:37 smithi028 ceph-mon[96890]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:36:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:37 smithi137 ceph-mon[88456]: pgmap v783: 121 pgs: 121 active+clean; 741 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 76 KiB/s wr, 4 op/s 2024-04-02T08:36:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:37 smithi137 ceph-mon[88456]: osdmap e747: 8 total, 8 up, 8 in 2024-04-02T08:36:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3318: done (4 left) 2024-04-02T08:36:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 351 2024-04-02T08:36:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3319: seq_num 1018 ranges {0=253952} 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3319: writing smithi02882251-18 from 0 to 253952 tid 1 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3320: read oid 24 snap -1 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3320: expect (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3321: setattr oid 34 current snap is 351 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3314: finishing write tid 1 to smithi02882251-39 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3314: finishing write tid 2 to smithi02882251-39 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3314: finishing write tid 3 to smithi02882251-39 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3314: oid 39 updating version 0 to 2161 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:3314: oid 39 version 2161 is already newer than 2160 2024-04-02T08:36:38.951 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2161 (ObjNum 1016 snap 351 seq_num 1016) dirty exists 2024-04-02T08:36:38.952 INFO:tasks.rados.rados.0.smithi028.stdout:3314: left oid 39 (ObjNum 1016 snap 351 seq_num 1016) 2024-04-02T08:36:38.952 INFO:tasks.rados.rados.0.smithi028.stdout:3315: expect (ObjNum 798 snap 279 seq_num 798) 2024-04-02T08:36:39.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:38 smithi028 ceph-mon[94314]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:36:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:38 smithi028 ceph-mon[96890]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:36:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:38 smithi137 ceph-mon[88456]: osdmap e748: 8 total, 8 up, 8 in 2024-04-02T08:36:39.708 INFO:tasks.rados.rados.0.smithi028.stdout:3317: expect (ObjNum 793 snap 278 seq_num 793) 2024-04-02T08:36:39.742 INFO:tasks.rados.rados.0.smithi028.stdout:3316: finishing write tid 1 to smithi02882251-27 2024-04-02T08:36:39.742 INFO:tasks.rados.rados.0.smithi028.stdout:3316: finishing write tid 2 to smithi02882251-27 2024-04-02T08:36:39.743 INFO:tasks.rados.rados.0.smithi028.stdout:3316: finishing write tid 3 to smithi02882251-27 2024-04-02T08:36:39.743 INFO:tasks.rados.rados.0.smithi028.stdout:3316: oid 27 updating version 0 to 2726 2024-04-02T08:36:39.743 INFO:tasks.rados.rados.0.smithi028.stdout:3316: oid 27 updating version 2726 to 2727 2024-04-02T08:36:39.743 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2727 (ObjNum 1017 snap 351 seq_num 1017) dirty exists 2024-04-02T08:36:39.743 INFO:tasks.rados.rados.0.smithi028.stdout:3316: left oid 27 (ObjNum 1017 snap 351 seq_num 1017) 2024-04-02T08:36:39.743 INFO:tasks.rados.rados.0.smithi028.stdout:3320: expect (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:36:39.766 INFO:tasks.rados.rados.0.smithi028.stdout:3319: finishing write tid 1 to smithi02882251-18 2024-04-02T08:36:39.766 INFO:tasks.rados.rados.0.smithi028.stdout:3319: finishing write tid 2 to smithi02882251-18 2024-04-02T08:36:39.766 INFO:tasks.rados.rados.0.smithi028.stdout:3319: finishing write tid 3 to smithi02882251-18 2024-04-02T08:36:39.766 INFO:tasks.rados.rados.0.smithi028.stdout:3319: oid 18 updating version 0 to 2204 2024-04-02T08:36:39.766 INFO:tasks.rados.rados.0.smithi028.stdout:3319: oid 18 updating version 2204 to 2205 2024-04-02T08:36:39.766 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2205 (ObjNum 1018 snap 351 seq_num 1018) dirty exists 2024-04-02T08:36:39.766 INFO:tasks.rados.rados.0.smithi028.stdout:3319: left oid 18 (ObjNum 1018 snap 351 seq_num 1018) 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:3314: done (6 left) 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:3315: done (5 left) 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:3316: done (4 left) 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:3317: done (3 left) 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:3319: done (2 left) 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:3320: done (1 left) 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:3322: setattr oid 44 current snap is 351 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 351 2024-04-02T08:36:39.767 INFO:tasks.rados.rados.0.smithi028.stdout:3323: seq_num 1019 ranges {0=270336} 2024-04-02T08:36:39.768 INFO:tasks.rados.rados.0.smithi028.stdout:3323: writing smithi02882251-25 from 0 to 270336 tid 1 2024-04-02T08:36:39.768 INFO:tasks.rados.rados.0.smithi028.stdout:3324: delete oid 17 current snap is 351 2024-04-02T08:36:39.769 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2516 (ObjNum 986 snap 339 seq_num 986) dirty exists 2024-04-02T08:36:39.771 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2142 (ObjNum 1013 snap 349 seq_num 1013) dirty exists 2024-04-02T08:36:39.773 INFO:tasks.rados.rados.0.smithi028.stdout:3321: done (3 left) 2024-04-02T08:36:39.773 INFO:tasks.rados.rados.0.smithi028.stdout:3322: done (2 left) 2024-04-02T08:36:39.773 INFO:tasks.rados.rados.0.smithi028.stdout:3324: done (1 left) 2024-04-02T08:36:39.773 INFO:tasks.rados.rados.0.smithi028.stdout:3325: rollback oid 28 current snap is 351 2024-04-02T08:36:39.773 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 338 2024-04-02T08:36:39.773 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 351 2024-04-02T08:36:39.773 INFO:tasks.rados.rados.0.smithi028.stdout:3326: seq_num 1021 ranges {5193728=303104} 2024-04-02T08:36:39.803 INFO:tasks.rados.rados.0.smithi028.stdout:3326: writing smithi02882251-27 from 5193728 to 5496832 tid 1 2024-04-02T08:36:39.803 INFO:tasks.rados.rados.0.smithi028.stdout:3327: read oid 8 snap -1 2024-04-02T08:36:39.803 INFO:tasks.rados.rados.0.smithi028.stdout:3327: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:36:39.803 INFO:tasks.rados.rados.0.smithi028.stdout:3328: snap_remove snap 340 2024-04-02T08:36:39.953 INFO:tasks.rados.rados.0.smithi028.stdout:3328: done (4 left) 2024-04-02T08:36:39.953 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 351 2024-04-02T08:36:39.953 INFO:tasks.rados.rados.0.smithi028.stdout:3323: finishing write tid 1 to smithi02882251-25 2024-04-02T08:36:39.953 INFO:tasks.rados.rados.0.smithi028.stdout:3323: finishing write tid 2 to smithi02882251-25 2024-04-02T08:36:39.953 INFO:tasks.rados.rados.0.smithi028.stdout:3323: finishing write tid 3 to smithi02882251-25 2024-04-02T08:36:39.953 INFO:tasks.rados.rados.0.smithi028.stdout:3323: oid 25 updating version 0 to 2530 2024-04-02T08:36:39.953 INFO:tasks.rados.rados.0.smithi028.stdout:3323: oid 25 version 2530 is already newer than 2529 2024-04-02T08:36:39.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2530 (ObjNum 1019 snap 351 seq_num 1019) dirty exists 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3323: left oid 25 (ObjNum 1019 snap 351 seq_num 1019) 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3325: finishing rollback tid 0 to smithi02882251-28 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3325: finishing rollback tid 1 to smithi02882251-28 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3325: finishing rollback tid 2 to smithi02882251-28 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2174 (ObjNum 966 snap 331 seq_num 966) dirty exists 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3326: finishing write tid 1 to smithi02882251-27 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3326: finishing write tid 2 to smithi02882251-27 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3326: finishing write tid 3 to smithi02882251-27 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3326: oid 27 updating version 0 to 2734 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3326: oid 27 updating version 2734 to 2735 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2735 (ObjNum 1021 snap 351 seq_num 1021) dirty exists 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3326: left oid 27 (ObjNum 1021 snap 351 seq_num 1021) 2024-04-02T08:36:39.954 INFO:tasks.rados.rados.0.smithi028.stdout:3327: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:36:40.016 INFO:tasks.rados.rados.0.smithi028.stdout:3329: seq_num 1022 ranges {2531328=319488} 2024-04-02T08:36:40.031 INFO:tasks.rados.rados.0.smithi028.stdout:3329: writing smithi02882251-44 from 2531328 to 2850816 tid 1 2024-04-02T08:36:40.032 INFO:tasks.rados.rados.0.smithi028.stdout:3323: done (4 left) 2024-04-02T08:36:40.032 INFO:tasks.rados.rados.0.smithi028.stdout:3325: done (3 left) 2024-04-02T08:36:40.032 INFO:tasks.rados.rados.0.smithi028.stdout:3326: done (2 left) 2024-04-02T08:36:40.032 INFO:tasks.rados.rados.0.smithi028.stdout:3327: done (1 left) 2024-04-02T08:36:40.032 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 351 2024-04-02T08:36:40.032 INFO:tasks.rados.rados.0.smithi028.stdout:3330: seq_num 1023 ranges {1794048=335872} 2024-04-02T08:36:40.043 INFO:tasks.rados.rados.0.smithi028.stdout:3330: writing smithi02882251-43 from 1794048 to 2129920 tid 1 2024-04-02T08:36:40.043 INFO:tasks.rados.rados.0.smithi028.stdout:3331: snap_remove snap 310 2024-04-02T08:36:40.043 INFO:tasks.rados.rados.0.smithi028.stdout:3329: finishing write tid 1 to smithi02882251-44 2024-04-02T08:36:40.043 INFO:tasks.rados.rados.0.smithi028.stdout:3329: finishing write tid 2 to smithi02882251-44 2024-04-02T08:36:40.044 INFO:tasks.rados.rados.0.smithi028.stdout:3329: finishing write tid 3 to smithi02882251-44 2024-04-02T08:36:40.044 INFO:tasks.rados.rados.0.smithi028.stdout:3329: oid 44 updating version 0 to 2144 2024-04-02T08:36:40.044 INFO:tasks.rados.rados.0.smithi028.stdout:3329: oid 44 version 2144 is already newer than 2143 2024-04-02T08:36:40.044 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2144 (ObjNum 1022 snap 351 seq_num 1022) dirty exists 2024-04-02T08:36:40.044 INFO:tasks.rados.rados.0.smithi028.stdout:3329: left oid 44 (ObjNum 1022 snap 351 seq_num 1022) 2024-04-02T08:36:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:39 smithi028 ceph-mon[94314]: pgmap v786: 121 pgs: 121 active+clean; 741 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 76 KiB/s wr, 4 op/s 2024-04-02T08:36:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:39 smithi028 ceph-mon[94314]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:36:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:39 smithi028 ceph-mon[96890]: pgmap v786: 121 pgs: 121 active+clean; 741 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 76 KiB/s wr, 4 op/s 2024-04-02T08:36:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:39 smithi028 ceph-mon[96890]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:36:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:39 smithi137 ceph-mon[88456]: pgmap v786: 121 pgs: 121 active+clean; 741 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 76 KiB/s wr, 4 op/s 2024-04-02T08:36:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:39 smithi137 ceph-mon[88456]: osdmap e749: 8 total, 8 up, 8 in 2024-04-02T08:36:40.958 INFO:tasks.rados.rados.0.smithi028.stdout:3329: done (2 left) 2024-04-02T08:36:40.958 INFO:tasks.rados.rados.0.smithi028.stdout:3331: done (1 left) 2024-04-02T08:36:40.958 INFO:tasks.rados.rados.0.smithi028.stdout:3332: read oid 28 snap -1 2024-04-02T08:36:40.958 INFO:tasks.rados.rados.0.smithi028.stdout:3332: expect (ObjNum 966 snap 331 seq_num 966) 2024-04-02T08:36:40.959 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 351 2024-04-02T08:36:40.959 INFO:tasks.rados.rados.0.smithi028.stdout:3333: seq_num 1024 ranges {4079616=352256} 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3333: writing smithi02882251-34 from 4079616 to 4431872 tid 1 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3334: copy_from oid 16 from oid 39 current snap is 351 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3330: finishing write tid 1 to smithi02882251-43 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3330: finishing write tid 2 to smithi02882251-43 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3330: finishing write tid 3 to smithi02882251-43 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3330: oid 43 updating version 0 to 921 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3330: oid 43 updating version 921 to 922 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 922 (ObjNum 1023 snap 351 seq_num 1023) dirty exists 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3330: left oid 43 (ObjNum 1023 snap 351 seq_num 1023) 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3330: done (3 left) 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3335: read oid 22 snap -1 2024-04-02T08:36:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3335: expect deleted 2024-04-02T08:36:40.986 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 351 2024-04-02T08:36:40.986 INFO:tasks.rados.rados.0.smithi028.stdout:3336: seq_num 1025 ranges {5496832=368640} 2024-04-02T08:36:41.017 INFO:tasks.rados.rados.0.smithi028.stdout:3336: writing smithi02882251-27 from 5496832 to 5865472 tid 1 2024-04-02T08:36:41.018 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 351 2024-04-02T08:36:41.018 INFO:tasks.rados.rados.0.smithi028.stdout:3337: seq_num 1026 ranges {4235264=385024} 2024-04-02T08:36:41.043 INFO:tasks.rados.rados.0.smithi028.stdout:3337: writing smithi02882251-49 from 4235264 to 4620288 tid 1 2024-04-02T08:36:41.043 INFO:tasks.rados.rados.0.smithi028.stdout:3338: rollback oid 10 current snap is 351 2024-04-02T08:36:41.043 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 348 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:3333: finishing write tid 1 to smithi02882251-34 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:3339: read oid 13 snap -1 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:3339: expect (ObjNum 960 snap 329 seq_num 960) 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:3340: snap_create 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:3334: finishing copy_from racing read to smithi02882251-16 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:3333: finishing write tid 2 to smithi02882251-34 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:3334: finishing copy_from to smithi02882251-16 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2161 (ObjNum 1016 snap 351 seq_num 1016) dirty exists 2024-04-02T08:36:41.044 INFO:tasks.rados.rados.0.smithi028.stdout:3332: expect (ObjNum 966 snap 331 seq_num 966) 2024-04-02T08:36:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:3333: finishing write tid 3 to smithi02882251-34 2024-04-02T08:36:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:3333: oid 34 updating version 0 to 2517 2024-04-02T08:36:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:3333: oid 34 updating version 2517 to 2518 2024-04-02T08:36:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2518 (ObjNum 1024 snap 351 seq_num 1024) dirty exists 2024-04-02T08:36:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:3333: left oid 34 (ObjNum 1024 snap 351 seq_num 1024) 2024-04-02T08:36:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:3336: finishing write tid 1 to smithi02882251-27 2024-04-02T08:36:41.153 INFO:tasks.rados.rados.0.smithi028.stdout:3336: finishing write tid 2 to smithi02882251-27 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3336: finishing write tid 3 to smithi02882251-27 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3336: oid 27 updating version 0 to 2750 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3336: oid 27 updating version 2750 to 2751 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2751 (ObjNum 1025 snap 351 seq_num 1025) dirty exists 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3336: left oid 27 (ObjNum 1025 snap 351 seq_num 1025) 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3338: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2073 (ObjNum 289 snap 0 seq_num 908368217) dirty dne 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3337: finishing write tid 1 to smithi02882251-49 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3337: finishing write tid 2 to smithi02882251-49 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3337: finishing write tid 3 to smithi02882251-49 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3337: oid 49 updating version 0 to 2146 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3337: oid 49 version 2146 is already newer than 2145 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2146 (ObjNum 1026 snap 351 seq_num 1026) dirty exists 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3337: left oid 49 (ObjNum 1026 snap 351 seq_num 1026) 2024-04-02T08:36:41.154 INFO:tasks.rados.rados.0.smithi028.stdout:3339: expect (ObjNum 960 snap 329 seq_num 960) 2024-04-02T08:36:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:40 smithi137 ceph-mon[88456]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:36:41.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:40 smithi028 ceph-mon[94314]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:36:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:40 smithi028 ceph-mon[96890]: osdmap e750: 8 total, 8 up, 8 in 2024-04-02T08:36:41.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:36:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:36:41] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:36:41.879 INFO:tasks.rados.rados.0.smithi028.stdout:3332: done (8 left) 2024-04-02T08:36:41.879 INFO:tasks.rados.rados.0.smithi028.stdout:3333: done (7 left) 2024-04-02T08:36:41.879 INFO:tasks.rados.rados.0.smithi028.stdout:3334: done (6 left) 2024-04-02T08:36:41.879 INFO:tasks.rados.rados.0.smithi028.stdout:3335: done (5 left) 2024-04-02T08:36:41.879 INFO:tasks.rados.rados.0.smithi028.stdout:3336: done (4 left) 2024-04-02T08:36:41.879 INFO:tasks.rados.rados.0.smithi028.stdout:3337: done (3 left) 2024-04-02T08:36:41.880 INFO:tasks.rados.rados.0.smithi028.stdout:3338: done (2 left) 2024-04-02T08:36:41.880 INFO:tasks.rados.rados.0.smithi028.stdout:3339: done (1 left) 2024-04-02T08:36:41.880 INFO:tasks.rados.rados.0.smithi028.stdout:3340: done (0 left) 2024-04-02T08:36:41.880 INFO:tasks.rados.rados.0.smithi028.stdout:3341: copy_from oid 49 from oid 13 current snap is 352 2024-04-02T08:36:41.880 INFO:tasks.rados.rados.0.smithi028.stdout:3342: copy_from oid 46 from oid 17 current snap is 352 2024-04-02T08:36:41.880 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 352 2024-04-02T08:36:41.880 INFO:tasks.rados.rados.0.smithi028.stdout:3343: seq_num 1027 ranges {270336=409600} 2024-04-02T08:36:41.883 INFO:tasks.rados.rados.0.smithi028.stdout:3343: writing smithi02882251-25 from 270336 to 679936 tid 1 2024-04-02T08:36:41.883 INFO:tasks.rados.rados.0.smithi028.stdout:3344: read oid 11 snap -1 2024-04-02T08:36:41.883 INFO:tasks.rados.rados.0.smithi028.stdout:3344: expect deleted 2024-04-02T08:36:41.883 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 352 2024-04-02T08:36:41.883 INFO:tasks.rados.rados.0.smithi028.stdout:3342: finishing copy_from to smithi02882251-46 2024-04-02T08:36:41.883 INFO:tasks.rados.rados.0.smithi028.stdout:3342: got expected ENOENT (src dne) 2024-04-02T08:36:41.883 INFO:tasks.rados.rados.0.smithi028.stdout:3342: finishing copy_from racing read to smithi02882251-46 2024-04-02T08:36:41.884 INFO:tasks.rados.rados.0.smithi028.stdout:3345: seq_num 1028 ranges {2228224=425984} 2024-04-02T08:36:41.898 INFO:tasks.rados.rados.0.smithi028.stdout:3345: writing smithi02882251-12 from 2228224 to 2654208 tid 1 2024-04-02T08:36:41.898 INFO:tasks.rados.rados.0.smithi028.stdout:3342: done (4 left) 2024-04-02T08:36:41.899 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 352 2024-04-02T08:36:41.899 INFO:tasks.rados.rados.0.smithi028.stdout:3346: seq_num 1029 ranges {0=442368} 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3346: writing smithi02882251-36 from 0 to 442368 tid 1 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3347: rollback oid 30 current snap is 352 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 336 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3343: finishing write tid 1 to smithi02882251-25 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3344: done (5 left) 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3348: delete oid 27 current snap is 352 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3343: finishing write tid 2 to smithi02882251-25 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3343: finishing write tid 3 to smithi02882251-25 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3343: oid 25 updating version 0 to 2531 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:3343: oid 25 updating version 2531 to 2532 2024-04-02T08:36:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2532 (ObjNum 1027 snap 352 seq_num 1027) dirty exists 2024-04-02T08:36:41.902 INFO:tasks.rados.rados.0.smithi028.stdout:3343: left oid 25 (ObjNum 1027 snap 352 seq_num 1027) 2024-04-02T08:36:41.902 INFO:tasks.rados.rados.0.smithi028.stdout:3341: finishing copy_from racing read to smithi02882251-49 2024-04-02T08:36:41.902 INFO:tasks.rados.rados.0.smithi028.stdout:3341: finishing copy_from to smithi02882251-49 2024-04-02T08:36:41.902 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2371 (ObjNum 960 snap 329 seq_num 960) dirty exists 2024-04-02T08:36:41.903 INFO:tasks.rados.rados.0.smithi028.stdout:3345: finishing write tid 1 to smithi02882251-12 2024-04-02T08:36:41.904 INFO:tasks.rados.rados.0.smithi028.stdout:3345: finishing write tid 2 to smithi02882251-12 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi028.stdout:3341: done (5 left) 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi028.stdout:3343: done (4 left) 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi028.stdout:3348: done (3 left) 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi028.stdout:3349: read oid 23 snap -1 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi028.stdout:3349: expect deleted 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi028.stdout:3350: read oid 31 snap 328 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi028.stdout:3350: expect (ObjNum 956 snap 326 seq_num 956) 2024-04-02T08:36:41.906 INFO:tasks.rados.rados.0.smithi028.stdout:3351: snap_remove snap 348 2024-04-02T08:36:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:41 smithi137 ceph-mon[88456]: pgmap v789: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 746 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 774 KiB/s wr, 12 op/s 2024-04-02T08:36:42.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:41 smithi137 ceph-mon[88456]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:36:42.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:41 smithi137 ceph-mon[88456]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:36:42.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:41 smithi028 ceph-mon[94314]: pgmap v789: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 746 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 774 KiB/s wr, 12 op/s 2024-04-02T08:36:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:41 smithi028 ceph-mon[94314]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:36:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:41 smithi028 ceph-mon[94314]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:36:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:41 smithi028 ceph-mon[96890]: pgmap v789: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 746 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 774 KiB/s wr, 12 op/s 2024-04-02T08:36:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:41 smithi028 ceph-mon[96890]: osdmap e751: 8 total, 8 up, 8 in 2024-04-02T08:36:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:41 smithi028 ceph-mon[96890]: osdmap e752: 8 total, 8 up, 8 in 2024-04-02T08:36:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:36:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:42.880 INFO:tasks.rados.rados.0.smithi028.stdout:3351: done (5 left) 2024-04-02T08:36:42.880 INFO:tasks.rados.rados.0.smithi028.stdout:3352: snap_remove snap 304 2024-04-02T08:36:43.882 INFO:tasks.rados.rados.0.smithi028.stdout:3352: done (5 left) 2024-04-02T08:36:43.882 INFO:tasks.rados.rados.0.smithi028.stdout:3353: read oid 20 snap 164 2024-04-02T08:36:43.882 INFO:tasks.rados.rados.0.smithi028.stdout:3353: expect deleted 2024-04-02T08:36:43.882 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 352 2024-04-02T08:36:43.882 INFO:tasks.rados.rados.0.smithi028.stdout:3354: seq_num 1031 ranges {1802240=475136} 2024-04-02T08:36:43.895 INFO:tasks.rados.rados.0.smithi028.stdout:3354: writing smithi02882251-37 from 1802240 to 2277376 tid 1 2024-04-02T08:36:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 352 2024-04-02T08:36:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:3347: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:36:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:3345: finishing write tid 3 to smithi02882251-12 2024-04-02T08:36:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:3345: oid 12 updating version 0 to 2183 2024-04-02T08:36:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:3345: oid 12 version 2183 is already newer than 2182 2024-04-02T08:36:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2183 (ObjNum 1028 snap 352 seq_num 1028) dirty exists 2024-04-02T08:36:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:3345: left oid 12 (ObjNum 1028 snap 352 seq_num 1028) 2024-04-02T08:36:43.896 INFO:tasks.rados.rados.0.smithi028.stdout:3355: seq_num 1032 ranges {2850816=491520} 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3355: writing smithi02882251-44 from 2850816 to 3342336 tid 1 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3345: done (7 left) 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3349: done (6 left) 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3356: delete oid 23 current snap is 352 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3347: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3346: finishing write tid 1 to smithi02882251-36 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3347: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2535 (ObjNum 951 snap 326 seq_num 951) dirty exists 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3346: finishing write tid 2 to smithi02882251-36 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3346: finishing write tid 3 to smithi02882251-36 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3346: oid 36 updating version 0 to 2181 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3346: oid 36 updating version 2181 to 2182 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2182 (ObjNum 1029 snap 352 seq_num 1029) dirty exists 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3346: left oid 36 (ObjNum 1029 snap 352 seq_num 1029) 2024-04-02T08:36:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3350: expect (ObjNum 956 snap 326 seq_num 956) 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3354: finishing write tid 1 to smithi02882251-37 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3354: finishing write tid 2 to smithi02882251-37 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3354: finishing write tid 3 to smithi02882251-37 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3354: oid 37 updating version 0 to 2237 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3354: oid 37 updating version 2237 to 2238 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2238 (ObjNum 1031 snap 352 seq_num 1031) dirty exists 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3354: left oid 37 (ObjNum 1031 snap 352 seq_num 1031) 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3355: finishing write tid 1 to smithi02882251-44 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3346: done (6 left) 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3347: done (5 left) 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3350: done (4 left) 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3353: done (3 left) 2024-04-02T08:36:44.031 INFO:tasks.rados.rados.0.smithi028.stdout:3354: done (2 left) 2024-04-02T08:36:44.032 INFO:tasks.rados.rados.0.smithi028.stdout:3356: done (1 left) 2024-04-02T08:36:44.032 INFO:tasks.rados.rados.0.smithi028.stdout:3357: snap_remove snap 343 2024-04-02T08:36:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:43 smithi137 ceph-mon[88456]: pgmap v792: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 750 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-04-02T08:36:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:43 smithi137 ceph-mon[88456]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:36:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:43 smithi028 ceph-mon[94314]: pgmap v792: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 750 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-04-02T08:36:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:43 smithi028 ceph-mon[94314]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:36:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:43 smithi028 ceph-mon[96890]: pgmap v792: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 750 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 31 op/s 2024-04-02T08:36:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:43 smithi028 ceph-mon[96890]: osdmap e753: 8 total, 8 up, 8 in 2024-04-02T08:36:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:3357: done (1 left) 2024-04-02T08:36:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:3358: copy_from oid 41 from oid 16 current snap is 352 2024-04-02T08:36:44.894 INFO:tasks.rados.rados.0.smithi028.stdout:3359: snap_remove snap 318 2024-04-02T08:36:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:44 smithi137 ceph-mon[88456]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:36:45.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:44 smithi028 ceph-mon[94314]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:36:45.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:44 smithi028 ceph-mon[96890]: osdmap e754: 8 total, 8 up, 8 in 2024-04-02T08:36:45.904 INFO:tasks.rados.rados.0.smithi028.stdout:3359: done (2 left) 2024-04-02T08:36:45.904 INFO:tasks.rados.rados.0.smithi028.stdout:3360: read oid 31 snap -1 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:3360: expect (ObjNum 1010 snap 349 seq_num 1010) 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:3361: read oid 13 snap -1 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:3361: expect (ObjNum 960 snap 329 seq_num 960) 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:3362: read oid 46 snap -1 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:3362: expect (ObjNum 1003 snap 343 seq_num 1003) 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:3363: rollback oid 7 current snap is 352 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 324 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 352 2024-04-02T08:36:45.905 INFO:tasks.rados.rados.0.smithi028.stdout:3364: seq_num 1034 ranges {7725056=524288} 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3364: writing smithi02882251-14 from 7725056 to 8249344 tid 1 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3365: read oid 49 snap -1 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3365: expect (ObjNum 960 snap 329 seq_num 960) 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3366: read oid 6 snap 350 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3366: expect (ObjNum 1012 snap 349 seq_num 1012) 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3367: setattr oid 10 current snap is 352 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3355: finishing write tid 2 to smithi02882251-44 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3355: finishing write tid 3 to smithi02882251-44 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3355: oid 44 updating version 0 to 2373 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3355: oid 44 version 2373 is already newer than 2372 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2373 (ObjNum 1032 snap 352 seq_num 1032) dirty exists 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3355: left oid 44 (ObjNum 1032 snap 352 seq_num 1032) 2024-04-02T08:36:45.955 INFO:tasks.rados.rados.0.smithi028.stdout:3358: finishing copy_from racing read to smithi02882251-41 2024-04-02T08:36:45.956 INFO:tasks.rados.rados.0.smithi028.stdout:3358: finishing copy_from to smithi02882251-41 2024-04-02T08:36:45.956 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2161 (ObjNum 1016 snap 351 seq_num 1016) dirty exists 2024-04-02T08:36:45.956 INFO:tasks.rados.rados.0.smithi028.stdout:3361: expect (ObjNum 960 snap 329 seq_num 960) 2024-04-02T08:36:46.005 INFO:tasks.rados.rados.0.smithi028.stdout:3363: finishing rollback tid 0 to smithi02882251-7 2024-04-02T08:36:46.006 INFO:tasks.rados.rados.0.smithi028.stdout:3363: finishing rollback tid 1 to smithi02882251-7 2024-04-02T08:36:46.006 INFO:tasks.rados.rados.0.smithi028.stdout:3363: finishing rollback tid 2 to smithi02882251-7 2024-04-02T08:36:46.006 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2392 (ObjNum 847 snap 290 seq_num 847) dirty exists 2024-04-02T08:36:46.006 INFO:tasks.rados.rados.0.smithi028.stdout:3360: expect (ObjNum 1010 snap 349 seq_num 1010) 2024-04-02T08:36:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:45 smithi137 ceph-mon[88456]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 750 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-02T08:36:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:45 smithi137 ceph-mon[88456]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:36:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:45 smithi028 ceph-mon[94314]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 750 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-02T08:36:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:45 smithi028 ceph-mon[94314]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:36:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:45 smithi028 ceph-mon[96890]: pgmap v795: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 750 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-02T08:36:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:45 smithi028 ceph-mon[96890]: osdmap e755: 8 total, 8 up, 8 in 2024-04-02T08:36:46.291 INFO:tasks.rados.rados.0.smithi028.stdout:3366: expect (ObjNum 1012 snap 349 seq_num 1012) 2024-04-02T08:36:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:3365: expect (ObjNum 960 snap 329 seq_num 960) 2024-04-02T08:36:46.400 INFO:tasks.rados.rados.0.smithi028.stdout:3364: finishing write tid 1 to smithi02882251-14 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3364: finishing write tid 2 to smithi02882251-14 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3355: done (9 left) 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3358: done (8 left) 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3360: done (7 left) 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3361: done (6 left) 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3363: done (5 left) 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3365: done (4 left) 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3366: done (3 left) 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3368: delete oid 31 current snap is 352 2024-04-02T08:36:46.401 INFO:tasks.rados.rados.0.smithi028.stdout:3362: expect (ObjNum 1003 snap 343 seq_num 1003) 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3364: finishing write tid 3 to smithi02882251-14 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3364: oid 14 updating version 0 to 2779 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3364: oid 14 updating version 2779 to 2780 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2780 (ObjNum 1034 snap 352 seq_num 1034) dirty exists 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3364: left oid 14 (ObjNum 1034 snap 352 seq_num 1034) 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2085 (ObjNum 65 snap 0 seq_num 1582522228) dirty exists 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3362: done (3 left) 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3364: done (2 left) 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3367: done (1 left) 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3368: done (0 left) 2024-04-02T08:36:47.053 INFO:tasks.rados.rados.0.smithi028.stdout:3369: read oid 8 snap 351 2024-04-02T08:36:47.054 INFO:tasks.rados.rados.0.smithi028.stdout:3369: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:36:47.054 INFO:tasks.rados.rados.0.smithi028.stdout:3370: copy_from oid 15 from oid 1 current snap is 352 2024-04-02T08:36:47.054 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 352 2024-04-02T08:36:47.054 INFO:tasks.rados.rados.0.smithi028.stdout:3371: seq_num 1036 ranges {1687552=557056} 2024-04-02T08:36:47.065 INFO:tasks.rados.rados.0.smithi028.stdout:3371: writing smithi02882251-49 from 1687552 to 2244608 tid 1 2024-04-02T08:36:47.065 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 352 2024-04-02T08:36:47.066 INFO:tasks.rados.rados.0.smithi028.stdout:3372: seq_num 1037 ranges {0=573440} 2024-04-02T08:36:47.070 INFO:tasks.rados.rados.0.smithi028.stdout:3372: writing smithi02882251-17 from 0 to 573440 tid 1 2024-04-02T08:36:47.070 INFO:tasks.rados.rados.0.smithi028.stdout:3373: copy_from oid 28 from oid 24 current snap is 352 2024-04-02T08:36:47.070 INFO:tasks.rados.rados.0.smithi028.stdout:3369: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:36:47.138 INFO:tasks.rados.rados.0.smithi028.stdout:3370: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:36:47.138 INFO:tasks.rados.rados.0.smithi028.stdout:3371: finishing write tid 1 to smithi02882251-49 2024-04-02T08:36:47.138 INFO:tasks.rados.rados.0.smithi028.stdout:3370: finishing copy_from to smithi02882251-15 2024-04-02T08:36:47.138 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2374 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:36:47.138 INFO:tasks.rados.rados.0.smithi028.stdout:3371: finishing write tid 2 to smithi02882251-49 2024-04-02T08:36:47.138 INFO:tasks.rados.rados.0.smithi028.stdout:3371: finishing write tid 3 to smithi02882251-49 2024-04-02T08:36:47.138 INFO:tasks.rados.rados.0.smithi028.stdout:3371: oid 49 updating version 0 to 2375 2024-04-02T08:36:47.138 INFO:tasks.rados.rados.0.smithi028.stdout:3371: oid 49 version 2375 is already newer than 2374 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2375 (ObjNum 1036 snap 352 seq_num 1036) dirty exists 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3371: left oid 49 (ObjNum 1036 snap 352 seq_num 1036) 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3372: finishing write tid 1 to smithi02882251-17 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3372: finishing write tid 2 to smithi02882251-17 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3373: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3372: finishing write tid 3 to smithi02882251-17 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3372: oid 17 updating version 0 to 2393 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3372: oid 17 updating version 2393 to 2394 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2394 (ObjNum 1037 snap 352 seq_num 1037) dirty exists 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3372: left oid 17 (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3373: finishing copy_from to smithi02882251-28 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2155 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3369: done (4 left) 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3370: done (3 left) 2024-04-02T08:36:47.139 INFO:tasks.rados.rados.0.smithi028.stdout:3371: done (2 left) 2024-04-02T08:36:47.140 INFO:tasks.rados.rados.0.smithi028.stdout:3372: done (1 left) 2024-04-02T08:36:47.140 INFO:tasks.rados.rados.0.smithi028.stdout:3373: done (0 left) 2024-04-02T08:36:47.140 INFO:tasks.rados.rados.0.smithi028.stdout:3374: snap_create 2024-04-02T08:36:47.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:46 smithi028 ceph-mon[94314]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:36:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:46 smithi028 ceph-mon[96890]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:36:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:46 smithi137 ceph-mon[88456]: osdmap e756: 8 total, 8 up, 8 in 2024-04-02T08:36:47.913 INFO:tasks.rados.rados.0.smithi028.stdout:3374: done (0 left) 2024-04-02T08:36:47.913 INFO:tasks.rados.rados.0.smithi028.stdout:3375: read oid 38 snap 337 2024-04-02T08:36:47.913 INFO:tasks.rados.rados.0.smithi028.stdout:3375: expect (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:36:47.913 INFO:tasks.rados.rados.0.smithi028.stdout:3376: delete oid 20 current snap is 353 2024-04-02T08:36:47.920 INFO:tasks.rados.rados.0.smithi028.stdout:3376: done (1 left) 2024-04-02T08:36:47.920 INFO:tasks.rados.rados.0.smithi028.stdout:3377: snap_create 2024-04-02T08:36:47.927 INFO:tasks.rados.rados.0.smithi028.stdout:3375: expect (ObjNum 846 snap 290 seq_num 846) 2024-04-02T08:36:48.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:47 smithi028 ceph-mon[94314]: pgmap v798: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 766 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-02T08:36:48.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:47 smithi028 ceph-mon[96890]: pgmap v798: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 766 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-02T08:36:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:47 smithi137 ceph-mon[88456]: pgmap v798: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 766 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-02T08:36:48.918 INFO:tasks.rados.rados.0.smithi028.stdout:3375: done (1 left) 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3377: done (0 left) 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3378: rollback oid 31 current snap is 354 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 350 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3379: read oid 45 snap -1 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3379: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3380: read oid 1 snap -1 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3380: expect (ObjNum 805 snap 283 seq_num 805) 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3381: rollback oid 47 current snap is 354 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 332 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3382: read oid 29 snap -1 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3382: expect deleted 2024-04-02T08:36:48.919 INFO:tasks.rados.rados.0.smithi028.stdout:3383: delete oid 6 current snap is 354 2024-04-02T08:36:48.924 INFO:tasks.rados.rados.0.smithi028.stdout:3382: done (5 left) 2024-04-02T08:36:48.924 INFO:tasks.rados.rados.0.smithi028.stdout:3383: done (4 left) 2024-04-02T08:36:48.924 INFO:tasks.rados.rados.0.smithi028.stdout:3384: read oid 43 snap 335 2024-04-02T08:36:48.924 INFO:tasks.rados.rados.0.smithi028.stdout:3384: expect (ObjNum 954 snap 326 seq_num 954) 2024-04-02T08:36:48.925 INFO:tasks.rados.rados.0.smithi028.stdout:3385: copy_from oid 2 from oid 16 current snap is 354 2024-04-02T08:36:48.925 INFO:tasks.rados.rados.0.smithi028.stdout:3386: rollback oid 15 current snap is 354 2024-04-02T08:36:48.925 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 353 2024-04-02T08:36:48.925 INFO:tasks.rados.rados.0.smithi028.stdout:3387: read oid 24 snap -1 2024-04-02T08:36:48.925 INFO:tasks.rados.rados.0.smithi028.stdout:3387: expect (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:36:48.925 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 354 2024-04-02T08:36:48.925 INFO:tasks.rados.rados.0.smithi028.stdout:3388: seq_num 1040 ranges {237568=622592} 2024-04-02T08:36:48.930 INFO:tasks.rados.rados.0.smithi028.stdout:3388: writing smithi02882251-41 from 237568 to 860160 tid 1 2024-04-02T08:36:48.930 INFO:tasks.rados.rados.0.smithi028.stdout:3389: copy_from oid 33 from oid 17 current snap is 354 2024-04-02T08:36:48.930 INFO:tasks.rados.rados.0.smithi028.stdout:3380: expect (ObjNum 805 snap 283 seq_num 805) 2024-04-02T08:36:48.983 INFO:tasks.rados.rados.0.smithi028.stdout:3378: finishing rollback tid 1 to smithi02882251-31 2024-04-02T08:36:48.983 INFO:tasks.rados.rados.0.smithi028.stdout:3378: finishing rollback tid 2 to smithi02882251-31 2024-04-02T08:36:48.983 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2088 (ObjNum 1010 snap 349 seq_num 1010) dirty exists 2024-04-02T08:36:48.983 INFO:tasks.rados.rados.0.smithi028.stdout:3381: finishing rollback tid 0 to smithi02882251-47 2024-04-02T08:36:48.983 INFO:tasks.rados.rados.0.smithi028.stdout:3378: done (9 left) 2024-04-02T08:36:48.984 INFO:tasks.rados.rados.0.smithi028.stdout:3380: done (8 left) 2024-04-02T08:36:48.984 INFO:tasks.rados.rados.0.smithi028.stdout:3390: read oid 42 snap -1 2024-04-02T08:36:48.984 INFO:tasks.rados.rados.0.smithi028.stdout:3390: expect (ObjNum 980 snap 336 seq_num 980) 2024-04-02T08:36:48.984 INFO:tasks.rados.rados.0.smithi028.stdout:3391: snap_remove snap 164 2024-04-02T08:36:49.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:48 smithi028 ceph-mon[94314]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:36:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:48 smithi028 ceph-mon[96890]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:36:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:48 smithi137 ceph-mon[88456]: osdmap e757: 8 total, 8 up, 8 in 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi028.stdout:3391: done (9 left) 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 354 2024-04-02T08:36:49.922 INFO:tasks.rados.rados.0.smithi028.stdout:3392: seq_num 1041 ranges {2654208=638976} 2024-04-02T08:36:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:3392: writing smithi02882251-12 from 2654208 to 3293184 tid 1 2024-04-02T08:36:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 354 2024-04-02T08:36:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:3381: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:36:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2537 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-02T08:36:49.942 INFO:tasks.rados.rados.0.smithi028.stdout:3387: expect (ObjNum 769 snap 269 seq_num 769) 2024-04-02T08:36:49.971 INFO:tasks.rados.rados.0.smithi028.stdout:3386: finishing rollback tid 0 to smithi02882251-15 2024-04-02T08:36:49.972 INFO:tasks.rados.rados.0.smithi028.stdout:3386: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:36:49.972 INFO:tasks.rados.rados.0.smithi028.stdout:3386: finishing rollback tid 2 to smithi02882251-15 2024-04-02T08:36:49.972 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2377 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:36:49.972 INFO:tasks.rados.rados.0.smithi028.stdout:3379: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:36:50.049 INFO:tasks.rados.rados.0.smithi028.stdout:3385: finishing copy_from racing read to smithi02882251-2 2024-04-02T08:36:50.049 INFO:tasks.rados.rados.0.smithi028.stdout:3388: finishing write tid 1 to smithi02882251-41 2024-04-02T08:36:50.050 INFO:tasks.rados.rados.0.smithi028.stdout:3388: finishing write tid 2 to smithi02882251-41 2024-04-02T08:36:50.050 INFO:tasks.rados.rados.0.smithi028.stdout:3385: finishing copy_from to smithi02882251-2 2024-04-02T08:36:50.050 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2161 (ObjNum 1016 snap 351 seq_num 1016) dirty exists 2024-04-02T08:36:50.050 INFO:tasks.rados.rados.0.smithi028.stdout:3384: expect (ObjNum 954 snap 326 seq_num 954) 2024-04-02T08:36:50.113 INFO:tasks.rados.rados.0.smithi028.stdout:3388: finishing write tid 3 to smithi02882251-41 2024-04-02T08:36:50.113 INFO:tasks.rados.rados.0.smithi028.stdout:3388: oid 41 updating version 0 to 2264 2024-04-02T08:36:50.113 INFO:tasks.rados.rados.0.smithi028.stdout:3388: oid 41 version 2264 is already newer than 2263 2024-04-02T08:36:50.113 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2264 (ObjNum 1040 snap 354 seq_num 1040) dirty exists 2024-04-02T08:36:50.113 INFO:tasks.rados.rados.0.smithi028.stdout:3388: left oid 41 (ObjNum 1040 snap 354 seq_num 1040) 2024-04-02T08:36:50.113 INFO:tasks.rados.rados.0.smithi028.stdout:3389: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:36:50.114 INFO:tasks.rados.rados.0.smithi028.stdout:3389: finishing copy_from to smithi02882251-33 2024-04-02T08:36:50.114 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2394 (ObjNum 1037 snap 352 seq_num 1037) dirty exists 2024-04-02T08:36:50.114 INFO:tasks.rados.rados.0.smithi028.stdout:3393: seq_num 1042 ranges {679936=655360} 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3393: writing smithi02882251-25 from 679936 to 1335296 tid 1 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3379: done (10 left) 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3381: done (9 left) 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3384: done (8 left) 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3385: done (7 left) 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3386: done (6 left) 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3387: done (5 left) 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3388: done (4 left) 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3389: done (3 left) 2024-04-02T08:36:50.121 INFO:tasks.rados.rados.0.smithi028.stdout:3394: rollback oid 11 current snap is 354 2024-04-02T08:36:50.122 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 350 2024-04-02T08:36:50.122 INFO:tasks.rados.rados.0.smithi028.stdout:3390: expect (ObjNum 980 snap 336 seq_num 980) 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:3392: finishing write tid 1 to smithi02882251-12 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:3392: finishing write tid 2 to smithi02882251-12 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:3392: finishing write tid 3 to smithi02882251-12 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:3392: oid 12 updating version 0 to 2216 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:3392: oid 12 updating version 2216 to 2217 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2217 (ObjNum 1041 snap 354 seq_num 1041) dirty exists 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:3392: left oid 12 (ObjNum 1041 snap 354 seq_num 1041) 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:3390: done (3 left) 2024-04-02T08:36:50.184 INFO:tasks.rados.rados.0.smithi028.stdout:3392: done (2 left) 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3395: rollback oid 21 current snap is 354 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 332 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3394: finishing rollback tid 1 to smithi02882251-11 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2068 (ObjNum 177 snap 0 seq_num 2923408768) dirty dne 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3393: finishing write tid 1 to smithi02882251-25 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3393: finishing write tid 2 to smithi02882251-25 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3393: finishing write tid 3 to smithi02882251-25 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3393: oid 25 updating version 0 to 2538 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3393: oid 25 updating version 2538 to 2539 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2539 (ObjNum 1042 snap 354 seq_num 1042) dirty exists 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3393: left oid 25 (ObjNum 1042 snap 354 seq_num 1042) 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3393: done (2 left) 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3394: done (1 left) 2024-04-02T08:36:50.185 INFO:tasks.rados.rados.0.smithi028.stdout:3396: rmattr oid 5 current snap is 354 2024-04-02T08:36:50.186 INFO:tasks.rados.rados.0.smithi028.stdout:3396: done (1 left) 2024-04-02T08:36:50.186 INFO:tasks.rados.rados.0.smithi028.stdout:3397: read oid 45 snap -1 2024-04-02T08:36:50.186 INFO:tasks.rados.rados.0.smithi028.stdout:3397: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:36:50.186 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 354 2024-04-02T08:36:50.186 INFO:tasks.rados.rados.0.smithi028.stdout:3398: seq_num 1043 ranges {237568=671744} 2024-04-02T08:36:50.190 INFO:tasks.rados.rados.0.smithi028.stdout:3398: writing smithi02882251-39 from 237568 to 909312 tid 1 2024-04-02T08:36:50.190 INFO:tasks.rados.rados.0.smithi028.stdout:3399: copy_from oid 42 from oid 17 current snap is 354 2024-04-02T08:36:50.190 INFO:tasks.rados.rados.0.smithi028.stdout:3395: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:36:50.190 INFO:tasks.rados.rados.0.smithi028.stdout:3395: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:36:50.190 INFO:tasks.rados.rados.0.smithi028.stdout:3395: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:36:50.190 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2267 (ObjNum 963 snap 330 seq_num 963) dirty exists 2024-04-02T08:36:50.190 INFO:tasks.rados.rados.0.smithi028.stdout:3395: done (3 left) 2024-04-02T08:36:50.191 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 354 2024-04-02T08:36:50.191 INFO:tasks.rados.rados.0.smithi028.stdout:3400: seq_num 1044 ranges {0=688128} 2024-04-02T08:36:50.194 INFO:tasks.rados.rados.0.smithi028.stdout:3400: writing smithi02882251-35 from 0 to 688128 tid 1 2024-04-02T08:36:50.194 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 354 2024-04-02T08:36:50.195 INFO:tasks.rados.rados.0.smithi028.stdout:3401: seq_num 1045 ranges {0=704512} 2024-04-02T08:36:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:49 smithi028 ceph-mon[94314]: pgmap v800: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 766 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:36:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:49 smithi028 ceph-mon[94314]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:36:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:49 smithi028 ceph-mon[96890]: pgmap v800: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 766 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:36:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:49 smithi028 ceph-mon[96890]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:36:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:3401: writing smithi02882251-22 from 0 to 704512 tid 1 2024-04-02T08:36:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:3402: rollback oid 25 current snap is 354 2024-04-02T08:36:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 349 2024-04-02T08:36:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:3397: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3398: finishing write tid 1 to smithi02882251-39 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3398: finishing write tid 2 to smithi02882251-39 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3397: done (5 left) 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3403: rmattr oid 1 current snap is 354 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3398: finishing write tid 3 to smithi02882251-39 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3398: oid 39 updating version 0 to 2163 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3398: oid 39 version 2163 is already newer than 2162 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2163 (ObjNum 1043 snap 354 seq_num 1043) dirty exists 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3398: left oid 39 (ObjNum 1043 snap 354 seq_num 1043) 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3399: finishing copy_from racing read to smithi02882251-42 2024-04-02T08:36:50.266 INFO:tasks.rados.rados.0.smithi028.stdout:3399: finishing copy_from to smithi02882251-42 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2394 (ObjNum 1037 snap 352 seq_num 1037) dirty exists 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3400: finishing write tid 1 to smithi02882251-35 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3400: finishing write tid 2 to smithi02882251-35 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3402: finishing rollback tid 0 to smithi02882251-25 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3400: finishing write tid 3 to smithi02882251-35 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3400: oid 35 updating version 0 to 2378 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3400: oid 35 updating version 2378 to 2379 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2379 (ObjNum 1044 snap 354 seq_num 1044) dirty exists 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3400: left oid 35 (ObjNum 1044 snap 354 seq_num 1044) 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3402: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2541 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3401: finishing write tid 1 to smithi02882251-22 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3401: finishing write tid 2 to smithi02882251-22 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3401: finishing write tid 3 to smithi02882251-22 2024-04-02T08:36:50.267 INFO:tasks.rados.rados.0.smithi028.stdout:3401: oid 22 updating version 0 to 2218 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:3401: oid 22 updating version 2218 to 2219 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2219 (ObjNum 1045 snap 354 seq_num 1045) dirty exists 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:3401: left oid 22 (ObjNum 1045 snap 354 seq_num 1045) 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:3398: done (5 left) 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:3399: done (4 left) 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:3400: done (3 left) 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:3401: done (2 left) 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:3402: done (1 left) 2024-04-02T08:36:50.268 INFO:tasks.rados.rados.0.smithi028.stdout:3404: setattr oid 33 current snap is 354 2024-04-02T08:36:50.269 INFO:tasks.rados.rados.0.smithi028.stdout:3405: snap_create 2024-04-02T08:36:50.269 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2378 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:36:50.269 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2395 (ObjNum 1037 snap 352 seq_num 1037) dirty exists 2024-04-02T08:36:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:49 smithi137 ceph-mon[88456]: pgmap v800: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 766 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-04-02T08:36:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:49 smithi137 ceph-mon[88456]: osdmap e758: 8 total, 8 up, 8 in 2024-04-02T08:36:50.927 INFO:tasks.rados.rados.0.smithi028.stdout:3403: done (2 left) 2024-04-02T08:36:50.927 INFO:tasks.rados.rados.0.smithi028.stdout:3404: done (1 left) 2024-04-02T08:36:50.927 INFO:tasks.rados.rados.0.smithi028.stdout:3405: done (0 left) 2024-04-02T08:36:50.927 INFO:tasks.rados.rados.0.smithi028.stdout:3406: delete oid 42 current snap is 355 2024-04-02T08:36:50.936 INFO:tasks.rados.rados.0.smithi028.stdout:3406: done (0 left) 2024-04-02T08:36:50.936 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 355 2024-04-02T08:36:50.936 INFO:tasks.rados.rados.0.smithi028.stdout:3407: seq_num 1047 ranges {6094848=745472} 2024-04-02T08:36:50.973 INFO:tasks.rados.rados.0.smithi028.stdout:3407: writing smithi02882251-26 from 6094848 to 6840320 tid 1 2024-04-02T08:36:50.973 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 355 2024-04-02T08:36:50.973 INFO:tasks.rados.rados.0.smithi028.stdout:3408: seq_num 1048 ranges {0=761856} 2024-04-02T08:36:50.977 INFO:tasks.rados.rados.0.smithi028.stdout:3408: writing smithi02882251-42 from 0 to 761856 tid 1 2024-04-02T08:36:50.977 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 355 2024-04-02T08:36:50.978 INFO:tasks.rados.rados.0.smithi028.stdout:3409: seq_num 1049 ranges {704512=778240} 2024-04-02T08:36:50.986 INFO:tasks.rados.rados.0.smithi028.stdout:3409: writing smithi02882251-22 from 704512 to 1482752 tid 1 2024-04-02T08:36:50.986 INFO:tasks.rados.rados.0.smithi028.stdout:3410: delete oid 44 current snap is 355 2024-04-02T08:36:50.986 INFO:tasks.rados.rados.0.smithi028.stdout:3407: finishing write tid 1 to smithi02882251-26 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3408: finishing write tid 1 to smithi02882251-42 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3407: finishing write tid 2 to smithi02882251-26 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3408: finishing write tid 2 to smithi02882251-42 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3408: finishing write tid 3 to smithi02882251-42 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3408: oid 42 updating version 0 to 2397 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3408: oid 42 version 2397 is already newer than 2396 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2397 (ObjNum 1048 snap 355 seq_num 1048) dirty exists 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3408: left oid 42 (ObjNum 1048 snap 355 seq_num 1048) 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3407: finishing write tid 3 to smithi02882251-26 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3407: oid 26 updating version 0 to 2520 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3407: oid 26 updating version 2520 to 2521 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2521 (ObjNum 1047 snap 355 seq_num 1047) dirty exists 2024-04-02T08:36:50.987 INFO:tasks.rados.rados.0.smithi028.stdout:3407: left oid 26 (ObjNum 1047 snap 355 seq_num 1047) 2024-04-02T08:36:50.989 INFO:tasks.rados.rados.0.smithi028.stdout:3407: done (3 left) 2024-04-02T08:36:50.989 INFO:tasks.rados.rados.0.smithi028.stdout:3408: done (2 left) 2024-04-02T08:36:50.989 INFO:tasks.rados.rados.0.smithi028.stdout:3410: done (1 left) 2024-04-02T08:36:50.989 INFO:tasks.rados.rados.0.smithi028.stdout:3411: read oid 18 snap -1 2024-04-02T08:36:50.989 INFO:tasks.rados.rados.0.smithi028.stdout:3411: expect (ObjNum 1018 snap 351 seq_num 1018) 2024-04-02T08:36:50.989 INFO:tasks.rados.rados.0.smithi028.stdout:3412: rmattr oid 1 current snap is 355 2024-04-02T08:36:50.989 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 355 2024-04-02T08:36:50.989 INFO:tasks.rados.rados.0.smithi028.stdout:3413: seq_num 1051 ranges {0=409600,409600=401408} 2024-04-02T08:36:50.992 INFO:tasks.rados.rados.0.smithi028.stdout:3413: writing smithi02882251-38 from 0 to 409600 tid 1 2024-04-02T08:36:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:3413: writing smithi02882251-38 from 409600 to 811008 tid 2 2024-04-02T08:36:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:3414: rollback oid 48 current snap is 355 2024-04-02T08:36:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 315 2024-04-02T08:36:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:3409: finishing write tid 1 to smithi02882251-22 2024-04-02T08:36:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:3409: finishing write tid 2 to smithi02882251-22 2024-04-02T08:36:50.995 INFO:tasks.rados.rados.0.smithi028.stdout:3411: expect (ObjNum 1018 snap 351 seq_num 1018) 2024-04-02T08:36:51.009 INFO:tasks.rados.rados.0.smithi028.stdout:3409: finishing write tid 3 to smithi02882251-22 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3409: oid 22 updating version 0 to 2221 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3409: oid 22 updating version 2221 to 2222 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2222 (ObjNum 1049 snap 355 seq_num 1049) dirty exists 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3409: left oid 22 (ObjNum 1049 snap 355 seq_num 1049) 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3409: done (4 left) 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3411: done (3 left) 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3415: read oid 26 snap -1 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3415: expect (ObjNum 1047 snap 355 seq_num 1047) 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3416: rollback oid 27 current snap is 355 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 335 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2379 (ObjNum 805 snap 283 seq_num 805) dirty exists 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3413: finishing write tid 1 to smithi02882251-38 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3413: finishing write tid 2 to smithi02882251-38 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3412: done (4 left) 2024-04-02T08:36:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3417: delete oid 40 current snap is 355 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:3413: finishing write tid 3 to smithi02882251-38 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:3414: finishing rollback tid 0 to smithi02882251-48 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:3414: finishing rollback tid 1 to smithi02882251-48 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2793 (ObjNum 81 snap 0 seq_num 1382110566) dirty dne 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:3413: finishing write tid 4 to smithi02882251-38 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:3413: oid 38 updating version 0 to 2382 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:3413: oid 38 version 2382 is already newer than 2381 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:3413: oid 38 version 2382 is already newer than 2380 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2382 (ObjNum 1051 snap 355 seq_num 1051) dirty exists 2024-04-02T08:36:51.011 INFO:tasks.rados.rados.0.smithi028.stdout:3413: left oid 38 (ObjNum 1051 snap 355 seq_num 1051) 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi028.stdout:3416: finishing rollback tid 1 to smithi02882251-27 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi028.stdout:3416: finishing rollback tid 2 to smithi02882251-27 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2795 (ObjNum 862 snap 290 seq_num 862) dirty exists 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi028.stdout:3413: done (4 left) 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi028.stdout:3414: done (3 left) 2024-04-02T08:36:51.015 INFO:tasks.rados.rados.0.smithi028.stdout:3416: done (2 left) 2024-04-02T08:36:51.016 INFO:tasks.rados.rados.0.smithi028.stdout:3417: done (1 left) 2024-04-02T08:36:51.016 INFO:tasks.rados.rados.0.smithi028.stdout:3418: read oid 14 snap -1 2024-04-02T08:36:51.016 INFO:tasks.rados.rados.0.smithi028.stdout:3418: expect (ObjNum 1034 snap 352 seq_num 1034) 2024-04-02T08:36:51.016 INFO:tasks.rados.rados.0.smithi028.stdout:3419: delete oid 31 current snap is 355 2024-04-02T08:36:51.019 INFO:tasks.rados.rados.0.smithi028.stdout:3419: done (2 left) 2024-04-02T08:36:51.019 INFO:tasks.rados.rados.0.smithi028.stdout:3420: copy_from oid 7 from oid 29 current snap is 355 2024-04-02T08:36:51.019 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 355 2024-04-02T08:36:51.019 INFO:tasks.rados.rados.0.smithi028.stdout:3421: seq_num 1054 ranges {4431872=458752,4890624=401408} 2024-04-02T08:36:51.045 INFO:tasks.rados.rados.0.smithi028.stdout:3421: writing smithi02882251-34 from 4431872 to 4890624 tid 1 2024-04-02T08:36:51.048 INFO:tasks.rados.rados.0.smithi028.stdout:3421: writing smithi02882251-34 from 4890624 to 5292032 tid 2 2024-04-02T08:36:51.048 INFO:tasks.rados.rados.0.smithi028.stdout:3422: read oid 11 snap -1 2024-04-02T08:36:51.048 INFO:tasks.rados.rados.0.smithi028.stdout:3422: expect deleted 2024-04-02T08:36:51.048 INFO:tasks.rados.rados.0.smithi028.stdout:3423: delete oid 19 current snap is 355 2024-04-02T08:36:51.048 INFO:tasks.rados.rados.0.smithi028.stdout:3420: finishing copy_from to smithi02882251-7 2024-04-02T08:36:51.049 INFO:tasks.rados.rados.0.smithi028.stdout:3420: got expected ENOENT (src dne) 2024-04-02T08:36:51.049 INFO:tasks.rados.rados.0.smithi028.stdout:3420: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:36:51.052 INFO:tasks.rados.rados.0.smithi028.stdout:3420: done (5 left) 2024-04-02T08:36:51.052 INFO:tasks.rados.rados.0.smithi028.stdout:3422: done (4 left) 2024-04-02T08:36:51.052 INFO:tasks.rados.rados.0.smithi028.stdout:3423: done (3 left) 2024-04-02T08:36:51.052 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 355 2024-04-02T08:36:51.052 INFO:tasks.rados.rados.0.smithi028.stdout:3424: seq_num 1056 ranges {0=491520,491520=401408} 2024-04-02T08:36:51.055 INFO:tasks.rados.rados.0.smithi028.stdout:3424: writing smithi02882251-31 from 0 to 491520 tid 1 2024-04-02T08:36:51.058 INFO:tasks.rados.rados.0.smithi028.stdout:3424: writing smithi02882251-31 from 491520 to 892928 tid 2 2024-04-02T08:36:51.058 INFO:tasks.rados.rados.0.smithi028.stdout:3425: rollback oid 15 current snap is 355 2024-04-02T08:36:51.058 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 327 2024-04-02T08:36:51.058 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 355 2024-04-02T08:36:51.058 INFO:tasks.rados.rados.0.smithi028.stdout:3426: seq_num 1057 ranges {2129920=507904,2637824=401408} 2024-04-02T08:36:51.072 INFO:tasks.rados.rados.0.smithi028.stdout:3426: writing smithi02882251-43 from 2129920 to 2637824 tid 1 2024-04-02T08:36:51.075 INFO:tasks.rados.rados.0.smithi028.stdout:3426: writing smithi02882251-43 from 2637824 to 3039232 tid 2 2024-04-02T08:36:51.075 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 355 2024-04-02T08:36:51.075 INFO:tasks.rados.rados.0.smithi028.stdout:3415: expect (ObjNum 1047 snap 355 seq_num 1047) 2024-04-02T08:36:51.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:50 smithi028 ceph-mon[94314]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:36:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:50 smithi028 ceph-mon[96890]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:36:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:50 smithi137 ceph-mon[88456]: osdmap e759: 8 total, 8 up, 8 in 2024-04-02T08:36:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:36:51.584 INFO:tasks.rados.rados.0.smithi028.stdout:3427: seq_num 1058 ranges {0=524288,524288=401408} 2024-04-02T08:36:51.588 INFO:tasks.rados.rados.0.smithi028.stdout:3427: writing smithi02882251-10 from 0 to 524288 tid 1 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3427: writing smithi02882251-10 from 524288 to 925696 tid 2 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3415: done (6 left) 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3428: snap_create 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3421: finishing write tid 1 to smithi02882251-34 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3421: finishing write tid 2 to smithi02882251-34 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3421: finishing write tid 3 to smithi02882251-34 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3421: finishing write tid 4 to smithi02882251-34 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3421: oid 34 updating version 0 to 2524 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3421: oid 34 version 2524 is already newer than 2523 2024-04-02T08:36:51.591 INFO:tasks.rados.rados.0.smithi028.stdout:3421: oid 34 version 2524 is already newer than 2522 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2524 (ObjNum 1054 snap 355 seq_num 1054) dirty exists 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3421: left oid 34 (ObjNum 1054 snap 355 seq_num 1054) 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3424: finishing write tid 1 to smithi02882251-31 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3424: finishing write tid 2 to smithi02882251-31 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3424: finishing write tid 3 to smithi02882251-31 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3425: finishing rollback tid 0 to smithi02882251-15 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3425: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2381 (ObjNum 49 snap 0 seq_num 1440117776) dirty dne 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3424: finishing write tid 4 to smithi02882251-31 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3424: oid 31 updating version 0 to 2091 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3424: oid 31 version 2091 is already newer than 2090 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3424: oid 31 updating version 2091 to 2092 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2092 (ObjNum 1056 snap 355 seq_num 1056) dirty exists 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3424: left oid 31 (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:36:51.592 INFO:tasks.rados.rados.0.smithi028.stdout:3418: expect (ObjNum 1034 snap 352 seq_num 1034) 2024-04-02T08:36:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:36:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:36:51] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:36:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:51 smithi028 ceph-mon[94314]: pgmap v803: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 739 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-02T08:36:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:51 smithi028 ceph-mon[94314]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:36:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:51 smithi028 ceph-mon[94314]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:36:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:51 smithi028 ceph-mon[96890]: pgmap v803: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 739 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-02T08:36:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:51 smithi028 ceph-mon[96890]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:36:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:51 smithi028 ceph-mon[96890]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3426: finishing write tid 1 to smithi02882251-43 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3426: finishing write tid 2 to smithi02882251-43 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3426: finishing write tid 3 to smithi02882251-43 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3426: finishing write tid 4 to smithi02882251-43 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3426: oid 43 updating version 0 to 924 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3426: oid 43 updating version 924 to 925 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3426: oid 43 version 925 is already newer than 923 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 925 (ObjNum 1057 snap 355 seq_num 1057) dirty exists 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3426: left oid 43 (ObjNum 1057 snap 355 seq_num 1057) 2024-04-02T08:36:52.277 INFO:tasks.rados.rados.0.smithi028.stdout:3418: done (6 left) 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3421: done (5 left) 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3424: done (4 left) 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3425: done (3 left) 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3426: done (2 left) 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3428: done (1 left) 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3429: delete oid 13 current snap is 356 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3427: finishing write tid 1 to smithi02882251-10 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3427: finishing write tid 2 to smithi02882251-10 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3427: finishing write tid 3 to smithi02882251-10 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3427: finishing write tid 4 to smithi02882251-10 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3427: oid 10 updating version 0 to 2095 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3427: oid 10 version 2095 is already newer than 2093 2024-04-02T08:36:52.278 INFO:tasks.rados.rados.0.smithi028.stdout:3427: oid 10 version 2095 is already newer than 2094 2024-04-02T08:36:52.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2095 (ObjNum 1058 snap 355 seq_num 1058) dirty exists 2024-04-02T08:36:52.279 INFO:tasks.rados.rados.0.smithi028.stdout:3427: left oid 10 (ObjNum 1058 snap 355 seq_num 1058) 2024-04-02T08:36:52.279 INFO:tasks.rados.rados.0.smithi028.stdout:3427: done (1 left) 2024-04-02T08:36:52.279 INFO:tasks.rados.rados.0.smithi028.stdout:3429: done (0 left) 2024-04-02T08:36:52.280 INFO:tasks.rados.rados.0.smithi028.stdout:3430: snap_create 2024-04-02T08:36:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:51 smithi137 ceph-mon[88456]: pgmap v803: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 739 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-02T08:36:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:51 smithi137 ceph-mon[88456]: osdmap e760: 8 total, 8 up, 8 in 2024-04-02T08:36:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:51 smithi137 ceph-mon[88456]: osdmap e761: 8 total, 8 up, 8 in 2024-04-02T08:36:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:36:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:36:52.933 INFO:tasks.rados.rados.0.smithi028.stdout:3430: done (0 left) 2024-04-02T08:36:52.933 INFO:tasks.rados.rados.0.smithi028.stdout:3431: read oid 39 snap -1 2024-04-02T08:36:52.933 INFO:tasks.rados.rados.0.smithi028.stdout:3431: expect (ObjNum 1043 snap 354 seq_num 1043) 2024-04-02T08:36:52.933 INFO:tasks.rados.rados.0.smithi028.stdout:3432: snap_create 2024-04-02T08:36:52.936 INFO:tasks.rados.rados.0.smithi028.stdout:3431: expect (ObjNum 1043 snap 354 seq_num 1043) 2024-04-02T08:36:53.933 INFO:tasks.rados.rados.0.smithi028.stdout:3431: done (1 left) 2024-04-02T08:36:53.933 INFO:tasks.rados.rados.0.smithi028.stdout:3432: done (0 left) 2024-04-02T08:36:53.934 INFO:tasks.rados.rados.0.smithi028.stdout:3433: delete oid 11 current snap is 358 2024-04-02T08:36:53.936 INFO:tasks.rados.rados.0.smithi028.stdout:3433: done (0 left) 2024-04-02T08:36:53.936 INFO:tasks.rados.rados.0.smithi028.stdout:3434: delete oid 18 current snap is 358 2024-04-02T08:36:53.941 INFO:tasks.rados.rados.0.smithi028.stdout:3434: done (0 left) 2024-04-02T08:36:53.941 INFO:tasks.rados.rados.0.smithi028.stdout:3435: read oid 38 snap -1 2024-04-02T08:36:53.941 INFO:tasks.rados.rados.0.smithi028.stdout:3435: expect (ObjNum 1051 snap 355 seq_num 1051) 2024-04-02T08:36:53.941 INFO:tasks.rados.rados.0.smithi028.stdout:3436: read oid 31 snap -1 2024-04-02T08:36:53.941 INFO:tasks.rados.rados.0.smithi028.stdout:3436: expect (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:36:53.941 INFO:tasks.rados.rados.0.smithi028.stdout:3437: snap_remove snap 352 2024-04-02T08:36:54.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:53 smithi028 ceph-mon[96890]: pgmap v806: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 702 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 33 op/s 2024-04-02T08:36:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:53 smithi028 ceph-mon[96890]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:36:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:53 smithi028 ceph-mon[94314]: pgmap v806: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 702 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 33 op/s 2024-04-02T08:36:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:53 smithi028 ceph-mon[94314]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:36:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:53 smithi137 ceph-mon[88456]: pgmap v806: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 702 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 33 op/s 2024-04-02T08:36:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:53 smithi137 ceph-mon[88456]: osdmap e762: 8 total, 8 up, 8 in 2024-04-02T08:36:54.945 INFO:tasks.rados.rados.0.smithi028.stdout:3437: done (2 left) 2024-04-02T08:36:54.945 INFO:tasks.rados.rados.0.smithi028.stdout:3438: setattr oid 12 current snap is 358 2024-04-02T08:36:54.945 INFO:tasks.rados.rados.0.smithi028.stdout:3436: expect (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:36:54.977 INFO:tasks.rados.rados.0.smithi028.stdout:3435: expect (ObjNum 1051 snap 355 seq_num 1051) 2024-04-02T08:36:54.999 INFO:tasks.rados.rados.0.smithi028.stdout:3435: done (2 left) 2024-04-02T08:36:54.999 INFO:tasks.rados.rados.0.smithi028.stdout:3436: done (1 left) 2024-04-02T08:36:54.999 INFO:tasks.rados.rados.0.smithi028.stdout:3439: rollback oid 38 current snap is 358 2024-04-02T08:36:54.999 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 320 2024-04-02T08:36:54.999 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 358 2024-04-02T08:36:54.999 INFO:tasks.rados.rados.0.smithi028.stdout:3440: seq_num 1062 ranges {0=589824,589824=401408} 2024-04-02T08:36:55.003 INFO:tasks.rados.rados.0.smithi028.stdout:3440: writing smithi02882251-29 from 0 to 589824 tid 1 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:3440: writing smithi02882251-29 from 589824 to 991232 tid 2 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:3441: copy_from oid 40 from oid 47 current snap is 358 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2230 (ObjNum 1041 snap 354 seq_num 1041) dirty exists 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:3439: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:3439: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:3439: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2385 (ObjNum 846 snap 290 seq_num 846) dirty exists 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:3438: done (3 left) 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:3439: done (2 left) 2024-04-02T08:36:55.006 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 358 2024-04-02T08:36:55.007 INFO:tasks.rados.rados.0.smithi028.stdout:3442: seq_num 1063 ranges {1482752=606208,2088960=401408} 2024-04-02T08:36:55.017 INFO:tasks.rados.rados.0.smithi028.stdout:3442: writing smithi02882251-22 from 1482752 to 2088960 tid 1 2024-04-02T08:36:55.019 INFO:tasks.rados.rados.0.smithi028.stdout:3442: writing smithi02882251-22 from 2088960 to 2490368 tid 2 2024-04-02T08:36:55.019 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 358 2024-04-02T08:36:55.019 INFO:tasks.rados.rados.0.smithi028.stdout:3440: finishing write tid 1 to smithi02882251-29 2024-04-02T08:36:55.019 INFO:tasks.rados.rados.0.smithi028.stdout:3443: seq_num 1064 ranges {3039232=622592,3661824=401408} 2024-04-02T08:36:55.042 INFO:tasks.rados.rados.0.smithi028.stdout:3443: writing smithi02882251-43 from 3039232 to 3661824 tid 1 2024-04-02T08:36:55.042 INFO:tasks.rados.rados.0.smithi028.stdout:3443: writing smithi02882251-43 from 3661824 to 4063232 tid 2 2024-04-02T08:36:55.042 INFO:tasks.rados.rados.0.smithi028.stdout:3444: read oid 34 snap -1 2024-04-02T08:36:55.042 INFO:tasks.rados.rados.0.smithi028.stdout:3444: expect (ObjNum 1054 snap 355 seq_num 1054) 2024-04-02T08:36:55.042 INFO:tasks.rados.rados.0.smithi028.stdout:3445: snap_remove snap 356 2024-04-02T08:36:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:54 smithi028 ceph-mon[94314]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:36:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:54 smithi028 ceph-mon[96890]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:36:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:54 smithi137 ceph-mon[88456]: osdmap e763: 8 total, 8 up, 8 in 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3445: done (5 left) 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 358 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3441: finishing copy_from to smithi02882251-40 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3441: got expected ENOENT (src dne) 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3441: finishing copy_from racing read to smithi02882251-40 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3440: finishing write tid 2 to smithi02882251-29 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3440: finishing write tid 3 to smithi02882251-29 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3440: finishing write tid 4 to smithi02882251-29 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3440: oid 29 updating version 0 to 2166 2024-04-02T08:36:55.952 INFO:tasks.rados.rados.0.smithi028.stdout:3440: oid 29 version 2166 is already newer than 2164 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3440: oid 29 version 2166 is already newer than 2165 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2166 (ObjNum 1062 snap 358 seq_num 1062) dirty exists 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3440: left oid 29 (ObjNum 1062 snap 358 seq_num 1062) 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3442: finishing write tid 1 to smithi02882251-22 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3442: finishing write tid 2 to smithi02882251-22 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3442: finishing write tid 3 to smithi02882251-22 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3442: finishing write tid 4 to smithi02882251-22 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3442: oid 22 updating version 0 to 2233 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3442: oid 22 updating version 2233 to 2234 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3442: oid 22 version 2234 is already newer than 2232 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2234 (ObjNum 1063 snap 358 seq_num 1063) dirty exists 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3442: left oid 22 (ObjNum 1063 snap 358 seq_num 1063) 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3443: finishing write tid 1 to smithi02882251-43 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3443: finishing write tid 2 to smithi02882251-43 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3443: finishing write tid 3 to smithi02882251-43 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3443: finishing write tid 4 to smithi02882251-43 2024-04-02T08:36:55.953 INFO:tasks.rados.rados.0.smithi028.stdout:3443: oid 43 updating version 0 to 927 2024-04-02T08:36:55.954 INFO:tasks.rados.rados.0.smithi028.stdout:3443: oid 43 updating version 927 to 928 2024-04-02T08:36:55.954 INFO:tasks.rados.rados.0.smithi028.stdout:3443: oid 43 version 928 is already newer than 926 2024-04-02T08:36:55.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 928 (ObjNum 1064 snap 358 seq_num 1064) dirty exists 2024-04-02T08:36:55.954 INFO:tasks.rados.rados.0.smithi028.stdout:3443: left oid 43 (ObjNum 1064 snap 358 seq_num 1064) 2024-04-02T08:36:55.954 INFO:tasks.rados.rados.0.smithi028.stdout:3444: expect (ObjNum 1054 snap 355 seq_num 1054) 2024-04-02T08:36:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:55 smithi028 ceph-mon[94314]: pgmap v809: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 702 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 756 KiB/s wr, 26 op/s 2024-04-02T08:36:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:55 smithi028 ceph-mon[94314]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:36:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:55 smithi028 ceph-mon[96890]: pgmap v809: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 702 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 756 KiB/s wr, 26 op/s 2024-04-02T08:36:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:55 smithi028 ceph-mon[96890]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:36:56.311 INFO:tasks.rados.rados.0.smithi028.stdout:3446: seq_num 1065 ranges {2048000=638976,2686976=401408} 2024-04-02T08:36:56.328 INFO:tasks.rados.rados.0.smithi028.stdout:3446: writing smithi02882251-9 from 2048000 to 2686976 tid 1 2024-04-02T08:36:56.331 INFO:tasks.rados.rados.0.smithi028.stdout:3446: writing smithi02882251-9 from 2686976 to 3088384 tid 2 2024-04-02T08:36:56.331 INFO:tasks.rados.rados.0.smithi028.stdout:3440: done (5 left) 2024-04-02T08:36:56.331 INFO:tasks.rados.rados.0.smithi028.stdout:3441: done (4 left) 2024-04-02T08:36:56.331 INFO:tasks.rados.rados.0.smithi028.stdout:3442: done (3 left) 2024-04-02T08:36:56.331 INFO:tasks.rados.rados.0.smithi028.stdout:3443: done (2 left) 2024-04-02T08:36:56.331 INFO:tasks.rados.rados.0.smithi028.stdout:3444: done (1 left) 2024-04-02T08:36:56.332 INFO:tasks.rados.rados.0.smithi028.stdout:3447: read oid 31 snap -1 2024-04-02T08:36:56.332 INFO:tasks.rados.rados.0.smithi028.stdout:3447: expect (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:36:56.332 INFO:tasks.rados.rados.0.smithi028.stdout:3448: snap_remove snap 332 2024-04-02T08:36:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:55 smithi137 ceph-mon[88456]: pgmap v809: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 702 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 756 KiB/s wr, 26 op/s 2024-04-02T08:36:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:55 smithi137 ceph-mon[88456]: osdmap e764: 8 total, 8 up, 8 in 2024-04-02T08:36:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:3446: finishing write tid 1 to smithi02882251-9 2024-04-02T08:36:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:3446: finishing write tid 2 to smithi02882251-9 2024-04-02T08:36:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:3446: finishing write tid 3 to smithi02882251-9 2024-04-02T08:36:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:3447: expect (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:3446: finishing write tid 4 to smithi02882251-9 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:3446: oid 9 updating version 0 to 2805 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:3446: oid 9 version 2805 is already newer than 2803 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:3446: oid 9 version 2805 is already newer than 2804 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2805 (ObjNum 1065 snap 358 seq_num 1065) dirty exists 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:3446: left oid 9 (ObjNum 1065 snap 358 seq_num 1065) 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:3446: done (2 left) 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:3447: done (1 left) 2024-04-02T08:36:56.995 INFO:tasks.rados.rados.0.smithi028.stdout:3448: done (0 left) 2024-04-02T08:36:56.996 INFO:tasks.rados.rados.0.smithi028.stdout:3449: delete oid 48 current snap is 358 2024-04-02T08:36:56.998 INFO:tasks.rados.rados.0.smithi028.stdout:3449: done (0 left) 2024-04-02T08:36:56.998 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 358 2024-04-02T08:36:56.998 INFO:tasks.rados.rados.0.smithi028.stdout:3450: seq_num 1067 ranges {4136960=679936,4816896=401408} 2024-04-02T08:36:57.024 INFO:tasks.rados.rados.0.smithi028.stdout:3450: writing smithi02882251-7 from 4136960 to 4816896 tid 1 2024-04-02T08:36:57.027 INFO:tasks.rados.rados.0.smithi028.stdout:3450: writing smithi02882251-7 from 4816896 to 5218304 tid 2 2024-04-02T08:36:57.027 INFO:tasks.rados.rados.0.smithi028.stdout:3451: rollback oid 19 current snap is 358 2024-04-02T08:36:57.027 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 283 2024-04-02T08:36:57.027 INFO:tasks.rados.rados.0.smithi028.stdout:3452: rollback oid 24 current snap is 358 2024-04-02T08:36:57.027 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 291 2024-04-02T08:36:57.027 INFO:tasks.rados.rados.0.smithi028.stdout:3453: snap_create 2024-04-02T08:36:57.030 INFO:tasks.rados.rados.0.smithi028.stdout:3452: finishing rollback tid 0 to smithi02882251-24 2024-04-02T08:36:57.031 INFO:tasks.rados.rados.0.smithi028.stdout:3451: finishing rollback tid 1 to smithi02882251-19 2024-04-02T08:36:57.031 INFO:tasks.rados.rados.0.smithi028.stdout:3452: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:36:57.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2168 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-02T08:36:57.031 INFO:tasks.rados.rados.0.smithi028.stdout:3450: finishing write tid 1 to smithi02882251-7 2024-04-02T08:36:57.031 INFO:tasks.rados.rados.0.smithi028.stdout:3450: finishing write tid 2 to smithi02882251-7 2024-04-02T08:36:57.031 INFO:tasks.rados.rados.0.smithi028.stdout:3451: finishing rollback tid 2 to smithi02882251-19 2024-04-02T08:36:57.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2244 (ObjNum 792 snap 278 seq_num 792) dirty exists 2024-04-02T08:36:57.031 INFO:tasks.rados.rados.0.smithi028.stdout:3450: finishing write tid 3 to smithi02882251-7 2024-04-02T08:36:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:3450: finishing write tid 4 to smithi02882251-7 2024-04-02T08:36:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:3450: oid 7 updating version 0 to 2398 2024-04-02T08:36:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:3450: oid 7 updating version 2398 to 2399 2024-04-02T08:36:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:3450: oid 7 version 2399 is already newer than 2397 2024-04-02T08:36:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2399 (ObjNum 1067 snap 358 seq_num 1067) dirty exists 2024-04-02T08:36:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:3450: left oid 7 (ObjNum 1067 snap 358 seq_num 1067) 2024-04-02T08:36:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:56 smithi028 ceph-mon[94314]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:36:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:56 smithi028 ceph-mon[96890]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:36:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:56 smithi137 ceph-mon[88456]: osdmap e765: 8 total, 8 up, 8 in 2024-04-02T08:36:57.964 INFO:tasks.rados.rados.0.smithi028.stdout:3450: done (3 left) 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi028.stdout:3451: done (2 left) 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi028.stdout:3452: done (1 left) 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi028.stdout:3453: done (0 left) 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi028.stdout:3454: read oid 49 snap -1 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi028.stdout:3454: expect (ObjNum 1036 snap 352 seq_num 1036) 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi028.stdout:3455: copy_from oid 6 from oid 13 current snap is 359 2024-04-02T08:36:57.965 INFO:tasks.rados.rados.0.smithi028.stdout:3456: setattr oid 46 current snap is 359 2024-04-02T08:36:57.966 INFO:tasks.rados.rados.0.smithi028.stdout:3455: finishing copy_from to smithi02882251-6 2024-04-02T08:36:57.966 INFO:tasks.rados.rados.0.smithi028.stdout:3455: got expected ENOENT (src dne) 2024-04-02T08:36:57.966 INFO:tasks.rados.rados.0.smithi028.stdout:3455: finishing copy_from racing read to smithi02882251-6 2024-04-02T08:36:57.966 INFO:tasks.rados.rados.0.smithi028.stdout:3455: done (2 left) 2024-04-02T08:36:57.966 INFO:tasks.rados.rados.0.smithi028.stdout:3457: delete oid 7 current snap is 359 2024-04-02T08:36:57.971 INFO:tasks.rados.rados.0.smithi028.stdout:3457: done (2 left) 2024-04-02T08:36:57.971 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 359 2024-04-02T08:36:57.971 INFO:tasks.rados.rados.0.smithi028.stdout:3458: seq_num 1069 ranges {4063232=712704,4775936=401408} 2024-04-02T08:36:57.997 INFO:tasks.rados.rados.0.smithi028.stdout:3458: writing smithi02882251-43 from 4063232 to 4775936 tid 1 2024-04-02T08:36:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:3458: writing smithi02882251-43 from 4775936 to 5177344 tid 2 2024-04-02T08:36:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 850 (ObjNum 1003 snap 343 seq_num 1003) dirty exists 2024-04-02T08:36:58.000 INFO:tasks.rados.rados.0.smithi028.stdout:3454: expect (ObjNum 1036 snap 352 seq_num 1036) 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: finishing write tid 1 to smithi02882251-43 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: finishing write tid 2 to smithi02882251-43 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: finishing write tid 3 to smithi02882251-43 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: finishing write tid 4 to smithi02882251-43 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: oid 43 updating version 0 to 930 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: oid 43 updating version 930 to 931 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: oid 43 version 931 is already newer than 929 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 931 (ObjNum 1069 snap 359 seq_num 1069) dirty exists 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: left oid 43 (ObjNum 1069 snap 359 seq_num 1069) 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3454: done (2 left) 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3456: done (1 left) 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:3458: done (0 left) 2024-04-02T08:36:58.124 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 359 2024-04-02T08:36:58.125 INFO:tasks.rados.rados.0.smithi028.stdout:3459: seq_num 1070 ranges {4259840=729088,4988928=401408} 2024-04-02T08:36:58.150 INFO:tasks.rados.rados.0.smithi028.stdout:3459: writing smithi02882251-38 from 4259840 to 4988928 tid 1 2024-04-02T08:36:58.153 INFO:tasks.rados.rados.0.smithi028.stdout:3459: writing smithi02882251-38 from 4988928 to 5390336 tid 2 2024-04-02T08:36:58.153 INFO:tasks.rados.rados.0.smithi028.stdout:3460: setattr oid 13 current snap is 359 2024-04-02T08:36:58.153 INFO:tasks.rados.rados.0.smithi028.stdout:3461: rollback oid 15 current snap is 359 2024-04-02T08:36:58.154 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 345 2024-04-02T08:36:58.154 INFO:tasks.rados.rados.0.smithi028.stdout:3462: setattr oid 23 current snap is 359 2024-04-02T08:36:58.154 INFO:tasks.rados.rados.0.smithi028.stdout:3463: snap_create 2024-04-02T08:36:58.157 INFO:tasks.rados.rados.0.smithi028.stdout:3459: finishing write tid 1 to smithi02882251-38 2024-04-02T08:36:58.157 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2401 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:36:58.157 INFO:tasks.rados.rados.0.smithi028.stdout:3459: finishing write tid 2 to smithi02882251-38 2024-04-02T08:36:58.157 INFO:tasks.rados.rados.0.smithi028.stdout:3459: finishing write tid 3 to smithi02882251-38 2024-04-02T08:36:58.158 INFO:tasks.rados.rados.0.smithi028.stdout:3461: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:36:58.158 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2245 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-02T08:36:58.158 INFO:tasks.rados.rados.0.smithi028.stdout:3461: finishing rollback tid 2 to smithi02882251-15 2024-04-02T08:36:58.158 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2384 (ObjNum 793 snap 278 seq_num 793) dirty exists 2024-04-02T08:36:58.159 INFO:tasks.rados.rados.0.smithi028.stdout:3459: finishing write tid 4 to smithi02882251-38 2024-04-02T08:36:58.159 INFO:tasks.rados.rados.0.smithi028.stdout:3459: oid 38 updating version 0 to 2388 2024-04-02T08:36:58.159 INFO:tasks.rados.rados.0.smithi028.stdout:3459: oid 38 version 2388 is already newer than 2386 2024-04-02T08:36:58.159 INFO:tasks.rados.rados.0.smithi028.stdout:3459: oid 38 version 2388 is already newer than 2387 2024-04-02T08:36:58.159 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2388 (ObjNum 1070 snap 359 seq_num 1070) dirty exists 2024-04-02T08:36:58.159 INFO:tasks.rados.rados.0.smithi028.stdout:3459: left oid 38 (ObjNum 1070 snap 359 seq_num 1070) 2024-04-02T08:36:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:57 smithi137 ceph-mon[88456]: pgmap v812: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 689 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T08:36:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:57 smithi137 ceph-mon[88456]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:36:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:57 smithi028 ceph-mon[96890]: pgmap v812: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 689 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T08:36:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:57 smithi028 ceph-mon[96890]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:36:58.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:57 smithi028 ceph-mon[94314]: pgmap v812: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 689 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T08:36:58.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:57 smithi028 ceph-mon[94314]: osdmap e766: 8 total, 8 up, 8 in 2024-04-02T08:36:58.969 INFO:tasks.rados.rados.0.smithi028.stdout:3459: done (4 left) 2024-04-02T08:36:58.969 INFO:tasks.rados.rados.0.smithi028.stdout:3460: done (3 left) 2024-04-02T08:36:58.969 INFO:tasks.rados.rados.0.smithi028.stdout:3461: done (2 left) 2024-04-02T08:36:58.969 INFO:tasks.rados.rados.0.smithi028.stdout:3462: done (1 left) 2024-04-02T08:36:58.970 INFO:tasks.rados.rados.0.smithi028.stdout:3463: done (0 left) 2024-04-02T08:36:58.970 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 360 2024-04-02T08:36:58.970 INFO:tasks.rados.rados.0.smithi028.stdout:3464: seq_num 1071 ranges {1662976=745472,2408448=401408} 2024-04-02T08:36:58.982 INFO:tasks.rados.rados.0.smithi028.stdout:3464: writing smithi02882251-45 from 1662976 to 2408448 tid 1 2024-04-02T08:36:58.985 INFO:tasks.rados.rados.0.smithi028.stdout:3464: writing smithi02882251-45 from 2408448 to 2809856 tid 2 2024-04-02T08:36:58.985 INFO:tasks.rados.rados.0.smithi028.stdout:3465: read oid 41 snap 286 2024-04-02T08:36:58.985 INFO:tasks.rados.rados.0.smithi028.stdout:3465: expect deleted 2024-04-02T08:36:58.985 INFO:tasks.rados.rados.0.smithi028.stdout:3466: delete oid 6 current snap is 360 2024-04-02T08:36:58.988 INFO:tasks.rados.rados.0.smithi028.stdout:3465: done (2 left) 2024-04-02T08:36:58.988 INFO:tasks.rados.rados.0.smithi028.stdout:3466: done (1 left) 2024-04-02T08:36:58.988 INFO:tasks.rados.rados.0.smithi028.stdout:3467: copy_from oid 29 from oid 8 current snap is 360 2024-04-02T08:36:58.988 INFO:tasks.rados.rados.0.smithi028.stdout:3468: setattr oid 15 current snap is 360 2024-04-02T08:36:58.991 INFO:tasks.rados.rados.0.smithi028.stdout:3469: read oid 38 snap 353 2024-04-02T08:36:58.991 INFO:tasks.rados.rados.0.smithi028.stdout:3469: expect deleted 2024-04-02T08:36:58.991 INFO:tasks.rados.rados.0.smithi028.stdout:3470: setattr oid 19 current snap is 360 2024-04-02T08:36:58.993 INFO:tasks.rados.rados.0.smithi028.stdout:3469: done (4 left) 2024-04-02T08:36:58.993 INFO:tasks.rados.rados.0.smithi028.stdout:3471: read oid 34 snap 338 2024-04-02T08:36:58.993 INFO:tasks.rados.rados.0.smithi028.stdout:3471: expect (ObjNum 976 snap 332 seq_num 976) 2024-04-02T08:36:58.993 INFO:tasks.rados.rados.0.smithi028.stdout:3472: delete oid 43 current snap is 360 2024-04-02T08:36:58.995 INFO:tasks.rados.rados.0.smithi028.stdout:3464: finishing write tid 1 to smithi02882251-45 2024-04-02T08:36:58.996 INFO:tasks.rados.rados.0.smithi028.stdout:3464: finishing write tid 2 to smithi02882251-45 2024-04-02T08:36:58.996 INFO:tasks.rados.rados.0.smithi028.stdout:3464: finishing write tid 3 to smithi02882251-45 2024-04-02T08:36:58.997 INFO:tasks.rados.rados.0.smithi028.stdout:3472: done (5 left) 2024-04-02T08:36:58.997 INFO:tasks.rados.rados.0.smithi028.stdout:3473: read oid 39 snap -1 2024-04-02T08:36:58.997 INFO:tasks.rados.rados.0.smithi028.stdout:3473: expect (ObjNum 1043 snap 354 seq_num 1043) 2024-04-02T08:36:58.997 INFO:tasks.rados.rados.0.smithi028.stdout:3474: rollback oid 20 current snap is 360 2024-04-02T08:36:58.997 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 335 2024-04-02T08:36:58.997 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2385 (ObjNum 793 snap 278 seq_num 793) dirty exists 2024-04-02T08:36:58.998 INFO:tasks.rados.rados.0.smithi028.stdout:3468: done (6 left) 2024-04-02T08:36:58.998 INFO:tasks.rados.rados.0.smithi028.stdout:3475: snap_create 2024-04-02T08:36:58.998 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2247 (ObjNum 792 snap 278 seq_num 792) dirty exists 2024-04-02T08:36:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:3464: finishing write tid 4 to smithi02882251-45 2024-04-02T08:36:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:3464: oid 45 updating version 0 to 2818 2024-04-02T08:36:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:3464: oid 45 version 2818 is already newer than 2816 2024-04-02T08:36:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:3464: oid 45 version 2818 is already newer than 2817 2024-04-02T08:36:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2818 (ObjNum 1071 snap 360 seq_num 1071) dirty exists 2024-04-02T08:36:58.999 INFO:tasks.rados.rados.0.smithi028.stdout:3464: left oid 45 (ObjNum 1071 snap 360 seq_num 1071) 2024-04-02T08:36:59.000 INFO:tasks.rados.rados.0.smithi028.stdout:3467: finishing copy_from racing read to smithi02882251-29 2024-04-02T08:36:59.001 INFO:tasks.rados.rados.0.smithi028.stdout:3467: finishing copy_from to smithi02882251-29 2024-04-02T08:36:59.001 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2194 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:36:59.004 INFO:tasks.rados.rados.0.smithi028.stdout:3473: expect (ObjNum 1043 snap 354 seq_num 1043) 2024-04-02T08:36:59.033 INFO:tasks.rados.rados.0.smithi028.stdout:3471: expect (ObjNum 976 snap 332 seq_num 976) 2024-04-02T08:36:59.084 INFO:tasks.rados.rados.0.smithi028.stdout:3474: finishing rollback tid 1 to smithi02882251-20 2024-04-02T08:36:59.084 INFO:tasks.rados.rados.0.smithi028.stdout:3474: finishing rollback tid 2 to smithi02882251-20 2024-04-02T08:36:59.084 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2526 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:36:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:58 smithi137 ceph-mon[88456]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:36:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:58 smithi028 ceph-mon[94314]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:36:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:58 smithi028 ceph-mon[96890]: osdmap e767: 8 total, 8 up, 8 in 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3464: done (6 left) 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3467: done (5 left) 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3470: done (4 left) 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3471: done (3 left) 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3473: done (2 left) 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3474: done (1 left) 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3475: done (0 left) 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3476: rollback oid 24 current snap is 361 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 313 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 361 2024-04-02T08:36:59.977 INFO:tasks.rados.rados.0.smithi028.stdout:3477: seq_num 1074 ranges {2490368=794624,3284992=401408} 2024-04-02T08:36:59.994 INFO:tasks.rados.rados.0.smithi028.stdout:3477: writing smithi02882251-22 from 2490368 to 3284992 tid 1 2024-04-02T08:36:59.996 INFO:tasks.rados.rados.0.smithi028.stdout:3477: writing smithi02882251-22 from 3284992 to 3686400 tid 2 2024-04-02T08:36:59.997 INFO:tasks.rados.rados.0.smithi028.stdout:3478: delete oid 47 current snap is 361 2024-04-02T08:36:59.997 INFO:tasks.rados.rados.0.smithi028.stdout:3476: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:36:59.997 INFO:tasks.rados.rados.0.smithi028.stdout:3476: finishing rollback tid 2 to smithi02882251-24 2024-04-02T08:36:59.997 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2196 (ObjNum 653 snap 214 seq_num 653) dirty exists 2024-04-02T08:36:59.999 INFO:tasks.rados.rados.0.smithi028.stdout:3476: done (2 left) 2024-04-02T08:36:59.999 INFO:tasks.rados.rados.0.smithi028.stdout:3478: done (1 left) 2024-04-02T08:36:59.999 INFO:tasks.rados.rados.0.smithi028.stdout:3479: copy_from oid 42 from oid 30 current snap is 361 2024-04-02T08:37:00.000 INFO:tasks.rados.rados.0.smithi028.stdout:3480: setattr oid 16 current snap is 361 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:3481: rollback oid 43 current snap is 361 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 349 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:3482: rmattr oid 25 current snap is 361 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:3482: done (4 left) 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:3483: rollback oid 15 current snap is 361 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 302 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:3484: copy_from oid 46 from oid 9 current snap is 361 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:3485: rollback oid 21 current snap is 361 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 326 2024-04-02T08:37:00.002 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 361 2024-04-02T08:37:00.003 INFO:tasks.rados.rados.0.smithi028.stdout:3486: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2024-04-02T08:37:00.004 INFO:tasks.rados.rados.0.smithi028.stdout:3486: writing smithi02882251-11 from 0 to 425984 tid 1 2024-04-02T08:37:00.008 INFO:tasks.rados.rados.0.smithi028.stdout:3486: writing smithi02882251-11 from 425984 to 974848 tid 2 2024-04-02T08:37:00.012 INFO:tasks.rados.rados.0.smithi028.stdout:3486: writing smithi02882251-11 from 974848 to 1228800 tid 3 2024-04-02T08:37:00.012 INFO:tasks.rados.rados.0.smithi028.stdout:3487: read oid 23 snap 286 2024-04-02T08:37:00.012 INFO:tasks.rados.rados.0.smithi028.stdout:3487: expect deleted 2024-04-02T08:37:00.012 INFO:tasks.rados.rados.0.smithi028.stdout:3488: read oid 44 snap -1 2024-04-02T08:37:00.012 INFO:tasks.rados.rados.0.smithi028.stdout:3488: expect deleted 2024-04-02T08:37:00.012 INFO:tasks.rados.rados.0.smithi028.stdout:3489: delete oid 34 current snap is 361 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3477: finishing write tid 1 to smithi02882251-22 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3477: finishing write tid 2 to smithi02882251-22 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3477: finishing write tid 3 to smithi02882251-22 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3481: finishing rollback tid 1 to smithi02882251-43 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3477: finishing write tid 4 to smithi02882251-22 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3477: oid 22 updating version 0 to 2251 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3477: oid 22 version 2251 is already newer than 2250 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3477: oid 22 version 2251 is already newer than 2249 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2251 (ObjNum 1074 snap 361 seq_num 1074) dirty exists 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3477: left oid 22 (ObjNum 1074 snap 361 seq_num 1074) 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:3481: finishing rollback tid 2 to smithi02882251-43 2024-04-02T08:37:00.013 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 934 (ObjNum 1015 snap 349 seq_num 1015) dirty exists 2024-04-02T08:37:00.014 INFO:tasks.rados.rados.0.smithi028.stdout:3483: finishing rollback tid 0 to smithi02882251-15 2024-04-02T08:37:00.014 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2268 (ObjNum 1016 snap 351 seq_num 1016) dirty exists 2024-04-02T08:37:00.014 INFO:tasks.rados.rados.0.smithi028.stdout:3485: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:37:00.014 INFO:tasks.rados.rados.0.smithi028.stdout:3485: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:37:00.014 INFO:tasks.rados.rados.0.smithi028.stdout:3485: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:37:00.014 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2271 (ObjNum 943 snap 324 seq_num 943) dirty exists 2024-04-02T08:37:00.014 INFO:tasks.rados.rados.0.smithi028.stdout:3483: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:37:00.014 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2387 (ObjNum 129 snap 0 seq_num 1441123984) dirty dne 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3486: finishing write tid 1 to smithi02882251-11 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3477: done (10 left) 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3480: done (9 left) 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3481: done (8 left) 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3483: done (7 left) 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3485: done (6 left) 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3487: done (5 left) 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3488: done (4 left) 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3489: done (3 left) 2024-04-02T08:37:00.017 INFO:tasks.rados.rados.0.smithi028.stdout:3490: delete oid 41 current snap is 361 2024-04-02T08:37:00.018 INFO:tasks.rados.rados.0.smithi028.stdout:3486: finishing write tid 2 to smithi02882251-11 2024-04-02T08:37:00.018 INFO:tasks.rados.rados.0.smithi028.stdout:3486: finishing write tid 3 to smithi02882251-11 2024-04-02T08:37:00.019 INFO:tasks.rados.rados.0.smithi028.stdout:3486: finishing write tid 4 to smithi02882251-11 2024-04-02T08:37:00.021 INFO:tasks.rados.rados.0.smithi028.stdout:3490: done (3 left) 2024-04-02T08:37:00.021 INFO:tasks.rados.rados.0.smithi028.stdout:3491: read oid 38 snap -1 2024-04-02T08:37:00.021 INFO:tasks.rados.rados.0.smithi028.stdout:3491: expect (ObjNum 1070 snap 359 seq_num 1070) 2024-04-02T08:37:00.021 INFO:tasks.rados.rados.0.smithi028.stdout:3492: copy_from oid 48 from oid 10 current snap is 361 2024-04-02T08:37:00.021 INFO:tasks.rados.rados.0.smithi028.stdout:3493: rollback oid 18 current snap is 361 2024-04-02T08:37:00.021 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 324 2024-04-02T08:37:00.021 INFO:tasks.rados.rados.0.smithi028.stdout:3494: snap_create 2024-04-02T08:37:00.022 INFO:tasks.rados.rados.0.smithi028.stdout:3486: finishing write tid 5 to smithi02882251-11 2024-04-02T08:37:00.022 INFO:tasks.rados.rados.0.smithi028.stdout:3486: oid 11 updating version 0 to 2096 2024-04-02T08:37:00.022 INFO:tasks.rados.rados.0.smithi028.stdout:3486: oid 11 updating version 2096 to 2099 2024-04-02T08:37:00.022 INFO:tasks.rados.rados.0.smithi028.stdout:3486: oid 11 version 2099 is already newer than 2097 2024-04-02T08:37:00.022 INFO:tasks.rados.rados.0.smithi028.stdout:3486: oid 11 version 2099 is already newer than 2098 2024-04-02T08:37:00.022 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2099 (ObjNum 1076 snap 361 seq_num 1076) dirty exists 2024-04-02T08:37:00.022 INFO:tasks.rados.rados.0.smithi028.stdout:3486: left oid 11 (ObjNum 1076 snap 361 seq_num 1076) 2024-04-02T08:37:00.023 INFO:tasks.rados.rados.0.smithi028.stdout:3484: finishing copy_from racing read to smithi02882251-46 2024-04-02T08:37:00.025 INFO:tasks.rados.rados.0.smithi028.stdout:3493: finishing rollback tid 1 to smithi02882251-18 2024-04-02T08:37:00.026 INFO:tasks.rados.rados.0.smithi028.stdout:3493: finishing rollback tid 2 to smithi02882251-18 2024-04-02T08:37:00.026 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2389 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:37:00.027 INFO:tasks.rados.rados.0.smithi028.stdout:3484: finishing copy_from to smithi02882251-46 2024-04-02T08:37:00.028 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2805 (ObjNum 1065 snap 358 seq_num 1065) dirty exists 2024-04-02T08:37:00.034 INFO:tasks.rados.rados.0.smithi028.stdout:3479: finishing copy_from racing read to smithi02882251-42 2024-04-02T08:37:00.037 INFO:tasks.rados.rados.0.smithi028.stdout:3492: finishing copy_from racing read to smithi02882251-48 2024-04-02T08:37:00.044 INFO:tasks.rados.rados.0.smithi028.stdout:3479: finishing copy_from to smithi02882251-42 2024-04-02T08:37:00.044 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2535 (ObjNum 951 snap 326 seq_num 951) dirty exists 2024-04-02T08:37:00.044 INFO:tasks.rados.rados.0.smithi028.stdout:3492: finishing copy_from to smithi02882251-48 2024-04-02T08:37:00.044 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2095 (ObjNum 1058 snap 355 seq_num 1058) dirty exists 2024-04-02T08:37:00.046 INFO:tasks.rados.rados.0.smithi028.stdout:3491: expect (ObjNum 1070 snap 359 seq_num 1070) 2024-04-02T08:37:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:59 smithi137 ceph-mon[88456]: pgmap v815: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 689 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T08:37:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:36:59 smithi137 ceph-mon[88456]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:37:00.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:59 smithi028 ceph-mon[96890]: pgmap v815: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 689 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T08:37:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:36:59 smithi028 ceph-mon[96890]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:37:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:59 smithi028 ceph-mon[94314]: pgmap v815: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 689 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T08:37:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:36:59 smithi028 ceph-mon[94314]: osdmap e768: 8 total, 8 up, 8 in 2024-04-02T08:37:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3479: done (6 left) 2024-04-02T08:37:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3484: done (5 left) 2024-04-02T08:37:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3486: done (4 left) 2024-04-02T08:37:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3491: done (3 left) 2024-04-02T08:37:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3492: done (2 left) 2024-04-02T08:37:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3493: done (1 left) 2024-04-02T08:37:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3494: done (0 left) 2024-04-02T08:37:00.984 INFO:tasks.rados.rados.0.smithi028.stdout:3495: snap_create 2024-04-02T08:37:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:00 smithi137 ceph-mon[88456]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:37:01.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:00 smithi028 ceph-mon[94314]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:37:01.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:37:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:37:01] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:37:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:00 smithi028 ceph-mon[96890]: osdmap e769: 8 total, 8 up, 8 in 2024-04-02T08:37:01.888 INFO:tasks.rados.rados.0.smithi028.stdout:3495: done (0 left) 2024-04-02T08:37:01.888 INFO:tasks.rados.rados.0.smithi028.stdout:3496: delete oid 22 current snap is 363 2024-04-02T08:37:01.894 INFO:tasks.rados.rados.0.smithi028.stdout:3496: done (0 left) 2024-04-02T08:37:01.894 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 363 2024-04-02T08:37:01.894 INFO:tasks.rados.rados.0.smithi028.stdout:3497: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-04-02T08:37:01.897 INFO:tasks.rados.rados.0.smithi028.stdout:3497: writing smithi02882251-47 from 0 to 491520 tid 1 2024-04-02T08:37:01.900 INFO:tasks.rados.rados.0.smithi028.stdout:3497: writing smithi02882251-47 from 491520 to 1032192 tid 2 2024-04-02T08:37:01.902 INFO:tasks.rados.rados.0.smithi028.stdout:3497: writing smithi02882251-47 from 1032192 to 1294336 tid 3 2024-04-02T08:37:01.902 INFO:tasks.rados.rados.0.smithi028.stdout:3498: setattr oid 7 current snap is 363 2024-04-02T08:37:01.902 INFO:tasks.rados.rados.0.smithi028.stdout:3497: finishing write tid 1 to smithi02882251-47 2024-04-02T08:37:01.904 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 363 2024-04-02T08:37:01.904 INFO:tasks.rados.rados.0.smithi028.stdout:3499: seq_num 1081 ranges {237568=507904,745472=425984,1171456=376832} 2024-04-02T08:37:01.909 INFO:tasks.rados.rados.0.smithi028.stdout:3499: writing smithi02882251-2 from 237568 to 745472 tid 1 2024-04-02T08:37:01.912 INFO:tasks.rados.rados.0.smithi028.stdout:3499: writing smithi02882251-2 from 745472 to 1171456 tid 2 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3499: writing smithi02882251-2 from 1171456 to 1548288 tid 3 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3500: rmattr oid 28 current snap is 363 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3500: done (3 left) 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3501: snap_create 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3497: finishing write tid 2 to smithi02882251-47 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3497: finishing write tid 3 to smithi02882251-47 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3497: finishing write tid 4 to smithi02882251-47 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3497: finishing write tid 5 to smithi02882251-47 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3497: oid 47 updating version 0 to 2544 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3497: oid 47 version 2544 is already newer than 2543 2024-04-02T08:37:01.915 INFO:tasks.rados.rados.0.smithi028.stdout:3497: oid 47 updating version 2544 to 2545 2024-04-02T08:37:01.916 INFO:tasks.rados.rados.0.smithi028.stdout:3497: oid 47 version 2545 is already newer than 2542 2024-04-02T08:37:01.916 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2545 (ObjNum 1080 snap 363 seq_num 1080) dirty exists 2024-04-02T08:37:01.916 INFO:tasks.rados.rados.0.smithi028.stdout:3497: left oid 47 (ObjNum 1080 snap 363 seq_num 1080) 2024-04-02T08:37:01.916 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2402 (ObjNum 49 snap 0 seq_num 906219015) dirty exists 2024-04-02T08:37:01.920 INFO:tasks.rados.rados.0.smithi028.stdout:3499: finishing write tid 1 to smithi02882251-2 2024-04-02T08:37:01.932 INFO:tasks.rados.rados.0.smithi028.stdout:3499: finishing write tid 2 to smithi02882251-2 2024-04-02T08:37:01.933 INFO:tasks.rados.rados.0.smithi028.stdout:3499: finishing write tid 3 to smithi02882251-2 2024-04-02T08:37:01.933 INFO:tasks.rados.rados.0.smithi028.stdout:3499: finishing write tid 4 to smithi02882251-2 2024-04-02T08:37:01.934 INFO:tasks.rados.rados.0.smithi028.stdout:3499: finishing write tid 5 to smithi02882251-2 2024-04-02T08:37:01.934 INFO:tasks.rados.rados.0.smithi028.stdout:3499: oid 2 updating version 0 to 2536 2024-04-02T08:37:01.934 INFO:tasks.rados.rados.0.smithi028.stdout:3499: oid 2 updating version 2536 to 2537 2024-04-02T08:37:01.935 INFO:tasks.rados.rados.0.smithi028.stdout:3499: oid 2 updating version 2537 to 2539 2024-04-02T08:37:01.935 INFO:tasks.rados.rados.0.smithi028.stdout:3499: oid 2 version 2539 is already newer than 2538 2024-04-02T08:37:01.935 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2539 (ObjNum 1081 snap 363 seq_num 1081) dirty exists 2024-04-02T08:37:01.935 INFO:tasks.rados.rados.0.smithi028.stdout:3499: left oid 2 (ObjNum 1081 snap 363 seq_num 1081) 2024-04-02T08:37:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:01 smithi137 ceph-mon[88456]: pgmap v818: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 695 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 780 KiB/s wr, 24 op/s 2024-04-02T08:37:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:01 smithi137 ceph-mon[88456]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:37:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:01 smithi137 ceph-mon[88456]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:37:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:01 smithi028 ceph-mon[94314]: pgmap v818: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 695 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 780 KiB/s wr, 24 op/s 2024-04-02T08:37:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:01 smithi028 ceph-mon[94314]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:37:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:01 smithi028 ceph-mon[94314]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:37:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:01 smithi028 ceph-mon[96890]: pgmap v818: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 119 active+clean; 695 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 780 KiB/s wr, 24 op/s 2024-04-02T08:37:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:01 smithi028 ceph-mon[96890]: osdmap e770: 8 total, 8 up, 8 in 2024-04-02T08:37:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:01 smithi028 ceph-mon[96890]: osdmap e771: 8 total, 8 up, 8 in 2024-04-02T08:37:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:37:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:3497: done (3 left) 2024-04-02T08:37:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:3498: done (2 left) 2024-04-02T08:37:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:3499: done (1 left) 2024-04-02T08:37:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:3501: done (0 left) 2024-04-02T08:37:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:3502: copy_from oid 26 from oid 49 current snap is 364 2024-04-02T08:37:02.896 INFO:tasks.rados.rados.0.smithi028.stdout:3503: setattr oid 24 current snap is 364 2024-04-02T08:37:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 364 2024-04-02T08:37:02.897 INFO:tasks.rados.rados.0.smithi028.stdout:3504: seq_num 1082 ranges {237568=524288,761856=704512,1466368=98304} 2024-04-02T08:37:02.901 INFO:tasks.rados.rados.0.smithi028.stdout:3504: writing smithi02882251-16 from 237568 to 761856 tid 1 2024-04-02T08:37:02.905 INFO:tasks.rados.rados.0.smithi028.stdout:3504: writing smithi02882251-16 from 761856 to 1466368 tid 2 2024-04-02T08:37:02.906 INFO:tasks.rados.rados.0.smithi028.stdout:3504: writing smithi02882251-16 from 1466368 to 1564672 tid 3 2024-04-02T08:37:02.906 INFO:tasks.rados.rados.0.smithi028.stdout:3505: delete oid 41 current snap is 364 2024-04-02T08:37:02.906 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2197 (ObjNum 653 snap 214 seq_num 653) dirty exists 2024-04-02T08:37:02.906 INFO:tasks.rados.rados.0.smithi028.stdout:3504: finishing write tid 1 to smithi02882251-16 2024-04-02T08:37:02.910 INFO:tasks.rados.rados.0.smithi028.stdout:3504: finishing write tid 2 to smithi02882251-16 2024-04-02T08:37:02.910 INFO:tasks.rados.rados.0.smithi028.stdout:3502: finishing copy_from racing read to smithi02882251-26 2024-04-02T08:37:02.910 INFO:tasks.rados.rados.0.smithi028.stdout:3504: finishing write tid 3 to smithi02882251-16 2024-04-02T08:37:02.911 INFO:tasks.rados.rados.0.smithi028.stdout:3504: finishing write tid 4 to smithi02882251-16 2024-04-02T08:37:02.912 INFO:tasks.rados.rados.0.smithi028.stdout:3503: done (3 left) 2024-04-02T08:37:02.912 INFO:tasks.rados.rados.0.smithi028.stdout:3505: done (2 left) 2024-04-02T08:37:02.912 INFO:tasks.rados.rados.0.smithi028.stdout:3506: rmattr oid 21 current snap is 364 2024-04-02T08:37:02.913 INFO:tasks.rados.rados.0.smithi028.stdout:3506: done (2 left) 2024-04-02T08:37:02.913 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 364 2024-04-02T08:37:02.913 INFO:tasks.rados.rados.0.smithi028.stdout:3507: seq_num 1084 ranges {0=557056,557056=475136,1032192=327680} 2024-04-02T08:37:02.915 INFO:tasks.rados.rados.0.smithi028.stdout:3507: writing smithi02882251-7 from 0 to 557056 tid 1 2024-04-02T08:37:02.918 INFO:tasks.rados.rados.0.smithi028.stdout:3507: writing smithi02882251-7 from 557056 to 1032192 tid 2 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3507: writing smithi02882251-7 from 1032192 to 1359872 tid 3 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3508: snap_create 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3502: finishing copy_from to smithi02882251-26 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2375 (ObjNum 1036 snap 352 seq_num 1036) dirty exists 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3504: finishing write tid 5 to smithi02882251-16 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3504: oid 16 updating version 0 to 2273 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3504: oid 16 updating version 2273 to 2274 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3504: oid 16 updating version 2274 to 2276 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3504: oid 16 version 2276 is already newer than 2275 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2276 (ObjNum 1082 snap 364 seq_num 1082) dirty exists 2024-04-02T08:37:02.921 INFO:tasks.rados.rados.0.smithi028.stdout:3504: left oid 16 (ObjNum 1082 snap 364 seq_num 1082) 2024-04-02T08:37:02.922 INFO:tasks.rados.rados.0.smithi028.stdout:3507: finishing write tid 1 to smithi02882251-7 2024-04-02T08:37:02.923 INFO:tasks.rados.rados.0.smithi028.stdout:3507: finishing write tid 2 to smithi02882251-7 2024-04-02T08:37:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:3507: finishing write tid 3 to smithi02882251-7 2024-04-02T08:37:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:3507: finishing write tid 4 to smithi02882251-7 2024-04-02T08:37:02.925 INFO:tasks.rados.rados.0.smithi028.stdout:3507: finishing write tid 5 to smithi02882251-7 2024-04-02T08:37:02.925 INFO:tasks.rados.rados.0.smithi028.stdout:3507: oid 7 updating version 0 to 2405 2024-04-02T08:37:02.926 INFO:tasks.rados.rados.0.smithi028.stdout:3507: oid 7 updating version 2405 to 2406 2024-04-02T08:37:02.926 INFO:tasks.rados.rados.0.smithi028.stdout:3507: oid 7 version 2406 is already newer than 2404 2024-04-02T08:37:02.926 INFO:tasks.rados.rados.0.smithi028.stdout:3507: oid 7 version 2406 is already newer than 2403 2024-04-02T08:37:02.926 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2406 (ObjNum 1084 snap 364 seq_num 1084) dirty exists 2024-04-02T08:37:02.926 INFO:tasks.rados.rados.0.smithi028.stdout:3507: left oid 7 (ObjNum 1084 snap 364 seq_num 1084) 2024-04-02T08:37:03.903 INFO:tasks.rados.rados.0.smithi028.stdout:3502: done (3 left) 2024-04-02T08:37:03.903 INFO:tasks.rados.rados.0.smithi028.stdout:3504: done (2 left) 2024-04-02T08:37:03.903 INFO:tasks.rados.rados.0.smithi028.stdout:3507: done (1 left) 2024-04-02T08:37:03.903 INFO:tasks.rados.rados.0.smithi028.stdout:3508: done (0 left) 2024-04-02T08:37:03.903 INFO:tasks.rados.rados.0.smithi028.stdout:3509: delete oid 25 current snap is 365 2024-04-02T08:37:03.911 INFO:tasks.rados.rados.0.smithi028.stdout:3509: done (0 left) 2024-04-02T08:37:03.911 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 365 2024-04-02T08:37:03.911 INFO:tasks.rados.rados.0.smithi028.stdout:3510: seq_num 1086 ranges {2809856=598016,3407872=647168,4055040=155648} 2024-04-02T08:37:03.930 INFO:tasks.rados.rados.0.smithi028.stdout:3510: writing smithi02882251-45 from 2809856 to 3407872 tid 1 2024-04-02T08:37:03.934 INFO:tasks.rados.rados.0.smithi028.stdout:3510: writing smithi02882251-45 from 3407872 to 4055040 tid 2 2024-04-02T08:37:03.935 INFO:tasks.rados.rados.0.smithi028.stdout:3510: writing smithi02882251-45 from 4055040 to 4210688 tid 3 2024-04-02T08:37:03.935 INFO:tasks.rados.rados.0.smithi028.stdout:3511: read oid 17 snap -1 2024-04-02T08:37:03.935 INFO:tasks.rados.rados.0.smithi028.stdout:3511: expect (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:37:03.935 INFO:tasks.rados.rados.0.smithi028.stdout:3512: delete oid 32 current snap is 365 2024-04-02T08:37:03.939 INFO:tasks.rados.rados.0.smithi028.stdout:3511: expect (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: finishing write tid 1 to smithi02882251-45 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: finishing write tid 2 to smithi02882251-45 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: finishing write tid 3 to smithi02882251-45 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: finishing write tid 4 to smithi02882251-45 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: finishing write tid 5 to smithi02882251-45 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: oid 45 updating version 0 to 2824 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: oid 45 version 2824 is already newer than 2821 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: oid 45 version 2824 is already newer than 2822 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: oid 45 version 2824 is already newer than 2823 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2824 (ObjNum 1086 snap 365 seq_num 1086) dirty exists 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: left oid 45 (ObjNum 1086 snap 365 seq_num 1086) 2024-04-02T08:37:03.955 INFO:tasks.rados.rados.0.smithi028.stdout:3510: done (2 left) 2024-04-02T08:37:03.956 INFO:tasks.rados.rados.0.smithi028.stdout:3511: done (1 left) 2024-04-02T08:37:03.956 INFO:tasks.rados.rados.0.smithi028.stdout:3512: done (0 left) 2024-04-02T08:37:03.956 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 365 2024-04-02T08:37:03.956 INFO:tasks.rados.rados.0.smithi028.stdout:3513: seq_num 1088 ranges {0=630784,630784=466944,1097728=335872} 2024-04-02T08:37:03.958 INFO:tasks.rados.rados.0.smithi028.stdout:3513: writing smithi02882251-22 from 0 to 630784 tid 1 2024-04-02T08:37:03.961 INFO:tasks.rados.rados.0.smithi028.stdout:3513: writing smithi02882251-22 from 630784 to 1097728 tid 2 2024-04-02T08:37:03.963 INFO:tasks.rados.rados.0.smithi028.stdout:3513: writing smithi02882251-22 from 1097728 to 1433600 tid 3 2024-04-02T08:37:03.963 INFO:tasks.rados.rados.0.smithi028.stdout:3514: snap_create 2024-04-02T08:37:03.963 INFO:tasks.rados.rados.0.smithi028.stdout:3513: finishing write tid 1 to smithi02882251-22 2024-04-02T08:37:03.966 INFO:tasks.rados.rados.0.smithi028.stdout:3513: finishing write tid 2 to smithi02882251-22 2024-04-02T08:37:03.966 INFO:tasks.rados.rados.0.smithi028.stdout:3513: finishing write tid 3 to smithi02882251-22 2024-04-02T08:37:03.966 INFO:tasks.rados.rados.0.smithi028.stdout:3513: finishing write tid 4 to smithi02882251-22 2024-04-02T08:37:03.968 INFO:tasks.rados.rados.0.smithi028.stdout:3513: finishing write tid 5 to smithi02882251-22 2024-04-02T08:37:03.968 INFO:tasks.rados.rados.0.smithi028.stdout:3513: oid 22 updating version 0 to 2255 2024-04-02T08:37:03.968 INFO:tasks.rados.rados.0.smithi028.stdout:3513: oid 22 version 2255 is already newer than 2254 2024-04-02T08:37:03.968 INFO:tasks.rados.rados.0.smithi028.stdout:3513: oid 22 updating version 2255 to 2256 2024-04-02T08:37:03.968 INFO:tasks.rados.rados.0.smithi028.stdout:3513: oid 22 updating version 2256 to 2257 2024-04-02T08:37:03.968 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2257 (ObjNum 1088 snap 365 seq_num 1088) dirty exists 2024-04-02T08:37:03.968 INFO:tasks.rados.rados.0.smithi028.stdout:3513: left oid 22 (ObjNum 1088 snap 365 seq_num 1088) 2024-04-02T08:37:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:03 smithi137 ceph-mon[88456]: pgmap v821: 121 pgs: 121 active+clean; 713 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.1 MiB/s wr, 51 op/s 2024-04-02T08:37:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:03 smithi137 ceph-mon[88456]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:37:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:03 smithi028 ceph-mon[94314]: pgmap v821: 121 pgs: 121 active+clean; 713 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.1 MiB/s wr, 51 op/s 2024-04-02T08:37:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:03 smithi028 ceph-mon[94314]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:37:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:03 smithi028 ceph-mon[96890]: pgmap v821: 121 pgs: 121 active+clean; 713 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.1 MiB/s wr, 51 op/s 2024-04-02T08:37:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:03 smithi028 ceph-mon[96890]: osdmap e772: 8 total, 8 up, 8 in 2024-04-02T08:37:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:3513: done (1 left) 2024-04-02T08:37:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:3514: done (0 left) 2024-04-02T08:37:04.907 INFO:tasks.rados.rados.0.smithi028.stdout:3515: delete oid 26 current snap is 366 2024-04-02T08:37:04.913 INFO:tasks.rados.rados.0.smithi028.stdout:3515: done (0 left) 2024-04-02T08:37:04.913 INFO:tasks.rados.rados.0.smithi028.stdout:3516: copy_from oid 40 from oid 42 current snap is 366 2024-04-02T08:37:04.913 INFO:tasks.rados.rados.0.smithi028.stdout:3517: rmattr oid 28 current snap is 366 2024-04-02T08:37:04.913 INFO:tasks.rados.rados.0.smithi028.stdout:3518: delete oid 50 current snap is 366 2024-04-02T08:37:04.914 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 0 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:37:04.918 INFO:tasks.rados.rados.0.smithi028.stdout:3517: done (2 left) 2024-04-02T08:37:04.918 INFO:tasks.rados.rados.0.smithi028.stdout:3518: done (1 left) 2024-04-02T08:37:04.918 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 366 2024-04-02T08:37:04.918 INFO:tasks.rados.rados.0.smithi028.stdout:3519: seq_num 1091 ranges {4210688=679936,4890624=516096,5406720=286720} 2024-04-02T08:37:04.945 INFO:tasks.rados.rados.0.smithi028.stdout:3519: writing smithi02882251-45 from 4210688 to 4890624 tid 1 2024-04-02T08:37:04.948 INFO:tasks.rados.rados.0.smithi028.stdout:3519: writing smithi02882251-45 from 4890624 to 5406720 tid 2 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3519: writing smithi02882251-45 from 5406720 to 5693440 tid 3 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3520: read oid 14 snap -1 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3520: expect (ObjNum 1034 snap 352 seq_num 1034) 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3521: copy_from oid 25 from oid 39 current snap is 366 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3516: finishing copy_from racing read to smithi02882251-40 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3516: finishing copy_from to smithi02882251-40 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2535 (ObjNum 951 snap 326 seq_num 951) dirty exists 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3516: done (3 left) 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3522: read oid 6 snap -1 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3522: expect deleted 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:3523: rollback oid 47 current snap is 366 2024-04-02T08:37:04.951 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 283 2024-04-02T08:37:04.952 INFO:tasks.rados.rados.0.smithi028.stdout:3524: setattr oid 21 current snap is 366 2024-04-02T08:37:04.952 INFO:tasks.rados.rados.0.smithi028.stdout:3519: finishing write tid 1 to smithi02882251-45 2024-04-02T08:37:04.952 INFO:tasks.rados.rados.0.smithi028.stdout:3522: done (5 left) 2024-04-02T08:37:04.952 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 366 2024-04-02T08:37:04.952 INFO:tasks.rados.rados.0.smithi028.stdout:3525: seq_num 1092 ranges {2048000=696320,2744320=802816} 2024-04-02T08:37:04.968 INFO:tasks.rados.rados.0.smithi028.stdout:3525: writing smithi02882251-29 from 2048000 to 2744320 tid 1 2024-04-02T08:37:04.973 INFO:tasks.rados.rados.0.smithi028.stdout:3525: writing smithi02882251-29 from 2744320 to 3547136 tid 2 2024-04-02T08:37:04.973 INFO:tasks.rados.rados.0.smithi028.stdout:3526: read oid 43 snap -1 2024-04-02T08:37:04.973 INFO:tasks.rados.rados.0.smithi028.stdout:3526: expect (ObjNum 1015 snap 349 seq_num 1015) 2024-04-02T08:37:04.973 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 366 2024-04-02T08:37:04.973 INFO:tasks.rados.rados.0.smithi028.stdout:3527: seq_num 1093 ranges {4956160=712704,5668864=688128,6356992=114688} 2024-04-02T08:37:05.005 INFO:tasks.rados.rados.0.smithi028.stdout:3527: writing smithi02882251-27 from 4956160 to 5668864 tid 1 2024-04-02T08:37:05.009 INFO:tasks.rados.rados.0.smithi028.stdout:3527: writing smithi02882251-27 from 5668864 to 6356992 tid 2 2024-04-02T08:37:05.010 INFO:tasks.rados.rados.0.smithi028.stdout:3527: writing smithi02882251-27 from 6356992 to 6471680 tid 3 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3528: read oid 11 snap -1 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3528: expect (ObjNum 1076 snap 361 seq_num 1076) 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3521: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3523: finishing rollback tid 0 to smithi02882251-47 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3523: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3519: finishing write tid 2 to smithi02882251-45 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2277 (ObjNum 943 snap 324 seq_num 943) dirty exists 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3523: finishing rollback tid 2 to smithi02882251-47 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2548 (ObjNum 788 snap 277 seq_num 788) dirty exists 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3521: finishing copy_from to smithi02882251-25 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2163 (ObjNum 1043 snap 354 seq_num 1043) dirty exists 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3519: finishing write tid 3 to smithi02882251-45 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3529: read oid 42 snap 365 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3529: expect (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:37:05.011 INFO:tasks.rados.rados.0.smithi028.stdout:3521: done (9 left) 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3523: done (8 left) 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3524: done (7 left) 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3530: setattr oid 10 current snap is 366 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3525: finishing write tid 1 to smithi02882251-29 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3525: finishing write tid 2 to smithi02882251-29 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3525: finishing write tid 3 to smithi02882251-29 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3519: finishing write tid 4 to smithi02882251-45 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3525: finishing write tid 4 to smithi02882251-29 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3525: oid 29 updating version 0 to 2199 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3525: oid 29 updating version 2199 to 2200 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3525: oid 29 version 2200 is already newer than 2198 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2200 (ObjNum 1092 snap 366 seq_num 1092) dirty exists 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3525: left oid 29 (ObjNum 1092 snap 366 seq_num 1092) 2024-04-02T08:37:05.012 INFO:tasks.rados.rados.0.smithi028.stdout:3526: expect (ObjNum 1015 snap 349 seq_num 1015) 2024-04-02T08:37:05.092 INFO:tasks.rados.rados.0.smithi028.stdout:3520: expect (ObjNum 1034 snap 352 seq_num 1034) 2024-04-02T08:37:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:04 smithi028 ceph-mon[94314]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:37:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:04 smithi028 ceph-mon[96890]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:37:05.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:04 smithi137 ceph-mon[88456]: osdmap e773: 8 total, 8 up, 8 in 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:3519: finishing write tid 5 to smithi02882251-45 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:3519: oid 45 updating version 0 to 2830 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:3519: oid 45 version 2830 is already newer than 2828 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:3519: oid 45 version 2830 is already newer than 2827 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:3519: oid 45 version 2830 is already newer than 2829 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2830 (ObjNum 1091 snap 366 seq_num 1091) dirty exists 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:3519: left oid 45 (ObjNum 1091 snap 366 seq_num 1091) 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:3527: finishing write tid 1 to smithi02882251-27 2024-04-02T08:37:05.712 INFO:tasks.rados.rados.0.smithi028.stdout:3528: expect (ObjNum 1076 snap 361 seq_num 1076) 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: finishing write tid 2 to smithi02882251-27 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: finishing write tid 3 to smithi02882251-27 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: finishing write tid 4 to smithi02882251-27 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: finishing write tid 5 to smithi02882251-27 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: oid 27 updating version 0 to 2832 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: oid 27 updating version 2832 to 2834 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: oid 27 version 2834 is already newer than 2833 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: oid 27 updating version 2834 to 2835 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2835 (ObjNum 1093 snap 366 seq_num 1093) dirty exists 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3527: left oid 27 (ObjNum 1093 snap 366 seq_num 1093) 2024-04-02T08:37:05.748 INFO:tasks.rados.rados.0.smithi028.stdout:3529: expect (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:37:06.147 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2100 (ObjNum 1058 snap 355 seq_num 1058) dirty exists 2024-04-02T08:37:06.147 INFO:tasks.rados.rados.0.smithi028.stdout:3519: done (7 left) 2024-04-02T08:37:06.147 INFO:tasks.rados.rados.0.smithi028.stdout:3520: done (6 left) 2024-04-02T08:37:06.147 INFO:tasks.rados.rados.0.smithi028.stdout:3525: done (5 left) 2024-04-02T08:37:06.147 INFO:tasks.rados.rados.0.smithi028.stdout:3526: done (4 left) 2024-04-02T08:37:06.148 INFO:tasks.rados.rados.0.smithi028.stdout:3527: done (3 left) 2024-04-02T08:37:06.148 INFO:tasks.rados.rados.0.smithi028.stdout:3528: done (2 left) 2024-04-02T08:37:06.148 INFO:tasks.rados.rados.0.smithi028.stdout:3529: done (1 left) 2024-04-02T08:37:06.148 INFO:tasks.rados.rados.0.smithi028.stdout:3530: done (0 left) 2024-04-02T08:37:06.148 INFO:tasks.rados.rados.0.smithi028.stdout:3531: snap_remove snap 291 2024-04-02T08:37:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:05 smithi028 ceph-mon[96890]: pgmap v824: 121 pgs: 121 active+clean; 713 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:37:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:05 smithi028 ceph-mon[96890]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:37:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:05 smithi028 ceph-mon[94314]: pgmap v824: 121 pgs: 121 active+clean; 713 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:37:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:05 smithi028 ceph-mon[94314]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:37:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:05 smithi137 ceph-mon[88456]: pgmap v824: 121 pgs: 121 active+clean; 713 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-04-02T08:37:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:05 smithi137 ceph-mon[88456]: osdmap e774: 8 total, 8 up, 8 in 2024-04-02T08:37:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:06.916 INFO:tasks.rados.rados.0.smithi028.stdout:3531: done (0 left) 2024-04-02T08:37:06.916 INFO:tasks.rados.rados.0.smithi028.stdout:3532: rmattr oid 41 current snap is 366 2024-04-02T08:37:06.916 INFO:tasks.rados.rados.0.smithi028.stdout:3532: done (0 left) 2024-04-02T08:37:06.916 INFO:tasks.rados.rados.0.smithi028.stdout:3533: snap_create 2024-04-02T08:37:07.914 INFO:tasks.rados.rados.0.smithi028.stdout:3533: done (0 left) 2024-04-02T08:37:07.914 INFO:tasks.rados.rados.0.smithi028.stdout:3534: copy_from oid 27 from oid 12 current snap is 367 2024-04-02T08:37:07.914 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 367 2024-04-02T08:37:07.914 INFO:tasks.rados.rados.0.smithi028.stdout:3535: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2024-04-02T08:37:07.918 INFO:tasks.rados.rados.0.smithi028.stdout:3535: writing smithi02882251-18 from 0 to 729088 tid 1 2024-04-02T08:37:07.921 INFO:tasks.rados.rados.0.smithi028.stdout:3535: writing smithi02882251-18 from 729088 to 1302528 tid 2 2024-04-02T08:37:07.923 INFO:tasks.rados.rados.0.smithi028.stdout:3535: writing smithi02882251-18 from 1302528 to 1531904 tid 3 2024-04-02T08:37:07.923 INFO:tasks.rados.rados.0.smithi028.stdout:3536: snap_remove snap 345 2024-04-02T08:37:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:07 smithi028 ceph-mon[94314]: pgmap v826: 121 pgs: 121 active+clean; 742 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-02T08:37:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:07 smithi028 ceph-mon[94314]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:37:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:07 smithi028 ceph-mon[96890]: pgmap v826: 121 pgs: 121 active+clean; 742 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-02T08:37:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:07 smithi028 ceph-mon[96890]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:37:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:07 smithi137 ceph-mon[88456]: pgmap v826: 121 pgs: 121 active+clean; 742 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-02T08:37:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:07 smithi137 ceph-mon[88456]: osdmap e775: 8 total, 8 up, 8 in 2024-04-02T08:37:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:3535: finishing write tid 1 to smithi02882251-18 2024-04-02T08:37:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:3535: finishing write tid 2 to smithi02882251-18 2024-04-02T08:37:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:3535: finishing write tid 3 to smithi02882251-18 2024-04-02T08:37:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:3535: finishing write tid 4 to smithi02882251-18 2024-04-02T08:37:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:3535: finishing write tid 5 to smithi02882251-18 2024-04-02T08:37:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:3535: oid 18 updating version 0 to 2393 2024-04-02T08:37:08.923 INFO:tasks.rados.rados.0.smithi028.stdout:3535: oid 18 version 2393 is already newer than 2392 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3535: oid 18 version 2393 is already newer than 2391 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3535: oid 18 version 2393 is already newer than 2390 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2393 (ObjNum 1094 snap 367 seq_num 1094) dirty exists 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3535: left oid 18 (ObjNum 1094 snap 367 seq_num 1094) 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3534: finishing copy_from racing read to smithi02882251-27 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3534: finishing copy_from to smithi02882251-27 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2230 (ObjNum 1041 snap 354 seq_num 1041) dirty exists 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3534: done (2 left) 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3535: done (1 left) 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3536: done (0 left) 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 367 2024-04-02T08:37:08.924 INFO:tasks.rados.rados.0.smithi028.stdout:3537: seq_num 1095 ranges {5693440=745472,6438912=499712,6938624=303104} 2024-04-02T08:37:08.959 INFO:tasks.rados.rados.0.smithi028.stdout:3537: writing smithi02882251-45 from 5693440 to 6438912 tid 1 2024-04-02T08:37:08.962 INFO:tasks.rados.rados.0.smithi028.stdout:3537: writing smithi02882251-45 from 6438912 to 6938624 tid 2 2024-04-02T08:37:08.965 INFO:tasks.rados.rados.0.smithi028.stdout:3537: writing smithi02882251-45 from 6938624 to 7241728 tid 3 2024-04-02T08:37:08.965 INFO:tasks.rados.rados.0.smithi028.stdout:3538: read oid 29 snap -1 2024-04-02T08:37:08.965 INFO:tasks.rados.rados.0.smithi028.stdout:3538: expect (ObjNum 1092 snap 366 seq_num 1092) 2024-04-02T08:37:08.965 INFO:tasks.rados.rados.0.smithi028.stdout:3539: rollback oid 3 current snap is 367 2024-04-02T08:37:08.965 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 365 2024-04-02T08:37:08.965 INFO:tasks.rados.rados.0.smithi028.stdout:3540: snap_create 2024-04-02T08:37:08.965 INFO:tasks.rados.rados.0.smithi028.stdout:3537: finishing write tid 1 to smithi02882251-45 2024-04-02T08:37:08.970 INFO:tasks.rados.rados.0.smithi028.stdout:3539: finishing rollback tid 0 to smithi02882251-3 2024-04-02T08:37:08.970 INFO:tasks.rados.rados.0.smithi028.stdout:3539: finishing rollback tid 1 to smithi02882251-3 2024-04-02T08:37:08.970 INFO:tasks.rados.rados.0.smithi028.stdout:3539: finishing rollback tid 2 to smithi02882251-3 2024-04-02T08:37:08.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2808 (ObjNum 746 snap 258 seq_num 746) dirty exists 2024-04-02T08:37:08.974 INFO:tasks.rados.rados.0.smithi028.stdout:3537: finishing write tid 2 to smithi02882251-45 2024-04-02T08:37:08.974 INFO:tasks.rados.rados.0.smithi028.stdout:3537: finishing write tid 3 to smithi02882251-45 2024-04-02T08:37:08.974 INFO:tasks.rados.rados.0.smithi028.stdout:3537: finishing write tid 4 to smithi02882251-45 2024-04-02T08:37:08.974 INFO:tasks.rados.rados.0.smithi028.stdout:3537: finishing write tid 5 to smithi02882251-45 2024-04-02T08:37:08.975 INFO:tasks.rados.rados.0.smithi028.stdout:3537: oid 45 updating version 0 to 2862 2024-04-02T08:37:08.975 INFO:tasks.rados.rados.0.smithi028.stdout:3537: oid 45 updating version 2862 to 2864 2024-04-02T08:37:08.975 INFO:tasks.rados.rados.0.smithi028.stdout:3537: oid 45 version 2864 is already newer than 2861 2024-04-02T08:37:08.975 INFO:tasks.rados.rados.0.smithi028.stdout:3537: oid 45 version 2864 is already newer than 2863 2024-04-02T08:37:08.975 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2864 (ObjNum 1095 snap 367 seq_num 1095) dirty exists 2024-04-02T08:37:08.975 INFO:tasks.rados.rados.0.smithi028.stdout:3537: left oid 45 (ObjNum 1095 snap 367 seq_num 1095) 2024-04-02T08:37:08.977 INFO:tasks.rados.rados.0.smithi028.stdout:3538: expect (ObjNum 1092 snap 366 seq_num 1092) 2024-04-02T08:37:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:08 smithi028 ceph-mon[94314]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:37:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:08 smithi028 ceph-mon[96890]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:37:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:08 smithi137 ceph-mon[88456]: osdmap e776: 8 total, 8 up, 8 in 2024-04-02T08:37:09.928 INFO:tasks.rados.rados.0.smithi028.stdout:3537: done (3 left) 2024-04-02T08:37:09.928 INFO:tasks.rados.rados.0.smithi028.stdout:3538: done (2 left) 2024-04-02T08:37:09.929 INFO:tasks.rados.rados.0.smithi028.stdout:3539: done (1 left) 2024-04-02T08:37:09.929 INFO:tasks.rados.rados.0.smithi028.stdout:3540: done (0 left) 2024-04-02T08:37:09.929 INFO:tasks.rados.rados.0.smithi028.stdout:3541: read oid 11 snap -1 2024-04-02T08:37:09.929 INFO:tasks.rados.rados.0.smithi028.stdout:3541: expect (ObjNum 1076 snap 361 seq_num 1076) 2024-04-02T08:37:09.929 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 368 2024-04-02T08:37:09.929 INFO:tasks.rados.rados.0.smithi028.stdout:3542: seq_num 1096 ranges {884736=761856,1646592=786432,2433024=16384} 2024-04-02T08:37:09.937 INFO:tasks.rados.rados.0.smithi028.stdout:3542: writing smithi02882251-28 from 884736 to 1646592 tid 1 2024-04-02T08:37:09.942 INFO:tasks.rados.rados.0.smithi028.stdout:3542: writing smithi02882251-28 from 1646592 to 2433024 tid 2 2024-04-02T08:37:09.942 INFO:tasks.rados.rados.0.smithi028.stdout:3542: writing smithi02882251-28 from 2433024 to 2449408 tid 3 2024-04-02T08:37:09.942 INFO:tasks.rados.rados.0.smithi028.stdout:3543: delete oid 49 current snap is 368 2024-04-02T08:37:09.942 INFO:tasks.rados.rados.0.smithi028.stdout:3541: expect (ObjNum 1076 snap 361 seq_num 1076) 2024-04-02T08:37:09.976 INFO:tasks.rados.rados.0.smithi028.stdout:3542: finishing write tid 1 to smithi02882251-28 2024-04-02T08:37:09.976 INFO:tasks.rados.rados.0.smithi028.stdout:3542: finishing write tid 2 to smithi02882251-28 2024-04-02T08:37:09.976 INFO:tasks.rados.rados.0.smithi028.stdout:3542: finishing write tid 3 to smithi02882251-28 2024-04-02T08:37:09.976 INFO:tasks.rados.rados.0.smithi028.stdout:3542: finishing write tid 4 to smithi02882251-28 2024-04-02T08:37:09.976 INFO:tasks.rados.rados.0.smithi028.stdout:3542: finishing write tid 5 to smithi02882251-28 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3542: oid 28 updating version 0 to 2271 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3542: oid 28 version 2271 is already newer than 2269 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3542: oid 28 updating version 2271 to 2272 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3542: oid 28 version 2272 is already newer than 2270 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2272 (ObjNum 1096 snap 368 seq_num 1096) dirty exists 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3542: left oid 28 (ObjNum 1096 snap 368 seq_num 1096) 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3541: done (2 left) 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3542: done (1 left) 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3543: done (0 left) 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 368 2024-04-02T08:37:09.977 INFO:tasks.rados.rados.0.smithi028.stdout:3544: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-04-02T08:37:09.980 INFO:tasks.rados.rados.0.smithi028.stdout:3544: writing smithi02882251-41 from 0 to 794624 tid 1 2024-04-02T08:37:09.984 INFO:tasks.rados.rados.0.smithi028.stdout:3544: writing smithi02882251-41 from 794624 to 1351680 tid 2 2024-04-02T08:37:09.985 INFO:tasks.rados.rados.0.smithi028.stdout:3544: writing smithi02882251-41 from 1351680 to 1597440 tid 3 2024-04-02T08:37:09.986 INFO:tasks.rados.rados.0.smithi028.stdout:3545: setattr oid 16 current snap is 368 2024-04-02T08:37:09.986 INFO:tasks.rados.rados.0.smithi028.stdout:3544: finishing write tid 1 to smithi02882251-41 2024-04-02T08:37:09.987 INFO:tasks.rados.rados.0.smithi028.stdout:3546: rollback oid 45 current snap is 368 2024-04-02T08:37:09.987 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 335 2024-04-02T08:37:09.987 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 368 2024-04-02T08:37:09.987 INFO:tasks.rados.rados.0.smithi028.stdout:3547: seq_num 1099 ranges {1490944=409600,1900544=442368,2342912=720896,3063808=40960} 2024-04-02T08:37:09.998 INFO:tasks.rados.rados.0.smithi028.stdout:3547: writing smithi02882251-1 from 1490944 to 1900544 tid 1 2024-04-02T08:37:10.000 INFO:tasks.rados.rados.0.smithi028.stdout:3547: writing smithi02882251-1 from 1900544 to 2342912 tid 2 2024-04-02T08:37:10.006 INFO:tasks.rados.rados.0.smithi028.stdout:3547: writing smithi02882251-1 from 2342912 to 3063808 tid 3 2024-04-02T08:37:10.006 INFO:tasks.rados.rados.0.smithi028.stdout:3547: writing smithi02882251-1 from 3063808 to 3104768 tid 4 2024-04-02T08:37:10.006 INFO:tasks.rados.rados.0.smithi028.stdout:3548: read oid 34 snap -1 2024-04-02T08:37:10.006 INFO:tasks.rados.rados.0.smithi028.stdout:3548: expect deleted 2024-04-02T08:37:10.006 INFO:tasks.rados.rados.0.smithi028.stdout:3549: rollback oid 24 current snap is 368 2024-04-02T08:37:10.006 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 344 2024-04-02T08:37:10.006 INFO:tasks.rados.rados.0.smithi028.stdout:3544: finishing write tid 2 to smithi02882251-41 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: finishing write tid 3 to smithi02882251-41 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: finishing write tid 4 to smithi02882251-41 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: finishing write tid 5 to smithi02882251-41 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: oid 41 updating version 0 to 2278 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: oid 41 updating version 2278 to 2281 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: oid 41 version 2281 is already newer than 2279 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: oid 41 version 2281 is already newer than 2280 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2281 (ObjNum 1098 snap 368 seq_num 1098) dirty exists 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: left oid 41 (ObjNum 1098 snap 368 seq_num 1098) 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2282 (ObjNum 1082 snap 364 seq_num 1082) dirty exists 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3546: finishing rollback tid 0 to smithi02882251-45 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3546: finishing rollback tid 1 to smithi02882251-45 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3546: finishing rollback tid 2 to smithi02882251-45 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2868 (ObjNum 882 snap 297 seq_num 882) dirty exists 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3547: finishing write tid 1 to smithi02882251-1 2024-04-02T08:37:10.007 INFO:tasks.rados.rados.0.smithi028.stdout:3544: done (5 left) 2024-04-02T08:37:10.008 INFO:tasks.rados.rados.0.smithi028.stdout:3545: done (4 left) 2024-04-02T08:37:10.008 INFO:tasks.rados.rados.0.smithi028.stdout:3546: done (3 left) 2024-04-02T08:37:10.008 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 368 2024-04-02T08:37:10.008 INFO:tasks.rados.rados.0.smithi028.stdout:3547: finishing write tid 2 to smithi02882251-1 2024-04-02T08:37:10.008 INFO:tasks.rados.rados.0.smithi028.stdout:3550: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-04-02T08:37:10.008 INFO:tasks.rados.rados.0.smithi028.stdout:3550: writing smithi02882251-50 from 0 to 425984 tid 1 2024-04-02T08:37:10.013 INFO:tasks.rados.rados.0.smithi028.stdout:3550: writing smithi02882251-50 from 425984 to 1155072 tid 2 2024-04-02T08:37:10.016 INFO:tasks.rados.rados.0.smithi028.stdout:3550: writing smithi02882251-50 from 1155072 to 1630208 tid 3 2024-04-02T08:37:10.016 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 368 2024-04-02T08:37:10.016 INFO:tasks.rados.rados.0.smithi028.stdout:3551: seq_num 1101 ranges {1269760=442368,1712128=606208,2318336=598016} 2024-04-02T08:37:10.025 INFO:tasks.rados.rados.0.smithi028.stdout:3551: writing smithi02882251-19 from 1269760 to 1712128 tid 1 2024-04-02T08:37:10.028 INFO:tasks.rados.rados.0.smithi028.stdout:3551: writing smithi02882251-19 from 1712128 to 2318336 tid 2 2024-04-02T08:37:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:3551: writing smithi02882251-19 from 2318336 to 2916352 tid 3 2024-04-02T08:37:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 368 2024-04-02T08:37:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:3547: finishing write tid 3 to smithi02882251-1 2024-04-02T08:37:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:3547: finishing write tid 4 to smithi02882251-1 2024-04-02T08:37:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:3549: finishing rollback tid 0 to smithi02882251-24 2024-04-02T08:37:10.033 INFO:tasks.rados.rados.0.smithi028.stdout:3552: seq_num 1102 ranges {1433600=458752,1892352=491520,2383872=491520,2875392=221184} 2024-04-02T08:37:10.042 INFO:tasks.rados.rados.0.smithi028.stdout:3552: writing smithi02882251-22 from 1433600 to 1892352 tid 1 2024-04-02T08:37:10.045 INFO:tasks.rados.rados.0.smithi028.stdout:3552: writing smithi02882251-22 from 1892352 to 2383872 tid 2 2024-04-02T08:37:10.048 INFO:tasks.rados.rados.0.smithi028.stdout:3552: writing smithi02882251-22 from 2383872 to 2875392 tid 3 2024-04-02T08:37:10.050 INFO:tasks.rados.rados.0.smithi028.stdout:3552: writing smithi02882251-22 from 2875392 to 3096576 tid 4 2024-04-02T08:37:10.050 INFO:tasks.rados.rados.0.smithi028.stdout:3548: done (5 left) 2024-04-02T08:37:10.050 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 368 2024-04-02T08:37:10.050 INFO:tasks.rados.rados.0.smithi028.stdout:3547: finishing write tid 5 to smithi02882251-1 2024-04-02T08:37:10.050 INFO:tasks.rados.rados.0.smithi028.stdout:3549: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3549: finishing rollback tid 2 to smithi02882251-24 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2203 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3547: finishing write tid 6 to smithi02882251-1 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3547: oid 1 updating version 0 to 2391 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3547: oid 1 version 2391 is already newer than 2389 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3547: oid 1 updating version 2391 to 2393 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3547: oid 1 version 2393 is already newer than 2392 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3547: oid 1 version 2393 is already newer than 2390 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2393 (ObjNum 1099 snap 368 seq_num 1099) dirty exists 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3547: left oid 1 (ObjNum 1099 snap 368 seq_num 1099) 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3550: finishing write tid 1 to smithi02882251-50 2024-04-02T08:37:10.051 INFO:tasks.rados.rados.0.smithi028.stdout:3553: seq_num 1103 ranges {6094848=475136,6569984=425984,6995968=696320,7692288=81920} 2024-04-02T08:37:10.085 INFO:tasks.rados.rados.0.smithi028.stdout:3553: writing smithi02882251-42 from 6094848 to 6569984 tid 1 2024-04-02T08:37:10.088 INFO:tasks.rados.rados.0.smithi028.stdout:3553: writing smithi02882251-42 from 6569984 to 6995968 tid 2 2024-04-02T08:37:10.092 INFO:tasks.rados.rados.0.smithi028.stdout:3553: writing smithi02882251-42 from 6995968 to 7692288 tid 3 2024-04-02T08:37:10.092 INFO:tasks.rados.rados.0.smithi028.stdout:3553: writing smithi02882251-42 from 7692288 to 7774208 tid 4 2024-04-02T08:37:10.092 INFO:tasks.rados.rados.0.smithi028.stdout:3547: done (5 left) 2024-04-02T08:37:10.093 INFO:tasks.rados.rados.0.smithi028.stdout:3549: done (4 left) 2024-04-02T08:37:10.093 INFO:tasks.rados.rados.0.smithi028.stdout:3554: snap_remove snap 357 2024-04-02T08:37:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:09 smithi028 ceph-mon[94314]: pgmap v829: 121 pgs: 121 active+clean; 742 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-02T08:37:10.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:09 smithi028 ceph-mon[94314]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:37:10.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:09 smithi028 ceph-mon[96890]: pgmap v829: 121 pgs: 121 active+clean; 742 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-02T08:37:10.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:09 smithi028 ceph-mon[96890]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:37:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:09 smithi137 ceph-mon[88456]: pgmap v829: 121 pgs: 121 active+clean; 742 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-02T08:37:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:09 smithi137 ceph-mon[88456]: osdmap e777: 8 total, 8 up, 8 in 2024-04-02T08:37:10.934 INFO:tasks.rados.rados.0.smithi028.stdout:3554: done (4 left) 2024-04-02T08:37:10.934 INFO:tasks.rados.rados.0.smithi028.stdout:3550: finishing write tid 2 to smithi02882251-50 2024-04-02T08:37:10.934 INFO:tasks.rados.rados.0.smithi028.stdout:3550: finishing write tid 3 to smithi02882251-50 2024-04-02T08:37:10.934 INFO:tasks.rados.rados.0.smithi028.stdout:3550: finishing write tid 4 to smithi02882251-50 2024-04-02T08:37:10.934 INFO:tasks.rados.rados.0.smithi028.stdout:3550: finishing write tid 5 to smithi02882251-50 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3550: oid 50 updating version 0 to 2256 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3550: oid 50 updating version 2256 to 2258 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3550: oid 50 version 2258 is already newer than 2257 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3550: oid 50 updating version 2258 to 2259 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2259 (ObjNum 1100 snap 368 seq_num 1100) dirty exists 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3550: left oid 50 (ObjNum 1100 snap 368 seq_num 1100) 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: finishing write tid 1 to smithi02882251-19 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: finishing write tid 2 to smithi02882251-19 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: finishing write tid 3 to smithi02882251-19 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: finishing write tid 4 to smithi02882251-19 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: finishing write tid 5 to smithi02882251-19 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: oid 19 updating version 0 to 2277 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: oid 19 version 2277 is already newer than 2274 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: oid 19 version 2277 is already newer than 2276 2024-04-02T08:37:10.935 INFO:tasks.rados.rados.0.smithi028.stdout:3551: oid 19 version 2277 is already newer than 2275 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2277 (ObjNum 1101 snap 368 seq_num 1101) dirty exists 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3551: left oid 19 (ObjNum 1101 snap 368 seq_num 1101) 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: finishing write tid 1 to smithi02882251-22 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: finishing write tid 2 to smithi02882251-22 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: finishing write tid 3 to smithi02882251-22 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: finishing write tid 4 to smithi02882251-22 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: finishing write tid 5 to smithi02882251-22 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: finishing write tid 6 to smithi02882251-22 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: oid 22 updating version 0 to 2281 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: oid 22 version 2281 is already newer than 2280 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: oid 22 updating version 2281 to 2282 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: oid 22 version 2282 is already newer than 2279 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: oid 22 updating version 2282 to 2283 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2283 (ObjNum 1102 snap 368 seq_num 1102) dirty exists 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3552: left oid 22 (ObjNum 1102 snap 368 seq_num 1102) 2024-04-02T08:37:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3553: finishing write tid 1 to smithi02882251-42 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: finishing write tid 2 to smithi02882251-42 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: finishing write tid 3 to smithi02882251-42 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: finishing write tid 4 to smithi02882251-42 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: finishing write tid 5 to smithi02882251-42 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: finishing write tid 6 to smithi02882251-42 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: oid 42 updating version 0 to 2543 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: oid 42 version 2543 is already newer than 2541 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: oid 42 updating version 2543 to 2544 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: oid 42 updating version 2544 to 2545 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: oid 42 version 2545 is already newer than 2542 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2545 (ObjNum 1103 snap 368 seq_num 1103) dirty exists 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3553: left oid 42 (ObjNum 1103 snap 368 seq_num 1103) 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3555: read oid 26 snap -1 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3555: expect deleted 2024-04-02T08:37:10.937 INFO:tasks.rados.rados.0.smithi028.stdout:3550: done (4 left) 2024-04-02T08:37:10.938 INFO:tasks.rados.rados.0.smithi028.stdout:3551: done (3 left) 2024-04-02T08:37:10.938 INFO:tasks.rados.rados.0.smithi028.stdout:3552: done (2 left) 2024-04-02T08:37:10.938 INFO:tasks.rados.rados.0.smithi028.stdout:3553: done (1 left) 2024-04-02T08:37:10.938 INFO:tasks.rados.rados.0.smithi028.stdout:3556: snap_create 2024-04-02T08:37:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:10 smithi028 ceph-mon[94314]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:37:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:10 smithi028 ceph-mon[96890]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:37:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:10 smithi137 ceph-mon[88456]: osdmap e778: 8 total, 8 up, 8 in 2024-04-02T08:37:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:37:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:37:11] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-04-02T08:37:11.889 INFO:tasks.rados.rados.0.smithi028.stdout:3555: done (1 left) 2024-04-02T08:37:11.889 INFO:tasks.rados.rados.0.smithi028.stdout:3556: done (0 left) 2024-04-02T08:37:11.889 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 369 2024-04-02T08:37:11.889 INFO:tasks.rados.rados.0.smithi028.stdout:3557: seq_num 1104 ranges {1531904=499712,2031616=712704,2744320=491520} 2024-04-02T08:37:11.900 INFO:tasks.rados.rados.0.smithi028.stdout:3557: writing smithi02882251-18 from 1531904 to 2031616 tid 1 2024-04-02T08:37:11.904 INFO:tasks.rados.rados.0.smithi028.stdout:3557: writing smithi02882251-18 from 2031616 to 2744320 tid 2 2024-04-02T08:37:11.907 INFO:tasks.rados.rados.0.smithi028.stdout:3557: writing smithi02882251-18 from 2744320 to 3235840 tid 3 2024-04-02T08:37:11.907 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 369 2024-04-02T08:37:11.907 INFO:tasks.rados.rados.0.smithi028.stdout:3558: seq_num 1105 ranges {3670016=516096,4186112=598016,4784128=606208} 2024-04-02T08:37:11.930 INFO:tasks.rados.rados.0.smithi028.stdout:3558: writing smithi02882251-5 from 3670016 to 4186112 tid 1 2024-04-02T08:37:11.934 INFO:tasks.rados.rados.0.smithi028.stdout:3558: writing smithi02882251-5 from 4186112 to 4784128 tid 2 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3558: writing smithi02882251-5 from 4784128 to 5390336 tid 3 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3559: delete oid 35 current snap is 369 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 1 to smithi02882251-18 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 2 to smithi02882251-18 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 3 to smithi02882251-18 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 4 to smithi02882251-18 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 5 to smithi02882251-18 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: oid 18 updating version 0 to 2397 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: oid 18 version 2397 is already newer than 2395 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: oid 18 version 2397 is already newer than 2396 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: oid 18 version 2397 is already newer than 2394 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2397 (ObjNum 1104 snap 369 seq_num 1104) dirty exists 2024-04-02T08:37:11.939 INFO:tasks.rados.rados.0.smithi028.stdout:3557: left oid 18 (ObjNum 1104 snap 369 seq_num 1104) 2024-04-02T08:37:11.942 INFO:tasks.rados.rados.0.smithi028.stdout:3557: done (2 left) 2024-04-02T08:37:11.942 INFO:tasks.rados.rados.0.smithi028.stdout:3559: done (1 left) 2024-04-02T08:37:11.942 INFO:tasks.rados.rados.0.smithi028.stdout:3560: delete oid 33 current snap is 369 2024-04-02T08:37:11.943 INFO:tasks.rados.rados.0.smithi028.stdout:3558: finishing write tid 1 to smithi02882251-5 2024-04-02T08:37:11.943 INFO:tasks.rados.rados.0.smithi028.stdout:3558: finishing write tid 2 to smithi02882251-5 2024-04-02T08:37:11.943 INFO:tasks.rados.rados.0.smithi028.stdout:3558: finishing write tid 3 to smithi02882251-5 2024-04-02T08:37:11.944 INFO:tasks.rados.rados.0.smithi028.stdout:3558: finishing write tid 4 to smithi02882251-5 2024-04-02T08:37:11.945 INFO:tasks.rados.rados.0.smithi028.stdout:3558: finishing write tid 5 to smithi02882251-5 2024-04-02T08:37:11.945 INFO:tasks.rados.rados.0.smithi028.stdout:3558: oid 5 updating version 0 to 2260 2024-04-02T08:37:11.945 INFO:tasks.rados.rados.0.smithi028.stdout:3558: oid 5 updating version 2260 to 2263 2024-04-02T08:37:11.945 INFO:tasks.rados.rados.0.smithi028.stdout:3558: oid 5 version 2263 is already newer than 2261 2024-04-02T08:37:11.945 INFO:tasks.rados.rados.0.smithi028.stdout:3558: oid 5 version 2263 is already newer than 2262 2024-04-02T08:37:11.945 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2263 (ObjNum 1105 snap 369 seq_num 1105) dirty exists 2024-04-02T08:37:11.945 INFO:tasks.rados.rados.0.smithi028.stdout:3558: left oid 5 (ObjNum 1105 snap 369 seq_num 1105) 2024-04-02T08:37:11.947 INFO:tasks.rados.rados.0.smithi028.stdout:3558: done (1 left) 2024-04-02T08:37:11.947 INFO:tasks.rados.rados.0.smithi028.stdout:3560: done (0 left) 2024-04-02T08:37:11.947 INFO:tasks.rados.rados.0.smithi028.stdout:3561: snap_create 2024-04-02T08:37:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:11 smithi028 ceph-mon[94314]: pgmap v832: 121 pgs: 121 active+clean; 728 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:37:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:11 smithi028 ceph-mon[94314]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:37:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:11 smithi028 ceph-mon[94314]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:37:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:11 smithi028 ceph-mon[96890]: pgmap v832: 121 pgs: 121 active+clean; 728 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:37:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:11 smithi028 ceph-mon[96890]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:37:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:11 smithi028 ceph-mon[96890]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:37:12.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:11 smithi137 ceph-mon[88456]: pgmap v832: 121 pgs: 121 active+clean; 728 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-02T08:37:12.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:11 smithi137 ceph-mon[88456]: osdmap e779: 8 total, 8 up, 8 in 2024-04-02T08:37:12.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:11 smithi137 ceph-mon[88456]: osdmap e780: 8 total, 8 up, 8 in 2024-04-02T08:37:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:37:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:12.938 INFO:tasks.rados.rados.0.smithi028.stdout:3561: done (0 left) 2024-04-02T08:37:12.938 INFO:tasks.rados.rados.0.smithi028.stdout:3562: copy_from oid 23 from oid 22 current snap is 370 2024-04-02T08:37:12.938 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 370 2024-04-02T08:37:12.939 INFO:tasks.rados.rados.0.smithi028.stdout:3563: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-04-02T08:37:12.941 INFO:tasks.rados.rados.0.smithi028.stdout:3563: writing smithi02882251-33 from 0 to 565248 tid 1 2024-04-02T08:37:12.945 INFO:tasks.rados.rados.0.smithi028.stdout:3563: writing smithi02882251-33 from 565248 to 1212416 tid 2 2024-04-02T08:37:12.948 INFO:tasks.rados.rados.0.smithi028.stdout:3563: writing smithi02882251-33 from 1212416 to 1695744 tid 3 2024-04-02T08:37:12.949 INFO:tasks.rados.rados.0.smithi028.stdout:3563: writing smithi02882251-33 from 1695744 to 1769472 tid 4 2024-04-02T08:37:12.949 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 370 2024-04-02T08:37:12.949 INFO:tasks.rados.rados.0.smithi028.stdout:3563: finishing write tid 1 to smithi02882251-33 2024-04-02T08:37:12.949 INFO:tasks.rados.rados.0.smithi028.stdout:3564: seq_num 1109 ranges {0=581632,581632=532480,1114112=647168,1761280=24576} 2024-04-02T08:37:12.952 INFO:tasks.rados.rados.0.smithi028.stdout:3564: writing smithi02882251-13 from 0 to 581632 tid 1 2024-04-02T08:37:12.956 INFO:tasks.rados.rados.0.smithi028.stdout:3564: writing smithi02882251-13 from 581632 to 1114112 tid 2 2024-04-02T08:37:12.961 INFO:tasks.rados.rados.0.smithi028.stdout:3564: writing smithi02882251-13 from 1114112 to 1761280 tid 3 2024-04-02T08:37:12.961 INFO:tasks.rados.rados.0.smithi028.stdout:3564: writing smithi02882251-13 from 1761280 to 1785856 tid 4 2024-04-02T08:37:12.961 INFO:tasks.rados.rados.0.smithi028.stdout:3565: rmattr oid 16 current snap is 370 2024-04-02T08:37:12.961 INFO:tasks.rados.rados.0.smithi028.stdout:3563: finishing write tid 2 to smithi02882251-33 2024-04-02T08:37:12.961 INFO:tasks.rados.rados.0.smithi028.stdout:3563: finishing write tid 3 to smithi02882251-33 2024-04-02T08:37:12.961 INFO:tasks.rados.rados.0.smithi028.stdout:3563: finishing write tid 4 to smithi02882251-33 2024-04-02T08:37:12.961 INFO:tasks.rados.rados.0.smithi028.stdout:3563: finishing write tid 5 to smithi02882251-33 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3563: finishing write tid 6 to smithi02882251-33 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3563: oid 33 updating version 0 to 2397 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3563: oid 33 updating version 2397 to 2401 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3563: oid 33 version 2401 is already newer than 2398 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3563: oid 33 version 2401 is already newer than 2400 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3563: oid 33 version 2401 is already newer than 2399 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2401 (ObjNum 1108 snap 370 seq_num 1108) dirty exists 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3563: left oid 33 (ObjNum 1108 snap 370 seq_num 1108) 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3562: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3564: finishing write tid 1 to smithi02882251-13 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3562: finishing copy_from to smithi02882251-23 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2283 (ObjNum 1102 snap 368 seq_num 1102) dirty exists 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3564: finishing write tid 2 to smithi02882251-13 2024-04-02T08:37:12.962 INFO:tasks.rados.rados.0.smithi028.stdout:3562: done (3 left) 2024-04-02T08:37:12.963 INFO:tasks.rados.rados.0.smithi028.stdout:3563: done (2 left) 2024-04-02T08:37:12.963 INFO:tasks.rados.rados.0.smithi028.stdout:3566: snap_create 2024-04-02T08:37:12.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2283 (ObjNum 1082 snap 364 seq_num 1082) dirty exists 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi028.stdout:3564: finishing write tid 3 to smithi02882251-13 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi028.stdout:3564: finishing write tid 4 to smithi02882251-13 2024-04-02T08:37:12.967 INFO:tasks.rados.rados.0.smithi028.stdout:3564: finishing write tid 5 to smithi02882251-13 2024-04-02T08:37:12.969 INFO:tasks.rados.rados.0.smithi028.stdout:3564: finishing write tid 6 to smithi02882251-13 2024-04-02T08:37:12.969 INFO:tasks.rados.rados.0.smithi028.stdout:3564: oid 13 updating version 0 to 2409 2024-04-02T08:37:12.969 INFO:tasks.rados.rados.0.smithi028.stdout:3564: oid 13 updating version 2409 to 2411 2024-04-02T08:37:12.969 INFO:tasks.rados.rados.0.smithi028.stdout:3564: oid 13 version 2411 is already newer than 2407 2024-04-02T08:37:12.969 INFO:tasks.rados.rados.0.smithi028.stdout:3564: oid 13 version 2411 is already newer than 2410 2024-04-02T08:37:12.969 INFO:tasks.rados.rados.0.smithi028.stdout:3564: oid 13 version 2411 is already newer than 2408 2024-04-02T08:37:12.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2411 (ObjNum 1109 snap 370 seq_num 1109) dirty exists 2024-04-02T08:37:12.970 INFO:tasks.rados.rados.0.smithi028.stdout:3564: left oid 13 (ObjNum 1109 snap 370 seq_num 1109) 2024-04-02T08:37:13.943 INFO:tasks.rados.rados.0.smithi028.stdout:3564: done (2 left) 2024-04-02T08:37:13.943 INFO:tasks.rados.rados.0.smithi028.stdout:3565: done (1 left) 2024-04-02T08:37:13.943 INFO:tasks.rados.rados.0.smithi028.stdout:3566: done (0 left) 2024-04-02T08:37:13.943 INFO:tasks.rados.rados.0.smithi028.stdout:3567: delete oid 7 current snap is 371 2024-04-02T08:37:13.946 INFO:tasks.rados.rados.0.smithi028.stdout:3567: done (0 left) 2024-04-02T08:37:13.946 INFO:tasks.rados.rados.0.smithi028.stdout:3568: snap_remove snap 354 2024-04-02T08:37:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:13 smithi028 ceph-mon[94314]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 716 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-02T08:37:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:13 smithi028 ceph-mon[94314]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:37:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:13 smithi028 ceph-mon[96890]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 716 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-02T08:37:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:13 smithi028 ceph-mon[96890]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:37:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:13 smithi137 ceph-mon[88456]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 716 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-04-02T08:37:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:13 smithi137 ceph-mon[88456]: osdmap e781: 8 total, 8 up, 8 in 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3568: done (0 left) 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3569: read oid 20 snap -1 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3569: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3570: read oid 12 snap -1 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3570: expect (ObjNum 1041 snap 354 seq_num 1041) 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3571: read oid 6 snap -1 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3571: expect deleted 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3572: read oid 17 snap -1 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3572: expect (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 371 2024-04-02T08:37:14.952 INFO:tasks.rados.rados.0.smithi028.stdout:3573: seq_num 1111 ranges {1564672=614400,2179072=753664,2932736=450560} 2024-04-02T08:37:14.964 INFO:tasks.rados.rados.0.smithi028.stdout:3573: writing smithi02882251-16 from 1564672 to 2179072 tid 1 2024-04-02T08:37:14.970 INFO:tasks.rados.rados.0.smithi028.stdout:3573: writing smithi02882251-16 from 2179072 to 2932736 tid 2 2024-04-02T08:37:14.973 INFO:tasks.rados.rados.0.smithi028.stdout:3573: writing smithi02882251-16 from 2932736 to 3383296 tid 3 2024-04-02T08:37:14.973 INFO:tasks.rados.rados.0.smithi028.stdout:3574: read oid 30 snap -1 2024-04-02T08:37:14.973 INFO:tasks.rados.rados.0.smithi028.stdout:3574: expect (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:37:14.973 INFO:tasks.rados.rados.0.smithi028.stdout:3575: delete oid 37 current snap is 371 2024-04-02T08:37:14.974 INFO:tasks.rados.rados.0.smithi028.stdout:3572: expect (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:37:14.993 INFO:tasks.rados.rados.0.smithi028.stdout:3569: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:15.047 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 1 to smithi02882251-16 2024-04-02T08:37:15.047 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 2 to smithi02882251-16 2024-04-02T08:37:15.047 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 3 to smithi02882251-16 2024-04-02T08:37:15.047 INFO:tasks.rados.rados.0.smithi028.stdout:3570: expect (ObjNum 1041 snap 354 seq_num 1041) 2024-04-02T08:37:15.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:14 smithi028 ceph-mon[94314]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:37:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:14 smithi028 ceph-mon[96890]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 4 to smithi02882251-16 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 5 to smithi02882251-16 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:3573: oid 16 updating version 0 to 2286 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:3573: oid 16 version 2286 is already newer than 2285 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:3573: oid 16 updating version 2286 to 2287 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:3573: oid 16 version 2287 is already newer than 2284 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2287 (ObjNum 1111 snap 371 seq_num 1111) dirty exists 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:3573: left oid 16 (ObjNum 1111 snap 371 seq_num 1111) 2024-04-02T08:37:15.216 INFO:tasks.rados.rados.0.smithi028.stdout:3569: done (6 left) 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3570: done (5 left) 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3571: done (4 left) 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3572: done (3 left) 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3573: done (2 left) 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3575: done (1 left) 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3576: read oid 29 snap 361 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3576: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3577: read oid 32 snap -1 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3577: expect deleted 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3578: read oid 20 snap -1 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3578: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 371 2024-04-02T08:37:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:3574: expect (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:37:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:14 smithi137 ceph-mon[88456]: osdmap e782: 8 total, 8 up, 8 in 2024-04-02T08:37:15.606 INFO:tasks.rados.rados.0.smithi028.stdout:3576: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:15.659 INFO:tasks.rados.rados.0.smithi028.stdout:3578: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:15.713 INFO:tasks.rados.rados.0.smithi028.stdout:3579: seq_num 1113 ranges {2048000=647168,2695168=524288,3219456=622592,3842048=57344} 2024-04-02T08:37:15.727 INFO:tasks.rados.rados.0.smithi028.stdout:3579: writing smithi02882251-8 from 2048000 to 2695168 tid 1 2024-04-02T08:37:15.730 INFO:tasks.rados.rados.0.smithi028.stdout:3579: writing smithi02882251-8 from 2695168 to 3219456 tid 2 2024-04-02T08:37:15.735 INFO:tasks.rados.rados.0.smithi028.stdout:3579: writing smithi02882251-8 from 3219456 to 3842048 tid 3 2024-04-02T08:37:15.735 INFO:tasks.rados.rados.0.smithi028.stdout:3579: writing smithi02882251-8 from 3842048 to 3899392 tid 4 2024-04-02T08:37:15.735 INFO:tasks.rados.rados.0.smithi028.stdout:3574: done (4 left) 2024-04-02T08:37:15.736 INFO:tasks.rados.rados.0.smithi028.stdout:3576: done (3 left) 2024-04-02T08:37:15.736 INFO:tasks.rados.rados.0.smithi028.stdout:3577: done (2 left) 2024-04-02T08:37:15.736 INFO:tasks.rados.rados.0.smithi028.stdout:3578: done (1 left) 2024-04-02T08:37:15.736 INFO:tasks.rados.rados.0.smithi028.stdout:3580: snap_remove snap 368 2024-04-02T08:37:15.954 INFO:tasks.rados.rados.0.smithi028.stdout:3580: done (1 left) 2024-04-02T08:37:15.954 INFO:tasks.rados.rados.0.smithi028.stdout:3581: snap_remove snap 366 2024-04-02T08:37:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:15 smithi028 ceph-mon[94314]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 716 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 784 KiB/s wr, 10 op/s 2024-04-02T08:37:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:15 smithi028 ceph-mon[94314]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:37:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:15 smithi028 ceph-mon[96890]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 716 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 784 KiB/s wr, 10 op/s 2024-04-02T08:37:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:15 smithi028 ceph-mon[96890]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:37:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:15 smithi137 ceph-mon[88456]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 716 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 784 KiB/s wr, 10 op/s 2024-04-02T08:37:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:15 smithi137 ceph-mon[88456]: osdmap e783: 8 total, 8 up, 8 in 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: finishing write tid 1 to smithi02882251-8 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: finishing write tid 2 to smithi02882251-8 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: finishing write tid 3 to smithi02882251-8 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: finishing write tid 4 to smithi02882251-8 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: finishing write tid 5 to smithi02882251-8 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: finishing write tid 6 to smithi02882251-8 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: oid 8 updating version 0 to 2400 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: oid 8 updating version 2400 to 2403 2024-04-02T08:37:16.895 INFO:tasks.rados.rados.0.smithi028.stdout:3579: oid 8 updating version 2403 to 2404 2024-04-02T08:37:16.896 INFO:tasks.rados.rados.0.smithi028.stdout:3579: oid 8 version 2404 is already newer than 2401 2024-04-02T08:37:16.896 INFO:tasks.rados.rados.0.smithi028.stdout:3579: oid 8 version 2404 is already newer than 2402 2024-04-02T08:37:16.896 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2404 (ObjNum 1113 snap 371 seq_num 1113) dirty exists 2024-04-02T08:37:16.896 INFO:tasks.rados.rados.0.smithi028.stdout:3579: left oid 8 (ObjNum 1113 snap 371 seq_num 1113) 2024-04-02T08:37:16.896 INFO:tasks.rados.rados.0.smithi028.stdout:3579: done (1 left) 2024-04-02T08:37:16.896 INFO:tasks.rados.rados.0.smithi028.stdout:3581: done (0 left) 2024-04-02T08:37:16.896 INFO:tasks.rados.rados.0.smithi028.stdout:3582: copy_from oid 33 from oid 32 current snap is 371 2024-04-02T08:37:16.896 INFO:tasks.rados.rados.0.smithi028.stdout:3583: delete oid 25 current snap is 371 2024-04-02T08:37:16.897 INFO:tasks.rados.rados.0.smithi028.stdout:3582: finishing copy_from to smithi02882251-33 2024-04-02T08:37:16.897 INFO:tasks.rados.rados.0.smithi028.stdout:3582: got expected ENOENT (src dne) 2024-04-02T08:37:16.898 INFO:tasks.rados.rados.0.smithi028.stdout:3582: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:37:16.903 INFO:tasks.rados.rados.0.smithi028.stdout:3582: done (1 left) 2024-04-02T08:37:16.903 INFO:tasks.rados.rados.0.smithi028.stdout:3583: done (0 left) 2024-04-02T08:37:16.903 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 371 2024-04-02T08:37:16.903 INFO:tasks.rados.rados.0.smithi028.stdout:3584: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-04-02T08:37:16.907 INFO:tasks.rados.rados.0.smithi028.stdout:3584: writing smithi02882251-6 from 0 to 679936 tid 1 2024-04-02T08:37:16.912 INFO:tasks.rados.rados.0.smithi028.stdout:3584: writing smithi02882251-6 from 679936 to 1368064 tid 2 2024-04-02T08:37:16.916 INFO:tasks.rados.rados.0.smithi028.stdout:3584: writing smithi02882251-6 from 1368064 to 1884160 tid 3 2024-04-02T08:37:16.916 INFO:tasks.rados.rados.0.smithi028.stdout:3585: rollback oid 38 current snap is 371 2024-04-02T08:37:16.916 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 324 2024-04-02T08:37:16.916 INFO:tasks.rados.rados.0.smithi028.stdout:3584: finishing write tid 1 to smithi02882251-6 2024-04-02T08:37:16.916 INFO:tasks.rados.rados.0.smithi028.stdout:3586: setattr oid 44 current snap is 371 2024-04-02T08:37:16.916 INFO:tasks.rados.rados.0.smithi028.stdout:3584: finishing write tid 2 to smithi02882251-6 2024-04-02T08:37:16.918 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 371 2024-04-02T08:37:16.918 INFO:tasks.rados.rados.0.smithi028.stdout:3587: seq_num 1116 ranges {1597440=696320,2293760=573440,2867200=450560,3317760=180224} 2024-04-02T08:37:16.932 INFO:tasks.rados.rados.0.smithi028.stdout:3587: writing smithi02882251-41 from 1597440 to 2293760 tid 1 2024-04-02T08:37:16.938 INFO:tasks.rados.rados.0.smithi028.stdout:3587: writing smithi02882251-41 from 2293760 to 2867200 tid 2 2024-04-02T08:37:16.939 INFO:tasks.rados.rados.0.smithi028.stdout:3587: writing smithi02882251-41 from 2867200 to 3317760 tid 3 2024-04-02T08:37:16.941 INFO:tasks.rados.rados.0.smithi028.stdout:3587: writing smithi02882251-41 from 3317760 to 3497984 tid 4 2024-04-02T08:37:16.941 INFO:tasks.rados.rados.0.smithi028.stdout:3588: read oid 29 snap -1 2024-04-02T08:37:16.941 INFO:tasks.rados.rados.0.smithi028.stdout:3588: expect (ObjNum 1092 snap 366 seq_num 1092) 2024-04-02T08:37:16.941 INFO:tasks.rados.rados.0.smithi028.stdout:3589: copy_from oid 43 from oid 20 current snap is 371 2024-04-02T08:37:16.941 INFO:tasks.rados.rados.0.smithi028.stdout:3584: finishing write tid 3 to smithi02882251-6 2024-04-02T08:37:16.941 INFO:tasks.rados.rados.0.smithi028.stdout:3585: finishing rollback tid 0 to smithi02882251-38 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3585: finishing rollback tid 1 to smithi02882251-38 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3584: finishing write tid 4 to smithi02882251-6 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3585: finishing rollback tid 2 to smithi02882251-38 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2396 (ObjNum 846 snap 290 seq_num 846) dirty exists 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2546 (ObjNum 33 snap 0 seq_num 1441925456) dirty exists 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3584: finishing write tid 5 to smithi02882251-6 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3584: oid 6 updating version 0 to 2415 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3584: oid 6 updating version 2415 to 2416 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3584: oid 6 version 2416 is already newer than 2413 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3584: oid 6 version 2416 is already newer than 2414 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2416 (ObjNum 1115 snap 371 seq_num 1115) dirty exists 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3584: left oid 6 (ObjNum 1115 snap 371 seq_num 1115) 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3587: finishing write tid 1 to smithi02882251-41 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3587: finishing write tid 2 to smithi02882251-41 2024-04-02T08:37:16.942 INFO:tasks.rados.rados.0.smithi028.stdout:3584: done (5 left) 2024-04-02T08:37:16.943 INFO:tasks.rados.rados.0.smithi028.stdout:3585: done (4 left) 2024-04-02T08:37:16.943 INFO:tasks.rados.rados.0.smithi028.stdout:3586: done (3 left) 2024-04-02T08:37:16.943 INFO:tasks.rados.rados.0.smithi028.stdout:3590: read oid 48 snap -1 2024-04-02T08:37:16.943 INFO:tasks.rados.rados.0.smithi028.stdout:3590: expect (ObjNum 1058 snap 355 seq_num 1058) 2024-04-02T08:37:16.943 INFO:tasks.rados.rados.0.smithi028.stdout:3591: delete oid 26 current snap is 371 2024-04-02T08:37:16.945 INFO:tasks.rados.rados.0.smithi028.stdout:3591: done (4 left) 2024-04-02T08:37:16.945 INFO:tasks.rados.rados.0.smithi028.stdout:3592: snap_create 2024-04-02T08:37:16.945 INFO:tasks.rados.rados.0.smithi028.stdout:3587: finishing write tid 3 to smithi02882251-41 2024-04-02T08:37:16.948 INFO:tasks.rados.rados.0.smithi028.stdout:3590: expect (ObjNum 1058 snap 355 seq_num 1058) 2024-04-02T08:37:16.981 INFO:tasks.rados.rados.0.smithi028.stdout:3587: finishing write tid 4 to smithi02882251-41 2024-04-02T08:37:16.981 INFO:tasks.rados.rados.0.smithi028.stdout:3587: finishing write tid 5 to smithi02882251-41 2024-04-02T08:37:16.981 INFO:tasks.rados.rados.0.smithi028.stdout:3587: finishing write tid 6 to smithi02882251-41 2024-04-02T08:37:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:3587: oid 41 updating version 0 to 2292 2024-04-02T08:37:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:3587: oid 41 version 2292 is already newer than 2289 2024-04-02T08:37:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:3587: oid 41 version 2292 is already newer than 2291 2024-04-02T08:37:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:3587: oid 41 version 2292 is already newer than 2288 2024-04-02T08:37:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:3587: oid 41 version 2292 is already newer than 2290 2024-04-02T08:37:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2292 (ObjNum 1116 snap 371 seq_num 1116) dirty exists 2024-04-02T08:37:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:3587: left oid 41 (ObjNum 1116 snap 371 seq_num 1116) 2024-04-02T08:37:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:3588: expect (ObjNum 1092 snap 366 seq_num 1092) 2024-04-02T08:37:17.137 INFO:tasks.rados.rados.0.smithi028.stdout:3589: finishing copy_from racing read to smithi02882251-43 2024-04-02T08:37:17.138 INFO:tasks.rados.rados.0.smithi028.stdout:3589: finishing copy_from to smithi02882251-43 2024-04-02T08:37:17.138 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2526 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:37:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:16 smithi137 ceph-mon[88456]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:37:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:16 smithi137 ceph-mon[88456]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:37:17.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:16 smithi028 ceph-mon[94314]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:37:17.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:16 smithi028 ceph-mon[94314]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:37:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:16 smithi028 ceph-mon[96890]: osdmap e784: 8 total, 8 up, 8 in 2024-04-02T08:37:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:16 smithi028 ceph-mon[96890]: osdmap e785: 8 total, 8 up, 8 in 2024-04-02T08:37:17.891 INFO:tasks.rados.rados.0.smithi028.stdout:3587: done (4 left) 2024-04-02T08:37:17.892 INFO:tasks.rados.rados.0.smithi028.stdout:3588: done (3 left) 2024-04-02T08:37:17.892 INFO:tasks.rados.rados.0.smithi028.stdout:3589: done (2 left) 2024-04-02T08:37:17.892 INFO:tasks.rados.rados.0.smithi028.stdout:3590: done (1 left) 2024-04-02T08:37:17.892 INFO:tasks.rados.rados.0.smithi028.stdout:3592: done (0 left) 2024-04-02T08:37:17.892 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 372 2024-04-02T08:37:17.892 INFO:tasks.rados.rados.0.smithi028.stdout:3593: seq_num 1118 ranges {1769472=729088,2498560=794624,3293184=409600} 2024-04-02T08:37:17.907 INFO:tasks.rados.rados.0.smithi028.stdout:3593: writing smithi02882251-33 from 1769472 to 2498560 tid 1 2024-04-02T08:37:17.913 INFO:tasks.rados.rados.0.smithi028.stdout:3593: writing smithi02882251-33 from 2498560 to 3293184 tid 2 2024-04-02T08:37:17.915 INFO:tasks.rados.rados.0.smithi028.stdout:3593: writing smithi02882251-33 from 3293184 to 3702784 tid 3 2024-04-02T08:37:17.915 INFO:tasks.rados.rados.0.smithi028.stdout:3594: copy_from oid 10 from oid 40 current snap is 372 2024-04-02T08:37:17.915 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 1 to smithi02882251-33 2024-04-02T08:37:17.915 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 372 2024-04-02T08:37:17.916 INFO:tasks.rados.rados.0.smithi028.stdout:3595: seq_num 1119 ranges {3235840=745472,3981312=679936,4661248=524288} 2024-04-02T08:37:17.939 INFO:tasks.rados.rados.0.smithi028.stdout:3595: writing smithi02882251-18 from 3235840 to 3981312 tid 1 2024-04-02T08:37:17.943 INFO:tasks.rados.rados.0.smithi028.stdout:3595: writing smithi02882251-18 from 3981312 to 4661248 tid 2 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3595: writing smithi02882251-18 from 4661248 to 5185536 tid 3 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3596: setattr oid 34 current snap is 372 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 2 to smithi02882251-33 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 3 to smithi02882251-33 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 4 to smithi02882251-33 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 5 to smithi02882251-33 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: oid 33 updating version 0 to 2404 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: oid 33 version 2404 is already newer than 2403 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: oid 33 updating version 2404 to 2405 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: oid 33 version 2405 is already newer than 2402 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2405 (ObjNum 1118 snap 372 seq_num 1118) dirty exists 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3593: left oid 33 (ObjNum 1118 snap 372 seq_num 1118) 2024-04-02T08:37:17.947 INFO:tasks.rados.rados.0.smithi028.stdout:3594: finishing copy_from racing read to smithi02882251-10 2024-04-02T08:37:17.948 INFO:tasks.rados.rados.0.smithi028.stdout:3595: finishing write tid 1 to smithi02882251-18 2024-04-02T08:37:17.948 INFO:tasks.rados.rados.0.smithi028.stdout:3593: done (3 left) 2024-04-02T08:37:17.948 INFO:tasks.rados.rados.0.smithi028.stdout:3597: snap_remove snap 313 2024-04-02T08:37:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:17 smithi137 ceph-mon[88456]: pgmap v841: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T08:37:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:17 smithi137 ceph-mon[88456]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:37:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:17 smithi028 ceph-mon[94314]: pgmap v841: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T08:37:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:17 smithi028 ceph-mon[94314]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:37:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:17 smithi028 ceph-mon[96890]: pgmap v841: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T08:37:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:17 smithi028 ceph-mon[96890]: osdmap e786: 8 total, 8 up, 8 in 2024-04-02T08:37:18.893 INFO:tasks.rados.rados.0.smithi028.stdout:3597: done (3 left) 2024-04-02T08:37:18.893 INFO:tasks.rados.rados.0.smithi028.stdout:3598: snap_remove snap 327 2024-04-02T08:37:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:18 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:18 smithi137 ceph-mon[88456]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:37:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:18 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:18 smithi028 ceph-mon[94314]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:37:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:18 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:37:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:18 smithi028 ceph-mon[96890]: osdmap e787: 8 total, 8 up, 8 in 2024-04-02T08:37:19.895 INFO:tasks.rados.rados.0.smithi028.stdout:3598: done (3 left) 2024-04-02T08:37:19.895 INFO:tasks.rados.rados.0.smithi028.stdout:3599: snap_remove snap 370 2024-04-02T08:37:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:20 smithi137 ceph-mon[88456]: pgmap v844: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T08:37:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:20 smithi137 ceph-mon[88456]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:37:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[94314]: pgmap v844: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T08:37:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[94314]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[96890]: pgmap v844: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 730 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:37:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:20 smithi028 ceph-mon[96890]: osdmap e788: 8 total, 8 up, 8 in 2024-04-02T08:37:20.896 INFO:tasks.rados.rados.0.smithi028.stdout:3599: done (3 left) 2024-04-02T08:37:20.897 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 372 2024-04-02T08:37:20.897 INFO:tasks.rados.rados.0.smithi028.stdout:3600: seq_num 1120 ranges {3497984=761856,4259840=557056,4816896=425984,5242880=221184} 2024-04-02T08:37:20.920 INFO:tasks.rados.rados.0.smithi028.stdout:3600: writing smithi02882251-41 from 3497984 to 4259840 tid 1 2024-04-02T08:37:20.923 INFO:tasks.rados.rados.0.smithi028.stdout:3600: writing smithi02882251-41 from 4259840 to 4816896 tid 2 2024-04-02T08:37:20.926 INFO:tasks.rados.rados.0.smithi028.stdout:3600: writing smithi02882251-41 from 4816896 to 5242880 tid 3 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:3600: writing smithi02882251-41 from 5242880 to 5464064 tid 4 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:3601: snap_create 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:3595: finishing write tid 2 to smithi02882251-18 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:3594: finishing copy_from to smithi02882251-10 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2535 (ObjNum 951 snap 326 seq_num 951) dirty exists 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:3595: finishing write tid 3 to smithi02882251-18 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:3595: finishing write tid 4 to smithi02882251-18 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:3595: finishing write tid 5 to smithi02882251-18 2024-04-02T08:37:20.928 INFO:tasks.rados.rados.0.smithi028.stdout:3595: oid 18 updating version 0 to 2407 2024-04-02T08:37:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:3595: oid 18 version 2407 is already newer than 2406 2024-04-02T08:37:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:3595: oid 18 updating version 2407 to 2408 2024-04-02T08:37:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:3595: oid 18 version 2408 is already newer than 2405 2024-04-02T08:37:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2408 (ObjNum 1119 snap 372 seq_num 1119) dirty exists 2024-04-02T08:37:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:3595: left oid 18 (ObjNum 1119 snap 372 seq_num 1119) 2024-04-02T08:37:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2530 (ObjNum 65 snap 0 seq_num 1867475549) dirty exists 2024-04-02T08:37:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:3600: finishing write tid 1 to smithi02882251-41 2024-04-02T08:37:20.929 INFO:tasks.rados.rados.0.smithi028.stdout:3600: finishing write tid 2 to smithi02882251-41 2024-04-02T08:37:20.931 INFO:tasks.rados.rados.0.smithi028.stdout:3600: finishing write tid 3 to smithi02882251-41 2024-04-02T08:37:20.931 INFO:tasks.rados.rados.0.smithi028.stdout:3600: finishing write tid 4 to smithi02882251-41 2024-04-02T08:37:20.932 INFO:tasks.rados.rados.0.smithi028.stdout:3600: finishing write tid 5 to smithi02882251-41 2024-04-02T08:37:20.933 INFO:tasks.rados.rados.0.smithi028.stdout:3600: finishing write tid 6 to smithi02882251-41 2024-04-02T08:37:20.933 INFO:tasks.rados.rados.0.smithi028.stdout:3600: oid 41 updating version 0 to 2293 2024-04-02T08:37:20.933 INFO:tasks.rados.rados.0.smithi028.stdout:3600: oid 41 updating version 2293 to 2294 2024-04-02T08:37:20.933 INFO:tasks.rados.rados.0.smithi028.stdout:3600: oid 41 updating version 2294 to 2296 2024-04-02T08:37:20.933 INFO:tasks.rados.rados.0.smithi028.stdout:3600: oid 41 version 2296 is already newer than 2295 2024-04-02T08:37:20.933 INFO:tasks.rados.rados.0.smithi028.stdout:3600: oid 41 updating version 2296 to 2297 2024-04-02T08:37:20.933 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2297 (ObjNum 1120 snap 372 seq_num 1120) dirty exists 2024-04-02T08:37:20.933 INFO:tasks.rados.rados.0.smithi028.stdout:3600: left oid 41 (ObjNum 1120 snap 372 seq_num 1120) 2024-04-02T08:37:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:21 smithi137 ceph-mon[88456]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:37:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:21 smithi028 ceph-mon[94314]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:37:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:37:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:37:21] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:37:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:21 smithi028 ceph-mon[96890]: osdmap e789: 8 total, 8 up, 8 in 2024-04-02T08:37:21.892 INFO:tasks.rados.rados.0.smithi028.stdout:3594: done (4 left) 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3595: done (3 left) 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3596: done (2 left) 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3600: done (1 left) 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3601: done (0 left) 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3602: rmattr oid 43 current snap is 373 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3602: done (0 left) 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3603: read oid 26 snap 315 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3603: expect deleted 2024-04-02T08:37:21.893 INFO:tasks.rados.rados.0.smithi028.stdout:3604: delete oid 33 current snap is 373 2024-04-02T08:37:21.896 INFO:tasks.rados.rados.0.smithi028.stdout:3603: done (1 left) 2024-04-02T08:37:21.896 INFO:tasks.rados.rados.0.smithi028.stdout:3604: done (0 left) 2024-04-02T08:37:21.896 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 373 2024-04-02T08:37:21.896 INFO:tasks.rados.rados.0.smithi028.stdout:3605: seq_num 1122 ranges {1228800=794624,2023424=729088,2752512=475136} 2024-04-02T08:37:21.907 INFO:tasks.rados.rados.0.smithi028.stdout:3605: writing smithi02882251-11 from 1228800 to 2023424 tid 1 2024-04-02T08:37:21.911 INFO:tasks.rados.rados.0.smithi028.stdout:3605: writing smithi02882251-11 from 2023424 to 2752512 tid 2 2024-04-02T08:37:21.915 INFO:tasks.rados.rados.0.smithi028.stdout:3605: writing smithi02882251-11 from 2752512 to 3227648 tid 3 2024-04-02T08:37:21.915 INFO:tasks.rados.rados.0.smithi028.stdout:3606: copy_from oid 5 from oid 38 current snap is 373 2024-04-02T08:37:21.915 INFO:tasks.rados.rados.0.smithi028.stdout:3605: finishing write tid 1 to smithi02882251-11 2024-04-02T08:37:21.915 INFO:tasks.rados.rados.0.smithi028.stdout:3605: finishing write tid 2 to smithi02882251-11 2024-04-02T08:37:21.915 INFO:tasks.rados.rados.0.smithi028.stdout:3607: delete oid 9 current snap is 373 2024-04-02T08:37:21.919 INFO:tasks.rados.rados.0.smithi028.stdout:3605: finishing write tid 3 to smithi02882251-11 2024-04-02T08:37:21.919 INFO:tasks.rados.rados.0.smithi028.stdout:3605: finishing write tid 4 to smithi02882251-11 2024-04-02T08:37:21.921 INFO:tasks.rados.rados.0.smithi028.stdout:3605: finishing write tid 5 to smithi02882251-11 2024-04-02T08:37:21.921 INFO:tasks.rados.rados.0.smithi028.stdout:3605: oid 11 updating version 0 to 2536 2024-04-02T08:37:21.921 INFO:tasks.rados.rados.0.smithi028.stdout:3605: oid 11 updating version 2536 to 2538 2024-04-02T08:37:21.921 INFO:tasks.rados.rados.0.smithi028.stdout:3605: oid 11 updating version 2538 to 2539 2024-04-02T08:37:21.922 INFO:tasks.rados.rados.0.smithi028.stdout:3605: oid 11 version 2539 is already newer than 2537 2024-04-02T08:37:21.922 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2539 (ObjNum 1122 snap 373 seq_num 1122) dirty exists 2024-04-02T08:37:21.922 INFO:tasks.rados.rados.0.smithi028.stdout:3605: left oid 11 (ObjNum 1122 snap 373 seq_num 1122) 2024-04-02T08:37:21.922 INFO:tasks.rados.rados.0.smithi028.stdout:3605: done (2 left) 2024-04-02T08:37:21.923 INFO:tasks.rados.rados.0.smithi028.stdout:3607: done (1 left) 2024-04-02T08:37:21.923 INFO:tasks.rados.rados.0.smithi028.stdout:3608: read oid 21 snap 339 2024-04-02T08:37:21.923 INFO:tasks.rados.rados.0.smithi028.stdout:3608: expect (ObjNum 963 snap 330 seq_num 963) 2024-04-02T08:37:21.923 INFO:tasks.rados.rados.0.smithi028.stdout:3609: snap_remove snap 355 2024-04-02T08:37:22.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:22 smithi137 ceph-mon[88456]: pgmap v847: 121 pgs: 121 active+clean; 732 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 928 KiB/s wr, 10 op/s 2024-04-02T08:37:22.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:22 smithi137 ceph-mon[88456]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:37:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:22 smithi028 ceph-mon[94314]: pgmap v847: 121 pgs: 121 active+clean; 732 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 928 KiB/s wr, 10 op/s 2024-04-02T08:37:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:22 smithi028 ceph-mon[94314]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:37:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:22 smithi028 ceph-mon[96890]: pgmap v847: 121 pgs: 121 active+clean; 732 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 928 KiB/s wr, 10 op/s 2024-04-02T08:37:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:22 smithi028 ceph-mon[96890]: osdmap e790: 8 total, 8 up, 8 in 2024-04-02T08:37:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:37:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:22.893 INFO:tasks.rados.rados.0.smithi028.stdout:3609: done (2 left) 2024-04-02T08:37:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:3610: snap_create 2024-04-02T08:37:22.894 INFO:tasks.rados.rados.0.smithi028.stdout:3608: expect (ObjNum 963 snap 330 seq_num 963) 2024-04-02T08:37:23.042 INFO:tasks.rados.rados.0.smithi028.stdout:3606: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:37:23.042 INFO:tasks.rados.rados.0.smithi028.stdout:3606: finishing copy_from to smithi02882251-5 2024-04-02T08:37:23.043 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2396 (ObjNum 846 snap 290 seq_num 846) dirty exists 2024-04-02T08:37:23.898 INFO:tasks.rados.rados.0.smithi028.stdout:3606: done (2 left) 2024-04-02T08:37:23.898 INFO:tasks.rados.rados.0.smithi028.stdout:3608: done (1 left) 2024-04-02T08:37:23.898 INFO:tasks.rados.rados.0.smithi028.stdout:3610: done (0 left) 2024-04-02T08:37:23.898 INFO:tasks.rados.rados.0.smithi028.stdout:3611: read oid 37 snap -1 2024-04-02T08:37:23.898 INFO:tasks.rados.rados.0.smithi028.stdout:3611: expect deleted 2024-04-02T08:37:23.898 INFO:tasks.rados.rados.0.smithi028.stdout:3612: rmattr oid 21 current snap is 374 2024-04-02T08:37:23.898 INFO:tasks.rados.rados.0.smithi028.stdout:3613: snap_create 2024-04-02T08:37:23.900 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2298 (ObjNum 943 snap 324 seq_num 943) dirty exists 2024-04-02T08:37:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:23 smithi137 ceph-mon[88456]: pgmap v850: 121 pgs: 121 active+clean; 750 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-02T08:37:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:23 smithi137 ceph-mon[88456]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:37:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:23 smithi028 ceph-mon[94314]: pgmap v850: 121 pgs: 121 active+clean; 750 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-02T08:37:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:23 smithi028 ceph-mon[94314]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:37:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:23 smithi028 ceph-mon[96890]: pgmap v850: 121 pgs: 121 active+clean; 750 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-02T08:37:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:23 smithi028 ceph-mon[96890]: osdmap e791: 8 total, 8 up, 8 in 2024-04-02T08:37:24.903 INFO:tasks.rados.rados.0.smithi028.stdout:3611: done (2 left) 2024-04-02T08:37:24.903 INFO:tasks.rados.rados.0.smithi028.stdout:3612: done (1 left) 2024-04-02T08:37:24.903 INFO:tasks.rados.rados.0.smithi028.stdout:3613: done (0 left) 2024-04-02T08:37:24.903 INFO:tasks.rados.rados.0.smithi028.stdout:3614: read oid 43 snap -1 2024-04-02T08:37:24.903 INFO:tasks.rados.rados.0.smithi028.stdout:3614: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:24.903 INFO:tasks.rados.rados.0.smithi028.stdout:3615: snap_create 2024-04-02T08:37:24.912 INFO:tasks.rados.rados.0.smithi028.stdout:3614: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:25.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:24 smithi028 ceph-mon[94314]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:37:25.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:24 smithi028 ceph-mon[96890]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:37:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:24 smithi137 ceph-mon[88456]: osdmap e792: 8 total, 8 up, 8 in 2024-04-02T08:37:25.904 INFO:tasks.rados.rados.0.smithi028.stdout:3614: done (1 left) 2024-04-02T08:37:25.904 INFO:tasks.rados.rados.0.smithi028.stdout:3615: done (0 left) 2024-04-02T08:37:25.904 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 376 2024-04-02T08:37:25.904 INFO:tasks.rados.rados.0.smithi028.stdout:3616: seq_num 1124 ranges {0=434176,434176=499712,933888=409600,1343488=663552,2007040=32768} 2024-04-02T08:37:25.906 INFO:tasks.rados.rados.0.smithi028.stdout:3616: writing smithi02882251-7 from 0 to 434176 tid 1 2024-04-02T08:37:25.909 INFO:tasks.rados.rados.0.smithi028.stdout:3616: writing smithi02882251-7 from 434176 to 933888 tid 2 2024-04-02T08:37:25.912 INFO:tasks.rados.rados.0.smithi028.stdout:3616: writing smithi02882251-7 from 933888 to 1343488 tid 3 2024-04-02T08:37:25.917 INFO:tasks.rados.rados.0.smithi028.stdout:3616: writing smithi02882251-7 from 1343488 to 2007040 tid 4 2024-04-02T08:37:25.917 INFO:tasks.rados.rados.0.smithi028.stdout:3616: writing smithi02882251-7 from 2007040 to 2039808 tid 5 2024-04-02T08:37:25.917 INFO:tasks.rados.rados.0.smithi028.stdout:3617: delete oid 47 current snap is 376 2024-04-02T08:37:25.918 INFO:tasks.rados.rados.0.smithi028.stdout:3616: finishing write tid 1 to smithi02882251-7 2024-04-02T08:37:25.918 INFO:tasks.rados.rados.0.smithi028.stdout:3616: finishing write tid 2 to smithi02882251-7 2024-04-02T08:37:25.918 INFO:tasks.rados.rados.0.smithi028.stdout:3616: finishing write tid 3 to smithi02882251-7 2024-04-02T08:37:25.922 INFO:tasks.rados.rados.0.smithi028.stdout:3616: finishing write tid 4 to smithi02882251-7 2024-04-02T08:37:25.922 INFO:tasks.rados.rados.0.smithi028.stdout:3616: finishing write tid 5 to smithi02882251-7 2024-04-02T08:37:25.923 INFO:tasks.rados.rados.0.smithi028.stdout:3616: finishing write tid 6 to smithi02882251-7 2024-04-02T08:37:25.923 INFO:tasks.rados.rados.0.smithi028.stdout:3617: done (1 left) 2024-04-02T08:37:25.923 INFO:tasks.rados.rados.0.smithi028.stdout:3618: read oid 21 snap -1 2024-04-02T08:37:25.924 INFO:tasks.rados.rados.0.smithi028.stdout:3618: expect (ObjNum 943 snap 324 seq_num 943) 2024-04-02T08:37:25.924 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 376 2024-04-02T08:37:25.924 INFO:tasks.rados.rados.0.smithi028.stdout:3619: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2024-04-02T08:37:25.926 INFO:tasks.rados.rados.0.smithi028.stdout:3619: writing smithi02882251-32 from 0 to 466944 tid 1 2024-04-02T08:37:25.932 INFO:tasks.rados.rados.0.smithi028.stdout:3619: writing smithi02882251-32 from 466944 to 1187840 tid 2 2024-04-02T08:37:25.937 INFO:tasks.rados.rados.0.smithi028.stdout:3619: writing smithi02882251-32 from 1187840 to 1966080 tid 3 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:3619: writing smithi02882251-32 from 1966080 to 2072576 tid 4 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 376 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:3616: finishing write tid 7 to smithi02882251-7 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:3616: oid 7 updating version 0 to 2419 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:3616: oid 7 updating version 2419 to 2420 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:3616: oid 7 updating version 2420 to 2422 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:3616: oid 7 version 2422 is already newer than 2421 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:3616: oid 7 version 2422 is already newer than 2418 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:3616: oid 7 version 2422 is already newer than 2417 2024-04-02T08:37:25.938 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2422 (ObjNum 1124 snap 376 seq_num 1124) dirty exists 2024-04-02T08:37:25.939 INFO:tasks.rados.rados.0.smithi028.stdout:3616: left oid 7 (ObjNum 1124 snap 376 seq_num 1124) 2024-04-02T08:37:25.939 INFO:tasks.rados.rados.0.smithi028.stdout:3620: seq_num 1127 ranges {3096576=483328,3579904=598016,4177920=581632,4759552=425984} 2024-04-02T08:37:25.957 INFO:tasks.rados.rados.0.smithi028.stdout:3620: writing smithi02882251-23 from 3096576 to 3579904 tid 1 2024-04-02T08:37:25.961 INFO:tasks.rados.rados.0.smithi028.stdout:3620: writing smithi02882251-23 from 3579904 to 4177920 tid 2 2024-04-02T08:37:25.964 INFO:tasks.rados.rados.0.smithi028.stdout:3620: writing smithi02882251-23 from 4177920 to 4759552 tid 3 2024-04-02T08:37:25.966 INFO:tasks.rados.rados.0.smithi028.stdout:3620: writing smithi02882251-23 from 4759552 to 5185536 tid 4 2024-04-02T08:37:25.967 INFO:tasks.rados.rados.0.smithi028.stdout:3616: done (3 left) 2024-04-02T08:37:25.967 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 376 2024-04-02T08:37:25.967 INFO:tasks.rados.rados.0.smithi028.stdout:3621: seq_num 1128 ranges {1785856=499712,2285568=483328,2768896=786432,3555328=335872} 2024-04-02T08:37:25.979 INFO:tasks.rados.rados.0.smithi028.stdout:3621: writing smithi02882251-13 from 1785856 to 2285568 tid 1 2024-04-02T08:37:25.982 INFO:tasks.rados.rados.0.smithi028.stdout:3621: writing smithi02882251-13 from 2285568 to 2768896 tid 2 2024-04-02T08:37:25.987 INFO:tasks.rados.rados.0.smithi028.stdout:3621: writing smithi02882251-13 from 2768896 to 3555328 tid 3 2024-04-02T08:37:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3621: writing smithi02882251-13 from 3555328 to 3891200 tid 4 2024-04-02T08:37:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3622: rollback oid 12 current snap is 376 2024-04-02T08:37:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 369 2024-04-02T08:37:25.990 INFO:tasks.rados.rados.0.smithi028.stdout:3618: expect (ObjNum 943 snap 324 seq_num 943) 2024-04-02T08:37:26.078 INFO:tasks.rados.rados.0.smithi028.stdout:3619: finishing write tid 1 to smithi02882251-32 2024-04-02T08:37:26.078 INFO:tasks.rados.rados.0.smithi028.stdout:3619: finishing write tid 2 to smithi02882251-32 2024-04-02T08:37:26.078 INFO:tasks.rados.rados.0.smithi028.stdout:3619: finishing write tid 3 to smithi02882251-32 2024-04-02T08:37:26.078 INFO:tasks.rados.rados.0.smithi028.stdout:3619: finishing write tid 4 to smithi02882251-32 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3619: finishing write tid 5 to smithi02882251-32 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3619: finishing write tid 6 to smithi02882251-32 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3619: oid 32 updating version 0 to 2533 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3619: oid 32 updating version 2533 to 2535 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3619: oid 32 version 2535 is already newer than 2532 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3619: oid 32 version 2535 is already newer than 2531 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3619: oid 32 version 2535 is already newer than 2534 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2535 (ObjNum 1126 snap 376 seq_num 1126) dirty exists 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3619: left oid 32 (ObjNum 1126 snap 376 seq_num 1126) 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3620: finishing write tid 1 to smithi02882251-23 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3620: finishing write tid 2 to smithi02882251-23 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3620: finishing write tid 3 to smithi02882251-23 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3620: finishing write tid 4 to smithi02882251-23 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3620: finishing write tid 5 to smithi02882251-23 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3620: finishing write tid 6 to smithi02882251-23 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3620: oid 23 updating version 0 to 2331 2024-04-02T08:37:26.079 INFO:tasks.rados.rados.0.smithi028.stdout:3620: oid 23 version 2331 is already newer than 2328 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3620: oid 23 version 2331 is already newer than 2327 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3620: oid 23 version 2331 is already newer than 2329 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3620: oid 23 version 2331 is already newer than 2330 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2331 (ObjNum 1127 snap 376 seq_num 1127) dirty exists 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3620: left oid 23 (ObjNum 1127 snap 376 seq_num 1127) 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: finishing write tid 1 to smithi02882251-13 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: finishing write tid 2 to smithi02882251-13 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: finishing write tid 3 to smithi02882251-13 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: finishing write tid 4 to smithi02882251-13 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: finishing write tid 5 to smithi02882251-13 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3622: finishing rollback tid 0 to smithi02882251-12 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3622: finishing rollback tid 1 to smithi02882251-12 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: finishing write tid 6 to smithi02882251-13 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: oid 13 updating version 0 to 2426 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: oid 13 version 2426 is already newer than 2425 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: oid 13 version 2426 is already newer than 2423 2024-04-02T08:37:26.080 INFO:tasks.rados.rados.0.smithi028.stdout:3621: oid 13 updating version 2426 to 2427 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3621: oid 13 version 2427 is already newer than 2424 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2427 (ObjNum 1128 snap 376 seq_num 1128) dirty exists 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3621: left oid 13 (ObjNum 1128 snap 376 seq_num 1128) 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3622: finishing rollback tid 2 to smithi02882251-12 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2335 (ObjNum 1041 snap 354 seq_num 1041) dirty exists 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3618: done (4 left) 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3619: done (3 left) 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3620: done (2 left) 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3621: done (1 left) 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3622: done (0 left) 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3623: copy_from oid 14 from oid 50 current snap is 376 2024-04-02T08:37:26.081 INFO:tasks.rados.rados.0.smithi028.stdout:3624: snap_create 2024-04-02T08:37:26.086 INFO:tasks.rados.rados.0.smithi028.stdout:3623: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:37:26.088 INFO:tasks.rados.rados.0.smithi028.stdout:3623: finishing copy_from to smithi02882251-14 2024-04-02T08:37:26.088 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2259 (ObjNum 1100 snap 368 seq_num 1100) dirty exists 2024-04-02T08:37:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:25 smithi028 ceph-mon[94314]: pgmap v853: 121 pgs: 121 active+clean; 750 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:37:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:25 smithi028 ceph-mon[94314]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:37:26.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:25 smithi028 ceph-mon[96890]: pgmap v853: 121 pgs: 121 active+clean; 750 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:37:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:25 smithi028 ceph-mon[96890]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:37:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:25 smithi137 ceph-mon[88456]: pgmap v853: 121 pgs: 121 active+clean; 750 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-02T08:37:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:25 smithi137 ceph-mon[88456]: osdmap e793: 8 total, 8 up, 8 in 2024-04-02T08:37:26.893 INFO:tasks.rados.rados.0.smithi028.stdout:3623: done (1 left) 2024-04-02T08:37:26.893 INFO:tasks.rados.rados.0.smithi028.stdout:3624: done (0 left) 2024-04-02T08:37:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 377 2024-04-02T08:37:26.894 INFO:tasks.rados.rados.0.smithi028.stdout:3625: seq_num 1129 ranges {1548288=516096,2064384=770048,2834432=598016,3432448=237568} 2024-04-02T08:37:26.904 INFO:tasks.rados.rados.0.smithi028.stdout:3625: writing smithi02882251-2 from 1548288 to 2064384 tid 1 2024-04-02T08:37:26.910 INFO:tasks.rados.rados.0.smithi028.stdout:3625: writing smithi02882251-2 from 2064384 to 2834432 tid 2 2024-04-02T08:37:26.913 INFO:tasks.rados.rados.0.smithi028.stdout:3625: writing smithi02882251-2 from 2834432 to 3432448 tid 3 2024-04-02T08:37:26.915 INFO:tasks.rados.rados.0.smithi028.stdout:3625: writing smithi02882251-2 from 3432448 to 3670016 tid 4 2024-04-02T08:37:26.915 INFO:tasks.rados.rados.0.smithi028.stdout:3626: setattr oid 41 current snap is 377 2024-04-02T08:37:26.917 INFO:tasks.rados.rados.0.smithi028.stdout:3627: read oid 44 snap -1 2024-04-02T08:37:26.917 INFO:tasks.rados.rados.0.smithi028.stdout:3627: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:37:26.917 INFO:tasks.rados.rados.0.smithi028.stdout:3628: rollback oid 9 current snap is 377 2024-04-02T08:37:26.917 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 316 2024-04-02T08:37:26.917 INFO:tasks.rados.rados.0.smithi028.stdout:3629: setattr oid 27 current snap is 377 2024-04-02T08:37:26.918 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 377 2024-04-02T08:37:26.919 INFO:tasks.rados.rados.0.smithi028.stdout:3630: seq_num 1130 ranges {5185536=532480,5718016=655360,6373376=753664,7127040=196608} 2024-04-02T08:37:26.950 INFO:tasks.rados.rados.0.smithi028.stdout:3630: writing smithi02882251-18 from 5185536 to 5718016 tid 1 2024-04-02T08:37:26.953 INFO:tasks.rados.rados.0.smithi028.stdout:3630: writing smithi02882251-18 from 5718016 to 6373376 tid 2 2024-04-02T08:37:26.957 INFO:tasks.rados.rados.0.smithi028.stdout:3630: writing smithi02882251-18 from 6373376 to 7127040 tid 3 2024-04-02T08:37:26.959 INFO:tasks.rados.rados.0.smithi028.stdout:3630: writing smithi02882251-18 from 7127040 to 7323648 tid 4 2024-04-02T08:37:26.959 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 377 2024-04-02T08:37:26.959 INFO:tasks.rados.rados.0.smithi028.stdout:3625: finishing write tid 1 to smithi02882251-2 2024-04-02T08:37:26.959 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2299 (ObjNum 1120 snap 372 seq_num 1120) dirty exists 2024-04-02T08:37:26.960 INFO:tasks.rados.rados.0.smithi028.stdout:3625: finishing write tid 2 to smithi02882251-2 2024-04-02T08:37:26.960 INFO:tasks.rados.rados.0.smithi028.stdout:3631: seq_num 1131 ranges {2072576=548864,2621440=540672,3162112=565248,3727360=425984,4153344=73728} 2024-04-02T08:37:26.973 INFO:tasks.rados.rados.0.smithi028.stdout:3631: writing smithi02882251-32 from 2072576 to 2621440 tid 1 2024-04-02T08:37:26.976 INFO:tasks.rados.rados.0.smithi028.stdout:3631: writing smithi02882251-32 from 2621440 to 3162112 tid 2 2024-04-02T08:37:26.979 INFO:tasks.rados.rados.0.smithi028.stdout:3631: writing smithi02882251-32 from 3162112 to 3727360 tid 3 2024-04-02T08:37:26.981 INFO:tasks.rados.rados.0.smithi028.stdout:3631: writing smithi02882251-32 from 3727360 to 4153344 tid 4 2024-04-02T08:37:26.982 INFO:tasks.rados.rados.0.smithi028.stdout:3631: writing smithi02882251-32 from 4153344 to 4227072 tid 5 2024-04-02T08:37:26.982 INFO:tasks.rados.rados.0.smithi028.stdout:3626: done (6 left) 2024-04-02T08:37:26.982 INFO:tasks.rados.rados.0.smithi028.stdout:3632: delete oid 28 current snap is 377 2024-04-02T08:37:26.982 INFO:tasks.rados.rados.0.smithi028.stdout:3625: finishing write tid 3 to smithi02882251-2 2024-04-02T08:37:26.982 INFO:tasks.rados.rados.0.smithi028.stdout:3625: finishing write tid 4 to smithi02882251-2 2024-04-02T08:37:26.982 INFO:tasks.rados.rados.0.smithi028.stdout:3625: finishing write tid 5 to smithi02882251-2 2024-04-02T08:37:26.983 INFO:tasks.rados.rados.0.smithi028.stdout:3627: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3628: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3628: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2916 (ObjNum 892 snap 298 seq_num 892) dirty exists 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3625: finishing write tid 6 to smithi02882251-2 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3625: oid 2 updating version 0 to 2547 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3625: oid 2 updating version 2547 to 2549 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3625: oid 2 version 2549 is already newer than 2548 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3625: oid 2 updating version 2549 to 2550 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3625: oid 2 updating version 2550 to 2551 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2551 (ObjNum 1129 snap 377 seq_num 1129) dirty exists 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3625: left oid 2 (ObjNum 1129 snap 377 seq_num 1129) 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2918 (ObjNum 1041 snap 354 seq_num 1041) dirty exists 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3630: finishing write tid 1 to smithi02882251-18 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3630: finishing write tid 2 to smithi02882251-18 2024-04-02T08:37:26.986 INFO:tasks.rados.rados.0.smithi028.stdout:3625: done (6 left) 2024-04-02T08:37:26.987 INFO:tasks.rados.rados.0.smithi028.stdout:3627: done (5 left) 2024-04-02T08:37:26.987 INFO:tasks.rados.rados.0.smithi028.stdout:3628: done (4 left) 2024-04-02T08:37:26.987 INFO:tasks.rados.rados.0.smithi028.stdout:3629: done (3 left) 2024-04-02T08:37:26.987 INFO:tasks.rados.rados.0.smithi028.stdout:3632: done (2 left) 2024-04-02T08:37:26.987 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 377 2024-04-02T08:37:26.987 INFO:tasks.rados.rados.0.smithi028.stdout:3630: finishing write tid 3 to smithi02882251-18 2024-04-02T08:37:26.987 INFO:tasks.rados.rados.0.smithi028.stdout:3633: seq_num 1133 ranges {3293184=581632,3874816=753664,4628480=573440,5201920=278528} 2024-04-02T08:37:27.006 INFO:tasks.rados.rados.0.smithi028.stdout:3633: writing smithi02882251-27 from 3293184 to 3874816 tid 1 2024-04-02T08:37:27.011 INFO:tasks.rados.rados.0.smithi028.stdout:3633: writing smithi02882251-27 from 3874816 to 4628480 tid 2 2024-04-02T08:37:27.015 INFO:tasks.rados.rados.0.smithi028.stdout:3633: writing smithi02882251-27 from 4628480 to 5201920 tid 3 2024-04-02T08:37:27.017 INFO:tasks.rados.rados.0.smithi028.stdout:3633: writing smithi02882251-27 from 5201920 to 5480448 tid 4 2024-04-02T08:37:27.017 INFO:tasks.rados.rados.0.smithi028.stdout:3634: snap_create 2024-04-02T08:37:27.017 INFO:tasks.rados.rados.0.smithi028.stdout:3630: finishing write tid 4 to smithi02882251-18 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3630: finishing write tid 5 to smithi02882251-18 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3630: finishing write tid 6 to smithi02882251-18 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3630: oid 18 updating version 0 to 2412 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3630: oid 18 updating version 2412 to 2413 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3630: oid 18 version 2413 is already newer than 2411 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3630: oid 18 version 2413 is already newer than 2409 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3630: oid 18 version 2413 is already newer than 2410 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2413 (ObjNum 1130 snap 377 seq_num 1130) dirty exists 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3630: left oid 18 (ObjNum 1130 snap 377 seq_num 1130) 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3631: finishing write tid 1 to smithi02882251-32 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3631: finishing write tid 2 to smithi02882251-32 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3631: finishing write tid 3 to smithi02882251-32 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3631: finishing write tid 4 to smithi02882251-32 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3631: finishing write tid 5 to smithi02882251-32 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3631: finishing write tid 6 to smithi02882251-32 2024-04-02T08:37:27.018 INFO:tasks.rados.rados.0.smithi028.stdout:3631: finishing write tid 7 to smithi02882251-32 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3631: oid 32 updating version 0 to 2536 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3631: oid 32 updating version 2536 to 2537 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3631: oid 32 updating version 2537 to 2539 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3631: oid 32 updating version 2539 to 2540 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3631: oid 32 version 2540 is already newer than 2538 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3631: oid 32 updating version 2540 to 2541 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2541 (ObjNum 1131 snap 377 seq_num 1131) dirty exists 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3631: left oid 32 (ObjNum 1131 snap 377 seq_num 1131) 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3633: finishing write tid 1 to smithi02882251-27 2024-04-02T08:37:27.019 INFO:tasks.rados.rados.0.smithi028.stdout:3633: finishing write tid 2 to smithi02882251-27 2024-04-02T08:37:27.021 INFO:tasks.rados.rados.0.smithi028.stdout:3633: finishing write tid 3 to smithi02882251-27 2024-04-02T08:37:27.021 INFO:tasks.rados.rados.0.smithi028.stdout:3633: finishing write tid 4 to smithi02882251-27 2024-04-02T08:37:27.021 INFO:tasks.rados.rados.0.smithi028.stdout:3633: finishing write tid 5 to smithi02882251-27 2024-04-02T08:37:27.023 INFO:tasks.rados.rados.0.smithi028.stdout:3633: finishing write tid 6 to smithi02882251-27 2024-04-02T08:37:27.023 INFO:tasks.rados.rados.0.smithi028.stdout:3633: oid 27 updating version 0 to 2920 2024-04-02T08:37:27.023 INFO:tasks.rados.rados.0.smithi028.stdout:3633: oid 27 updating version 2920 to 2921 2024-04-02T08:37:27.023 INFO:tasks.rados.rados.0.smithi028.stdout:3633: oid 27 updating version 2921 to 2923 2024-04-02T08:37:27.023 INFO:tasks.rados.rados.0.smithi028.stdout:3633: oid 27 version 2923 is already newer than 2922 2024-04-02T08:37:27.023 INFO:tasks.rados.rados.0.smithi028.stdout:3633: oid 27 version 2923 is already newer than 2919 2024-04-02T08:37:27.023 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2923 (ObjNum 1133 snap 377 seq_num 1133) dirty exists 2024-04-02T08:37:27.023 INFO:tasks.rados.rados.0.smithi028.stdout:3633: left oid 27 (ObjNum 1133 snap 377 seq_num 1133) 2024-04-02T08:37:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:26 smithi028 ceph-mon[94314]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:37:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:26 smithi028 ceph-mon[94314]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:37:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:26 smithi028 ceph-mon[96890]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:37:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:26 smithi028 ceph-mon[96890]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:37:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:26 smithi137 ceph-mon[88456]: osdmap e794: 8 total, 8 up, 8 in 2024-04-02T08:37:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:26 smithi137 ceph-mon[88456]: osdmap e795: 8 total, 8 up, 8 in 2024-04-02T08:37:27.919 INFO:tasks.rados.rados.0.smithi028.stdout:3630: done (3 left) 2024-04-02T08:37:27.920 INFO:tasks.rados.rados.0.smithi028.stdout:3631: done (2 left) 2024-04-02T08:37:27.920 INFO:tasks.rados.rados.0.smithi028.stdout:3633: done (1 left) 2024-04-02T08:37:27.920 INFO:tasks.rados.rados.0.smithi028.stdout:3634: done (0 left) 2024-04-02T08:37:27.920 INFO:tasks.rados.rados.0.smithi028.stdout:3635: read oid 2 snap 349 2024-04-02T08:37:27.920 INFO:tasks.rados.rados.0.smithi028.stdout:3635: expect (ObjNum 975 snap 332 seq_num 975) 2024-04-02T08:37:27.920 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 378 2024-04-02T08:37:27.920 INFO:tasks.rados.rados.0.smithi028.stdout:3636: seq_num 1134 ranges {3293184=598016,3891200=638976,4530176=737280,5267456=229376} 2024-04-02T08:37:27.940 INFO:tasks.rados.rados.0.smithi028.stdout:3636: writing smithi02882251-12 from 3293184 to 3891200 tid 1 2024-04-02T08:37:27.944 INFO:tasks.rados.rados.0.smithi028.stdout:3636: writing smithi02882251-12 from 3891200 to 4530176 tid 2 2024-04-02T08:37:27.950 INFO:tasks.rados.rados.0.smithi028.stdout:3636: writing smithi02882251-12 from 4530176 to 5267456 tid 3 2024-04-02T08:37:27.952 INFO:tasks.rados.rados.0.smithi028.stdout:3636: writing smithi02882251-12 from 5267456 to 5496832 tid 4 2024-04-02T08:37:27.952 INFO:tasks.rados.rados.0.smithi028.stdout:3637: read oid 18 snap -1 2024-04-02T08:37:27.952 INFO:tasks.rados.rados.0.smithi028.stdout:3637: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-04-02T08:37:27.952 INFO:tasks.rados.rados.0.smithi028.stdout:3638: snap_remove snap 286 2024-04-02T08:37:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:27 smithi028 ceph-mon[94314]: pgmap v856: 121 pgs: 121 active+clean; 759 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-02T08:37:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:27 smithi028 ceph-mon[96890]: pgmap v856: 121 pgs: 121 active+clean; 759 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-02T08:37:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:27 smithi137 ceph-mon[88456]: pgmap v856: 121 pgs: 121 active+clean; 759 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-02T08:37:28.925 INFO:tasks.rados.rados.0.smithi028.stdout:3638: done (3 left) 2024-04-02T08:37:28.925 INFO:tasks.rados.rados.0.smithi028.stdout:3639: rmattr oid 32 current snap is 378 2024-04-02T08:37:28.925 INFO:tasks.rados.rados.0.smithi028.stdout:3639: done (3 left) 2024-04-02T08:37:28.925 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 378 2024-04-02T08:37:28.925 INFO:tasks.rados.rados.0.smithi028.stdout:3640: seq_num 1135 ranges {1630208=614400,2244608=524288,2768896=540672,3309568=483328,3792896=57344} 2024-04-02T08:37:28.938 INFO:tasks.rados.rados.0.smithi028.stdout:3640: writing smithi02882251-50 from 1630208 to 2244608 tid 1 2024-04-02T08:37:28.942 INFO:tasks.rados.rados.0.smithi028.stdout:3640: writing smithi02882251-50 from 2244608 to 2768896 tid 2 2024-04-02T08:37:28.946 INFO:tasks.rados.rados.0.smithi028.stdout:3640: writing smithi02882251-50 from 2768896 to 3309568 tid 3 2024-04-02T08:37:28.949 INFO:tasks.rados.rados.0.smithi028.stdout:3640: writing smithi02882251-50 from 3309568 to 3792896 tid 4 2024-04-02T08:37:28.950 INFO:tasks.rados.rados.0.smithi028.stdout:3640: writing smithi02882251-50 from 3792896 to 3850240 tid 5 2024-04-02T08:37:28.950 INFO:tasks.rados.rados.0.smithi028.stdout:3641: snap_create 2024-04-02T08:37:28.950 INFO:tasks.rados.rados.0.smithi028.stdout:3635: expect (ObjNum 975 snap 332 seq_num 975) 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: finishing write tid 1 to smithi02882251-12 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: finishing write tid 2 to smithi02882251-12 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: finishing write tid 3 to smithi02882251-12 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: finishing write tid 4 to smithi02882251-12 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: finishing write tid 5 to smithi02882251-12 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: finishing write tid 6 to smithi02882251-12 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: oid 12 updating version 0 to 2341 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: oid 12 updating version 2341 to 2342 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: oid 12 updating version 2342 to 2343 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: oid 12 version 2343 is already newer than 2340 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: oid 12 version 2343 is already newer than 2339 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2343 (ObjNum 1134 snap 378 seq_num 1134) dirty exists 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3636: left oid 12 (ObjNum 1134 snap 378 seq_num 1134) 2024-04-02T08:37:29.089 INFO:tasks.rados.rados.0.smithi028.stdout:3637: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-04-02T08:37:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:28 smithi028 ceph-mon[94314]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:37:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:28 smithi028 ceph-mon[96890]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:37:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:28 smithi137 ceph-mon[88456]: osdmap e796: 8 total, 8 up, 8 in 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: finishing write tid 1 to smithi02882251-50 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: finishing write tid 2 to smithi02882251-50 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: finishing write tid 3 to smithi02882251-50 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: finishing write tid 4 to smithi02882251-50 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: finishing write tid 5 to smithi02882251-50 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: finishing write tid 6 to smithi02882251-50 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: finishing write tid 7 to smithi02882251-50 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: oid 50 updating version 0 to 2401 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: oid 50 version 2401 is already newer than 2397 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: oid 50 version 2401 is already newer than 2400 2024-04-02T08:37:29.454 INFO:tasks.rados.rados.0.smithi028.stdout:3640: oid 50 updating version 2401 to 2402 2024-04-02T08:37:29.455 INFO:tasks.rados.rados.0.smithi028.stdout:3640: oid 50 version 2402 is already newer than 2398 2024-04-02T08:37:29.455 INFO:tasks.rados.rados.0.smithi028.stdout:3640: oid 50 version 2402 is already newer than 2399 2024-04-02T08:37:29.455 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2402 (ObjNum 1135 snap 378 seq_num 1135) dirty exists 2024-04-02T08:37:29.455 INFO:tasks.rados.rados.0.smithi028.stdout:3640: left oid 50 (ObjNum 1135 snap 378 seq_num 1135) 2024-04-02T08:37:29.929 INFO:tasks.rados.rados.0.smithi028.stdout:3635: done (4 left) 2024-04-02T08:37:29.930 INFO:tasks.rados.rados.0.smithi028.stdout:3636: done (3 left) 2024-04-02T08:37:29.930 INFO:tasks.rados.rados.0.smithi028.stdout:3637: done (2 left) 2024-04-02T08:37:29.930 INFO:tasks.rados.rados.0.smithi028.stdout:3640: done (1 left) 2024-04-02T08:37:29.930 INFO:tasks.rados.rados.0.smithi028.stdout:3641: done (0 left) 2024-04-02T08:37:29.930 INFO:tasks.rados.rados.0.smithi028.stdout:3642: copy_from oid 19 from oid 27 current snap is 379 2024-04-02T08:37:29.930 INFO:tasks.rados.rados.0.smithi028.stdout:3643: snap_remove snap 283 2024-04-02T08:37:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:29 smithi028 ceph-mon[96890]: pgmap v859: 121 pgs: 121 active+clean; 759 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-02T08:37:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:29 smithi028 ceph-mon[96890]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:37:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:29 smithi028 ceph-mon[94314]: pgmap v859: 121 pgs: 121 active+clean; 759 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-02T08:37:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:29 smithi028 ceph-mon[94314]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:37:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:29 smithi137 ceph-mon[88456]: pgmap v859: 121 pgs: 121 active+clean; 759 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-02T08:37:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:29 smithi137 ceph-mon[88456]: osdmap e797: 8 total, 8 up, 8 in 2024-04-02T08:37:30.935 INFO:tasks.rados.rados.0.smithi028.stdout:3643: done (1 left) 2024-04-02T08:37:30.935 INFO:tasks.rados.rados.0.smithi028.stdout:3644: read oid 21 snap 320 2024-04-02T08:37:30.935 INFO:tasks.rados.rados.0.smithi028.stdout:3644: expect (ObjNum 891 snap 298 seq_num 891) 2024-04-02T08:37:30.935 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 379 2024-04-02T08:37:30.935 INFO:tasks.rados.rados.0.smithi028.stdout:3645: seq_num 1136 ranges {2039808=630784,2670592=409600,3080192=753664,3833856=417792,4251648=24576} 2024-04-02T08:37:30.951 INFO:tasks.rados.rados.0.smithi028.stdout:3645: writing smithi02882251-7 from 2039808 to 2670592 tid 1 2024-04-02T08:37:30.954 INFO:tasks.rados.rados.0.smithi028.stdout:3645: writing smithi02882251-7 from 2670592 to 3080192 tid 2 2024-04-02T08:37:30.959 INFO:tasks.rados.rados.0.smithi028.stdout:3645: writing smithi02882251-7 from 3080192 to 3833856 tid 3 2024-04-02T08:37:30.963 INFO:tasks.rados.rados.0.smithi028.stdout:3645: writing smithi02882251-7 from 3833856 to 4251648 tid 4 2024-04-02T08:37:30.963 INFO:tasks.rados.rados.0.smithi028.stdout:3645: writing smithi02882251-7 from 4251648 to 4276224 tid 5 2024-04-02T08:37:30.964 INFO:tasks.rados.rados.0.smithi028.stdout:3642: finishing copy_from racing read to smithi02882251-19 2024-04-02T08:37:30.964 INFO:tasks.rados.rados.0.smithi028.stdout:3642: finishing copy_from to smithi02882251-19 2024-04-02T08:37:30.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2923 (ObjNum 1133 snap 377 seq_num 1133) dirty exists 2024-04-02T08:37:30.964 INFO:tasks.rados.rados.0.smithi028.stdout:3644: expect (ObjNum 891 snap 298 seq_num 891) 2024-04-02T08:37:30.982 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing write tid 1 to smithi02882251-7 2024-04-02T08:37:30.982 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing write tid 2 to smithi02882251-7 2024-04-02T08:37:30.982 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing write tid 3 to smithi02882251-7 2024-04-02T08:37:30.982 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing write tid 4 to smithi02882251-7 2024-04-02T08:37:30.982 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing write tid 5 to smithi02882251-7 2024-04-02T08:37:30.982 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing write tid 6 to smithi02882251-7 2024-04-02T08:37:30.982 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing write tid 7 to smithi02882251-7 2024-04-02T08:37:30.982 INFO:tasks.rados.rados.0.smithi028.stdout:3645: oid 7 updating version 0 to 2430 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3645: oid 7 updating version 2430 to 2432 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3645: oid 7 version 2432 is already newer than 2431 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3645: oid 7 version 2432 is already newer than 2429 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3645: oid 7 version 2432 is already newer than 2428 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3645: oid 7 updating version 2432 to 2433 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2433 (ObjNum 1136 snap 379 seq_num 1136) dirty exists 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3645: left oid 7 (ObjNum 1136 snap 379 seq_num 1136) 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3642: done (2 left) 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3644: done (1 left) 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3645: done (0 left) 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3646: read oid 48 snap 342 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3646: expect (ObjNum 1440626016 snap 22077 seq_num 1441696112) 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3647: read oid 15 snap -1 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3647: expect deleted 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:3648: rollback oid 50 current snap is 379 2024-04-02T08:37:30.983 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 376 2024-04-02T08:37:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:3649: rollback oid 8 current snap is 379 2024-04-02T08:37:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 316 2024-04-02T08:37:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:3650: read oid 38 snap 349 2024-04-02T08:37:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:3650: expect deleted 2024-04-02T08:37:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:3651: read oid 13 snap 376 2024-04-02T08:37:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:3651: expect (ObjNum 1128 snap 376 seq_num 1128) 2024-04-02T08:37:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:3652: delete oid 3 current snap is 379 2024-04-02T08:37:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:3646: expect (ObjNum 1440626016 snap 22077 seq_num 1441696112) 2024-04-02T08:37:30.987 INFO:tasks.rados.rados.0.smithi028.stdout:3646: done (6 left) 2024-04-02T08:37:30.987 INFO:tasks.rados.rados.0.smithi028.stdout:3647: done (5 left) 2024-04-02T08:37:30.987 INFO:tasks.rados.rados.0.smithi028.stdout:3650: done (4 left) 2024-04-02T08:37:30.987 INFO:tasks.rados.rados.0.smithi028.stdout:3652: done (3 left) 2024-04-02T08:37:30.987 INFO:tasks.rados.rados.0.smithi028.stdout:3653: snap_remove snap 302 2024-04-02T08:37:31.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:30 smithi028 ceph-mon[94314]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:37:31.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:30 smithi028 ceph-mon[96890]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:37:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:30 smithi137 ceph-mon[88456]: osdmap e798: 8 total, 8 up, 8 in 2024-04-02T08:37:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:37:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:37:31] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:37:31.894 INFO:tasks.rados.rados.0.smithi028.stdout:3648: finishing rollback tid 0 to smithi02882251-50 2024-04-02T08:37:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:3648: finishing rollback tid 1 to smithi02882251-50 2024-04-02T08:37:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:3648: finishing rollback tid 2 to smithi02882251-50 2024-04-02T08:37:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2405 (ObjNum 1100 snap 368 seq_num 1100) dirty exists 2024-04-02T08:37:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:3649: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:37:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:3649: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:37:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:3649: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:37:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2425 (ObjNum 913 snap 311 seq_num 913) dirty exists 2024-04-02T08:37:31.895 INFO:tasks.rados.rados.0.smithi028.stdout:3651: expect (ObjNum 1128 snap 376 seq_num 1128) 2024-04-02T08:37:32.072 INFO:tasks.rados.rados.0.smithi028.stdout:3648: done (3 left) 2024-04-02T08:37:32.072 INFO:tasks.rados.rados.0.smithi028.stdout:3649: done (2 left) 2024-04-02T08:37:32.072 INFO:tasks.rados.rados.0.smithi028.stdout:3651: done (1 left) 2024-04-02T08:37:32.072 INFO:tasks.rados.rados.0.smithi028.stdout:3653: done (0 left) 2024-04-02T08:37:32.072 INFO:tasks.rados.rados.0.smithi028.stdout:3654: copy_from oid 35 from oid 42 current snap is 379 2024-04-02T08:37:32.072 INFO:tasks.rados.rados.0.smithi028.stdout:3655: read oid 12 snap -1 2024-04-02T08:37:32.072 INFO:tasks.rados.rados.0.smithi028.stdout:3655: expect (ObjNum 1134 snap 378 seq_num 1134) 2024-04-02T08:37:32.072 INFO:tasks.rados.rados.0.smithi028.stdout:3656: snap_create 2024-04-02T08:37:32.105 INFO:tasks.rados.rados.0.smithi028.stdout:3655: expect (ObjNum 1134 snap 378 seq_num 1134) 2024-04-02T08:37:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:31 smithi028 ceph-mon[94314]: pgmap v862: 121 pgs: 121 active+clean; 773 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-02T08:37:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:31 smithi028 ceph-mon[94314]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:37:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:31 smithi028 ceph-mon[94314]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:37:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:31 smithi028 ceph-mon[96890]: pgmap v862: 121 pgs: 121 active+clean; 773 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-02T08:37:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:31 smithi028 ceph-mon[96890]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:37:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:31 smithi028 ceph-mon[96890]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:37:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:31 smithi137 ceph-mon[88456]: pgmap v862: 121 pgs: 121 active+clean; 773 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-04-02T08:37:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:31 smithi137 ceph-mon[88456]: osdmap e799: 8 total, 8 up, 8 in 2024-04-02T08:37:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:31 smithi137 ceph-mon[88456]: osdmap e800: 8 total, 8 up, 8 in 2024-04-02T08:37:32.385 INFO:tasks.rados.rados.0.smithi028.stdout:3654: finishing copy_from racing read to smithi02882251-35 2024-04-02T08:37:32.385 INFO:tasks.rados.rados.0.smithi028.stdout:3654: finishing copy_from to smithi02882251-35 2024-04-02T08:37:32.385 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2545 (ObjNum 1103 snap 368 seq_num 1103) dirty exists 2024-04-02T08:37:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:37:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:32.939 INFO:tasks.rados.rados.0.smithi028.stdout:3654: done (2 left) 2024-04-02T08:37:32.939 INFO:tasks.rados.rados.0.smithi028.stdout:3655: done (1 left) 2024-04-02T08:37:32.939 INFO:tasks.rados.rados.0.smithi028.stdout:3656: done (0 left) 2024-04-02T08:37:32.939 INFO:tasks.rados.rados.0.smithi028.stdout:3657: snap_create 2024-04-02T08:37:33.941 INFO:tasks.rados.rados.0.smithi028.stdout:3657: done (0 left) 2024-04-02T08:37:33.941 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 381 2024-04-02T08:37:33.941 INFO:tasks.rados.rados.0.smithi028.stdout:3658: seq_num 1138 ranges {573440=663552,1236992=581632,1818624=712704,2531328=311296} 2024-04-02T08:37:33.947 INFO:tasks.rados.rados.0.smithi028.stdout:3658: writing smithi02882251-17 from 573440 to 1236992 tid 1 2024-04-02T08:37:33.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: writing smithi02882251-17 from 1236992 to 1818624 tid 2 2024-04-02T08:37:33.955 INFO:tasks.rados.rados.0.smithi028.stdout:3658: writing smithi02882251-17 from 1818624 to 2531328 tid 3 2024-04-02T08:37:33.958 INFO:tasks.rados.rados.0.smithi028.stdout:3658: writing smithi02882251-17 from 2531328 to 2842624 tid 4 2024-04-02T08:37:33.958 INFO:tasks.rados.rados.0.smithi028.stdout:3659: read oid 7 snap -1 2024-04-02T08:37:33.958 INFO:tasks.rados.rados.0.smithi028.stdout:3659: expect (ObjNum 1136 snap 379 seq_num 1136) 2024-04-02T08:37:33.958 INFO:tasks.rados.rados.0.smithi028.stdout:3660: snap_remove snap 369 2024-04-02T08:37:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:33 smithi028 ceph-mon[94314]: pgmap v865: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 746 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T08:37:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:33 smithi028 ceph-mon[94314]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:37:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:33 smithi028 ceph-mon[96890]: pgmap v865: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 746 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T08:37:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:33 smithi028 ceph-mon[96890]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:37:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:33 smithi137 ceph-mon[88456]: pgmap v865: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 746 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-02T08:37:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:33 smithi137 ceph-mon[88456]: osdmap e801: 8 total, 8 up, 8 in 2024-04-02T08:37:34.950 INFO:tasks.rados.rados.0.smithi028.stdout:3658: finishing write tid 1 to smithi02882251-17 2024-04-02T08:37:34.950 INFO:tasks.rados.rados.0.smithi028.stdout:3658: finishing write tid 2 to smithi02882251-17 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: finishing write tid 3 to smithi02882251-17 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: finishing write tid 4 to smithi02882251-17 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: finishing write tid 5 to smithi02882251-17 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: finishing write tid 6 to smithi02882251-17 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: oid 17 updating version 0 to 2436 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: oid 17 updating version 2436 to 2438 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: oid 17 version 2438 is already newer than 2437 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: oid 17 version 2438 is already newer than 2434 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: oid 17 version 2438 is already newer than 2435 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2438 (ObjNum 1138 snap 381 seq_num 1138) dirty exists 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3658: left oid 17 (ObjNum 1138 snap 381 seq_num 1138) 2024-04-02T08:37:34.951 INFO:tasks.rados.rados.0.smithi028.stdout:3659: expect (ObjNum 1136 snap 379 seq_num 1136) 2024-04-02T08:37:35.106 INFO:tasks.rados.rados.0.smithi028.stdout:3658: done (2 left) 2024-04-02T08:37:35.106 INFO:tasks.rados.rados.0.smithi028.stdout:3659: done (1 left) 2024-04-02T08:37:35.106 INFO:tasks.rados.rados.0.smithi028.stdout:3660: done (0 left) 2024-04-02T08:37:35.107 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 381 2024-04-02T08:37:35.107 INFO:tasks.rados.rados.0.smithi028.stdout:3661: seq_num 1139 ranges {4456448=679936,5136384=458752,5595136=524288,6119424=540672,6660096=81920} 2024-04-02T08:37:35.134 INFO:tasks.rados.rados.0.smithi028.stdout:3661: writing smithi02882251-4 from 4456448 to 5136384 tid 1 2024-04-02T08:37:35.137 INFO:tasks.rados.rados.0.smithi028.stdout:3661: writing smithi02882251-4 from 5136384 to 5595136 tid 2 2024-04-02T08:37:35.140 INFO:tasks.rados.rados.0.smithi028.stdout:3661: writing smithi02882251-4 from 5595136 to 6119424 tid 3 2024-04-02T08:37:35.143 INFO:tasks.rados.rados.0.smithi028.stdout:3661: writing smithi02882251-4 from 6119424 to 6660096 tid 4 2024-04-02T08:37:35.144 INFO:tasks.rados.rados.0.smithi028.stdout:3661: writing smithi02882251-4 from 6660096 to 6742016 tid 5 2024-04-02T08:37:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:3662: rmattr oid 39 current snap is 381 2024-04-02T08:37:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:3662: done (1 left) 2024-04-02T08:37:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 381 2024-04-02T08:37:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:3661: finishing write tid 1 to smithi02882251-4 2024-04-02T08:37:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:3661: finishing write tid 2 to smithi02882251-4 2024-04-02T08:37:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:3663: seq_num 1140 ranges {4227072=696320,4923392=745472,5668864=729088,6397952=131072} 2024-04-02T08:37:35.171 INFO:tasks.rados.rados.0.smithi028.stdout:3663: writing smithi02882251-32 from 4227072 to 4923392 tid 1 2024-04-02T08:37:35.175 INFO:tasks.rados.rados.0.smithi028.stdout:3663: writing smithi02882251-32 from 4923392 to 5668864 tid 2 2024-04-02T08:37:35.179 INFO:tasks.rados.rados.0.smithi028.stdout:3663: writing smithi02882251-32 from 5668864 to 6397952 tid 3 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3663: writing smithi02882251-32 from 6397952 to 6529024 tid 4 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3664: delete oid 50 current snap is 381 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: finishing write tid 3 to smithi02882251-4 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: finishing write tid 4 to smithi02882251-4 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: finishing write tid 5 to smithi02882251-4 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: finishing write tid 6 to smithi02882251-4 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: finishing write tid 7 to smithi02882251-4 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: oid 4 updating version 0 to 2408 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: oid 4 updating version 2408 to 2409 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: oid 4 updating version 2409 to 2411 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: oid 4 updating version 2411 to 2412 2024-04-02T08:37:35.181 INFO:tasks.rados.rados.0.smithi028.stdout:3661: oid 4 version 2412 is already newer than 2407 2024-04-02T08:37:35.182 INFO:tasks.rados.rados.0.smithi028.stdout:3661: oid 4 version 2412 is already newer than 2410 2024-04-02T08:37:35.182 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2412 (ObjNum 1139 snap 381 seq_num 1139) dirty exists 2024-04-02T08:37:35.182 INFO:tasks.rados.rados.0.smithi028.stdout:3661: left oid 4 (ObjNum 1139 snap 381 seq_num 1139) 2024-04-02T08:37:35.182 INFO:tasks.rados.rados.0.smithi028.stdout:3663: finishing write tid 1 to smithi02882251-32 2024-04-02T08:37:35.182 INFO:tasks.rados.rados.0.smithi028.stdout:3663: finishing write tid 2 to smithi02882251-32 2024-04-02T08:37:35.183 INFO:tasks.rados.rados.0.smithi028.stdout:3661: done (2 left) 2024-04-02T08:37:35.183 INFO:tasks.rados.rados.0.smithi028.stdout:3664: done (1 left) 2024-04-02T08:37:35.183 INFO:tasks.rados.rados.0.smithi028.stdout:3665: copy_from oid 35 from oid 7 current snap is 381 2024-04-02T08:37:35.183 INFO:tasks.rados.rados.0.smithi028.stdout:3666: rmattr oid 43 current snap is 381 2024-04-02T08:37:35.183 INFO:tasks.rados.rados.0.smithi028.stdout:3666: done (2 left) 2024-04-02T08:37:35.183 INFO:tasks.rados.rados.0.smithi028.stdout:3667: snap_remove snap 347 2024-04-02T08:37:35.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:34 smithi028 ceph-mon[96890]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:37:35.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:34 smithi028 ceph-mon[94314]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:37:35.296 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:34 smithi137 ceph-mon[88456]: osdmap e802: 8 total, 8 up, 8 in 2024-04-02T08:37:35.957 INFO:tasks.rados.rados.0.smithi028.stdout:3667: done (2 left) 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3668: setattr oid 26 current snap is 381 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: finishing write tid 3 to smithi02882251-32 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: finishing write tid 4 to smithi02882251-32 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: finishing write tid 5 to smithi02882251-32 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: finishing write tid 6 to smithi02882251-32 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: oid 32 updating version 0 to 2543 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: oid 32 version 2543 is already newer than 2542 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: oid 32 updating version 2543 to 2546 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: oid 32 version 2546 is already newer than 2545 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: oid 32 version 2546 is already newer than 2544 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2546 (ObjNum 1140 snap 381 seq_num 1140) dirty exists 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3663: left oid 32 (ObjNum 1140 snap 381 seq_num 1140) 2024-04-02T08:37:35.958 INFO:tasks.rados.rados.0.smithi028.stdout:3665: finishing copy_from racing read to smithi02882251-35 2024-04-02T08:37:35.959 INFO:tasks.rados.rados.0.smithi028.stdout:3665: finishing copy_from to smithi02882251-35 2024-04-02T08:37:35.959 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2433 (ObjNum 1136 snap 379 seq_num 1136) dirty exists 2024-04-02T08:37:35.959 INFO:tasks.rados.rados.0.smithi028.stdout:3663: done (2 left) 2024-04-02T08:37:35.959 INFO:tasks.rados.rados.0.smithi028.stdout:3665: done (1 left) 2024-04-02T08:37:35.959 INFO:tasks.rados.rados.0.smithi028.stdout:3669: copy_from oid 30 from oid 9 current snap is 381 2024-04-02T08:37:35.959 INFO:tasks.rados.rados.0.smithi028.stdout:3670: read oid 44 snap -1 2024-04-02T08:37:35.959 INFO:tasks.rados.rados.0.smithi028.stdout:3670: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:37:35.959 INFO:tasks.rados.rados.0.smithi028.stdout:3671: snap_remove snap 358 2024-04-02T08:37:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:35 smithi028 ceph-mon[94314]: pgmap v868: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 746 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:37:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:35 smithi028 ceph-mon[94314]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:37:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:35 smithi028 ceph-mon[96890]: pgmap v868: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 746 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:37:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:35 smithi028 ceph-mon[96890]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:37:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:35 smithi137 ceph-mon[88456]: pgmap v868: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 746 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-02T08:37:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:35 smithi137 ceph-mon[88456]: osdmap e803: 8 total, 8 up, 8 in 2024-04-02T08:37:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:36.894 INFO:tasks.rados.rados.0.smithi028.stdout:3670: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2547 (ObjNum 65 snap 0 seq_num 1550080598) dirty exists 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:3669: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:3669: finishing copy_from to smithi02882251-30 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2916 (ObjNum 892 snap 298 seq_num 892) dirty exists 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:3668: done (3 left) 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:3669: done (2 left) 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:3670: done (1 left) 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:3671: done (0 left) 2024-04-02T08:37:36.900 INFO:tasks.rados.rados.0.smithi028.stdout:3672: snap_remove snap 335 2024-04-02T08:37:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:36 smithi137 ceph-mon[88456]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:37:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:36 smithi137 ceph-mon[88456]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:37:37.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:36 smithi028 ceph-mon[96890]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:37:37.477 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:36 smithi028 ceph-mon[96890]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:37:37.477 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:36 smithi028 ceph-mon[94314]: osdmap e804: 8 total, 8 up, 8 in 2024-04-02T08:37:37.478 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:36 smithi028 ceph-mon[94314]: osdmap e805: 8 total, 8 up, 8 in 2024-04-02T08:37:37.896 INFO:tasks.rados.rados.0.smithi028.stdout:3672: done (0 left) 2024-04-02T08:37:37.896 INFO:tasks.rados.rados.0.smithi028.stdout:3673: snap_remove snap 363 2024-04-02T08:37:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:37 smithi137 ceph-mon[88456]: pgmap v871: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:37:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:37 smithi137 ceph-mon[88456]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:37:38.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:37 smithi028 ceph-mon[96890]: pgmap v871: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:37:38.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:37 smithi028 ceph-mon[96890]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:37:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:37 smithi028 ceph-mon[94314]: pgmap v871: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:37:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:37 smithi028 ceph-mon[94314]: osdmap e806: 8 total, 8 up, 8 in 2024-04-02T08:37:38.900 INFO:tasks.rados.rados.0.smithi028.stdout:3673: done (0 left) 2024-04-02T08:37:38.900 INFO:tasks.rados.rados.0.smithi028.stdout:3674: read oid 32 snap -1 2024-04-02T08:37:38.900 INFO:tasks.rados.rados.0.smithi028.stdout:3674: expect (ObjNum 1140 snap 381 seq_num 1140) 2024-04-02T08:37:38.900 INFO:tasks.rados.rados.0.smithi028.stdout:3675: read oid 35 snap -1 2024-04-02T08:37:38.900 INFO:tasks.rados.rados.0.smithi028.stdout:3675: expect (ObjNum 1136 snap 379 seq_num 1136) 2024-04-02T08:37:38.900 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 381 2024-04-02T08:37:38.900 INFO:tasks.rados.rados.0.smithi028.stdout:3676: seq_num 1142 ranges {4259840=729088,4988928=565248,5554176=696320,6250496=344064} 2024-04-02T08:37:38.928 INFO:tasks.rados.rados.0.smithi028.stdout:3676: writing smithi02882251-5 from 4259840 to 4988928 tid 1 2024-04-02T08:37:38.932 INFO:tasks.rados.rados.0.smithi028.stdout:3676: writing smithi02882251-5 from 4988928 to 5554176 tid 2 2024-04-02T08:37:38.936 INFO:tasks.rados.rados.0.smithi028.stdout:3676: writing smithi02882251-5 from 5554176 to 6250496 tid 3 2024-04-02T08:37:38.938 INFO:tasks.rados.rados.0.smithi028.stdout:3676: writing smithi02882251-5 from 6250496 to 6594560 tid 4 2024-04-02T08:37:38.938 INFO:tasks.rados.rados.0.smithi028.stdout:3677: delete oid 50 current snap is 381 2024-04-02T08:37:38.940 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 1 to smithi02882251-5 2024-04-02T08:37:38.941 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 2 to smithi02882251-5 2024-04-02T08:37:38.944 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 3 to smithi02882251-5 2024-04-02T08:37:38.944 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 4 to smithi02882251-5 2024-04-02T08:37:38.946 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 5 to smithi02882251-5 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3677: done (3 left) 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3678: read oid 40 snap 375 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3678: expect (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3679: delete oid 14 current snap is 381 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 6 to smithi02882251-5 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3676: oid 5 updating version 0 to 2408 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3676: oid 5 updating version 2408 to 2410 2024-04-02T08:37:38.948 INFO:tasks.rados.rados.0.smithi028.stdout:3676: oid 5 updating version 2410 to 2411 2024-04-02T08:37:38.949 INFO:tasks.rados.rados.0.smithi028.stdout:3676: oid 5 version 2411 is already newer than 2409 2024-04-02T08:37:38.949 INFO:tasks.rados.rados.0.smithi028.stdout:3676: oid 5 version 2411 is already newer than 2407 2024-04-02T08:37:38.949 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2411 (ObjNum 1142 snap 381 seq_num 1142) dirty exists 2024-04-02T08:37:38.949 INFO:tasks.rados.rados.0.smithi028.stdout:3676: left oid 5 (ObjNum 1142 snap 381 seq_num 1142) 2024-04-02T08:37:38.954 INFO:tasks.rados.rados.0.smithi028.stdout:3675: expect (ObjNum 1136 snap 379 seq_num 1136) 2024-04-02T08:37:39.101 INFO:tasks.rados.rados.0.smithi028.stdout:3674: expect (ObjNum 1140 snap 381 seq_num 1140) 2024-04-02T08:37:39.375 INFO:tasks.rados.rados.0.smithi028.stdout:3678: expect (ObjNum 951 snap 326 seq_num 951) 2024-04-02T08:37:39.772 INFO:tasks.rados.rados.0.smithi028.stdout:3674: done (4 left) 2024-04-02T08:37:39.772 INFO:tasks.rados.rados.0.smithi028.stdout:3675: done (3 left) 2024-04-02T08:37:39.772 INFO:tasks.rados.rados.0.smithi028.stdout:3676: done (2 left) 2024-04-02T08:37:39.772 INFO:tasks.rados.rados.0.smithi028.stdout:3678: done (1 left) 2024-04-02T08:37:39.772 INFO:tasks.rados.rados.0.smithi028.stdout:3679: done (0 left) 2024-04-02T08:37:39.772 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 381 2024-04-02T08:37:39.772 INFO:tasks.rados.rados.0.smithi028.stdout:3680: seq_num 1145 ranges {4276224=786432,5062656=622592,5685248=516096,6201344=417792,6619136=49152} 2024-04-02T08:37:39.800 INFO:tasks.rados.rados.0.smithi028.stdout:3680: writing smithi02882251-7 from 4276224 to 5062656 tid 1 2024-04-02T08:37:39.804 INFO:tasks.rados.rados.0.smithi028.stdout:3680: writing smithi02882251-7 from 5062656 to 5685248 tid 2 2024-04-02T08:37:39.807 INFO:tasks.rados.rados.0.smithi028.stdout:3680: writing smithi02882251-7 from 5685248 to 6201344 tid 3 2024-04-02T08:37:39.809 INFO:tasks.rados.rados.0.smithi028.stdout:3680: writing smithi02882251-7 from 6201344 to 6619136 tid 4 2024-04-02T08:37:39.810 INFO:tasks.rados.rados.0.smithi028.stdout:3680: writing smithi02882251-7 from 6619136 to 6668288 tid 5 2024-04-02T08:37:39.810 INFO:tasks.rados.rados.0.smithi028.stdout:3681: read oid 30 snap -1 2024-04-02T08:37:39.810 INFO:tasks.rados.rados.0.smithi028.stdout:3681: expect (ObjNum 892 snap 298 seq_num 892) 2024-04-02T08:37:39.811 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 381 2024-04-02T08:37:39.811 INFO:tasks.rados.rados.0.smithi028.stdout:3680: finishing write tid 1 to smithi02882251-7 2024-04-02T08:37:39.811 INFO:tasks.rados.rados.0.smithi028.stdout:3682: seq_num 1146 ranges {4276224=802816,5079040=499712,5578752=679936,6258688=425984} 2024-04-02T08:37:39.841 INFO:tasks.rados.rados.0.smithi028.stdout:3682: writing smithi02882251-35 from 4276224 to 5079040 tid 1 2024-04-02T08:37:39.844 INFO:tasks.rados.rados.0.smithi028.stdout:3682: writing smithi02882251-35 from 5079040 to 5578752 tid 2 2024-04-02T08:37:39.849 INFO:tasks.rados.rados.0.smithi028.stdout:3682: writing smithi02882251-35 from 5578752 to 6258688 tid 3 2024-04-02T08:37:39.851 INFO:tasks.rados.rados.0.smithi028.stdout:3682: writing smithi02882251-35 from 6258688 to 6684672 tid 4 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3683: read oid 27 snap -1 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3683: expect (ObjNum 1133 snap 377 seq_num 1133) 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3684: snap_create 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: finishing write tid 2 to smithi02882251-7 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: finishing write tid 3 to smithi02882251-7 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: finishing write tid 4 to smithi02882251-7 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: finishing write tid 5 to smithi02882251-7 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: finishing write tid 6 to smithi02882251-7 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: finishing write tid 7 to smithi02882251-7 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: oid 7 updating version 0 to 2442 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: oid 7 version 2442 is already newer than 2439 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: oid 7 updating version 2442 to 2443 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: oid 7 updating version 2443 to 2444 2024-04-02T08:37:39.852 INFO:tasks.rados.rados.0.smithi028.stdout:3680: oid 7 version 2444 is already newer than 2441 2024-04-02T08:37:39.853 INFO:tasks.rados.rados.0.smithi028.stdout:3680: oid 7 version 2444 is already newer than 2440 2024-04-02T08:37:39.853 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2444 (ObjNum 1145 snap 381 seq_num 1145) dirty exists 2024-04-02T08:37:39.853 INFO:tasks.rados.rados.0.smithi028.stdout:3680: left oid 7 (ObjNum 1145 snap 381 seq_num 1145) 2024-04-02T08:37:39.853 INFO:tasks.rados.rados.0.smithi028.stdout:3681: expect (ObjNum 892 snap 298 seq_num 892) 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing write tid 1 to smithi02882251-35 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing write tid 2 to smithi02882251-35 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing write tid 3 to smithi02882251-35 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing write tid 4 to smithi02882251-35 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing write tid 5 to smithi02882251-35 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing write tid 6 to smithi02882251-35 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: oid 35 updating version 0 to 2548 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: oid 35 version 2548 is already newer than 2547 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: oid 35 updating version 2548 to 2550 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: oid 35 version 2550 is already newer than 2549 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:3682: oid 35 version 2550 is already newer than 2546 2024-04-02T08:37:40.058 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2550 (ObjNum 1146 snap 381 seq_num 1146) dirty exists 2024-04-02T08:37:40.059 INFO:tasks.rados.rados.0.smithi028.stdout:3682: left oid 35 (ObjNum 1146 snap 381 seq_num 1146) 2024-04-02T08:37:40.059 INFO:tasks.rados.rados.0.smithi028.stdout:3683: expect (ObjNum 1133 snap 377 seq_num 1133) 2024-04-02T08:37:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:39 smithi028 ceph-mon[94314]: pgmap v874: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:37:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:39 smithi028 ceph-mon[94314]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:37:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:39 smithi028 ceph-mon[96890]: pgmap v874: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:37:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:39 smithi028 ceph-mon[96890]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:37:40.338 INFO:tasks.rados.rados.0.smithi028.stdout:3680: done (4 left) 2024-04-02T08:37:40.338 INFO:tasks.rados.rados.0.smithi028.stdout:3681: done (3 left) 2024-04-02T08:37:40.338 INFO:tasks.rados.rados.0.smithi028.stdout:3682: done (2 left) 2024-04-02T08:37:40.338 INFO:tasks.rados.rados.0.smithi028.stdout:3683: done (1 left) 2024-04-02T08:37:40.338 INFO:tasks.rados.rados.0.smithi028.stdout:3684: done (0 left) 2024-04-02T08:37:40.338 INFO:tasks.rados.rados.0.smithi028.stdout:3685: snap_create 2024-04-02T08:37:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:39 smithi137 ceph-mon[88456]: pgmap v874: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-04-02T08:37:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:39 smithi137 ceph-mon[88456]: osdmap e807: 8 total, 8 up, 8 in 2024-04-02T08:37:40.968 INFO:tasks.rados.rados.0.smithi028.stdout:3685: done (0 left) 2024-04-02T08:37:40.968 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 383 2024-04-02T08:37:40.968 INFO:tasks.rados.rados.0.smithi028.stdout:3686: seq_num 1147 ranges {1548288=16384} 2024-04-02T08:37:40.976 INFO:tasks.rados.rados.0.smithi028.stdout:3686: writing smithi02882251-8 from 1548288 to 1564672 tid 1 2024-04-02T08:37:40.976 INFO:tasks.rados.rados.0.smithi028.stdout:3687: rollback oid 37 current snap is 383 2024-04-02T08:37:40.977 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 328 2024-04-02T08:37:40.977 INFO:tasks.rados.rados.0.smithi028.stdout:3688: snap_create 2024-04-02T08:37:40.980 INFO:tasks.rados.rados.0.smithi028.stdout:3686: finishing write tid 1 to smithi02882251-8 2024-04-02T08:37:40.982 INFO:tasks.rados.rados.0.smithi028.stdout:3686: finishing write tid 2 to smithi02882251-8 2024-04-02T08:37:40.982 INFO:tasks.rados.rados.0.smithi028.stdout:3687: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:37:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3686: finishing write tid 3 to smithi02882251-8 2024-04-02T08:37:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3686: oid 8 updating version 0 to 2552 2024-04-02T08:37:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:3686: oid 8 version 2552 is already newer than 2551 2024-04-02T08:37:40.985 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2552 (ObjNum 1147 snap 383 seq_num 1147) dirty exists 2024-04-02T08:37:40.986 INFO:tasks.rados.rados.0.smithi028.stdout:3686: left oid 8 (ObjNum 1147 snap 383 seq_num 1147) 2024-04-02T08:37:40.986 INFO:tasks.rados.rados.0.smithi028.stdout:3687: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:37:40.986 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2554 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:37:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:40 smithi137 ceph-mon[88456]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:37:41.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:40 smithi028 ceph-mon[96890]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:37:41.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:40 smithi028 ceph-mon[94314]: osdmap e808: 8 total, 8 up, 8 in 2024-04-02T08:37:41.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:37:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:37:41] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:37:41.896 INFO:tasks.rados.rados.0.smithi028.stdout:3686: done (2 left) 2024-04-02T08:37:41.896 INFO:tasks.rados.rados.0.smithi028.stdout:3687: done (1 left) 2024-04-02T08:37:41.896 INFO:tasks.rados.rados.0.smithi028.stdout:3688: done (0 left) 2024-04-02T08:37:41.897 INFO:tasks.rados.rados.0.smithi028.stdout:3689: setattr oid 17 current snap is 384 2024-04-02T08:37:41.897 INFO:tasks.rados.rados.0.smithi028.stdout:3690: snap_create 2024-04-02T08:37:41.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2445 (ObjNum 1138 snap 381 seq_num 1138) dirty exists 2024-04-02T08:37:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:41 smithi137 ceph-mon[88456]: pgmap v877: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-02T08:37:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:41 smithi137 ceph-mon[88456]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:37:42.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:41 smithi137 ceph-mon[88456]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:37:42.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:41 smithi028 ceph-mon[94314]: pgmap v877: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-02T08:37:42.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:41 smithi028 ceph-mon[94314]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:37:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:41 smithi028 ceph-mon[94314]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:37:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:41 smithi028 ceph-mon[96890]: pgmap v877: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 703 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-04-02T08:37:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:41 smithi028 ceph-mon[96890]: osdmap e809: 8 total, 8 up, 8 in 2024-04-02T08:37:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:41 smithi028 ceph-mon[96890]: osdmap e810: 8 total, 8 up, 8 in 2024-04-02T08:37:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:37:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:42.897 INFO:tasks.rados.rados.0.smithi028.stdout:3689: done (1 left) 2024-04-02T08:37:42.897 INFO:tasks.rados.rados.0.smithi028.stdout:3690: done (0 left) 2024-04-02T08:37:42.897 INFO:tasks.rados.rados.0.smithi028.stdout:3691: snap_create 2024-04-02T08:37:43.899 INFO:tasks.rados.rados.0.smithi028.stdout:3691: done (0 left) 2024-04-02T08:37:43.899 INFO:tasks.rados.rados.0.smithi028.stdout:3692: read oid 29 snap -1 2024-04-02T08:37:43.899 INFO:tasks.rados.rados.0.smithi028.stdout:3692: expect (ObjNum 1092 snap 366 seq_num 1092) 2024-04-02T08:37:43.899 INFO:tasks.rados.rados.0.smithi028.stdout:3693: read oid 23 snap 349 2024-04-02T08:37:43.899 INFO:tasks.rados.rados.0.smithi028.stdout:3693: expect deleted 2024-04-02T08:37:43.899 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 386 2024-04-02T08:37:43.899 INFO:tasks.rados.rados.0.smithi028.stdout:3694: seq_num 1148 ranges {3104768=32768} 2024-04-02T08:37:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3694: writing smithi02882251-1 from 3104768 to 3137536 tid 1 2024-04-02T08:37:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3695: delete oid 37 current snap is 386 2024-04-02T08:37:43.916 INFO:tasks.rados.rados.0.smithi028.stdout:3692: expect (ObjNum 1092 snap 366 seq_num 1092) 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3694: finishing write tid 1 to smithi02882251-1 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3694: finishing write tid 2 to smithi02882251-1 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3692: done (3 left) 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3693: done (2 left) 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3695: done (1 left) 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 386 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3694: finishing write tid 3 to smithi02882251-1 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3694: oid 1 updating version 0 to 2397 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3694: oid 1 updating version 2397 to 2398 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2398 (ObjNum 1148 snap 386 seq_num 1148) dirty exists 2024-04-02T08:37:44.048 INFO:tasks.rados.rados.0.smithi028.stdout:3694: left oid 1 (ObjNum 1148 snap 386 seq_num 1148) 2024-04-02T08:37:44.049 INFO:tasks.rados.rados.0.smithi028.stdout:3696: seq_num 1150 ranges {884736=65536} 2024-04-02T08:37:44.053 INFO:tasks.rados.rados.0.smithi028.stdout:3696: writing smithi02882251-24 from 884736 to 950272 tid 1 2024-04-02T08:37:44.053 INFO:tasks.rados.rados.0.smithi028.stdout:3694: done (1 left) 2024-04-02T08:37:44.053 INFO:tasks.rados.rados.0.smithi028.stdout:3697: snap_create 2024-04-02T08:37:44.056 INFO:tasks.rados.rados.0.smithi028.stdout:3696: finishing write tid 1 to smithi02882251-24 2024-04-02T08:37:44.056 INFO:tasks.rados.rados.0.smithi028.stdout:3696: finishing write tid 2 to smithi02882251-24 2024-04-02T08:37:44.057 INFO:tasks.rados.rados.0.smithi028.stdout:3696: finishing write tid 3 to smithi02882251-24 2024-04-02T08:37:44.057 INFO:tasks.rados.rados.0.smithi028.stdout:3696: oid 24 updating version 0 to 2204 2024-04-02T08:37:44.057 INFO:tasks.rados.rados.0.smithi028.stdout:3696: oid 24 updating version 2204 to 2205 2024-04-02T08:37:44.058 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2205 (ObjNum 1150 snap 386 seq_num 1150) dirty exists 2024-04-02T08:37:44.058 INFO:tasks.rados.rados.0.smithi028.stdout:3696: left oid 24 (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:37:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:43 smithi028 ceph-mon[94314]: pgmap v880: 121 pgs: 121 active+clean; 709 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-02T08:37:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:43 smithi028 ceph-mon[94314]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:37:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:43 smithi028 ceph-mon[96890]: pgmap v880: 121 pgs: 121 active+clean; 709 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-02T08:37:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:43 smithi028 ceph-mon[96890]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:37:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:43 smithi137 ceph-mon[88456]: pgmap v880: 121 pgs: 121 active+clean; 709 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-04-02T08:37:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:43 smithi137 ceph-mon[88456]: osdmap e811: 8 total, 8 up, 8 in 2024-04-02T08:37:44.908 INFO:tasks.rados.rados.0.smithi028.stdout:3696: done (1 left) 2024-04-02T08:37:44.908 INFO:tasks.rados.rados.0.smithi028.stdout:3697: done (0 left) 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3698: read oid 24 snap -1 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3698: expect (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3699: copy_from oid 15 from oid 16 current snap is 387 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3700: copy_from oid 44 from oid 5 current snap is 387 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3701: read oid 17 snap -1 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3701: expect (ObjNum 1138 snap 381 seq_num 1138) 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3702: read oid 45 snap -1 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3702: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:37:44.909 INFO:tasks.rados.rados.0.smithi028.stdout:3703: setattr oid 26 current snap is 387 2024-04-02T08:37:44.910 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 387 2024-04-02T08:37:44.910 INFO:tasks.rados.rados.0.smithi028.stdout:3704: seq_num 1151 ranges {1933312=81920} 2024-04-02T08:37:44.923 INFO:tasks.rados.rados.0.smithi028.stdout:3704: writing smithi02882251-21 from 1933312 to 2015232 tid 1 2024-04-02T08:37:44.923 INFO:tasks.rados.rados.0.smithi028.stdout:3705: read oid 9 snap -1 2024-04-02T08:37:44.923 INFO:tasks.rados.rados.0.smithi028.stdout:3705: expect (ObjNum 892 snap 298 seq_num 892) 2024-04-02T08:37:44.923 INFO:tasks.rados.rados.0.smithi028.stdout:3706: read oid 7 snap 336 2024-04-02T08:37:44.923 INFO:tasks.rados.rados.0.smithi028.stdout:3706: expect (ObjNum 979 snap 336 seq_num 979) 2024-04-02T08:37:44.923 INFO:tasks.rados.rados.0.smithi028.stdout:3707: copy_from oid 46 from oid 31 current snap is 387 2024-04-02T08:37:44.923 INFO:tasks.rados.rados.0.smithi028.stdout:3708: setattr oid 8 current snap is 387 2024-04-02T08:37:44.923 INFO:tasks.rados.rados.0.smithi028.stdout:3698: expect (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:37:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2548 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-02T08:37:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:3702: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:37:45.038 INFO:tasks.rados.rados.0.smithi028.stdout:3701: expect (ObjNum 1138 snap 381 seq_num 1138) 2024-04-02T08:37:45.122 INFO:tasks.rados.rados.0.smithi028.stdout:3704: finishing write tid 1 to smithi02882251-21 2024-04-02T08:37:45.122 INFO:tasks.rados.rados.0.smithi028.stdout:3704: finishing write tid 2 to smithi02882251-21 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3707: finishing copy_from racing read to smithi02882251-46 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3704: finishing write tid 3 to smithi02882251-21 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3704: oid 21 updating version 0 to 2300 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3704: oid 21 updating version 2300 to 2301 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2301 (ObjNum 1151 snap 387 seq_num 1151) dirty exists 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3704: left oid 21 (ObjNum 1151 snap 387 seq_num 1151) 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3699: finishing copy_from racing read to smithi02882251-15 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3707: finishing copy_from to smithi02882251-46 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2092 (ObjNum 1056 snap 355 seq_num 1056) dirty exists 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3699: finishing copy_from to smithi02882251-15 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2287 (ObjNum 1111 snap 371 seq_num 1111) dirty exists 2024-04-02T08:37:45.123 INFO:tasks.rados.rados.0.smithi028.stdout:3706: expect (ObjNum 979 snap 336 seq_num 979) 2024-04-02T08:37:45.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:44 smithi028 ceph-mon[94314]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:37:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:44 smithi028 ceph-mon[96890]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:37:45.383 INFO:tasks.rados.rados.0.smithi028.stdout:3705: expect (ObjNum 892 snap 298 seq_num 892) 2024-04-02T08:37:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:44 smithi137 ceph-mon[88456]: osdmap e812: 8 total, 8 up, 8 in 2024-04-02T08:37:45.586 INFO:tasks.rados.rados.0.smithi028.stdout:3700: finishing copy_from racing read to smithi02882251-44 2024-04-02T08:37:45.586 INFO:tasks.rados.rados.0.smithi028.stdout:3700: finishing copy_from to smithi02882251-44 2024-04-02T08:37:45.586 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2411 (ObjNum 1142 snap 381 seq_num 1142) dirty exists 2024-04-02T08:37:45.586 INFO:tasks.rados.rados.0.smithi028.stdout:3698: done (10 left) 2024-04-02T08:37:45.586 INFO:tasks.rados.rados.0.smithi028.stdout:3699: done (9 left) 2024-04-02T08:37:45.586 INFO:tasks.rados.rados.0.smithi028.stdout:3700: done (8 left) 2024-04-02T08:37:45.586 INFO:tasks.rados.rados.0.smithi028.stdout:3701: done (7 left) 2024-04-02T08:37:45.586 INFO:tasks.rados.rados.0.smithi028.stdout:3702: done (6 left) 2024-04-02T08:37:45.587 INFO:tasks.rados.rados.0.smithi028.stdout:3703: done (5 left) 2024-04-02T08:37:45.587 INFO:tasks.rados.rados.0.smithi028.stdout:3704: done (4 left) 2024-04-02T08:37:45.587 INFO:tasks.rados.rados.0.smithi028.stdout:3705: done (3 left) 2024-04-02T08:37:45.587 INFO:tasks.rados.rados.0.smithi028.stdout:3706: done (2 left) 2024-04-02T08:37:45.587 INFO:tasks.rados.rados.0.smithi028.stdout:3707: done (1 left) 2024-04-02T08:37:45.587 INFO:tasks.rados.rados.0.smithi028.stdout:3709: snap_create 2024-04-02T08:37:45.589 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2556 (ObjNum 1147 snap 383 seq_num 1147) dirty exists 2024-04-02T08:37:45.912 INFO:tasks.rados.rados.0.smithi028.stdout:3708: done (1 left) 2024-04-02T08:37:45.913 INFO:tasks.rados.rados.0.smithi028.stdout:3709: done (0 left) 2024-04-02T08:37:45.913 INFO:tasks.rados.rados.0.smithi028.stdout:3710: delete oid 34 current snap is 388 2024-04-02T08:37:45.919 INFO:tasks.rados.rados.0.smithi028.stdout:3710: done (0 left) 2024-04-02T08:37:45.919 INFO:tasks.rados.rados.0.smithi028.stdout:3711: rmattr oid 6 current snap is 388 2024-04-02T08:37:45.919 INFO:tasks.rados.rados.0.smithi028.stdout:3711: done (0 left) 2024-04-02T08:37:45.920 INFO:tasks.rados.rados.0.smithi028.stdout:3712: read oid 36 snap -1 2024-04-02T08:37:45.920 INFO:tasks.rados.rados.0.smithi028.stdout:3712: expect (ObjNum 1029 snap 352 seq_num 1029) 2024-04-02T08:37:45.920 INFO:tasks.rados.rados.0.smithi028.stdout:3713: rollback oid 6 current snap is 388 2024-04-02T08:37:45.920 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 344 2024-04-02T08:37:45.920 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 388 2024-04-02T08:37:45.920 INFO:tasks.rados.rados.0.smithi028.stdout:3714: seq_num 1153 ranges {6094848=114688} 2024-04-02T08:37:45.953 INFO:tasks.rados.rados.0.smithi028.stdout:3714: writing smithi02882251-40 from 6094848 to 6209536 tid 1 2024-04-02T08:37:45.953 INFO:tasks.rados.rados.0.smithi028.stdout:3715: copy_from oid 48 from oid 49 current snap is 388 2024-04-02T08:37:45.954 INFO:tasks.rados.rados.0.smithi028.stdout:3712: expect (ObjNum 1029 snap 352 seq_num 1029) 2024-04-02T08:37:45.971 INFO:tasks.rados.rados.0.smithi028.stdout:3713: finishing rollback tid 0 to smithi02882251-6 2024-04-02T08:37:45.971 INFO:tasks.rados.rados.0.smithi028.stdout:3713: finishing rollback tid 1 to smithi02882251-6 2024-04-02T08:37:45.971 INFO:tasks.rados.rados.0.smithi028.stdout:3713: finishing rollback tid 2 to smithi02882251-6 2024-04-02T08:37:45.972 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2448 (ObjNum 941 snap 324 seq_num 941) dirty exists 2024-04-02T08:37:45.972 INFO:tasks.rados.rados.0.smithi028.stdout:3712: done (3 left) 2024-04-02T08:37:45.972 INFO:tasks.rados.rados.0.smithi028.stdout:3713: done (2 left) 2024-04-02T08:37:45.972 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 388 2024-04-02T08:37:45.972 INFO:tasks.rados.rados.0.smithi028.stdout:3714: finishing write tid 1 to smithi02882251-40 2024-04-02T08:37:45.972 INFO:tasks.rados.rados.0.smithi028.stdout:3716: seq_num 1154 ranges {1368064=131072} 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3716: writing smithi02882251-6 from 1368064 to 1499136 tid 1 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 388 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3714: finishing write tid 2 to smithi02882251-40 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3715: finishing copy_from to smithi02882251-48 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3715: got expected ENOENT (src dne) 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3715: finishing copy_from racing read to smithi02882251-48 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3714: finishing write tid 3 to smithi02882251-40 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3714: oid 40 updating version 0 to 3000 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3714: oid 40 version 3000 is already newer than 2999 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 3000 (ObjNum 1153 snap 388 seq_num 1153) dirty exists 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3714: left oid 40 (ObjNum 1153 snap 388 seq_num 1153) 2024-04-02T08:37:45.980 INFO:tasks.rados.rados.0.smithi028.stdout:3717: seq_num 1155 ranges {5496832=147456} 2024-04-02T08:37:46.012 INFO:tasks.rados.rados.0.smithi028.stdout:3717: writing smithi02882251-12 from 5496832 to 5644288 tid 1 2024-04-02T08:37:46.012 INFO:tasks.rados.rados.0.smithi028.stdout:3714: done (3 left) 2024-04-02T08:37:46.012 INFO:tasks.rados.rados.0.smithi028.stdout:3715: done (2 left) 2024-04-02T08:37:46.012 INFO:tasks.rados.rados.0.smithi028.stdout:3718: snap_create 2024-04-02T08:37:46.012 INFO:tasks.rados.rados.0.smithi028.stdout:3716: finishing write tid 1 to smithi02882251-6 2024-04-02T08:37:46.012 INFO:tasks.rados.rados.0.smithi028.stdout:3716: finishing write tid 2 to smithi02882251-6 2024-04-02T08:37:46.012 INFO:tasks.rados.rados.0.smithi028.stdout:3716: finishing write tid 3 to smithi02882251-6 2024-04-02T08:37:46.013 INFO:tasks.rados.rados.0.smithi028.stdout:3716: oid 6 updating version 0 to 2450 2024-04-02T08:37:46.013 INFO:tasks.rados.rados.0.smithi028.stdout:3716: oid 6 version 2450 is already newer than 2449 2024-04-02T08:37:46.013 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2450 (ObjNum 1154 snap 388 seq_num 1154) dirty exists 2024-04-02T08:37:46.013 INFO:tasks.rados.rados.0.smithi028.stdout:3716: left oid 6 (ObjNum 1154 snap 388 seq_num 1154) 2024-04-02T08:37:46.017 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 1 to smithi02882251-12 2024-04-02T08:37:46.017 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 2 to smithi02882251-12 2024-04-02T08:37:46.018 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 3 to smithi02882251-12 2024-04-02T08:37:46.018 INFO:tasks.rados.rados.0.smithi028.stdout:3717: oid 12 updating version 0 to 2924 2024-04-02T08:37:46.019 INFO:tasks.rados.rados.0.smithi028.stdout:3717: oid 12 updating version 2924 to 2925 2024-04-02T08:37:46.019 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2925 (ObjNum 1155 snap 388 seq_num 1155) dirty exists 2024-04-02T08:37:46.019 INFO:tasks.rados.rados.0.smithi028.stdout:3717: left oid 12 (ObjNum 1155 snap 388 seq_num 1155) 2024-04-02T08:37:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:45 smithi028 ceph-mon[94314]: pgmap v883: 121 pgs: 121 active+clean; 709 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:37:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:45 smithi028 ceph-mon[94314]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:37:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:45 smithi028 ceph-mon[96890]: pgmap v883: 121 pgs: 121 active+clean; 709 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:37:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:45 smithi028 ceph-mon[96890]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:37:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:45 smithi137 ceph-mon[88456]: pgmap v883: 121 pgs: 121 active+clean; 709 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T08:37:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:45 smithi137 ceph-mon[88456]: osdmap e813: 8 total, 8 up, 8 in 2024-04-02T08:37:46.918 INFO:tasks.rados.rados.0.smithi028.stdout:3716: done (2 left) 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:3717: done (1 left) 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:3718: done (0 left) 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:3719: read oid 35 snap 362 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:3719: expect (ObjNum 1044 snap 354 seq_num 1044) 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:3720: read oid 5 snap 339 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:3720: expect (ObjNum 964 snap 331 seq_num 964) 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:3721: rollback oid 29 current snap is 389 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 336 2024-04-02T08:37:46.919 INFO:tasks.rados.rados.0.smithi028.stdout:3722: delete oid 14 current snap is 389 2024-04-02T08:37:46.924 INFO:tasks.rados.rados.0.smithi028.stdout:3721: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:37:46.924 INFO:tasks.rados.rados.0.smithi028.stdout:3721: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:37:46.924 INFO:tasks.rados.rados.0.smithi028.stdout:3719: expect (ObjNum 1044 snap 354 seq_num 1044) 2024-04-02T08:37:46.944 INFO:tasks.rados.rados.0.smithi028.stdout:3721: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:37:46.945 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2208 (ObjNum 961 snap 329 seq_num 961) dirty exists 2024-04-02T08:37:46.945 INFO:tasks.rados.rados.0.smithi028.stdout:3720: expect (ObjNum 964 snap 331 seq_num 964) 2024-04-02T08:37:47.067 INFO:tasks.rados.rados.0.smithi028.stdout:3719: done (3 left) 2024-04-02T08:37:47.067 INFO:tasks.rados.rados.0.smithi028.stdout:3720: done (2 left) 2024-04-02T08:37:47.067 INFO:tasks.rados.rados.0.smithi028.stdout:3721: done (1 left) 2024-04-02T08:37:47.067 INFO:tasks.rados.rados.0.smithi028.stdout:3722: done (0 left) 2024-04-02T08:37:47.067 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 389 2024-04-02T08:37:47.067 INFO:tasks.rados.rados.0.smithi028.stdout:3723: seq_num 1157 ranges {6094848=180224} 2024-04-02T08:37:47.102 INFO:tasks.rados.rados.0.smithi028.stdout:3723: writing smithi02882251-10 from 6094848 to 6275072 tid 1 2024-04-02T08:37:47.103 INFO:tasks.rados.rados.0.smithi028.stdout:3724: read oid 31 snap -1 2024-04-02T08:37:47.103 INFO:tasks.rados.rados.0.smithi028.stdout:3724: expect (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:37:47.103 INFO:tasks.rados.rados.0.smithi028.stdout:3725: read oid 39 snap -1 2024-04-02T08:37:47.103 INFO:tasks.rados.rados.0.smithi028.stdout:3725: expect (ObjNum 1043 snap 354 seq_num 1043) 2024-04-02T08:37:47.103 INFO:tasks.rados.rados.0.smithi028.stdout:3726: snap_remove snap 381 2024-04-02T08:37:47.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:46 smithi028 ceph-mon[94314]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:37:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:46 smithi028 ceph-mon[96890]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:37:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:46 smithi137 ceph-mon[88456]: osdmap e814: 8 total, 8 up, 8 in 2024-04-02T08:37:47.922 INFO:tasks.rados.rados.0.smithi028.stdout:3726: done (3 left) 2024-04-02T08:37:47.922 INFO:tasks.rados.rados.0.smithi028.stdout:3727: read oid 14 snap 375 2024-04-02T08:37:47.923 INFO:tasks.rados.rados.0.smithi028.stdout:3727: expect (ObjNum 1034 snap 352 seq_num 1034) 2024-04-02T08:37:47.923 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 389 2024-04-02T08:37:47.923 INFO:tasks.rados.rados.0.smithi028.stdout:3728: seq_num 1158 ranges {5480448=196608} 2024-04-02T08:37:47.956 INFO:tasks.rados.rados.0.smithi028.stdout:3728: writing smithi02882251-19 from 5480448 to 5677056 tid 1 2024-04-02T08:37:47.957 INFO:tasks.rados.rados.0.smithi028.stdout:3725: expect (ObjNum 1043 snap 354 seq_num 1043) 2024-04-02T08:37:47.999 INFO:tasks.rados.rados.0.smithi028.stdout:3723: finishing write tid 1 to smithi02882251-10 2024-04-02T08:37:47.999 INFO:tasks.rados.rados.0.smithi028.stdout:3723: finishing write tid 2 to smithi02882251-10 2024-04-02T08:37:47.999 INFO:tasks.rados.rados.0.smithi028.stdout:3723: finishing write tid 3 to smithi02882251-10 2024-04-02T08:37:47.999 INFO:tasks.rados.rados.0.smithi028.stdout:3723: oid 10 updating version 0 to 2540 2024-04-02T08:37:47.999 INFO:tasks.rados.rados.0.smithi028.stdout:3723: oid 10 updating version 2540 to 2541 2024-04-02T08:37:47.999 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2541 (ObjNum 1157 snap 389 seq_num 1157) dirty exists 2024-04-02T08:37:47.999 INFO:tasks.rados.rados.0.smithi028.stdout:3723: left oid 10 (ObjNum 1157 snap 389 seq_num 1157) 2024-04-02T08:37:47.999 INFO:tasks.rados.rados.0.smithi028.stdout:3724: expect (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:37:48.041 INFO:tasks.rados.rados.0.smithi028.stdout:3728: finishing write tid 1 to smithi02882251-19 2024-04-02T08:37:48.042 INFO:tasks.rados.rados.0.smithi028.stdout:3728: finishing write tid 2 to smithi02882251-19 2024-04-02T08:37:48.042 INFO:tasks.rados.rados.0.smithi028.stdout:3728: finishing write tid 3 to smithi02882251-19 2024-04-02T08:37:48.042 INFO:tasks.rados.rados.0.smithi028.stdout:3728: oid 19 updating version 0 to 2927 2024-04-02T08:37:48.042 INFO:tasks.rados.rados.0.smithi028.stdout:3728: oid 19 version 2927 is already newer than 2926 2024-04-02T08:37:48.042 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2927 (ObjNum 1158 snap 389 seq_num 1158) dirty exists 2024-04-02T08:37:48.042 INFO:tasks.rados.rados.0.smithi028.stdout:3728: left oid 19 (ObjNum 1158 snap 389 seq_num 1158) 2024-04-02T08:37:48.042 INFO:tasks.rados.rados.0.smithi028.stdout:3727: expect (ObjNum 1034 snap 352 seq_num 1034) 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:47 smithi028 ceph-mon[94314]: pgmap v886: 121 pgs: 121 active+clean; 719 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T08:37:48.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:47 smithi028 ceph-mon[94314]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:37:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:47 smithi028 ceph-mon[96890]: pgmap v886: 121 pgs: 121 active+clean; 719 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T08:37:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:47 smithi028 ceph-mon[96890]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:37:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:47 smithi137 ceph-mon[88456]: pgmap v886: 121 pgs: 121 active+clean; 719 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T08:37:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:47 smithi137 ceph-mon[88456]: osdmap e815: 8 total, 8 up, 8 in 2024-04-02T08:37:48.660 INFO:tasks.rados.rados.0.smithi028.stdout:3723: done (4 left) 2024-04-02T08:37:48.661 INFO:tasks.rados.rados.0.smithi028.stdout:3724: done (3 left) 2024-04-02T08:37:48.661 INFO:tasks.rados.rados.0.smithi028.stdout:3725: done (2 left) 2024-04-02T08:37:48.661 INFO:tasks.rados.rados.0.smithi028.stdout:3727: done (1 left) 2024-04-02T08:37:48.661 INFO:tasks.rados.rados.0.smithi028.stdout:3728: done (0 left) 2024-04-02T08:37:48.661 INFO:tasks.rados.rados.0.smithi028.stdout:3729: copy_from oid 20 from oid 24 current snap is 389 2024-04-02T08:37:48.661 INFO:tasks.rados.rados.0.smithi028.stdout:3730: snap_create 2024-04-02T08:37:48.667 INFO:tasks.rados.rados.0.smithi028.stdout:3729: finishing copy_from racing read to smithi02882251-20 2024-04-02T08:37:48.668 INFO:tasks.rados.rados.0.smithi028.stdout:3729: finishing copy_from to smithi02882251-20 2024-04-02T08:37:48.668 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2205 (ObjNum 1150 snap 386 seq_num 1150) dirty exists 2024-04-02T08:37:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:3729: done (1 left) 2024-04-02T08:37:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:3730: done (0 left) 2024-04-02T08:37:48.928 INFO:tasks.rados.rados.0.smithi028.stdout:3731: delete oid 26 current snap is 390 2024-04-02T08:37:48.934 INFO:tasks.rados.rados.0.smithi028.stdout:3731: done (0 left) 2024-04-02T08:37:48.934 INFO:tasks.rados.rados.0.smithi028.stdout:3732: snap_remove snap 374 2024-04-02T08:37:49.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:48 smithi028 ceph-mon[94314]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:37:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:48 smithi028 ceph-mon[96890]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:37:49.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:48 smithi137 ceph-mon[88456]: osdmap e816: 8 total, 8 up, 8 in 2024-04-02T08:37:49.929 INFO:tasks.rados.rados.0.smithi028.stdout:3732: done (0 left) 2024-04-02T08:37:49.929 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 390 2024-04-02T08:37:49.929 INFO:tasks.rados.rados.0.smithi028.stdout:3733: seq_num 1160 ranges {3137536=229376} 2024-04-02T08:37:49.948 INFO:tasks.rados.rados.0.smithi028.stdout:3733: writing smithi02882251-1 from 3137536 to 3366912 tid 1 2024-04-02T08:37:49.948 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 390 2024-04-02T08:37:49.948 INFO:tasks.rados.rados.0.smithi028.stdout:3734: seq_num 1161 ranges {892928=245760} 2024-04-02T08:37:49.955 INFO:tasks.rados.rados.0.smithi028.stdout:3734: writing smithi02882251-31 from 892928 to 1138688 tid 1 2024-04-02T08:37:49.955 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 390 2024-04-02T08:37:49.955 INFO:tasks.rados.rados.0.smithi028.stdout:3733: finishing write tid 1 to smithi02882251-1 2024-04-02T08:37:49.955 INFO:tasks.rados.rados.0.smithi028.stdout:3735: seq_num 1162 ranges {4259840=270336} 2024-04-02T08:37:49.980 INFO:tasks.rados.rados.0.smithi028.stdout:3735: writing smithi02882251-38 from 4259840 to 4530176 tid 1 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 390 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:3733: finishing write tid 2 to smithi02882251-1 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:3733: finishing write tid 3 to smithi02882251-1 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:3733: oid 1 updating version 0 to 2400 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:3733: oid 1 version 2400 is already newer than 2399 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2400 (ObjNum 1160 snap 390 seq_num 1160) dirty exists 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:3733: left oid 1 (ObjNum 1160 snap 390 seq_num 1160) 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:3734: finishing write tid 1 to smithi02882251-31 2024-04-02T08:37:49.981 INFO:tasks.rados.rados.0.smithi028.stdout:3736: seq_num 1163 ranges {6594560=286720} 2024-04-02T08:37:50.018 INFO:tasks.rados.rados.0.smithi028.stdout:3736: writing smithi02882251-44 from 6594560 to 6881280 tid 1 2024-04-02T08:37:50.018 INFO:tasks.rados.rados.0.smithi028.stdout:3733: done (3 left) 2024-04-02T08:37:50.018 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 390 2024-04-02T08:37:50.019 INFO:tasks.rados.rados.0.smithi028.stdout:3734: finishing write tid 2 to smithi02882251-31 2024-04-02T08:37:50.019 INFO:tasks.rados.rados.0.smithi028.stdout:3734: finishing write tid 3 to smithi02882251-31 2024-04-02T08:37:50.019 INFO:tasks.rados.rados.0.smithi028.stdout:3734: oid 31 updating version 0 to 2543 2024-04-02T08:37:50.019 INFO:tasks.rados.rados.0.smithi028.stdout:3734: oid 31 version 2543 is already newer than 2542 2024-04-02T08:37:50.019 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2543 (ObjNum 1161 snap 390 seq_num 1161) dirty exists 2024-04-02T08:37:50.019 INFO:tasks.rados.rados.0.smithi028.stdout:3734: left oid 31 (ObjNum 1161 snap 390 seq_num 1161) 2024-04-02T08:37:50.019 INFO:tasks.rados.rados.0.smithi028.stdout:3737: seq_num 1164 ranges {1703936=303104} 2024-04-02T08:37:50.030 INFO:tasks.rados.rados.0.smithi028.stdout:3737: writing smithi02882251-29 from 1703936 to 2007040 tid 1 2024-04-02T08:37:50.030 INFO:tasks.rados.rados.0.smithi028.stdout:3734: done (3 left) 2024-04-02T08:37:50.030 INFO:tasks.rados.rados.0.smithi028.stdout:3738: rmattr oid 19 current snap is 390 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3735: finishing write tid 1 to smithi02882251-38 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3735: finishing write tid 2 to smithi02882251-38 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3735: finishing write tid 3 to smithi02882251-38 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3735: oid 38 updating version 0 to 2402 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3735: oid 38 version 2402 is already newer than 2401 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2402 (ObjNum 1162 snap 390 seq_num 1162) dirty exists 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3735: left oid 38 (ObjNum 1162 snap 390 seq_num 1162) 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3736: finishing write tid 1 to smithi02882251-44 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3736: finishing write tid 2 to smithi02882251-44 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3736: finishing write tid 3 to smithi02882251-44 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3736: oid 44 updating version 0 to 2552 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3736: oid 44 updating version 2552 to 2553 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2553 (ObjNum 1163 snap 390 seq_num 1163) dirty exists 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3736: left oid 44 (ObjNum 1163 snap 390 seq_num 1163) 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3735: done (3 left) 2024-04-02T08:37:50.031 INFO:tasks.rados.rados.0.smithi028.stdout:3736: done (2 left) 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3739: rollback oid 37 current snap is 390 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 324 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3740: rmattr oid 20 current snap is 390 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3740: done (3 left) 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3741: rmattr oid 42 current snap is 390 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3741: done (3 left) 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3742: read oid 24 snap -1 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3742: expect (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3743: rollback oid 36 current snap is 390 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 341 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3744: read oid 32 snap -1 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3744: expect (ObjNum 1140 snap 381 seq_num 1140) 2024-04-02T08:37:50.032 INFO:tasks.rados.rados.0.smithi028.stdout:3745: setattr oid 27 current snap is 390 2024-04-02T08:37:50.033 INFO:tasks.rados.rados.0.smithi028.stdout:3746: rmattr oid 42 current snap is 390 2024-04-02T08:37:50.033 INFO:tasks.rados.rados.0.smithi028.stdout:3746: done (7 left) 2024-04-02T08:37:50.033 INFO:tasks.rados.rados.0.smithi028.stdout:3747: read oid 21 snap -1 2024-04-02T08:37:50.033 INFO:tasks.rados.rados.0.smithi028.stdout:3747: expect (ObjNum 1151 snap 387 seq_num 1151) 2024-04-02T08:37:50.033 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 390 2024-04-02T08:37:50.033 INFO:tasks.rados.rados.0.smithi028.stdout:3748: seq_num 1165 ranges {2048000=319488} 2024-04-02T08:37:50.046 INFO:tasks.rados.rados.0.smithi028.stdout:3748: writing smithi02882251-43 from 2048000 to 2367488 tid 1 2024-04-02T08:37:50.046 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 390 2024-04-02T08:37:50.046 INFO:tasks.rados.rados.0.smithi028.stdout:3737: finishing write tid 1 to smithi02882251-29 2024-04-02T08:37:50.046 INFO:tasks.rados.rados.0.smithi028.stdout:3737: finishing write tid 2 to smithi02882251-29 2024-04-02T08:37:50.046 INFO:tasks.rados.rados.0.smithi028.stdout:3739: finishing rollback tid 1 to smithi02882251-37 2024-04-02T08:37:50.046 INFO:tasks.rados.rados.0.smithi028.stdout:3743: finishing rollback tid 0 to smithi02882251-36 2024-04-02T08:37:50.046 INFO:tasks.rados.rados.0.smithi028.stdout:3749: seq_num 1166 ranges {1564672=335872} 2024-04-02T08:37:50.057 INFO:tasks.rados.rados.0.smithi028.stdout:3749: writing smithi02882251-8 from 1564672 to 1900544 tid 1 2024-04-02T08:37:50.057 INFO:tasks.rados.rados.0.smithi028.stdout:3750: snap_remove snap 367 2024-04-02T08:37:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:49 smithi028 ceph-mon[94314]: pgmap v889: 121 pgs: 121 active+clean; 719 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T08:37:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:49 smithi028 ceph-mon[94314]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:37:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:49 smithi028 ceph-mon[96890]: pgmap v889: 121 pgs: 121 active+clean; 719 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T08:37:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:49 smithi028 ceph-mon[96890]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:37:50.198 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 08:37:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T08:37:49.957+0000 7f8538243700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1bc after trimming was started 2024-04-02T08:37:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:49 smithi137 ceph-mon[88456]: pgmap v889: 121 pgs: 121 active+clean; 719 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-02T08:37:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:49 smithi137 ceph-mon[88456]: osdmap e817: 8 total, 8 up, 8 in 2024-04-02T08:37:50.940 INFO:tasks.rados.rados.0.smithi028.stdout:3750: done (10 left) 2024-04-02T08:37:50.940 INFO:tasks.rados.rados.0.smithi028.stdout:3751: read oid 11 snap -1 2024-04-02T08:37:50.940 INFO:tasks.rados.rados.0.smithi028.stdout:3751: expect (ObjNum 1122 snap 373 seq_num 1122) 2024-04-02T08:37:50.940 INFO:tasks.rados.rados.0.smithi028.stdout:3752: copy_from oid 5 from oid 7 current snap is 390 2024-04-02T08:37:50.940 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 390 2024-04-02T08:37:50.940 INFO:tasks.rados.rados.0.smithi028.stdout:3753: seq_num 1167 ranges {5644288=352256} 2024-04-02T08:37:50.975 INFO:tasks.rados.rados.0.smithi028.stdout:3753: writing smithi02882251-12 from 5644288 to 5996544 tid 1 2024-04-02T08:37:50.975 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 390 2024-04-02T08:37:50.975 INFO:tasks.rados.rados.0.smithi028.stdout:3754: seq_num 1168 ranges {4341760=368640} 2024-04-02T08:37:51.001 INFO:tasks.rados.rados.0.smithi028.stdout:3754: writing smithi02882251-9 from 4341760 to 4710400 tid 1 2024-04-02T08:37:51.001 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 390 2024-04-02T08:37:51.001 INFO:tasks.rados.rados.0.smithi028.stdout:3755: seq_num 1169 ranges {1138688=385024} 2024-04-02T08:37:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3755: writing smithi02882251-31 from 1138688 to 1523712 tid 1 2024-04-02T08:37:51.010 INFO:tasks.rados.rados.0.smithi028.stdout:3756: snap_remove snap 388 2024-04-02T08:37:51.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:50 smithi028 ceph-mon[94314]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:37:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:50 smithi028 ceph-mon[96890]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:37:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:50 smithi137 ceph-mon[88456]: osdmap e818: 8 total, 8 up, 8 in 2024-04-02T08:37:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:37:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:37:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:37:51] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:37:51.899 INFO:tasks.rados.rados.0.smithi028.stdout:3756: done (15 left) 2024-04-02T08:37:51.899 INFO:tasks.rados.rados.0.smithi028.stdout:3757: snap_remove snap 344 2024-04-02T08:37:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:51 smithi028 ceph-mon[94314]: pgmap v892: 121 pgs: 121 active+clean; 723 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 938 KiB/s wr, 10 op/s 2024-04-02T08:37:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:51 smithi028 ceph-mon[94314]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:37:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:51 smithi028 ceph-mon[94314]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:37:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:51 smithi028 ceph-mon[96890]: pgmap v892: 121 pgs: 121 active+clean; 723 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 938 KiB/s wr, 10 op/s 2024-04-02T08:37:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:51 smithi028 ceph-mon[96890]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:37:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:51 smithi028 ceph-mon[96890]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:37:52.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:51 smithi137 ceph-mon[88456]: pgmap v892: 121 pgs: 121 active+clean; 723 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 938 KiB/s wr, 10 op/s 2024-04-02T08:37:52.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:51 smithi137 ceph-mon[88456]: osdmap e819: 8 total, 8 up, 8 in 2024-04-02T08:37:52.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:51 smithi137 ceph-mon[88456]: osdmap e820: 8 total, 8 up, 8 in 2024-04-02T08:37:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:37:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:37:52.901 INFO:tasks.rados.rados.0.smithi028.stdout:3757: done (15 left) 2024-04-02T08:37:52.901 INFO:tasks.rados.rados.0.smithi028.stdout:3758: rollback oid 17 current snap is 390 2024-04-02T08:37:52.901 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 364 2024-04-02T08:37:52.901 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-04-02T08:37:52.901 INFO:tasks.rados.rados.0.smithi028.stdout:3743: finishing rollback tid 1 to smithi02882251-36 2024-04-02T08:37:52.901 INFO:tasks.rados.rados.0.smithi028.stdout:3743: finishing rollback tid 2 to smithi02882251-36 2024-04-02T08:37:52.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2415 (ObjNum 990 snap 339 seq_num 990) dirty exists 2024-04-02T08:37:52.902 INFO:tasks.rados.rados.0.smithi028.stdout:3739: finishing rollback tid 2 to smithi02882251-37 2024-04-02T08:37:52.902 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2558 (ObjNum 630 snap 202 seq_num 630) dirty exists 2024-04-02T08:37:52.902 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2928 (ObjNum 1158 snap 389 seq_num 1158) dirty exists 2024-04-02T08:37:52.902 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 3011 (ObjNum 1133 snap 377 seq_num 1133) dirty exists 2024-04-02T08:37:52.902 INFO:tasks.rados.rados.0.smithi028.stdout:3742: expect (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:37:52.953 INFO:tasks.rados.rados.0.smithi028.stdout:3737: finishing write tid 3 to smithi02882251-29 2024-04-02T08:37:52.953 INFO:tasks.rados.rados.0.smithi028.stdout:3737: oid 29 updating version 0 to 2209 2024-04-02T08:37:52.953 INFO:tasks.rados.rados.0.smithi028.stdout:3737: oid 29 updating version 2209 to 2210 2024-04-02T08:37:52.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2210 (ObjNum 1164 snap 390 seq_num 1164) dirty exists 2024-04-02T08:37:52.953 INFO:tasks.rados.rados.0.smithi028.stdout:3737: left oid 29 (ObjNum 1164 snap 390 seq_num 1164) 2024-04-02T08:37:52.953 INFO:tasks.rados.rados.0.smithi028.stdout:3747: expect (ObjNum 1151 snap 387 seq_num 1151) 2024-04-02T08:37:53.056 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 1 to smithi02882251-43 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 2 to smithi02882251-43 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3737: done (15 left) 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3738: done (14 left) 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3739: done (13 left) 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3742: done (12 left) 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3743: done (11 left) 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3745: done (10 left) 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3747: done (9 left) 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3759: rollback oid 47 current snap is 390 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 383 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 3 to smithi02882251-43 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3748: oid 43 updating version 0 to 2528 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:3748: oid 43 version 2528 is already newer than 2527 2024-04-02T08:37:53.057 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2528 (ObjNum 1165 snap 390 seq_num 1165) dirty exists 2024-04-02T08:37:53.058 INFO:tasks.rados.rados.0.smithi028.stdout:3748: left oid 43 (ObjNum 1165 snap 390 seq_num 1165) 2024-04-02T08:37:53.058 INFO:tasks.rados.rados.0.smithi028.stdout:3744: expect (ObjNum 1140 snap 381 seq_num 1140) 2024-04-02T08:37:53.331 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 1 to smithi02882251-8 2024-04-02T08:37:53.331 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 2 to smithi02882251-8 2024-04-02T08:37:53.331 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 3 to smithi02882251-8 2024-04-02T08:37:53.332 INFO:tasks.rados.rados.0.smithi028.stdout:3749: oid 8 updating version 0 to 2560 2024-04-02T08:37:53.332 INFO:tasks.rados.rados.0.smithi028.stdout:3749: oid 8 version 2560 is already newer than 2559 2024-04-02T08:37:53.332 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2560 (ObjNum 1166 snap 390 seq_num 1166) dirty exists 2024-04-02T08:37:53.332 INFO:tasks.rados.rados.0.smithi028.stdout:3749: left oid 8 (ObjNum 1166 snap 390 seq_num 1166) 2024-04-02T08:37:53.332 INFO:tasks.rados.rados.0.smithi028.stdout:3751: expect (ObjNum 1122 snap 373 seq_num 1122) 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 1 to smithi02882251-12 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 2 to smithi02882251-12 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 3 to smithi02882251-12 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3753: oid 12 updating version 0 to 2929 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3753: oid 12 updating version 2929 to 2930 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2930 (ObjNum 1167 snap 390 seq_num 1167) dirty exists 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3753: left oid 12 (ObjNum 1167 snap 390 seq_num 1167) 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3752: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3752: finishing copy_from to smithi02882251-5 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2444 (ObjNum 1145 snap 381 seq_num 1145) dirty exists 2024-04-02T08:37:53.437 INFO:tasks.rados.rados.0.smithi028.stdout:3754: finishing write tid 1 to smithi02882251-9 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3744: done (9 left) 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3748: done (8 left) 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3749: done (7 left) 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3751: done (6 left) 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3752: done (5 left) 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3753: done (4 left) 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3760: read oid 21 snap -1 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3760: expect (ObjNum 1151 snap 387 seq_num 1151) 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3761: delete oid 42 current snap is 390 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3754: finishing write tid 2 to smithi02882251-9 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3754: finishing write tid 3 to smithi02882251-9 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3754: oid 9 updating version 0 to 3023 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:3754: oid 9 updating version 3023 to 3024 2024-04-02T08:37:53.438 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3024 (ObjNum 1168 snap 390 seq_num 1168) dirty exists 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3754: left oid 9 (ObjNum 1168 snap 390 seq_num 1168) 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3755: finishing write tid 1 to smithi02882251-31 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3755: finishing write tid 2 to smithi02882251-31 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3755: finishing write tid 3 to smithi02882251-31 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3755: oid 31 updating version 0 to 2544 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3755: oid 31 updating version 2544 to 2545 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2545 (ObjNum 1169 snap 390 seq_num 1169) dirty exists 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3755: left oid 31 (ObjNum 1169 snap 390 seq_num 1169) 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3758: finishing rollback tid 0 to smithi02882251-17 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3758: finishing rollback tid 1 to smithi02882251-17 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3758: finishing rollback tid 2 to smithi02882251-17 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2453 (ObjNum 1037 snap 352 seq_num 1037) dirty exists 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:3759: finishing rollback tid 1 to smithi02882251-47 2024-04-02T08:37:53.439 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2550 (ObjNum 129 snap 0 seq_num 1441094312) dirty dne 2024-04-02T08:37:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:3754: done (5 left) 2024-04-02T08:37:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:3755: done (4 left) 2024-04-02T08:37:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:3758: done (3 left) 2024-04-02T08:37:53.440 INFO:tasks.rados.rados.0.smithi028.stdout:3759: done (2 left) 2024-04-02T08:37:53.441 INFO:tasks.rados.rados.0.smithi028.stdout:3761: done (1 left) 2024-04-02T08:37:53.441 INFO:tasks.rados.rados.0.smithi028.stdout:3762: read oid 27 snap -1 2024-04-02T08:37:53.441 INFO:tasks.rados.rados.0.smithi028.stdout:3762: expect (ObjNum 1133 snap 377 seq_num 1133) 2024-04-02T08:37:53.441 INFO:tasks.rados.rados.0.smithi028.stdout:3763: read oid 18 snap -1 2024-04-02T08:37:53.441 INFO:tasks.rados.rados.0.smithi028.stdout:3763: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-04-02T08:37:53.441 INFO:tasks.rados.rados.0.smithi028.stdout:3764: copy_from oid 30 from oid 49 current snap is 390 2024-04-02T08:37:53.441 INFO:tasks.rados.rados.0.smithi028.stdout:3765: snap_remove snap 230 2024-04-02T08:37:53.943 INFO:tasks.rados.rados.0.smithi028.stdout:3765: done (4 left) 2024-04-02T08:37:53.943 INFO:tasks.rados.rados.0.smithi028.stdout:3766: snap_create 2024-04-02T08:37:53.947 INFO:tasks.rados.rados.0.smithi028.stdout:3764: finishing copy_from to smithi02882251-30 2024-04-02T08:37:53.947 INFO:tasks.rados.rados.0.smithi028.stdout:3764: got expected ENOENT (src dne) 2024-04-02T08:37:53.947 INFO:tasks.rados.rados.0.smithi028.stdout:3764: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:37:53.947 INFO:tasks.rados.rados.0.smithi028.stdout:3760: expect (ObjNum 1151 snap 387 seq_num 1151) 2024-04-02T08:37:54.049 INFO:tasks.rados.rados.0.smithi028.stdout:3762: expect (ObjNum 1133 snap 377 seq_num 1133) 2024-04-02T08:37:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:53 smithi028 ceph-mon[94314]: pgmap v895: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 730 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-04-02T08:37:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:53 smithi028 ceph-mon[94314]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:37:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:53 smithi028 ceph-mon[96890]: pgmap v895: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 730 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-04-02T08:37:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:53 smithi028 ceph-mon[96890]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:37:54.332 INFO:tasks.rados.rados.0.smithi028.stdout:3763: expect (ObjNum 1130 snap 377 seq_num 1130) 2024-04-02T08:37:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:53 smithi137 ceph-mon[88456]: pgmap v895: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 730 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-04-02T08:37:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:53 smithi137 ceph-mon[88456]: osdmap e821: 8 total, 8 up, 8 in 2024-04-02T08:37:54.947 INFO:tasks.rados.rados.0.smithi028.stdout:3760: done (4 left) 2024-04-02T08:37:54.947 INFO:tasks.rados.rados.0.smithi028.stdout:3762: done (3 left) 2024-04-02T08:37:54.947 INFO:tasks.rados.rados.0.smithi028.stdout:3763: done (2 left) 2024-04-02T08:37:54.947 INFO:tasks.rados.rados.0.smithi028.stdout:3764: done (1 left) 2024-04-02T08:37:54.948 INFO:tasks.rados.rados.0.smithi028.stdout:3766: done (0 left) 2024-04-02T08:37:54.948 INFO:tasks.rados.rados.0.smithi028.stdout:3767: snap_create 2024-04-02T08:37:55.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:54 smithi028 ceph-mon[94314]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:37:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:54 smithi028 ceph-mon[96890]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:37:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:54 smithi137 ceph-mon[88456]: osdmap e822: 8 total, 8 up, 8 in 2024-04-02T08:37:55.948 INFO:tasks.rados.rados.0.smithi028.stdout:3767: done (0 left) 2024-04-02T08:37:55.949 INFO:tasks.rados.rados.0.smithi028.stdout:3768: copy_from oid 28 from oid 26 current snap is 392 2024-04-02T08:37:55.949 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 392 2024-04-02T08:37:55.949 INFO:tasks.rados.rados.0.smithi028.stdout:3769: seq_num 1171 ranges {950272=417792} 2024-04-02T08:37:55.956 INFO:tasks.rados.rados.0.smithi028.stdout:3769: writing smithi02882251-20 from 950272 to 1368064 tid 1 2024-04-02T08:37:55.956 INFO:tasks.rados.rados.0.smithi028.stdout:3770: snap_create 2024-04-02T08:37:55.957 INFO:tasks.rados.rados.0.smithi028.stdout:3768: finishing copy_from to smithi02882251-28 2024-04-02T08:37:55.957 INFO:tasks.rados.rados.0.smithi028.stdout:3768: got expected ENOENT (src dne) 2024-04-02T08:37:55.957 INFO:tasks.rados.rados.0.smithi028.stdout:3768: finishing copy_from racing read to smithi02882251-28 2024-04-02T08:37:55.961 INFO:tasks.rados.rados.0.smithi028.stdout:3769: finishing write tid 1 to smithi02882251-20 2024-04-02T08:37:55.961 INFO:tasks.rados.rados.0.smithi028.stdout:3769: finishing write tid 2 to smithi02882251-20 2024-04-02T08:37:55.963 INFO:tasks.rados.rados.0.smithi028.stdout:3769: finishing write tid 3 to smithi02882251-20 2024-04-02T08:37:55.963 INFO:tasks.rados.rados.0.smithi028.stdout:3769: oid 20 updating version 0 to 2552 2024-04-02T08:37:55.963 INFO:tasks.rados.rados.0.smithi028.stdout:3769: oid 20 version 2552 is already newer than 2551 2024-04-02T08:37:55.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2552 (ObjNum 1171 snap 392 seq_num 1171) dirty exists 2024-04-02T08:37:55.964 INFO:tasks.rados.rados.0.smithi028.stdout:3769: left oid 20 (ObjNum 1171 snap 392 seq_num 1171) 2024-04-02T08:37:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:55 smithi137 ceph-mon[88456]: pgmap v898: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 730 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 642 KiB/s wr, 12 op/s 2024-04-02T08:37:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:55 smithi137 ceph-mon[88456]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:37:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:55 smithi028 ceph-mon[94314]: pgmap v898: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 730 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 642 KiB/s wr, 12 op/s 2024-04-02T08:37:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:55 smithi028 ceph-mon[94314]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:37:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:55 smithi028 ceph-mon[96890]: pgmap v898: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 730 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 642 KiB/s wr, 12 op/s 2024-04-02T08:37:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:55 smithi028 ceph-mon[96890]: osdmap e823: 8 total, 8 up, 8 in 2024-04-02T08:37:56.957 INFO:tasks.rados.rados.0.smithi028.stdout:3768: done (2 left) 2024-04-02T08:37:56.957 INFO:tasks.rados.rados.0.smithi028.stdout:3769: done (1 left) 2024-04-02T08:37:56.958 INFO:tasks.rados.rados.0.smithi028.stdout:3770: done (0 left) 2024-04-02T08:37:56.958 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 393 2024-04-02T08:37:56.958 INFO:tasks.rados.rados.0.smithi028.stdout:3771: seq_num 1172 ranges {6668288=434176} 2024-04-02T08:37:56.996 INFO:tasks.rados.rados.0.smithi028.stdout:3771: writing smithi02882251-5 from 6668288 to 7102464 tid 1 2024-04-02T08:37:56.996 INFO:tasks.rados.rados.0.smithi028.stdout:3772: delete oid 35 current snap is 393 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3772: done (1 left) 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3773: rmattr oid 45 current snap is 393 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3773: done (1 left) 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3774: read oid 42 snap -1 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3774: expect deleted 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3775: read oid 46 snap -1 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3775: expect (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3776: copy_from oid 25 from oid 1 current snap is 393 2024-04-02T08:37:57.002 INFO:tasks.rados.rados.0.smithi028.stdout:3777: rmattr oid 30 current snap is 393 2024-04-02T08:37:57.003 INFO:tasks.rados.rados.0.smithi028.stdout:3778: read oid 20 snap 379 2024-04-02T08:37:57.003 INFO:tasks.rados.rados.0.smithi028.stdout:3778: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:57.003 INFO:tasks.rados.rados.0.smithi028.stdout:3779: copy_from oid 34 from oid 40 current snap is 393 2024-04-02T08:37:57.003 INFO:tasks.rados.rados.0.smithi028.stdout:3780: snap_create 2024-04-02T08:37:57.005 INFO:tasks.rados.rados.0.smithi028.stdout:3771: finishing write tid 1 to smithi02882251-5 2024-04-02T08:37:57.006 INFO:tasks.rados.rados.0.smithi028.stdout:3771: finishing write tid 2 to smithi02882251-5 2024-04-02T08:37:57.008 INFO:tasks.rados.rados.0.smithi028.stdout:3775: expect (ObjNum 1056 snap 355 seq_num 1056) 2024-04-02T08:37:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:3771: finishing write tid 3 to smithi02882251-5 2024-04-02T08:37:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:3771: oid 5 updating version 0 to 2446 2024-04-02T08:37:57.033 INFO:tasks.rados.rados.0.smithi028.stdout:3771: oid 5 version 2446 is already newer than 2445 2024-04-02T08:37:57.034 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2446 (ObjNum 1172 snap 393 seq_num 1172) dirty exists 2024-04-02T08:37:57.034 INFO:tasks.rados.rados.0.smithi028.stdout:3771: left oid 5 (ObjNum 1172 snap 393 seq_num 1172) 2024-04-02T08:37:57.034 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2917 (ObjNum 892 snap 298 seq_num 892) dirty exists 2024-04-02T08:37:57.034 INFO:tasks.rados.rados.0.smithi028.stdout:3778: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:37:57.087 INFO:tasks.rados.rados.0.smithi028.stdout:3776: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:37:57.087 INFO:tasks.rados.rados.0.smithi028.stdout:3776: finishing copy_from to smithi02882251-25 2024-04-02T08:37:57.088 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2400 (ObjNum 1160 snap 390 seq_num 1160) dirty exists 2024-04-02T08:37:57.088 INFO:tasks.rados.rados.0.smithi028.stdout:3779: finishing copy_from racing read to smithi02882251-34 2024-04-02T08:37:57.088 INFO:tasks.rados.rados.0.smithi028.stdout:3779: finishing copy_from to smithi02882251-34 2024-04-02T08:37:57.088 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 3000 (ObjNum 1153 snap 388 seq_num 1153) dirty exists 2024-04-02T08:37:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:56 smithi137 ceph-mon[88456]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:37:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:56 smithi028 ceph-mon[94314]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:37:57.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:56 smithi028 ceph-mon[96890]: osdmap e824: 8 total, 8 up, 8 in 2024-04-02T08:37:57.962 INFO:tasks.rados.rados.0.smithi028.stdout:3771: done (7 left) 2024-04-02T08:37:57.962 INFO:tasks.rados.rados.0.smithi028.stdout:3774: done (6 left) 2024-04-02T08:37:57.963 INFO:tasks.rados.rados.0.smithi028.stdout:3775: done (5 left) 2024-04-02T08:37:57.963 INFO:tasks.rados.rados.0.smithi028.stdout:3776: done (4 left) 2024-04-02T08:37:57.963 INFO:tasks.rados.rados.0.smithi028.stdout:3777: done (3 left) 2024-04-02T08:37:57.963 INFO:tasks.rados.rados.0.smithi028.stdout:3778: done (2 left) 2024-04-02T08:37:57.963 INFO:tasks.rados.rados.0.smithi028.stdout:3779: done (1 left) 2024-04-02T08:37:57.963 INFO:tasks.rados.rados.0.smithi028.stdout:3780: done (0 left) 2024-04-02T08:37:57.963 INFO:tasks.rados.rados.0.smithi028.stdout:3781: snap_create 2024-04-02T08:37:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:57 smithi137 ceph-mon[88456]: pgmap v901: 121 pgs: 121 active+clean; 638 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:37:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:57 smithi137 ceph-mon[88456]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:37:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:57 smithi028 ceph-mon[94314]: pgmap v901: 121 pgs: 121 active+clean; 638 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:37:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:57 smithi028 ceph-mon[94314]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:37:58.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:57 smithi028 ceph-mon[96890]: pgmap v901: 121 pgs: 121 active+clean; 638 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:37:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:57 smithi028 ceph-mon[96890]: osdmap e825: 8 total, 8 up, 8 in 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:3781: done (0 left) 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:3782: rollback oid 9 current snap is 395 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 338 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:3783: copy_from oid 11 from oid 31 current snap is 395 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:3784: read oid 13 snap -1 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:3784: expect (ObjNum 1128 snap 376 seq_num 1128) 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:3785: rollback oid 4 current snap is 395 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 337 2024-04-02T08:37:58.968 INFO:tasks.rados.rados.0.smithi028.stdout:3786: snap_remove snap 342 2024-04-02T08:37:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:58 smithi137 ceph-mon[88456]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:37:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:58 smithi028 ceph-mon[94314]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:37:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:58 smithi028 ceph-mon[96890]: osdmap e826: 8 total, 8 up, 8 in 2024-04-02T08:37:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:3786: done (4 left) 2024-04-02T08:37:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 395 2024-04-02T08:37:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:3785: finishing rollback tid 0 to smithi02882251-4 2024-04-02T08:37:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:3785: finishing rollback tid 1 to smithi02882251-4 2024-04-02T08:37:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2417 (ObjNum 65 snap 0 seq_num 1416720493) dirty dne 2024-04-02T08:37:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:37:59.970 INFO:tasks.rados.rados.0.smithi028.stdout:3783: finishing copy_from racing read to smithi02882251-11 2024-04-02T08:37:59.971 INFO:tasks.rados.rados.0.smithi028.stdout:3783: finishing copy_from to smithi02882251-11 2024-04-02T08:37:59.971 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2545 (ObjNum 1169 snap 390 seq_num 1169) dirty exists 2024-04-02T08:37:59.971 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:37:59.971 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:37:59.971 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3052 (ObjNum 892 snap 298 seq_num 892) dirty exists 2024-04-02T08:37:59.971 INFO:tasks.rados.rados.0.smithi028.stdout:3784: expect (ObjNum 1128 snap 376 seq_num 1128) 2024-04-02T08:38:00.114 INFO:tasks.rados.rados.0.smithi028.stdout:3787: seq_num 1174 ranges {1499136=466944} 2024-04-02T08:38:00.125 INFO:tasks.rados.rados.0.smithi028.stdout:3787: writing smithi02882251-6 from 1499136 to 1966080 tid 1 2024-04-02T08:38:00.125 INFO:tasks.rados.rados.0.smithi028.stdout:3782: done (4 left) 2024-04-02T08:38:00.125 INFO:tasks.rados.rados.0.smithi028.stdout:3783: done (3 left) 2024-04-02T08:38:00.125 INFO:tasks.rados.rados.0.smithi028.stdout:3784: done (2 left) 2024-04-02T08:38:00.125 INFO:tasks.rados.rados.0.smithi028.stdout:3785: done (1 left) 2024-04-02T08:38:00.125 INFO:tasks.rados.rados.0.smithi028.stdout:3788: snap_create 2024-04-02T08:38:00.129 INFO:tasks.rados.rados.0.smithi028.stdout:3787: finishing write tid 1 to smithi02882251-6 2024-04-02T08:38:00.129 INFO:tasks.rados.rados.0.smithi028.stdout:3787: finishing write tid 2 to smithi02882251-6 2024-04-02T08:38:00.131 INFO:tasks.rados.rados.0.smithi028.stdout:3787: finishing write tid 3 to smithi02882251-6 2024-04-02T08:38:00.131 INFO:tasks.rados.rados.0.smithi028.stdout:3787: oid 6 updating version 0 to 2454 2024-04-02T08:38:00.131 INFO:tasks.rados.rados.0.smithi028.stdout:3787: oid 6 updating version 2454 to 2455 2024-04-02T08:38:00.131 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2455 (ObjNum 1174 snap 395 seq_num 1174) dirty exists 2024-04-02T08:38:00.131 INFO:tasks.rados.rados.0.smithi028.stdout:3787: left oid 6 (ObjNum 1174 snap 395 seq_num 1174) 2024-04-02T08:38:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:59 smithi137 ceph-mon[88456]: pgmap v904: 121 pgs: 121 active+clean; 638 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:38:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:37:59 smithi137 ceph-mon[88456]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:38:00.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:59 smithi028 ceph-mon[94314]: pgmap v904: 121 pgs: 121 active+clean; 638 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:38:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:37:59 smithi028 ceph-mon[94314]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:38:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:59 smithi028 ceph-mon[96890]: pgmap v904: 121 pgs: 121 active+clean; 638 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-02T08:38:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:37:59 smithi028 ceph-mon[96890]: osdmap e827: 8 total, 8 up, 8 in 2024-04-02T08:38:00.982 INFO:tasks.rados.rados.0.smithi028.stdout:3787: done (1 left) 2024-04-02T08:38:00.982 INFO:tasks.rados.rados.0.smithi028.stdout:3788: done (0 left) 2024-04-02T08:38:00.982 INFO:tasks.rados.rados.0.smithi028.stdout:3789: read oid 31 snap -1 2024-04-02T08:38:00.982 INFO:tasks.rados.rados.0.smithi028.stdout:3789: expect (ObjNum 1169 snap 390 seq_num 1169) 2024-04-02T08:38:00.983 INFO:tasks.rados.rados.0.smithi028.stdout:3790: read oid 45 snap -1 2024-04-02T08:38:00.983 INFO:tasks.rados.rados.0.smithi028.stdout:3790: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:38:00.983 INFO:tasks.rados.rados.0.smithi028.stdout:3791: read oid 38 snap 350 2024-04-02T08:38:00.983 INFO:tasks.rados.rados.0.smithi028.stdout:3791: expect deleted 2024-04-02T08:38:00.983 INFO:tasks.rados.rados.0.smithi028.stdout:3792: delete oid 32 current snap is 396 2024-04-02T08:38:00.988 INFO:tasks.rados.rados.0.smithi028.stdout:3789: expect (ObjNum 1169 snap 390 seq_num 1169) 2024-04-02T08:38:01.062 INFO:tasks.rados.rados.0.smithi028.stdout:3790: expect (ObjNum 882 snap 297 seq_num 882) 2024-04-02T08:38:01.127 INFO:tasks.rados.rados.0.smithi028.stdout:3789: done (3 left) 2024-04-02T08:38:01.127 INFO:tasks.rados.rados.0.smithi028.stdout:3790: done (2 left) 2024-04-02T08:38:01.127 INFO:tasks.rados.rados.0.smithi028.stdout:3791: done (1 left) 2024-04-02T08:38:01.127 INFO:tasks.rados.rados.0.smithi028.stdout:3792: done (0 left) 2024-04-02T08:38:01.127 INFO:tasks.rados.rados.0.smithi028.stdout:3793: copy_from oid 47 from oid 48 current snap is 396 2024-04-02T08:38:01.127 INFO:tasks.rados.rados.0.smithi028.stdout:3794: snap_remove snap 315 2024-04-02T08:38:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:00 smithi137 ceph-mon[88456]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:38:01.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:00 smithi028 ceph-mon[94314]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:38:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:00 smithi028 ceph-mon[96890]: osdmap e828: 8 total, 8 up, 8 in 2024-04-02T08:38:01.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:38:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:38:01] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-04-02T08:38:01.900 INFO:tasks.rados.rados.0.smithi028.stdout:3793: finishing copy_from racing read to smithi02882251-47 2024-04-02T08:38:01.901 INFO:tasks.rados.rados.0.smithi028.stdout:3793: finishing copy_from to smithi02882251-47 2024-04-02T08:38:01.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2095 (ObjNum 1058 snap 355 seq_num 1058) dirty exists 2024-04-02T08:38:01.901 INFO:tasks.rados.rados.0.smithi028.stdout:3793: done (1 left) 2024-04-02T08:38:01.901 INFO:tasks.rados.rados.0.smithi028.stdout:3794: done (0 left) 2024-04-02T08:38:01.901 INFO:tasks.rados.rados.0.smithi028.stdout:3795: snap_remove snap 386 2024-04-02T08:38:02.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:01 smithi137 ceph-mon[88456]: pgmap v907: 121 pgs: 121 active+clean; 643 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 106 KiB/s wr, 1 op/s 2024-04-02T08:38:02.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:01 smithi137 ceph-mon[88456]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:38:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:01 smithi137 ceph-mon[88456]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:38:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:01 smithi028 ceph-mon[94314]: pgmap v907: 121 pgs: 121 active+clean; 643 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 106 KiB/s wr, 1 op/s 2024-04-02T08:38:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:01 smithi028 ceph-mon[94314]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:38:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:01 smithi028 ceph-mon[94314]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:38:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:01 smithi028 ceph-mon[96890]: pgmap v907: 121 pgs: 121 active+clean; 643 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 106 KiB/s wr, 1 op/s 2024-04-02T08:38:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:01 smithi028 ceph-mon[96890]: osdmap e829: 8 total, 8 up, 8 in 2024-04-02T08:38:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:01 smithi028 ceph-mon[96890]: osdmap e830: 8 total, 8 up, 8 in 2024-04-02T08:38:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:38:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3795: done (0 left) 2024-04-02T08:38:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3796: rollback oid 42 current snap is 396 2024-04-02T08:38:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 328 2024-04-02T08:38:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3797: copy_from oid 23 from oid 29 current snap is 396 2024-04-02T08:38:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3798: read oid 17 snap 326 2024-04-02T08:38:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3798: expect (ObjNum 798 snap 279 seq_num 798) 2024-04-02T08:38:02.903 INFO:tasks.rados.rados.0.smithi028.stdout:3799: delete oid 35 current snap is 396 2024-04-02T08:38:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:3796: finishing rollback tid 1 to smithi02882251-42 2024-04-02T08:38:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:3796: finishing rollback tid 2 to smithi02882251-42 2024-04-02T08:38:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2556 (ObjNum 803 snap 283 seq_num 803) dirty exists 2024-04-02T08:38:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:3796: done (3 left) 2024-04-02T08:38:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:3799: done (2 left) 2024-04-02T08:38:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 396 2024-04-02T08:38:02.924 INFO:tasks.rados.rados.0.smithi028.stdout:3800: seq_num 1177 ranges {0=516096} 2024-04-02T08:38:02.928 INFO:tasks.rados.rados.0.smithi028.stdout:3800: writing smithi02882251-49 from 0 to 516096 tid 1 2024-04-02T08:38:02.928 INFO:tasks.rados.rados.0.smithi028.stdout:3801: read oid 48 snap -1 2024-04-02T08:38:02.928 INFO:tasks.rados.rados.0.smithi028.stdout:3801: expect (ObjNum 1058 snap 355 seq_num 1058) 2024-04-02T08:38:02.928 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 396 2024-04-02T08:38:02.928 INFO:tasks.rados.rados.0.smithi028.stdout:3802: seq_num 1178 ranges {2367488=532480} 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:3802: writing smithi02882251-43 from 2367488 to 2899968 tid 1 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:3803: rollback oid 7 current snap is 396 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 387 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 396 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 1 to smithi02882251-49 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 2 to smithi02882251-49 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 3 to smithi02882251-49 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:3800: oid 49 updating version 0 to 2558 2024-04-02T08:38:02.946 INFO:tasks.rados.rados.0.smithi028.stdout:3800: oid 49 version 2558 is already newer than 2557 2024-04-02T08:38:02.947 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2558 (ObjNum 1177 snap 396 seq_num 1177) dirty exists 2024-04-02T08:38:02.947 INFO:tasks.rados.rados.0.smithi028.stdout:3800: left oid 49 (ObjNum 1177 snap 396 seq_num 1177) 2024-04-02T08:38:02.947 INFO:tasks.rados.rados.0.smithi028.stdout:3804: seq_num 1179 ranges {0=548864} 2024-04-02T08:38:02.949 INFO:tasks.rados.rados.0.smithi028.stdout:3804: writing smithi02882251-28 from 0 to 548864 tid 1 2024-04-02T08:38:02.949 INFO:tasks.rados.rados.0.smithi028.stdout:3800: done (6 left) 2024-04-02T08:38:02.949 INFO:tasks.rados.rados.0.smithi028.stdout:3805: snap_create 2024-04-02T08:38:02.949 INFO:tasks.rados.rados.0.smithi028.stdout:3801: expect (ObjNum 1058 snap 355 seq_num 1058) 2024-04-02T08:38:02.976 INFO:tasks.rados.rados.0.smithi028.stdout:3797: finishing copy_from racing read to smithi02882251-23 2024-04-02T08:38:02.976 INFO:tasks.rados.rados.0.smithi028.stdout:3797: finishing copy_from to smithi02882251-23 2024-04-02T08:38:02.976 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2210 (ObjNum 1164 snap 390 seq_num 1164) dirty exists 2024-04-02T08:38:02.976 INFO:tasks.rados.rados.0.smithi028.stdout:3798: expect (ObjNum 798 snap 279 seq_num 798) 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3802: finishing write tid 1 to smithi02882251-43 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3802: finishing write tid 2 to smithi02882251-43 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3802: finishing write tid 3 to smithi02882251-43 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3802: oid 43 updating version 0 to 2529 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3802: oid 43 updating version 2529 to 2530 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2530 (ObjNum 1178 snap 396 seq_num 1178) dirty exists 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3802: left oid 43 (ObjNum 1178 snap 396 seq_num 1178) 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3803: finishing rollback tid 0 to smithi02882251-7 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3803: finishing rollback tid 1 to smithi02882251-7 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3803: finishing rollback tid 2 to smithi02882251-7 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2458 (ObjNum 1145 snap 381 seq_num 1145) dirty exists 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3804: finishing write tid 1 to smithi02882251-28 2024-04-02T08:38:03.726 INFO:tasks.rados.rados.0.smithi028.stdout:3804: finishing write tid 2 to smithi02882251-28 2024-04-02T08:38:03.727 INFO:tasks.rados.rados.0.smithi028.stdout:3804: finishing write tid 3 to smithi02882251-28 2024-04-02T08:38:03.727 INFO:tasks.rados.rados.0.smithi028.stdout:3804: oid 28 updating version 0 to 2932 2024-04-02T08:38:03.727 INFO:tasks.rados.rados.0.smithi028.stdout:3804: oid 28 version 2932 is already newer than 2931 2024-04-02T08:38:03.727 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2932 (ObjNum 1179 snap 396 seq_num 1179) dirty exists 2024-04-02T08:38:03.727 INFO:tasks.rados.rados.0.smithi028.stdout:3804: left oid 28 (ObjNum 1179 snap 396 seq_num 1179) 2024-04-02T08:38:03.906 INFO:tasks.rados.rados.0.smithi028.stdout:3797: done (6 left) 2024-04-02T08:38:03.906 INFO:tasks.rados.rados.0.smithi028.stdout:3798: done (5 left) 2024-04-02T08:38:03.906 INFO:tasks.rados.rados.0.smithi028.stdout:3801: done (4 left) 2024-04-02T08:38:03.907 INFO:tasks.rados.rados.0.smithi028.stdout:3802: done (3 left) 2024-04-02T08:38:03.907 INFO:tasks.rados.rados.0.smithi028.stdout:3803: done (2 left) 2024-04-02T08:38:03.907 INFO:tasks.rados.rados.0.smithi028.stdout:3804: done (1 left) 2024-04-02T08:38:03.907 INFO:tasks.rados.rados.0.smithi028.stdout:3805: done (0 left) 2024-04-02T08:38:03.907 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 397 2024-04-02T08:38:03.907 INFO:tasks.rados.rados.0.smithi028.stdout:3806: seq_num 1180 ranges {3891200=565248} 2024-04-02T08:38:03.933 INFO:tasks.rados.rados.0.smithi028.stdout:3806: writing smithi02882251-13 from 3891200 to 4456448 tid 1 2024-04-02T08:38:03.933 INFO:tasks.rados.rados.0.smithi028.stdout:3807: rollback oid 30 current snap is 397 2024-04-02T08:38:03.933 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 351 2024-04-02T08:38:03.933 INFO:tasks.rados.rados.0.smithi028.stdout:3808: snap_create 2024-04-02T08:38:03.938 INFO:tasks.rados.rados.0.smithi028.stdout:3806: finishing write tid 1 to smithi02882251-13 2024-04-02T08:38:03.938 INFO:tasks.rados.rados.0.smithi028.stdout:3806: finishing write tid 2 to smithi02882251-13 2024-04-02T08:38:03.941 INFO:tasks.rados.rados.0.smithi028.stdout:3806: finishing write tid 3 to smithi02882251-13 2024-04-02T08:38:03.941 INFO:tasks.rados.rados.0.smithi028.stdout:3806: oid 13 updating version 0 to 2459 2024-04-02T08:38:03.942 INFO:tasks.rados.rados.0.smithi028.stdout:3806: oid 13 updating version 2459 to 2460 2024-04-02T08:38:03.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2460 (ObjNum 1180 snap 397 seq_num 1180) dirty exists 2024-04-02T08:38:03.942 INFO:tasks.rados.rados.0.smithi028.stdout:3806: left oid 13 (ObjNum 1180 snap 397 seq_num 1180) 2024-04-02T08:38:03.942 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:38:03.942 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:38:03.942 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:38:03.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2920 (ObjNum 1008 snap 348 seq_num 1008) dirty exists 2024-04-02T08:38:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:03 smithi028 ceph-mon[94314]: pgmap v910: 121 pgs: 121 active+clean; 654 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:38:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:03 smithi028 ceph-mon[94314]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:38:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:03 smithi028 ceph-mon[96890]: pgmap v910: 121 pgs: 121 active+clean; 654 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:38:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:03 smithi028 ceph-mon[96890]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:38:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:03 smithi137 ceph-mon[88456]: pgmap v910: 121 pgs: 121 active+clean; 654 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 8 op/s 2024-04-02T08:38:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:03 smithi137 ceph-mon[88456]: osdmap e831: 8 total, 8 up, 8 in 2024-04-02T08:38:04.911 INFO:tasks.rados.rados.0.smithi028.stdout:3806: done (2 left) 2024-04-02T08:38:04.911 INFO:tasks.rados.rados.0.smithi028.stdout:3807: done (1 left) 2024-04-02T08:38:04.911 INFO:tasks.rados.rados.0.smithi028.stdout:3808: done (0 left) 2024-04-02T08:38:04.911 INFO:tasks.rados.rados.0.smithi028.stdout:3809: read oid 41 snap -1 2024-04-02T08:38:04.911 INFO:tasks.rados.rados.0.smithi028.stdout:3809: expect (ObjNum 1120 snap 372 seq_num 1120) 2024-04-02T08:38:04.912 INFO:tasks.rados.rados.0.smithi028.stdout:3810: delete oid 28 current snap is 398 2024-04-02T08:38:04.917 INFO:tasks.rados.rados.0.smithi028.stdout:3810: done (1 left) 2024-04-02T08:38:04.918 INFO:tasks.rados.rados.0.smithi028.stdout:3811: snap_create 2024-04-02T08:38:04.927 INFO:tasks.rados.rados.0.smithi028.stdout:3809: expect (ObjNum 1120 snap 372 seq_num 1120) 2024-04-02T08:38:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:04 smithi028 ceph-mon[94314]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:38:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:04 smithi028 ceph-mon[96890]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:38:05.296 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:04 smithi137 ceph-mon[88456]: osdmap e832: 8 total, 8 up, 8 in 2024-04-02T08:38:05.918 INFO:tasks.rados.rados.0.smithi028.stdout:3809: done (1 left) 2024-04-02T08:38:05.919 INFO:tasks.rados.rados.0.smithi028.stdout:3811: done (0 left) 2024-04-02T08:38:05.919 INFO:tasks.rados.rados.0.smithi028.stdout:3812: snap_remove snap 337 2024-04-02T08:38:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:05 smithi028 ceph-mon[94314]: pgmap v913: 121 pgs: 121 active+clean; 654 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:38:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:05 smithi028 ceph-mon[94314]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:38:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:05 smithi028 ceph-mon[96890]: pgmap v913: 121 pgs: 121 active+clean; 654 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:38:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:05 smithi028 ceph-mon[96890]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:38:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:05 smithi137 ceph-mon[88456]: pgmap v913: 121 pgs: 121 active+clean; 654 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:38:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:05 smithi137 ceph-mon[88456]: osdmap e833: 8 total, 8 up, 8 in 2024-04-02T08:38:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:06.923 INFO:tasks.rados.rados.0.smithi028.stdout:3812: done (0 left) 2024-04-02T08:38:06.923 INFO:tasks.rados.rados.0.smithi028.stdout:3813: snap_create 2024-04-02T08:38:07.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:06 smithi028 ceph-mon[94314]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:38:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:06 smithi028 ceph-mon[96890]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:38:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:06 smithi137 ceph-mon[88456]: osdmap e834: 8 total, 8 up, 8 in 2024-04-02T08:38:07.925 INFO:tasks.rados.rados.0.smithi028.stdout:3813: done (0 left) 2024-04-02T08:38:07.925 INFO:tasks.rados.rados.0.smithi028.stdout:3814: copy_from oid 13 from oid 23 current snap is 400 2024-04-02T08:38:07.925 INFO:tasks.rados.rados.0.smithi028.stdout:3815: delete oid 7 current snap is 400 2024-04-02T08:38:07.929 INFO:tasks.rados.rados.0.smithi028.stdout:3815: done (1 left) 2024-04-02T08:38:07.929 INFO:tasks.rados.rados.0.smithi028.stdout:3816: snap_create 2024-04-02T08:38:07.936 INFO:tasks.rados.rados.0.smithi028.stdout:3814: finishing copy_from racing read to smithi02882251-13 2024-04-02T08:38:07.938 INFO:tasks.rados.rados.0.smithi028.stdout:3814: finishing copy_from to smithi02882251-13 2024-04-02T08:38:07.938 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2210 (ObjNum 1164 snap 390 seq_num 1164) dirty exists 2024-04-02T08:38:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:07 smithi028 ceph-mon[94314]: pgmap v916: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-02T08:38:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:07 smithi028 ceph-mon[94314]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:38:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:07 smithi028 ceph-mon[96890]: pgmap v916: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-02T08:38:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:07 smithi028 ceph-mon[96890]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:38:08.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:07 smithi137 ceph-mon[88456]: pgmap v916: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-02T08:38:08.397 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:07 smithi137 ceph-mon[88456]: osdmap e835: 8 total, 8 up, 8 in 2024-04-02T08:38:08.934 INFO:tasks.rados.rados.0.smithi028.stdout:3814: done (1 left) 2024-04-02T08:38:08.934 INFO:tasks.rados.rados.0.smithi028.stdout:3816: done (0 left) 2024-04-02T08:38:08.935 INFO:tasks.rados.rados.0.smithi028.stdout:3817: snap_create 2024-04-02T08:38:09.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:08 smithi028 ceph-mon[94314]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:38:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:08 smithi028 ceph-mon[96890]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:38:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:08 smithi137 ceph-mon[88456]: osdmap e836: 8 total, 8 up, 8 in 2024-04-02T08:38:09.935 INFO:tasks.rados.rados.0.smithi028.stdout:3817: done (0 left) 2024-04-02T08:38:09.936 INFO:tasks.rados.rados.0.smithi028.stdout:3818: snap_create 2024-04-02T08:38:10.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:09 smithi028 ceph-mon[96890]: pgmap v919: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-02T08:38:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:09 smithi028 ceph-mon[96890]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:38:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:09 smithi028 ceph-mon[94314]: pgmap v919: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-02T08:38:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:09 smithi028 ceph-mon[94314]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:38:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:09 smithi137 ceph-mon[88456]: pgmap v919: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-02T08:38:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:09 smithi137 ceph-mon[88456]: osdmap e837: 8 total, 8 up, 8 in 2024-04-02T08:38:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3818: done (0 left) 2024-04-02T08:38:10.936 INFO:tasks.rados.rados.0.smithi028.stdout:3819: snap_create 2024-04-02T08:38:11.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:10 smithi028 ceph-mon[96890]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:38:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:10 smithi028 ceph-mon[96890]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:38:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:10 smithi028 ceph-mon[94314]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:38:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:10 smithi028 ceph-mon[94314]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:38:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:10 smithi137 ceph-mon[88456]: osdmap e838: 8 total, 8 up, 8 in 2024-04-02T08:38:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:10 smithi137 ceph-mon[88456]: osdmap e839: 8 total, 8 up, 8 in 2024-04-02T08:38:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:38:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:38:11] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-02T08:38:11.902 INFO:tasks.rados.rados.0.smithi028.stdout:3819: done (0 left) 2024-04-02T08:38:11.903 INFO:tasks.rados.rados.0.smithi028.stdout:3820: read oid 3 snap 316 2024-04-02T08:38:11.903 INFO:tasks.rados.rados.0.smithi028.stdout:3820: expect (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:38:11.903 INFO:tasks.rados.rados.0.smithi028.stdout:3821: snap_create 2024-04-02T08:38:11.908 INFO:tasks.rados.rados.0.smithi028.stdout:3820: expect (ObjNum 746 snap 258 seq_num 746) 2024-04-02T08:38:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:11 smithi028 ceph-mon[94314]: pgmap v922: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:11 smithi028 ceph-mon[94314]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:38:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:11 smithi028 ceph-mon[96890]: pgmap v922: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:11 smithi028 ceph-mon[96890]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:38:12.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:11 smithi137 ceph-mon[88456]: pgmap v922: 121 pgs: 121 active+clean; 664 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:38:12.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:11 smithi137 ceph-mon[88456]: osdmap e840: 8 total, 8 up, 8 in 2024-04-02T08:38:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:38:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:12.906 INFO:tasks.rados.rados.0.smithi028.stdout:3820: done (1 left) 2024-04-02T08:38:12.906 INFO:tasks.rados.rados.0.smithi028.stdout:3821: done (0 left) 2024-04-02T08:38:12.906 INFO:tasks.rados.rados.0.smithi028.stdout:3822: read oid 48 snap 395 2024-04-02T08:38:12.906 INFO:tasks.rados.rados.0.smithi028.stdout:3822: expect (ObjNum 1058 snap 355 seq_num 1058) 2024-04-02T08:38:12.907 INFO:tasks.rados.rados.0.smithi028.stdout:3823: read oid 21 snap 402 2024-04-02T08:38:12.907 INFO:tasks.rados.rados.0.smithi028.stdout:3823: expect (ObjNum 1151 snap 387 seq_num 1151) 2024-04-02T08:38:12.907 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 405 2024-04-02T08:38:12.907 INFO:tasks.rados.rados.0.smithi028.stdout:3824: seq_num 1183 ranges {4341760=622592} 2024-04-02T08:38:12.933 INFO:tasks.rados.rados.0.smithi028.stdout:3824: writing smithi02882251-9 from 4341760 to 4964352 tid 1 2024-04-02T08:38:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 405 2024-04-02T08:38:12.934 INFO:tasks.rados.rados.0.smithi028.stdout:3825: seq_num 1184 ranges {7323648=638976} 2024-04-02T08:38:12.978 INFO:tasks.rados.rados.0.smithi028.stdout:3825: writing smithi02882251-18 from 7323648 to 7962624 tid 1 2024-04-02T08:38:12.978 INFO:tasks.rados.rados.0.smithi028.stdout:3826: read oid 41 snap -1 2024-04-02T08:38:12.978 INFO:tasks.rados.rados.0.smithi028.stdout:3826: expect (ObjNum 1120 snap 372 seq_num 1120) 2024-04-02T08:38:12.978 INFO:tasks.rados.rados.0.smithi028.stdout:3827: copy_from oid 4 from oid 28 current snap is 405 2024-04-02T08:38:12.978 INFO:tasks.rados.rados.0.smithi028.stdout:3822: expect (ObjNum 1058 snap 355 seq_num 1058) 2024-04-02T08:38:13.016 INFO:tasks.rados.rados.0.smithi028.stdout:3823: expect (ObjNum 1151 snap 387 seq_num 1151) 2024-04-02T08:38:13.119 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 1 to smithi02882251-9 2024-04-02T08:38:13.119 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 2 to smithi02882251-9 2024-04-02T08:38:13.119 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 3 to smithi02882251-9 2024-04-02T08:38:13.119 INFO:tasks.rados.rados.0.smithi028.stdout:3824: oid 9 updating version 0 to 3090 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3824: oid 9 updating version 3090 to 3091 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3091 (ObjNum 1183 snap 405 seq_num 1183) dirty exists 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3824: left oid 9 (ObjNum 1183 snap 405 seq_num 1183) 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3827: finishing copy_from to smithi02882251-4 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3827: got expected ENOENT (src dne) 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3827: finishing copy_from racing read to smithi02882251-4 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3825: finishing write tid 1 to smithi02882251-18 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3822: done (5 left) 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3823: done (4 left) 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3824: done (3 left) 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3827: done (2 left) 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3828: rmattr oid 6 current snap is 405 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3828: done (2 left) 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3829: delete oid 27 current snap is 405 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3825: finishing write tid 2 to smithi02882251-18 2024-04-02T08:38:13.120 INFO:tasks.rados.rados.0.smithi028.stdout:3825: finishing write tid 3 to smithi02882251-18 2024-04-02T08:38:13.121 INFO:tasks.rados.rados.0.smithi028.stdout:3825: oid 18 updating version 0 to 2563 2024-04-02T08:38:13.121 INFO:tasks.rados.rados.0.smithi028.stdout:3825: oid 18 version 2563 is already newer than 2562 2024-04-02T08:38:13.121 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2563 (ObjNum 1184 snap 405 seq_num 1184) dirty exists 2024-04-02T08:38:13.121 INFO:tasks.rados.rados.0.smithi028.stdout:3825: left oid 18 (ObjNum 1184 snap 405 seq_num 1184) 2024-04-02T08:38:13.121 INFO:tasks.rados.rados.0.smithi028.stdout:3826: expect (ObjNum 1120 snap 372 seq_num 1120) 2024-04-02T08:38:13.358 INFO:tasks.rados.rados.0.smithi028.stdout:3825: done (2 left) 2024-04-02T08:38:13.358 INFO:tasks.rados.rados.0.smithi028.stdout:3826: done (1 left) 2024-04-02T08:38:13.358 INFO:tasks.rados.rados.0.smithi028.stdout:3829: done (0 left) 2024-04-02T08:38:13.358 INFO:tasks.rados.rados.0.smithi028.stdout:3830: read oid 27 snap -1 2024-04-02T08:38:13.358 INFO:tasks.rados.rados.0.smithi028.stdout:3830: expect deleted 2024-04-02T08:38:13.359 INFO:tasks.rados.rados.0.smithi028.stdout:3831: copy_from oid 25 from oid 17 current snap is 405 2024-04-02T08:38:13.359 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 405 2024-04-02T08:38:13.359 INFO:tasks.rados.rados.0.smithi028.stdout:3832: seq_num 1186 ranges {5677056=671744} 2024-04-02T08:38:13.393 INFO:tasks.rados.rados.0.smithi028.stdout:3832: writing smithi02882251-19 from 5677056 to 6348800 tid 1 2024-04-02T08:38:13.393 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 405 2024-04-02T08:38:13.393 INFO:tasks.rados.rados.0.smithi028.stdout:3833: seq_num 1187 ranges {3088384=688128} 2024-04-02T08:38:13.414 INFO:tasks.rados.rados.0.smithi028.stdout:3833: writing smithi02882251-42 from 3088384 to 3776512 tid 1 2024-04-02T08:38:13.414 INFO:tasks.rados.rados.0.smithi028.stdout:3834: rollback oid 10 current snap is 405 2024-04-02T08:38:13.414 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 390 2024-04-02T08:38:13.414 INFO:tasks.rados.rados.0.smithi028.stdout:3831: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:38:13.414 INFO:tasks.rados.rados.0.smithi028.stdout:3831: finishing copy_from to smithi02882251-25 2024-04-02T08:38:13.414 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2453 (ObjNum 1037 snap 352 seq_num 1037) dirty exists 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3832: finishing write tid 1 to smithi02882251-19 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3832: finishing write tid 2 to smithi02882251-19 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3832: finishing write tid 3 to smithi02882251-19 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3832: oid 19 updating version 0 to 2935 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3832: oid 19 version 2935 is already newer than 2934 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2935 (ObjNum 1186 snap 405 seq_num 1186) dirty exists 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3832: left oid 19 (ObjNum 1186 snap 405 seq_num 1186) 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3830: done (4 left) 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3831: done (3 left) 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3832: done (2 left) 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3835: read oid 16 snap -1 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3835: expect (ObjNum 1111 snap 371 seq_num 1111) 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3836: copy_from oid 34 from oid 29 current snap is 405 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3837: copy_from oid 47 from oid 23 current snap is 405 2024-04-02T08:38:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:3838: delete oid 5 current snap is 405 2024-04-02T08:38:13.417 INFO:tasks.rados.rados.0.smithi028.stdout:3838: done (5 left) 2024-04-02T08:38:13.417 INFO:tasks.rados.rados.0.smithi028.stdout:3839: read oid 26 snap -1 2024-04-02T08:38:13.418 INFO:tasks.rados.rados.0.smithi028.stdout:3839: expect deleted 2024-04-02T08:38:13.418 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 405 2024-04-02T08:38:13.418 INFO:tasks.rados.rados.0.smithi028.stdout:3840: seq_num 1189 ranges {892928=720896} 2024-04-02T08:38:13.427 INFO:tasks.rados.rados.0.smithi028.stdout:3840: writing smithi02882251-46 from 892928 to 1613824 tid 1 2024-04-02T08:38:13.427 INFO:tasks.rados.rados.0.smithi028.stdout:3841: rmattr oid 21 current snap is 405 2024-04-02T08:38:13.427 INFO:tasks.rados.rados.0.smithi028.stdout:3834: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3834: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3834: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2548 (ObjNum 1157 snap 389 seq_num 1157) dirty exists 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3833: finishing write tid 1 to smithi02882251-42 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3833: finishing write tid 2 to smithi02882251-42 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3833: finishing write tid 3 to smithi02882251-42 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3833: oid 42 updating version 0 to 2560 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3833: oid 42 version 2560 is already newer than 2559 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2560 (ObjNum 1187 snap 405 seq_num 1187) dirty exists 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3833: left oid 42 (ObjNum 1187 snap 405 seq_num 1187) 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3836: finishing copy_from racing read to smithi02882251-34 2024-04-02T08:38:13.428 INFO:tasks.rados.rados.0.smithi028.stdout:3835: expect (ObjNum 1111 snap 371 seq_num 1111) 2024-04-02T08:38:13.551 INFO:tasks.rados.rados.0.smithi028.stdout:3836: finishing copy_from to smithi02882251-34 2024-04-02T08:38:13.551 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2210 (ObjNum 1164 snap 390 seq_num 1164) dirty exists 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3837: finishing copy_from racing read to smithi02882251-47 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2302 (ObjNum 1151 snap 387 seq_num 1151) dirty exists 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3840: finishing write tid 1 to smithi02882251-46 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3840: finishing write tid 2 to smithi02882251-46 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3837: finishing copy_from to smithi02882251-47 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2210 (ObjNum 1164 snap 390 seq_num 1164) dirty exists 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3840: finishing write tid 3 to smithi02882251-46 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3840: oid 46 updating version 0 to 2811 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3840: oid 46 version 2811 is already newer than 2810 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2811 (ObjNum 1189 snap 405 seq_num 1189) dirty exists 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3840: left oid 46 (ObjNum 1189 snap 405 seq_num 1189) 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3833: done (7 left) 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3834: done (6 left) 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3835: done (5 left) 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3836: done (4 left) 2024-04-02T08:38:13.552 INFO:tasks.rados.rados.0.smithi028.stdout:3837: done (3 left) 2024-04-02T08:38:13.553 INFO:tasks.rados.rados.0.smithi028.stdout:3839: done (2 left) 2024-04-02T08:38:13.553 INFO:tasks.rados.rados.0.smithi028.stdout:3840: done (1 left) 2024-04-02T08:38:13.553 INFO:tasks.rados.rados.0.smithi028.stdout:3841: done (0 left) 2024-04-02T08:38:13.553 INFO:tasks.rados.rados.0.smithi028.stdout:3842: delete oid 29 current snap is 405 2024-04-02T08:38:13.553 INFO:tasks.rados.rados.0.smithi028.stdout:3842: done (0 left) 2024-04-02T08:38:13.554 INFO:tasks.rados.rados.0.smithi028.stdout:3843: rmattr oid 6 current snap is 405 2024-04-02T08:38:13.554 INFO:tasks.rados.rados.0.smithi028.stdout:3843: done (0 left) 2024-04-02T08:38:13.554 INFO:tasks.rados.rados.0.smithi028.stdout:3844: copy_from oid 37 from oid 12 current snap is 405 2024-04-02T08:38:13.554 INFO:tasks.rados.rados.0.smithi028.stdout:3845: rollback oid 15 current snap is 405 2024-04-02T08:38:13.554 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 213 2024-04-02T08:38:13.554 INFO:tasks.rados.rados.0.smithi028.stdout:3846: delete oid 42 current snap is 405 2024-04-02T08:38:13.557 INFO:tasks.rados.rados.0.smithi028.stdout:3846: done (2 left) 2024-04-02T08:38:13.557 INFO:tasks.rados.rados.0.smithi028.stdout:3847: read oid 40 snap 365 2024-04-02T08:38:13.557 INFO:tasks.rados.rados.0.smithi028.stdout:3847: expect deleted 2024-04-02T08:38:13.557 INFO:tasks.rados.rados.0.smithi028.stdout:3848: setattr oid 43 current snap is 405 2024-04-02T08:38:13.559 INFO:tasks.rados.rados.0.smithi028.stdout:3845: finishing rollback tid 0 to smithi02882251-15 2024-04-02T08:38:13.559 INFO:tasks.rados.rados.0.smithi028.stdout:3847: done (3 left) 2024-04-02T08:38:13.559 INFO:tasks.rados.rados.0.smithi028.stdout:3849: snap_create 2024-04-02T08:38:13.559 INFO:tasks.rados.rados.0.smithi028.stdout:3845: finishing rollback tid 1 to smithi02882251-15 2024-04-02T08:38:13.559 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2565 (ObjNum 65 snap 0 seq_num 1684954449) dirty dne 2024-04-02T08:38:13.562 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2531 (ObjNum 1178 snap 396 seq_num 1178) dirty exists 2024-04-02T08:38:13.577 INFO:tasks.rados.rados.0.smithi028.stdout:3844: finishing copy_from racing read to smithi02882251-37 2024-04-02T08:38:13.581 INFO:tasks.rados.rados.0.smithi028.stdout:3844: finishing copy_from to smithi02882251-37 2024-04-02T08:38:13.582 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2930 (ObjNum 1167 snap 390 seq_num 1167) dirty exists 2024-04-02T08:38:13.947 INFO:tasks.rados.rados.0.smithi028.stdout:3844: done (3 left) 2024-04-02T08:38:13.947 INFO:tasks.rados.rados.0.smithi028.stdout:3845: done (2 left) 2024-04-02T08:38:13.947 INFO:tasks.rados.rados.0.smithi028.stdout:3848: done (1 left) 2024-04-02T08:38:13.947 INFO:tasks.rados.rados.0.smithi028.stdout:3849: done (0 left) 2024-04-02T08:38:13.947 INFO:tasks.rados.rados.0.smithi028.stdout:3850: rmattr oid 41 current snap is 406 2024-04-02T08:38:13.947 INFO:tasks.rados.rados.0.smithi028.stdout:3851: read oid 24 snap -1 2024-04-02T08:38:13.948 INFO:tasks.rados.rados.0.smithi028.stdout:3851: expect (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:38:13.948 INFO:tasks.rados.rados.0.smithi028.stdout:3852: snap_remove snap 320 2024-04-02T08:38:14.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:13 smithi028 ceph-mon[96890]: pgmap v925: 121 pgs: 121 active+clean; 666 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 490 KiB/s wr, 1 op/s 2024-04-02T08:38:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:13 smithi028 ceph-mon[96890]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:38:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:13 smithi028 ceph-mon[94314]: pgmap v925: 121 pgs: 121 active+clean; 666 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 490 KiB/s wr, 1 op/s 2024-04-02T08:38:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:13 smithi028 ceph-mon[94314]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:38:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:13 smithi137 ceph-mon[88456]: pgmap v925: 121 pgs: 121 active+clean; 666 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 490 KiB/s wr, 1 op/s 2024-04-02T08:38:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:13 smithi137 ceph-mon[88456]: osdmap e841: 8 total, 8 up, 8 in 2024-04-02T08:38:14.957 INFO:tasks.rados.rados.0.smithi028.stdout:3852: done (2 left) 2024-04-02T08:38:14.957 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 406 2024-04-02T08:38:14.957 INFO:tasks.rados.rados.0.smithi028.stdout:3853: seq_num 1192 ranges {1523712=770048} 2024-04-02T08:38:14.971 INFO:tasks.rados.rados.0.smithi028.stdout:3853: writing smithi02882251-11 from 1523712 to 2293760 tid 1 2024-04-02T08:38:14.971 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 406 2024-04-02T08:38:14.971 INFO:tasks.rados.rados.0.smithi028.stdout:3854: seq_num 1193 ranges {5996544=786432} 2024-04-02T08:38:15.010 INFO:tasks.rados.rados.0.smithi028.stdout:3854: writing smithi02882251-12 from 5996544 to 6782976 tid 1 2024-04-02T08:38:15.011 INFO:tasks.rados.rados.0.smithi028.stdout:3855: read oid 1 snap 379 2024-04-02T08:38:15.011 INFO:tasks.rados.rados.0.smithi028.stdout:3855: expect (ObjNum 1099 snap 368 seq_num 1099) 2024-04-02T08:38:15.011 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 406 2024-04-02T08:38:15.011 INFO:tasks.rados.rados.0.smithi028.stdout:3856: seq_num 1194 ranges {0=802816} 2024-04-02T08:38:15.016 INFO:tasks.rados.rados.0.smithi028.stdout:3856: writing smithi02882251-4 from 0 to 802816 tid 1 2024-04-02T08:38:15.016 INFO:tasks.rados.rados.0.smithi028.stdout:3857: rollback oid 10 current snap is 406 2024-04-02T08:38:15.016 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 379 2024-04-02T08:38:15.016 INFO:tasks.rados.rados.0.smithi028.stdout:3858: snap_create 2024-04-02T08:38:15.016 INFO:tasks.rados.rados.0.smithi028.stdout:3851: expect (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:38:15.059 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2303 (ObjNum 1120 snap 372 seq_num 1120) dirty exists 2024-04-02T08:38:15.059 INFO:tasks.rados.rados.0.smithi028.stdout:3853: finishing write tid 1 to smithi02882251-11 2024-04-02T08:38:15.059 INFO:tasks.rados.rados.0.smithi028.stdout:3853: finishing write tid 2 to smithi02882251-11 2024-04-02T08:38:15.059 INFO:tasks.rados.rados.0.smithi028.stdout:3853: finishing write tid 3 to smithi02882251-11 2024-04-02T08:38:15.059 INFO:tasks.rados.rados.0.smithi028.stdout:3853: oid 11 updating version 0 to 2550 2024-04-02T08:38:15.059 INFO:tasks.rados.rados.0.smithi028.stdout:3853: oid 11 version 2550 is already newer than 2549 2024-04-02T08:38:15.059 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2550 (ObjNum 1192 snap 406 seq_num 1192) dirty exists 2024-04-02T08:38:15.059 INFO:tasks.rados.rados.0.smithi028.stdout:3853: left oid 11 (ObjNum 1192 snap 406 seq_num 1192) 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3854: finishing write tid 1 to smithi02882251-12 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3854: finishing write tid 2 to smithi02882251-12 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3854: finishing write tid 3 to smithi02882251-12 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3854: oid 12 updating version 0 to 2936 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3854: oid 12 updating version 2936 to 2937 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2937 (ObjNum 1193 snap 406 seq_num 1193) dirty exists 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3854: left oid 12 (ObjNum 1193 snap 406 seq_num 1193) 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3856: finishing write tid 1 to smithi02882251-4 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3856: finishing write tid 2 to smithi02882251-4 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3857: finishing rollback tid 0 to smithi02882251-10 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3857: finishing rollback tid 1 to smithi02882251-10 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3857: finishing rollback tid 2 to smithi02882251-10 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2553 (ObjNum 951 snap 326 seq_num 951) dirty exists 2024-04-02T08:38:15.060 INFO:tasks.rados.rados.0.smithi028.stdout:3855: expect (ObjNum 1099 snap 368 seq_num 1099) 2024-04-02T08:38:15.166 INFO:tasks.rados.rados.0.smithi028.stdout:3856: finishing write tid 3 to smithi02882251-4 2024-04-02T08:38:15.166 INFO:tasks.rados.rados.0.smithi028.stdout:3856: oid 4 updating version 0 to 2418 2024-04-02T08:38:15.167 INFO:tasks.rados.rados.0.smithi028.stdout:3856: oid 4 updating version 2418 to 2419 2024-04-02T08:38:15.167 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2419 (ObjNum 1194 snap 406 seq_num 1194) dirty exists 2024-04-02T08:38:15.167 INFO:tasks.rados.rados.0.smithi028.stdout:3856: left oid 4 (ObjNum 1194 snap 406 seq_num 1194) 2024-04-02T08:38:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:14 smithi137 ceph-mon[88456]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:38:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:14 smithi028 ceph-mon[94314]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:38:15.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:14 smithi028 ceph-mon[96890]: osdmap e842: 8 total, 8 up, 8 in 2024-04-02T08:38:15.957 INFO:tasks.rados.rados.0.smithi028.stdout:3850: done (7 left) 2024-04-02T08:38:15.957 INFO:tasks.rados.rados.0.smithi028.stdout:3851: done (6 left) 2024-04-02T08:38:15.957 INFO:tasks.rados.rados.0.smithi028.stdout:3853: done (5 left) 2024-04-02T08:38:15.957 INFO:tasks.rados.rados.0.smithi028.stdout:3854: done (4 left) 2024-04-02T08:38:15.957 INFO:tasks.rados.rados.0.smithi028.stdout:3855: done (3 left) 2024-04-02T08:38:15.957 INFO:tasks.rados.rados.0.smithi028.stdout:3856: done (2 left) 2024-04-02T08:38:15.957 INFO:tasks.rados.rados.0.smithi028.stdout:3857: done (1 left) 2024-04-02T08:38:15.958 INFO:tasks.rados.rados.0.smithi028.stdout:3858: done (0 left) 2024-04-02T08:38:15.958 INFO:tasks.rados.rados.0.smithi028.stdout:3859: rollback oid 6 current snap is 407 2024-04-02T08:38:15.958 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 383 2024-04-02T08:38:15.958 INFO:tasks.rados.rados.0.smithi028.stdout:3860: read oid 16 snap -1 2024-04-02T08:38:15.958 INFO:tasks.rados.rados.0.smithi028.stdout:3860: expect (ObjNum 1111 snap 371 seq_num 1111) 2024-04-02T08:38:15.958 INFO:tasks.rados.rados.0.smithi028.stdout:3861: setattr oid 20 current snap is 407 2024-04-02T08:38:15.958 INFO:tasks.rados.rados.0.smithi028.stdout:3862: snap_create 2024-04-02T08:38:15.963 INFO:tasks.rados.rados.0.smithi028.stdout:3859: finishing rollback tid 0 to smithi02882251-6 2024-04-02T08:38:15.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 3002 (ObjNum 1171 snap 392 seq_num 1171) dirty exists 2024-04-02T08:38:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:3859: finishing rollback tid 1 to smithi02882251-6 2024-04-02T08:38:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:3859: finishing rollback tid 2 to smithi02882251-6 2024-04-02T08:38:15.965 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2464 (ObjNum 1115 snap 371 seq_num 1115) dirty exists 2024-04-02T08:38:15.967 INFO:tasks.rados.rados.0.smithi028.stdout:3860: expect (ObjNum 1111 snap 371 seq_num 1111) 2024-04-02T08:38:16.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:15 smithi028 ceph-mon[94314]: pgmap v928: 121 pgs: 121 active+clean; 666 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 490 KiB/s wr, 0 op/s 2024-04-02T08:38:16.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:15 smithi028 ceph-mon[94314]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:38:16.349 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:15 smithi028 ceph-mon[96890]: pgmap v928: 121 pgs: 121 active+clean; 666 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 490 KiB/s wr, 0 op/s 2024-04-02T08:38:16.349 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:15 smithi028 ceph-mon[96890]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:38:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:15 smithi137 ceph-mon[88456]: pgmap v928: 121 pgs: 121 active+clean; 666 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 490 KiB/s wr, 0 op/s 2024-04-02T08:38:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:15 smithi137 ceph-mon[88456]: osdmap e843: 8 total, 8 up, 8 in 2024-04-02T08:38:16.962 INFO:tasks.rados.rados.0.smithi028.stdout:3859: done (3 left) 2024-04-02T08:38:16.962 INFO:tasks.rados.rados.0.smithi028.stdout:3860: done (2 left) 2024-04-02T08:38:16.962 INFO:tasks.rados.rados.0.smithi028.stdout:3861: done (1 left) 2024-04-02T08:38:16.962 INFO:tasks.rados.rados.0.smithi028.stdout:3862: done (0 left) 2024-04-02T08:38:16.962 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 408 2024-04-02T08:38:16.962 INFO:tasks.rados.rados.0.smithi028.stdout:3863: seq_num 1195 ranges {3366912=417792,3784704=401408} 2024-04-02T08:38:16.982 INFO:tasks.rados.rados.0.smithi028.stdout:3863: writing smithi02882251-1 from 3366912 to 3784704 tid 1 2024-04-02T08:38:16.985 INFO:tasks.rados.rados.0.smithi028.stdout:3863: writing smithi02882251-1 from 3784704 to 4186112 tid 2 2024-04-02T08:38:16.985 INFO:tasks.rados.rados.0.smithi028.stdout:3864: copy_from oid 45 from oid 34 current snap is 408 2024-04-02T08:38:16.985 INFO:tasks.rados.rados.0.smithi028.stdout:3865: delete oid 29 current snap is 408 2024-04-02T08:38:16.988 INFO:tasks.rados.rados.0.smithi028.stdout:3865: done (2 left) 2024-04-02T08:38:16.988 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 408 2024-04-02T08:38:16.989 INFO:tasks.rados.rados.0.smithi028.stdout:3866: seq_num 1197 ranges {2007040=450560,2457600=401408} 2024-04-02T08:38:17.002 INFO:tasks.rados.rados.0.smithi028.stdout:3866: writing smithi02882251-13 from 2007040 to 2457600 tid 1 2024-04-02T08:38:17.006 INFO:tasks.rados.rados.0.smithi028.stdout:3866: writing smithi02882251-13 from 2457600 to 2859008 tid 2 2024-04-02T08:38:17.006 INFO:tasks.rados.rados.0.smithi028.stdout:3867: snap_create 2024-04-02T08:38:17.006 INFO:tasks.rados.rados.0.smithi028.stdout:3863: finishing write tid 1 to smithi02882251-1 2024-04-02T08:38:17.007 INFO:tasks.rados.rados.0.smithi028.stdout:3863: finishing write tid 2 to smithi02882251-1 2024-04-02T08:38:17.007 INFO:tasks.rados.rados.0.smithi028.stdout:3863: finishing write tid 3 to smithi02882251-1 2024-04-02T08:38:17.007 INFO:tasks.rados.rados.0.smithi028.stdout:3863: finishing write tid 4 to smithi02882251-1 2024-04-02T08:38:17.007 INFO:tasks.rados.rados.0.smithi028.stdout:3863: oid 1 updating version 0 to 2405 2024-04-02T08:38:17.007 INFO:tasks.rados.rados.0.smithi028.stdout:3863: oid 1 version 2405 is already newer than 2403 2024-04-02T08:38:17.007 INFO:tasks.rados.rados.0.smithi028.stdout:3863: oid 1 version 2405 is already newer than 2404 2024-04-02T08:38:17.008 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2405 (ObjNum 1195 snap 408 seq_num 1195) dirty exists 2024-04-02T08:38:17.008 INFO:tasks.rados.rados.0.smithi028.stdout:3863: left oid 1 (ObjNum 1195 snap 408 seq_num 1195) 2024-04-02T08:38:17.008 INFO:tasks.rados.rados.0.smithi028.stdout:3864: finishing copy_from racing read to smithi02882251-45 2024-04-02T08:38:17.008 INFO:tasks.rados.rados.0.smithi028.stdout:3864: finishing copy_from to smithi02882251-45 2024-04-02T08:38:17.008 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2210 (ObjNum 1164 snap 390 seq_num 1164) dirty exists 2024-04-02T08:38:17.009 INFO:tasks.rados.rados.0.smithi028.stdout:3866: finishing write tid 1 to smithi02882251-13 2024-04-02T08:38:17.009 INFO:tasks.rados.rados.0.smithi028.stdout:3866: finishing write tid 2 to smithi02882251-13 2024-04-02T08:38:17.009 INFO:tasks.rados.rados.0.smithi028.stdout:3866: finishing write tid 3 to smithi02882251-13 2024-04-02T08:38:17.011 INFO:tasks.rados.rados.0.smithi028.stdout:3866: finishing write tid 4 to smithi02882251-13 2024-04-02T08:38:17.011 INFO:tasks.rados.rados.0.smithi028.stdout:3866: oid 13 updating version 0 to 2466 2024-04-02T08:38:17.011 INFO:tasks.rados.rados.0.smithi028.stdout:3866: oid 13 version 2466 is already newer than 2465 2024-04-02T08:38:17.011 INFO:tasks.rados.rados.0.smithi028.stdout:3866: oid 13 updating version 2466 to 2467 2024-04-02T08:38:17.011 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2467 (ObjNum 1197 snap 408 seq_num 1197) dirty exists 2024-04-02T08:38:17.012 INFO:tasks.rados.rados.0.smithi028.stdout:3866: left oid 13 (ObjNum 1197 snap 408 seq_num 1197) 2024-04-02T08:38:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:16 smithi137 ceph-mon[88456]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:38:17.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:16 smithi028 ceph-mon[94314]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:38:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:16 smithi028 ceph-mon[96890]: osdmap e844: 8 total, 8 up, 8 in 2024-04-02T08:38:17.966 INFO:tasks.rados.rados.0.smithi028.stdout:3863: done (3 left) 2024-04-02T08:38:17.967 INFO:tasks.rados.rados.0.smithi028.stdout:3864: done (2 left) 2024-04-02T08:38:17.967 INFO:tasks.rados.rados.0.smithi028.stdout:3866: done (1 left) 2024-04-02T08:38:17.967 INFO:tasks.rados.rados.0.smithi028.stdout:3867: done (0 left) 2024-04-02T08:38:17.967 INFO:tasks.rados.rados.0.smithi028.stdout:3868: rmattr oid 27 current snap is 409 2024-04-02T08:38:17.967 INFO:tasks.rados.rados.0.smithi028.stdout:3868: done (0 left) 2024-04-02T08:38:17.967 INFO:tasks.rados.rados.0.smithi028.stdout:3869: copy_from oid 33 from oid 29 current snap is 409 2024-04-02T08:38:17.967 INFO:tasks.rados.rados.0.smithi028.stdout:3870: setattr oid 37 current snap is 409 2024-04-02T08:38:17.967 INFO:tasks.rados.rados.0.smithi028.stdout:3869: finishing copy_from to smithi02882251-33 2024-04-02T08:38:17.968 INFO:tasks.rados.rados.0.smithi028.stdout:3869: got expected ENOENT (src dne) 2024-04-02T08:38:17.968 INFO:tasks.rados.rados.0.smithi028.stdout:3869: finishing copy_from racing read to smithi02882251-33 2024-04-02T08:38:17.968 INFO:tasks.rados.rados.0.smithi028.stdout:3869: done (1 left) 2024-04-02T08:38:17.968 INFO:tasks.rados.rados.0.smithi028.stdout:3871: read oid 2 snap -1 2024-04-02T08:38:17.968 INFO:tasks.rados.rados.0.smithi028.stdout:3871: expect (ObjNum 1129 snap 377 seq_num 1129) 2024-04-02T08:38:17.969 INFO:tasks.rados.rados.0.smithi028.stdout:3872: rollback oid 29 current snap is 409 2024-04-02T08:38:17.969 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 395 2024-04-02T08:38:17.969 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 409 2024-04-02T08:38:17.969 INFO:tasks.rados.rados.0.smithi028.stdout:3873: seq_num 1198 ranges {3383296=466944,3850240=401408} 2024-04-02T08:38:17.989 INFO:tasks.rados.rados.0.smithi028.stdout:3873: writing smithi02882251-16 from 3383296 to 3850240 tid 1 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:3873: writing smithi02882251-16 from 3850240 to 4251648 tid 2 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:3874: rollback oid 4 current snap is 409 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 382 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:3872: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:3872: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2213 (ObjNum 1164 snap 390 seq_num 1164) dirty exists 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2931 (ObjNum 1167 snap 390 seq_num 1167) dirty exists 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:3870: done (4 left) 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:3872: done (3 left) 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:3875: setattr oid 12 current snap is 409 2024-04-02T08:38:17.993 INFO:tasks.rados.rados.0.smithi028.stdout:3871: expect (ObjNum 1129 snap 377 seq_num 1129) 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:3873: finishing write tid 1 to smithi02882251-16 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:3874: finishing rollback tid 0 to smithi02882251-4 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:3873: finishing write tid 2 to smithi02882251-16 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:3874: finishing rollback tid 1 to smithi02882251-4 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:3873: finishing write tid 3 to smithi02882251-16 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:3874: finishing rollback tid 2 to smithi02882251-4 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2422 (ObjNum 1139 snap 381 seq_num 1139) dirty exists 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:3873: finishing write tid 4 to smithi02882251-16 2024-04-02T08:38:18.126 INFO:tasks.rados.rados.0.smithi028.stdout:3873: oid 16 updating version 0 to 2305 2024-04-02T08:38:18.127 INFO:tasks.rados.rados.0.smithi028.stdout:3873: oid 16 version 2305 is already newer than 2304 2024-04-02T08:38:18.127 INFO:tasks.rados.rados.0.smithi028.stdout:3873: oid 16 updating version 2305 to 2306 2024-04-02T08:38:18.127 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2306 (ObjNum 1198 snap 409 seq_num 1198) dirty exists 2024-04-02T08:38:18.127 INFO:tasks.rados.rados.0.smithi028.stdout:3873: left oid 16 (ObjNum 1198 snap 409 seq_num 1198) 2024-04-02T08:38:18.127 INFO:tasks.rados.rados.0.smithi028.stdout:3871: done (3 left) 2024-04-02T08:38:18.127 INFO:tasks.rados.rados.0.smithi028.stdout:3873: done (2 left) 2024-04-02T08:38:18.127 INFO:tasks.rados.rados.0.smithi028.stdout:3874: done (1 left) 2024-04-02T08:38:18.127 INFO:tasks.rados.rados.0.smithi028.stdout:3876: snap_create 2024-04-02T08:38:18.129 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2938 (ObjNum 1193 snap 406 seq_num 1193) dirty exists 2024-04-02T08:38:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:17 smithi137 ceph-mon[88456]: pgmap v931: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T08:38:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:17 smithi137 ceph-mon[88456]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:38:18.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:17 smithi028 ceph-mon[96890]: pgmap v931: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T08:38:18.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:17 smithi028 ceph-mon[96890]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:38:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:17 smithi028 ceph-mon[94314]: pgmap v931: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T08:38:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:17 smithi028 ceph-mon[94314]: osdmap e845: 8 total, 8 up, 8 in 2024-04-02T08:38:18.972 INFO:tasks.rados.rados.0.smithi028.stdout:3875: done (1 left) 2024-04-02T08:38:18.972 INFO:tasks.rados.rados.0.smithi028.stdout:3876: done (0 left) 2024-04-02T08:38:18.972 INFO:tasks.rados.rados.0.smithi028.stdout:3877: read oid 20 snap -1 2024-04-02T08:38:18.972 INFO:tasks.rados.rados.0.smithi028.stdout:3877: expect (ObjNum 1171 snap 392 seq_num 1171) 2024-04-02T08:38:18.972 INFO:tasks.rados.rados.0.smithi028.stdout:3878: copy_from oid 18 from oid 31 current snap is 410 2024-04-02T08:38:18.972 INFO:tasks.rados.rados.0.smithi028.stdout:3879: read oid 24 snap -1 2024-04-02T08:38:18.973 INFO:tasks.rados.rados.0.smithi028.stdout:3879: expect (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:38:18.973 INFO:tasks.rados.rados.0.smithi028.stdout:3880: rollback oid 22 current snap is 410 2024-04-02T08:38:18.973 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 22 to 378 2024-04-02T08:38:18.973 INFO:tasks.rados.rados.0.smithi028.stdout:3881: read oid 14 snap -1 2024-04-02T08:38:18.973 INFO:tasks.rados.rados.0.smithi028.stdout:3881: expect deleted 2024-04-02T08:38:18.973 INFO:tasks.rados.rados.0.smithi028.stdout:3882: delete oid 5 current snap is 410 2024-04-02T08:38:18.975 INFO:tasks.rados.rados.0.smithi028.stdout:3879: expect (ObjNum 1150 snap 386 seq_num 1150) 2024-04-02T08:38:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:3880: finishing rollback tid 0 to smithi02882251-22 2024-04-02T08:38:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:3880: finishing rollback tid 1 to smithi02882251-22 2024-04-02T08:38:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:3880: finishing rollback tid 2 to smithi02882251-22 2024-04-02T08:38:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2941 (ObjNum 1102 snap 368 seq_num 1102) dirty exists 2024-04-02T08:38:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:3879: done (5 left) 2024-04-02T08:38:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:3880: done (4 left) 2024-04-02T08:38:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:3881: done (3 left) 2024-04-02T08:38:19.017 INFO:tasks.rados.rados.0.smithi028.stdout:3882: done (2 left) 2024-04-02T08:38:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:3883: read oid 45 snap 364 2024-04-02T08:38:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:3883: expect (ObjNum 1071 snap 360 seq_num 1071) 2024-04-02T08:38:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:3884: snap_create 2024-04-02T08:38:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:3878: finishing copy_from racing read to smithi02882251-18 2024-04-02T08:38:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:3878: finishing copy_from to smithi02882251-18 2024-04-02T08:38:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2545 (ObjNum 1169 snap 390 seq_num 1169) dirty exists 2024-04-02T08:38:19.018 INFO:tasks.rados.rados.0.smithi028.stdout:3877: expect (ObjNum 1171 snap 392 seq_num 1171) 2024-04-02T08:38:19.085 INFO:tasks.rados.rados.0.smithi028.stdout:3883: expect (ObjNum 1071 snap 360 seq_num 1071) 2024-04-02T08:38:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:18 smithi137 ceph-mon[88456]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:38:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:18 smithi028 ceph-mon[94314]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:38:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:18 smithi028 ceph-mon[96890]: osdmap e846: 8 total, 8 up, 8 in 2024-04-02T08:38:19.977 INFO:tasks.rados.rados.0.smithi028.stdout:3877: done (3 left) 2024-04-02T08:38:19.977 INFO:tasks.rados.rados.0.smithi028.stdout:3878: done (2 left) 2024-04-02T08:38:19.977 INFO:tasks.rados.rados.0.smithi028.stdout:3883: done (1 left) 2024-04-02T08:38:19.977 INFO:tasks.rados.rados.0.smithi028.stdout:3884: done (0 left) 2024-04-02T08:38:19.977 INFO:tasks.rados.rados.0.smithi028.stdout:3885: delete oid 38 current snap is 411 2024-04-02T08:38:19.981 INFO:tasks.rados.rados.0.smithi028.stdout:3885: done (0 left) 2024-04-02T08:38:19.981 INFO:tasks.rados.rados.0.smithi028.stdout:3886: delete oid 47 current snap is 411 2024-04-02T08:38:19.984 INFO:tasks.rados.rados.0.smithi028.stdout:3886: done (0 left) 2024-04-02T08:38:19.984 INFO:tasks.rados.rados.0.smithi028.stdout:3887: rollback oid 25 current snap is 411 2024-04-02T08:38:19.984 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 409 2024-04-02T08:38:19.984 INFO:tasks.rados.rados.0.smithi028.stdout:3888: rollback oid 39 current snap is 411 2024-04-02T08:38:19.984 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 326 2024-04-02T08:38:19.986 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 411 2024-04-02T08:38:19.986 INFO:tasks.rados.rados.0.smithi028.stdout:3889: seq_num 1202 ranges {0=540672,540672=401408} 2024-04-02T08:38:19.989 INFO:tasks.rados.rados.0.smithi028.stdout:3889: writing smithi02882251-47 from 0 to 540672 tid 1 2024-04-02T08:38:19.991 INFO:tasks.rados.rados.0.smithi028.stdout:3889: writing smithi02882251-47 from 540672 to 942080 tid 2 2024-04-02T08:38:19.991 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 411 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:3888: finishing rollback tid 0 to smithi02882251-39 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:3888: finishing rollback tid 1 to smithi02882251-39 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:3888: finishing rollback tid 2 to smithi02882251-39 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2216 (ObjNum 947 snap 324 seq_num 947) dirty exists 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:3887: finishing rollback tid 0 to smithi02882251-25 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:3887: finishing rollback tid 1 to smithi02882251-25 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:3887: finishing rollback tid 2 to smithi02882251-25 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2924 (ObjNum 1037 snap 352 seq_num 1037) dirty exists 2024-04-02T08:38:19.992 INFO:tasks.rados.rados.0.smithi028.stdout:3890: seq_num 1203 ranges {4964352=557056,5521408=401408} 2024-04-02T08:38:20.024 INFO:tasks.rados.rados.0.smithi028.stdout:3890: writing smithi02882251-9 from 4964352 to 5521408 tid 1 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3890: writing smithi02882251-9 from 5521408 to 5922816 tid 2 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3887: done (3 left) 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3888: done (2 left) 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 411 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3889: finishing write tid 1 to smithi02882251-47 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3889: finishing write tid 2 to smithi02882251-47 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3889: finishing write tid 3 to smithi02882251-47 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3889: finishing write tid 4 to smithi02882251-47 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3889: oid 47 updating version 0 to 2926 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3889: oid 47 updating version 2926 to 2927 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3889: oid 47 version 2927 is already newer than 2925 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2927 (ObjNum 1202 snap 411 seq_num 1202) dirty exists 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3889: left oid 47 (ObjNum 1202 snap 411 seq_num 1202) 2024-04-02T08:38:20.028 INFO:tasks.rados.rados.0.smithi028.stdout:3891: seq_num 1204 ranges {1613824=573440,2187264=401408} 2024-04-02T08:38:20.039 INFO:tasks.rados.rados.0.smithi028.stdout:3891: writing smithi02882251-46 from 1613824 to 2187264 tid 1 2024-04-02T08:38:20.042 INFO:tasks.rados.rados.0.smithi028.stdout:3891: writing smithi02882251-46 from 2187264 to 2588672 tid 2 2024-04-02T08:38:20.042 INFO:tasks.rados.rados.0.smithi028.stdout:3889: done (2 left) 2024-04-02T08:38:20.042 INFO:tasks.rados.rados.0.smithi028.stdout:3892: delete oid 48 current snap is 411 2024-04-02T08:38:20.042 INFO:tasks.rados.rados.0.smithi028.stdout:3890: finishing write tid 1 to smithi02882251-9 2024-04-02T08:38:20.042 INFO:tasks.rados.rados.0.smithi028.stdout:3890: finishing write tid 2 to smithi02882251-9 2024-04-02T08:38:20.042 INFO:tasks.rados.rados.0.smithi028.stdout:3890: finishing write tid 3 to smithi02882251-9 2024-04-02T08:38:20.042 INFO:tasks.rados.rados.0.smithi028.stdout:3890: finishing write tid 4 to smithi02882251-9 2024-04-02T08:38:20.042 INFO:tasks.rados.rados.0.smithi028.stdout:3890: oid 9 updating version 0 to 3105 2024-04-02T08:38:20.043 INFO:tasks.rados.rados.0.smithi028.stdout:3890: oid 9 updating version 3105 to 3107 2024-04-02T08:38:20.045 INFO:tasks.rados.rados.0.smithi028.stdout:3890: oid 9 version 3107 is already newer than 3106 2024-04-02T08:38:20.045 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3107 (ObjNum 1203 snap 411 seq_num 1203) dirty exists 2024-04-02T08:38:20.045 INFO:tasks.rados.rados.0.smithi028.stdout:3890: left oid 9 (ObjNum 1203 snap 411 seq_num 1203) 2024-04-02T08:38:20.046 INFO:tasks.rados.rados.0.smithi028.stdout:3891: finishing write tid 1 to smithi02882251-46 2024-04-02T08:38:20.046 INFO:tasks.rados.rados.0.smithi028.stdout:3891: finishing write tid 2 to smithi02882251-46 2024-04-02T08:38:20.046 INFO:tasks.rados.rados.0.smithi028.stdout:3891: finishing write tid 3 to smithi02882251-46 2024-04-02T08:38:20.046 INFO:tasks.rados.rados.0.smithi028.stdout:3890: done (2 left) 2024-04-02T08:38:20.046 INFO:tasks.rados.rados.0.smithi028.stdout:3892: done (1 left) 2024-04-02T08:38:20.046 INFO:tasks.rados.rados.0.smithi028.stdout:3893: delete oid 1 current snap is 411 2024-04-02T08:38:20.047 INFO:tasks.rados.rados.0.smithi028.stdout:3891: finishing write tid 4 to smithi02882251-46 2024-04-02T08:38:20.047 INFO:tasks.rados.rados.0.smithi028.stdout:3891: oid 46 updating version 0 to 2812 2024-04-02T08:38:20.047 INFO:tasks.rados.rados.0.smithi028.stdout:3891: oid 46 updating version 2812 to 2814 2024-04-02T08:38:20.047 INFO:tasks.rados.rados.0.smithi028.stdout:3891: oid 46 version 2814 is already newer than 2813 2024-04-02T08:38:20.047 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2814 (ObjNum 1204 snap 411 seq_num 1204) dirty exists 2024-04-02T08:38:20.047 INFO:tasks.rados.rados.0.smithi028.stdout:3891: left oid 46 (ObjNum 1204 snap 411 seq_num 1204) 2024-04-02T08:38:20.049 INFO:tasks.rados.rados.0.smithi028.stdout:3891: done (1 left) 2024-04-02T08:38:20.049 INFO:tasks.rados.rados.0.smithi028.stdout:3893: done (0 left) 2024-04-02T08:38:20.049 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 411 2024-04-02T08:38:20.049 INFO:tasks.rados.rados.0.smithi028.stdout:3894: seq_num 1207 ranges {5996544=622592,6619136=401408} 2024-04-02T08:38:20.085 INFO:tasks.rados.rados.0.smithi028.stdout:3894: writing smithi02882251-37 from 5996544 to 6619136 tid 1 2024-04-02T08:38:20.088 INFO:tasks.rados.rados.0.smithi028.stdout:3894: writing smithi02882251-37 from 6619136 to 7020544 tid 2 2024-04-02T08:38:20.088 INFO:tasks.rados.rados.0.smithi028.stdout:3895: snap_create 2024-04-02T08:38:20.093 INFO:tasks.rados.rados.0.smithi028.stdout:3894: finishing write tid 1 to smithi02882251-37 2024-04-02T08:38:20.093 INFO:tasks.rados.rados.0.smithi028.stdout:3894: finishing write tid 2 to smithi02882251-37 2024-04-02T08:38:20.094 INFO:tasks.rados.rados.0.smithi028.stdout:3894: finishing write tid 3 to smithi02882251-37 2024-04-02T08:38:20.096 INFO:tasks.rados.rados.0.smithi028.stdout:3894: finishing write tid 4 to smithi02882251-37 2024-04-02T08:38:20.096 INFO:tasks.rados.rados.0.smithi028.stdout:3894: oid 37 updating version 0 to 2932 2024-04-02T08:38:20.096 INFO:tasks.rados.rados.0.smithi028.stdout:3894: oid 37 updating version 2932 to 2934 2024-04-02T08:38:20.096 INFO:tasks.rados.rados.0.smithi028.stdout:3894: oid 37 version 2934 is already newer than 2933 2024-04-02T08:38:20.096 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2934 (ObjNum 1207 snap 411 seq_num 1207) dirty exists 2024-04-02T08:38:20.096 INFO:tasks.rados.rados.0.smithi028.stdout:3894: left oid 37 (ObjNum 1207 snap 411 seq_num 1207) 2024-04-02T08:38:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:19 smithi137 ceph-mon[88456]: pgmap v934: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T08:38:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:19 smithi137 ceph-mon[88456]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:38:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:19 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:19 smithi028 ceph-mon[94314]: pgmap v934: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T08:38:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:19 smithi028 ceph-mon[94314]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:38:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:19 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:19 smithi028 ceph-mon[96890]: pgmap v934: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 679 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-02T08:38:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:19 smithi028 ceph-mon[96890]: osdmap e847: 8 total, 8 up, 8 in 2024-04-02T08:38:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:19 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:38:20.981 INFO:tasks.rados.rados.0.smithi028.stdout:3894: done (1 left) 2024-04-02T08:38:20.981 INFO:tasks.rados.rados.0.smithi028.stdout:3895: done (0 left) 2024-04-02T08:38:20.981 INFO:tasks.rados.rados.0.smithi028.stdout:3896: read oid 25 snap -1 2024-04-02T08:38:20.981 INFO:tasks.rados.rados.0.smithi028.stdout:3896: expect (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:38:20.981 INFO:tasks.rados.rados.0.smithi028.stdout:3897: rollback oid 21 current snap is 412 2024-04-02T08:38:20.982 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 399 2024-04-02T08:38:20.982 INFO:tasks.rados.rados.0.smithi028.stdout:3898: read oid 35 snap 399 2024-04-02T08:38:20.982 INFO:tasks.rados.rados.0.smithi028.stdout:3898: expect deleted 2024-04-02T08:38:20.982 INFO:tasks.rados.rados.0.smithi028.stdout:3899: snap_create 2024-04-02T08:38:20.986 INFO:tasks.rados.rados.0.smithi028.stdout:3897: finishing rollback tid 0 to smithi02882251-21 2024-04-02T08:38:20.986 INFO:tasks.rados.rados.0.smithi028.stdout:3897: finishing rollback tid 1 to smithi02882251-21 2024-04-02T08:38:20.986 INFO:tasks.rados.rados.0.smithi028.stdout:3897: finishing rollback tid 2 to smithi02882251-21 2024-04-02T08:38:20.986 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2309 (ObjNum 1151 snap 387 seq_num 1151) dirty exists 2024-04-02T08:38:20.987 INFO:tasks.rados.rados.0.smithi028.stdout:3896: expect (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:38:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:20 smithi137 ceph-mon[88456]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:38:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:38:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:38:21] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[96890]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[94314]: osdmap e848: 8 total, 8 up, 8 in 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:21.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:38:21.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:38:21.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:38:21.904 INFO:tasks.rados.rados.0.smithi028.stdout:3896: done (3 left) 2024-04-02T08:38:21.904 INFO:tasks.rados.rados.0.smithi028.stdout:3897: done (2 left) 2024-04-02T08:38:21.904 INFO:tasks.rados.rados.0.smithi028.stdout:3898: done (1 left) 2024-04-02T08:38:21.904 INFO:tasks.rados.rados.0.smithi028.stdout:3899: done (0 left) 2024-04-02T08:38:21.904 INFO:tasks.rados.rados.0.smithi028.stdout:3900: setattr oid 4 current snap is 413 2024-04-02T08:38:21.906 INFO:tasks.rados.rados.0.smithi028.stdout:3901: setattr oid 39 current snap is 413 2024-04-02T08:38:21.908 INFO:tasks.rados.rados.0.smithi028.stdout:3902: snap_create 2024-04-02T08:38:21.909 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2423 (ObjNum 1139 snap 381 seq_num 1139) dirty exists 2024-04-02T08:38:21.912 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2217 (ObjNum 947 snap 324 seq_num 947) dirty exists 2024-04-02T08:38:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:21 smithi137 ceph-mon[88456]: pgmap v937: 121 pgs: 121 active+clean; 682 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-04-02T08:38:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:21 smithi137 ceph-mon[88456]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:38:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:21 smithi137 ceph-mon[88456]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:38:22.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:21 smithi028 ceph-mon[96890]: pgmap v937: 121 pgs: 121 active+clean; 682 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-04-02T08:38:22.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:21 smithi028 ceph-mon[96890]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:38:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:21 smithi028 ceph-mon[96890]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:38:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:21 smithi028 ceph-mon[94314]: pgmap v937: 121 pgs: 121 active+clean; 682 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-04-02T08:38:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:21 smithi028 ceph-mon[94314]: osdmap e849: 8 total, 8 up, 8 in 2024-04-02T08:38:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:21 smithi028 ceph-mon[94314]: osdmap e850: 8 total, 8 up, 8 in 2024-04-02T08:38:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:38:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:22.905 INFO:tasks.rados.rados.0.smithi028.stdout:3900: done (2 left) 2024-04-02T08:38:22.905 INFO:tasks.rados.rados.0.smithi028.stdout:3901: done (1 left) 2024-04-02T08:38:22.905 INFO:tasks.rados.rados.0.smithi028.stdout:3902: done (0 left) 2024-04-02T08:38:22.905 INFO:tasks.rados.rados.0.smithi028.stdout:3903: rollback oid 29 current snap is 414 2024-04-02T08:38:22.905 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 361 2024-04-02T08:38:22.905 INFO:tasks.rados.rados.0.smithi028.stdout:3904: rollback oid 14 current snap is 414 2024-04-02T08:38:22.905 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 400 2024-04-02T08:38:22.905 INFO:tasks.rados.rados.0.smithi028.stdout:3905: snap_remove snap 360 2024-04-02T08:38:23.906 INFO:tasks.rados.rados.0.smithi028.stdout:3903: finishing rollback tid 0 to smithi02882251-29 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3903: finishing rollback tid 1 to smithi02882251-29 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3903: finishing rollback tid 2 to smithi02882251-29 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2220 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3904: finishing rollback tid 1 to smithi02882251-14 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2997 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3903: done (2 left) 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3904: done (1 left) 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3905: done (0 left) 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3906: rmattr oid 49 current snap is 414 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3906: done (0 left) 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 414 2024-04-02T08:38:23.907 INFO:tasks.rados.rados.0.smithi028.stdout:3907: seq_num 1208 ranges {0=638976,638976=401408} 2024-04-02T08:38:23.910 INFO:tasks.rados.rados.0.smithi028.stdout:3907: writing smithi02882251-42 from 0 to 638976 tid 1 2024-04-02T08:38:23.914 INFO:tasks.rados.rados.0.smithi028.stdout:3907: writing smithi02882251-42 from 638976 to 1040384 tid 2 2024-04-02T08:38:23.914 INFO:tasks.rados.rados.0.smithi028.stdout:3908: read oid 17 snap -1 2024-04-02T08:38:23.914 INFO:tasks.rados.rados.0.smithi028.stdout:3908: expect (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:38:23.914 INFO:tasks.rados.rados.0.smithi028.stdout:3909: copy_from oid 44 from oid 39 current snap is 414 2024-04-02T08:38:23.914 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 414 2024-04-02T08:38:23.914 INFO:tasks.rados.rados.0.smithi028.stdout:3910: seq_num 1209 ranges {6094848=655360,6750208=401408} 2024-04-02T08:38:23.952 INFO:tasks.rados.rados.0.smithi028.stdout:3910: writing smithi02882251-10 from 6094848 to 6750208 tid 1 2024-04-02T08:38:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:3910: writing smithi02882251-10 from 6750208 to 7151616 tid 2 2024-04-02T08:38:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:3911: copy_from oid 34 from oid 36 current snap is 414 2024-04-02T08:38:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:3907: finishing write tid 1 to smithi02882251-42 2024-04-02T08:38:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:3907: finishing write tid 2 to smithi02882251-42 2024-04-02T08:38:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:3907: finishing write tid 3 to smithi02882251-42 2024-04-02T08:38:23.955 INFO:tasks.rados.rados.0.smithi028.stdout:3908: expect (ObjNum 1037 snap 352 seq_num 1037) 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3907: finishing write tid 4 to smithi02882251-42 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3907: oid 42 updating version 0 to 2564 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3907: oid 42 version 2564 is already newer than 2562 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3907: oid 42 version 2564 is already newer than 2563 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2564 (ObjNum 1208 snap 414 seq_num 1208) dirty exists 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3907: left oid 42 (ObjNum 1208 snap 414 seq_num 1208) 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3909: finishing copy_from racing read to smithi02882251-44 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3909: finishing copy_from to smithi02882251-44 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2217 (ObjNum 947 snap 324 seq_num 947) dirty exists 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3907: done (4 left) 2024-04-02T08:38:23.973 INFO:tasks.rados.rados.0.smithi028.stdout:3908: done (3 left) 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3909: done (2 left) 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3912: read oid 45 snap -1 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3912: expect (ObjNum 1164 snap 390 seq_num 1164) 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3913: setattr oid 40 current snap is 414 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3910: finishing write tid 1 to smithi02882251-10 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3910: finishing write tid 2 to smithi02882251-10 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3910: finishing write tid 3 to smithi02882251-10 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3910: finishing write tid 4 to smithi02882251-10 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3910: oid 10 updating version 0 to 2555 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3910: oid 10 updating version 2555 to 2556 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3910: oid 10 version 2556 is already newer than 2554 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2556 (ObjNum 1209 snap 414 seq_num 1209) dirty exists 2024-04-02T08:38:23.974 INFO:tasks.rados.rados.0.smithi028.stdout:3910: left oid 10 (ObjNum 1209 snap 414 seq_num 1209) 2024-04-02T08:38:23.975 INFO:tasks.rados.rados.0.smithi028.stdout:3910: done (3 left) 2024-04-02T08:38:23.975 INFO:tasks.rados.rados.0.smithi028.stdout:3914: delete oid 42 current snap is 414 2024-04-02T08:38:23.978 INFO:tasks.rados.rados.0.smithi028.stdout:3914: done (3 left) 2024-04-02T08:38:23.978 INFO:tasks.rados.rados.0.smithi028.stdout:3915: read oid 6 snap -1 2024-04-02T08:38:23.978 INFO:tasks.rados.rados.0.smithi028.stdout:3915: expect (ObjNum 1115 snap 371 seq_num 1115) 2024-04-02T08:38:23.978 INFO:tasks.rados.rados.0.smithi028.stdout:3916: copy_from oid 49 from oid 7 current snap is 414 2024-04-02T08:38:23.978 INFO:tasks.rados.rados.0.smithi028.stdout:3917: read oid 33 snap 405 2024-04-02T08:38:23.978 INFO:tasks.rados.rados.0.smithi028.stdout:3917: expect deleted 2024-04-02T08:38:23.978 INFO:tasks.rados.rados.0.smithi028.stdout:3918: snap_remove snap 361 2024-04-02T08:38:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:23 smithi028 ceph-mon[94314]: pgmap v940: 121 pgs: 121 active+clean; 697 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-04-02T08:38:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:23 smithi028 ceph-mon[94314]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:38:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:23 smithi028 ceph-mon[96890]: pgmap v940: 121 pgs: 121 active+clean; 697 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-04-02T08:38:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:23 smithi028 ceph-mon[96890]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:38:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:23 smithi137 ceph-mon[88456]: pgmap v940: 121 pgs: 121 active+clean; 697 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-04-02T08:38:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:23 smithi137 ceph-mon[88456]: osdmap e851: 8 total, 8 up, 8 in 2024-04-02T08:38:24.395 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 08:38:23 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T08:38:23.936+0000 7fd79e74d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ae after trimming was started 2024-04-02T08:38:24.920 INFO:tasks.rados.rados.0.smithi028.stdout:3918: done (6 left) 2024-04-02T08:38:24.920 INFO:tasks.rados.rados.0.smithi028.stdout:3919: snap_create 2024-04-02T08:38:24.920 INFO:tasks.rados.rados.0.smithi028.stdout:3911: finishing copy_from racing read to smithi02882251-34 2024-04-02T08:38:24.920 INFO:tasks.rados.rados.0.smithi028.stdout:3911: finishing copy_from to smithi02882251-34 2024-04-02T08:38:24.920 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2415 (ObjNum 990 snap 339 seq_num 990) dirty exists 2024-04-02T08:38:24.920 INFO:tasks.rados.rados.0.smithi028.stdout:3916: finishing copy_from to smithi02882251-49 2024-04-02T08:38:24.921 INFO:tasks.rados.rados.0.smithi028.stdout:3916: got expected ENOENT (src dne) 2024-04-02T08:38:24.921 INFO:tasks.rados.rados.0.smithi028.stdout:3916: finishing copy_from racing read to smithi02882251-49 2024-04-02T08:38:24.921 INFO:tasks.rados.rados.0.smithi028.stdout:3912: expect (ObjNum 1164 snap 390 seq_num 1164) 2024-04-02T08:38:25.012 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 3120 (ObjNum 1153 snap 388 seq_num 1153) dirty exists 2024-04-02T08:38:25.012 INFO:tasks.rados.rados.0.smithi028.stdout:3915: expect (ObjNum 1115 snap 371 seq_num 1115) 2024-04-02T08:38:25.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:24 smithi028 ceph-mon[94314]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:38:25.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:24 smithi028 ceph-mon[96890]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:38:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:24 smithi137 ceph-mon[88456]: osdmap e852: 8 total, 8 up, 8 in 2024-04-02T08:38:25.920 INFO:tasks.rados.rados.0.smithi028.stdout:3911: done (6 left) 2024-04-02T08:38:25.921 INFO:tasks.rados.rados.0.smithi028.stdout:3912: done (5 left) 2024-04-02T08:38:25.921 INFO:tasks.rados.rados.0.smithi028.stdout:3913: done (4 left) 2024-04-02T08:38:25.921 INFO:tasks.rados.rados.0.smithi028.stdout:3915: done (3 left) 2024-04-02T08:38:25.921 INFO:tasks.rados.rados.0.smithi028.stdout:3916: done (2 left) 2024-04-02T08:38:25.921 INFO:tasks.rados.rados.0.smithi028.stdout:3917: done (1 left) 2024-04-02T08:38:25.921 INFO:tasks.rados.rados.0.smithi028.stdout:3919: done (0 left) 2024-04-02T08:38:25.921 INFO:tasks.rados.rados.0.smithi028.stdout:3920: snap_remove snap 324 2024-04-02T08:38:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:25 smithi028 ceph-mon[94314]: pgmap v943: 121 pgs: 121 active+clean; 697 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T08:38:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:25 smithi028 ceph-mon[94314]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:38:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:25 smithi028 ceph-mon[96890]: pgmap v943: 121 pgs: 121 active+clean; 697 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T08:38:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:25 smithi028 ceph-mon[96890]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:38:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:25 smithi137 ceph-mon[88456]: pgmap v943: 121 pgs: 121 active+clean; 697 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T08:38:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:25 smithi137 ceph-mon[88456]: osdmap e853: 8 total, 8 up, 8 in 2024-04-02T08:38:26.930 INFO:tasks.rados.rados.0.smithi028.stdout:3920: done (0 left) 2024-04-02T08:38:26.931 INFO:tasks.rados.rados.0.smithi028.stdout:3921: read oid 32 snap -1 2024-04-02T08:38:26.931 INFO:tasks.rados.rados.0.smithi028.stdout:3921: expect deleted 2024-04-02T08:38:26.931 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 415 2024-04-02T08:38:26.931 INFO:tasks.rados.rados.0.smithi028.stdout:3922: seq_num 1211 ranges {0=688128,688128=401408} 2024-04-02T08:38:26.935 INFO:tasks.rados.rados.0.smithi028.stdout:3922: writing smithi02882251-48 from 0 to 688128 tid 1 2024-04-02T08:38:26.938 INFO:tasks.rados.rados.0.smithi028.stdout:3922: writing smithi02882251-48 from 688128 to 1089536 tid 2 2024-04-02T08:38:26.939 INFO:tasks.rados.rados.0.smithi028.stdout:3923: rollback oid 43 current snap is 415 2024-04-02T08:38:26.939 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 385 2024-04-02T08:38:26.939 INFO:tasks.rados.rados.0.smithi028.stdout:3921: done (2 left) 2024-04-02T08:38:26.940 INFO:tasks.rados.rados.0.smithi028.stdout:3924: rollback oid 40 current snap is 415 2024-04-02T08:38:26.940 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 341 2024-04-02T08:38:26.940 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 415 2024-04-02T08:38:26.940 INFO:tasks.rados.rados.0.smithi028.stdout:3925: seq_num 1212 ranges {0=704512,704512=401408} 2024-04-02T08:38:26.944 INFO:tasks.rados.rados.0.smithi028.stdout:3925: writing smithi02882251-50 from 0 to 704512 tid 1 2024-04-02T08:38:26.947 INFO:tasks.rados.rados.0.smithi028.stdout:3925: writing smithi02882251-50 from 704512 to 1105920 tid 2 2024-04-02T08:38:26.947 INFO:tasks.rados.rados.0.smithi028.stdout:3926: rollback oid 28 current snap is 415 2024-04-02T08:38:26.947 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 391 2024-04-02T08:38:26.947 INFO:tasks.rados.rados.0.smithi028.stdout:3927: setattr oid 14 current snap is 415 2024-04-02T08:38:26.950 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 415 2024-04-02T08:38:26.950 INFO:tasks.rados.rados.0.smithi028.stdout:3928: seq_num 1213 ranges {2007040=720896,2727936=401408} 2024-04-02T08:38:26.966 INFO:tasks.rados.rados.0.smithi028.stdout:3928: writing smithi02882251-45 from 2007040 to 2727936 tid 1 2024-04-02T08:38:26.969 INFO:tasks.rados.rados.0.smithi028.stdout:3928: writing smithi02882251-45 from 2727936 to 3129344 tid 2 2024-04-02T08:38:26.969 INFO:tasks.rados.rados.0.smithi028.stdout:3929: read oid 25 snap 339 2024-04-02T08:38:26.969 INFO:tasks.rados.rados.0.smithi028.stdout:3929: expect deleted 2024-04-02T08:38:26.969 INFO:tasks.rados.rados.0.smithi028.stdout:3930: rollback oid 30 current snap is 415 2024-04-02T08:38:26.969 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 213 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3923: finishing rollback tid 0 to smithi02882251-43 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3923: finishing rollback tid 1 to smithi02882251-43 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3931: delete oid 42 current snap is 415 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3923: finishing rollback tid 2 to smithi02882251-43 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2534 (ObjNum 838 snap 288 seq_num 838) dirty exists 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3925: finishing write tid 1 to smithi02882251-50 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3925: finishing write tid 2 to smithi02882251-50 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3925: finishing write tid 3 to smithi02882251-50 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3922: finishing write tid 1 to smithi02882251-48 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3925: finishing write tid 4 to smithi02882251-50 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3925: oid 50 updating version 0 to 2450 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3925: oid 50 version 2450 is already newer than 2448 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3925: oid 50 version 2450 is already newer than 2449 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2450 (ObjNum 1212 snap 415 seq_num 1212) dirty exists 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3925: left oid 50 (ObjNum 1212 snap 415 seq_num 1212) 2024-04-02T08:38:26.970 INFO:tasks.rados.rados.0.smithi028.stdout:3926: finishing rollback tid 1 to smithi02882251-28 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2933 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3922: finishing write tid 2 to smithi02882251-48 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3922: finishing write tid 3 to smithi02882251-48 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3924: finishing rollback tid 0 to smithi02882251-40 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3924: finishing rollback tid 1 to smithi02882251-40 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3922: finishing write tid 4 to smithi02882251-48 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3922: oid 48 updating version 0 to 3131 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3922: oid 48 updating version 3131 to 3137 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3922: oid 48 version 3137 is already newer than 3136 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 3137 (ObjNum 1211 snap 415 seq_num 1211) dirty exists 2024-04-02T08:38:26.971 INFO:tasks.rados.rados.0.smithi028.stdout:3922: left oid 48 (ObjNum 1211 snap 415 seq_num 1211) 2024-04-02T08:38:26.972 INFO:tasks.rados.rados.0.smithi028.stdout:3922: done (9 left) 2024-04-02T08:38:26.972 INFO:tasks.rados.rados.0.smithi028.stdout:3923: done (8 left) 2024-04-02T08:38:26.972 INFO:tasks.rados.rados.0.smithi028.stdout:3925: done (7 left) 2024-04-02T08:38:26.972 INFO:tasks.rados.rados.0.smithi028.stdout:3926: done (6 left) 2024-04-02T08:38:26.972 INFO:tasks.rados.rados.0.smithi028.stdout:3929: done (5 left) 2024-04-02T08:38:26.972 INFO:tasks.rados.rados.0.smithi028.stdout:3931: done (4 left) 2024-04-02T08:38:26.972 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 415 2024-04-02T08:38:26.972 INFO:tasks.rados.rados.0.smithi028.stdout:3932: seq_num 1215 ranges {6348800=753664,7102464=401408} 2024-04-02T08:38:27.010 INFO:tasks.rados.rados.0.smithi028.stdout:3932: writing smithi02882251-19 from 6348800 to 7102464 tid 1 2024-04-02T08:38:27.013 INFO:tasks.rados.rados.0.smithi028.stdout:3932: writing smithi02882251-19 from 7102464 to 7503872 tid 2 2024-04-02T08:38:27.013 INFO:tasks.rados.rados.0.smithi028.stdout:3933: rmattr oid 29 current snap is 415 2024-04-02T08:38:27.013 INFO:tasks.rados.rados.0.smithi028.stdout:3933: done (5 left) 2024-04-02T08:38:27.013 INFO:tasks.rados.rados.0.smithi028.stdout:3934: snap_remove snap 385 2024-04-02T08:38:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:26 smithi028 ceph-mon[94314]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:38:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:26 smithi028 ceph-mon[96890]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:38:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:26 smithi137 ceph-mon[88456]: osdmap e854: 8 total, 8 up, 8 in 2024-04-02T08:38:27.936 INFO:tasks.rados.rados.0.smithi028.stdout:3934: done (5 left) 2024-04-02T08:38:27.937 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 415 2024-04-02T08:38:27.937 INFO:tasks.rados.rados.0.smithi028.stdout:3935: seq_num 1216 ranges {3096576=770048,3866624=401408} 2024-04-02T08:38:27.959 INFO:tasks.rados.rados.0.smithi028.stdout:3935: writing smithi02882251-22 from 3096576 to 3866624 tid 1 2024-04-02T08:38:27.964 INFO:tasks.rados.rados.0.smithi028.stdout:3935: writing smithi02882251-22 from 3866624 to 4268032 tid 2 2024-04-02T08:38:27.964 INFO:tasks.rados.rados.0.smithi028.stdout:3936: snap_remove snap 362 2024-04-02T08:38:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:27 smithi028 ceph-mon[94314]: pgmap v946: 121 pgs: 121 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:38:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:27 smithi028 ceph-mon[94314]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:38:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:27 smithi028 ceph-mon[96890]: pgmap v946: 121 pgs: 121 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:38:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:27 smithi028 ceph-mon[96890]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:38:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:27 smithi137 ceph-mon[88456]: pgmap v946: 121 pgs: 121 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:38:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:27 smithi137 ceph-mon[88456]: osdmap e855: 8 total, 8 up, 8 in 2024-04-02T08:38:28.942 INFO:tasks.rados.rados.0.smithi028.stdout:3936: done (6 left) 2024-04-02T08:38:28.942 INFO:tasks.rados.rados.0.smithi028.stdout:3937: delete oid 20 current snap is 415 2024-04-02T08:38:28.942 INFO:tasks.rados.rados.0.smithi028.stdout:3930: finishing rollback tid 0 to smithi02882251-30 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3930: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2929 (ObjNum 33 snap 0 seq_num 1441745456) dirty dne 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3924: finishing rollback tid 2 to smithi02882251-40 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 3141 (ObjNum 987 snap 339 seq_num 987) dirty exists 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 3142 (ObjNum 129 snap 0 seq_num 1439652720) dirty exists 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3928: finishing write tid 1 to smithi02882251-45 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3928: finishing write tid 2 to smithi02882251-45 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3928: finishing write tid 3 to smithi02882251-45 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3928: finishing write tid 4 to smithi02882251-45 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3928: oid 45 updating version 0 to 3145 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3928: oid 45 updating version 3145 to 3146 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3928: oid 45 version 3146 is already newer than 3144 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 3146 (ObjNum 1213 snap 415 seq_num 1213) dirty exists 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3928: left oid 45 (ObjNum 1213 snap 415 seq_num 1213) 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3932: finishing write tid 1 to smithi02882251-19 2024-04-02T08:38:28.943 INFO:tasks.rados.rados.0.smithi028.stdout:3932: finishing write tid 2 to smithi02882251-19 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3932: finishing write tid 3 to smithi02882251-19 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3932: finishing write tid 4 to smithi02882251-19 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3932: oid 19 updating version 0 to 2942 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3932: oid 19 updating version 2942 to 2943 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3932: oid 19 updating version 2943 to 2944 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2944 (ObjNum 1215 snap 415 seq_num 1215) dirty exists 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3932: left oid 19 (ObjNum 1215 snap 415 seq_num 1215) 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3935: finishing write tid 1 to smithi02882251-22 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3935: finishing write tid 2 to smithi02882251-22 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3935: finishing write tid 3 to smithi02882251-22 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3935: finishing write tid 4 to smithi02882251-22 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3935: oid 22 updating version 0 to 2946 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3935: oid 22 version 2946 is already newer than 2945 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3935: oid 22 updating version 2946 to 2947 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2947 (ObjNum 1216 snap 415 seq_num 1216) dirty exists 2024-04-02T08:38:28.944 INFO:tasks.rados.rados.0.smithi028.stdout:3935: left oid 22 (ObjNum 1216 snap 415 seq_num 1216) 2024-04-02T08:38:28.967 INFO:tasks.rados.rados.0.smithi028.stdout:3924: done (6 left) 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3927: done (5 left) 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3928: done (4 left) 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3930: done (3 left) 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3932: done (2 left) 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3935: done (1 left) 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3937: done (0 left) 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3938: rollback oid 8 current snap is 415 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 394 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3939: read oid 28 snap -1 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3939: expect deleted 2024-04-02T08:38:28.968 INFO:tasks.rados.rados.0.smithi028.stdout:3940: delete oid 43 current snap is 415 2024-04-02T08:38:28.971 INFO:tasks.rados.rados.0.smithi028.stdout:3939: done (2 left) 2024-04-02T08:38:28.971 INFO:tasks.rados.rados.0.smithi028.stdout:3940: done (1 left) 2024-04-02T08:38:28.971 INFO:tasks.rados.rados.0.smithi028.stdout:3941: snap_remove snap 399 2024-04-02T08:38:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:28 smithi028 ceph-mon[94314]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:38:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:28 smithi028 ceph-mon[96890]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:38:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:28 smithi137 ceph-mon[88456]: osdmap e856: 8 total, 8 up, 8 in 2024-04-02T08:38:29.947 INFO:tasks.rados.rados.0.smithi028.stdout:3938: finishing rollback tid 0 to smithi02882251-8 2024-04-02T08:38:29.947 INFO:tasks.rados.rados.0.smithi028.stdout:3938: finishing rollback tid 1 to smithi02882251-8 2024-04-02T08:38:29.947 INFO:tasks.rados.rados.0.smithi028.stdout:3938: finishing rollback tid 2 to smithi02882251-8 2024-04-02T08:38:29.947 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2937 (ObjNum 1166 snap 390 seq_num 1166) dirty exists 2024-04-02T08:38:29.947 INFO:tasks.rados.rados.0.smithi028.stdout:3938: done (1 left) 2024-04-02T08:38:29.947 INFO:tasks.rados.rados.0.smithi028.stdout:3941: done (0 left) 2024-04-02T08:38:29.947 INFO:tasks.rados.rados.0.smithi028.stdout:3942: rollback oid 16 current snap is 415 2024-04-02T08:38:29.948 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 377 2024-04-02T08:38:29.948 INFO:tasks.rados.rados.0.smithi028.stdout:3943: rollback oid 7 current snap is 415 2024-04-02T08:38:29.948 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 411 2024-04-02T08:38:29.948 INFO:tasks.rados.rados.0.smithi028.stdout:3944: rollback oid 32 current snap is 415 2024-04-02T08:38:29.948 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 371 2024-04-02T08:38:29.948 INFO:tasks.rados.rados.0.smithi028.stdout:3945: delete oid 46 current snap is 415 2024-04-02T08:38:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:3945: done (3 left) 2024-04-02T08:38:29.957 INFO:tasks.rados.rados.0.smithi028.stdout:3946: delete oid 3 current snap is 415 2024-04-02T08:38:29.959 INFO:tasks.rados.rados.0.smithi028.stdout:3943: finishing rollback tid 1 to smithi02882251-7 2024-04-02T08:38:29.959 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2461 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-02T08:38:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:3944: finishing rollback tid 1 to smithi02882251-32 2024-04-02T08:38:29.961 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 3001 (ObjNum 609 snap 0 seq_num 1442093632) dirty dne 2024-04-02T08:38:29.964 INFO:tasks.rados.rados.0.smithi028.stdout:3943: done (3 left) 2024-04-02T08:38:29.964 INFO:tasks.rados.rados.0.smithi028.stdout:3944: done (2 left) 2024-04-02T08:38:29.964 INFO:tasks.rados.rados.0.smithi028.stdout:3946: done (1 left) 2024-04-02T08:38:29.964 INFO:tasks.rados.rados.0.smithi028.stdout:3947: rmattr oid 39 current snap is 415 2024-04-02T08:38:29.964 INFO:tasks.rados.rados.0.smithi028.stdout:3948: read oid 47 snap -1 2024-04-02T08:38:29.965 INFO:tasks.rados.rados.0.smithi028.stdout:3948: expect (ObjNum 1202 snap 411 seq_num 1202) 2024-04-02T08:38:29.965 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 415 2024-04-02T08:38:29.965 INFO:tasks.rados.rados.0.smithi028.stdout:3949: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-04-02T08:38:29.967 INFO:tasks.rados.rados.0.smithi028.stdout:3949: writing smithi02882251-27 from 0 to 458752 tid 1 2024-04-02T08:38:29.973 INFO:tasks.rados.rados.0.smithi028.stdout:3949: writing smithi02882251-27 from 458752 to 1187840 tid 2 2024-04-02T08:38:29.974 INFO:tasks.rados.rados.0.smithi028.stdout:3949: writing smithi02882251-27 from 1187840 to 1261568 tid 3 2024-04-02T08:38:29.974 INFO:tasks.rados.rados.0.smithi028.stdout:3950: copy_from oid 30 from oid 20 current snap is 415 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3942: finishing rollback tid 0 to smithi02882251-16 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3942: finishing rollback tid 1 to smithi02882251-16 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3942: finishing rollback tid 2 to smithi02882251-16 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2312 (ObjNum 1111 snap 371 seq_num 1111) dirty exists 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3942: done (4 left) 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3951: read oid 26 snap -1 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3951: expect deleted 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3952: read oid 35 snap -1 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3952: expect deleted 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3953: copy_from oid 42 from oid 38 current snap is 415 2024-04-02T08:38:29.975 INFO:tasks.rados.rados.0.smithi028.stdout:3954: delete oid 5 current snap is 415 2024-04-02T08:38:29.976 INFO:tasks.rados.rados.0.smithi028.stdout:3948: expect (ObjNum 1202 snap 411 seq_num 1202) 2024-04-02T08:38:30.004 INFO:tasks.rados.rados.0.smithi028.stdout:3950: finishing copy_from to smithi02882251-30 2024-04-02T08:38:30.004 INFO:tasks.rados.rados.0.smithi028.stdout:3950: got expected ENOENT (src dne) 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3950: finishing copy_from racing read to smithi02882251-30 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3953: finishing copy_from to smithi02882251-42 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3953: got expected ENOENT (src dne) 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3953: finishing copy_from racing read to smithi02882251-42 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2221 (ObjNum 947 snap 324 seq_num 947) dirty exists 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: finishing write tid 1 to smithi02882251-27 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: finishing write tid 2 to smithi02882251-27 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: finishing write tid 3 to smithi02882251-27 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: finishing write tid 4 to smithi02882251-27 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: finishing write tid 5 to smithi02882251-27 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: oid 27 updating version 0 to 3184 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: oid 27 version 3184 is already newer than 3181 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: oid 27 version 3184 is already newer than 3182 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: oid 27 version 3184 is already newer than 3183 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 3184 (ObjNum 1221 snap 415 seq_num 1221) dirty exists 2024-04-02T08:38:30.005 INFO:tasks.rados.rados.0.smithi028.stdout:3949: left oid 27 (ObjNum 1221 snap 415 seq_num 1221) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3947: done (7 left) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3948: done (6 left) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3949: done (5 left) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3950: done (4 left) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3951: done (3 left) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3952: done (2 left) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3953: done (1 left) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3954: done (0 left) 2024-04-02T08:38:30.006 INFO:tasks.rados.rados.0.smithi028.stdout:3955: snap_create 2024-04-02T08:38:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:29 smithi028 ceph-mon[94314]: pgmap v949: 121 pgs: 121 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:38:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:29 smithi028 ceph-mon[94314]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:38:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:29 smithi028 ceph-mon[96890]: pgmap v949: 121 pgs: 121 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:38:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:29 smithi028 ceph-mon[96890]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:38:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:29 smithi137 ceph-mon[88456]: pgmap v949: 121 pgs: 121 active+clean; 707 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-04-02T08:38:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:29 smithi137 ceph-mon[88456]: osdmap e857: 8 total, 8 up, 8 in 2024-04-02T08:38:30.956 INFO:tasks.rados.rados.0.smithi028.stdout:3955: done (0 left) 2024-04-02T08:38:30.957 INFO:tasks.rados.rados.0.smithi028.stdout:3956: read oid 47 snap 375 2024-04-02T08:38:30.957 INFO:tasks.rados.rados.0.smithi028.stdout:3956: expect (ObjNum 788 snap 277 seq_num 788) 2024-04-02T08:38:30.957 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 416 2024-04-02T08:38:30.957 INFO:tasks.rados.rados.0.smithi028.stdout:3957: seq_num 1223 ranges {3981312=491520,4472832=491520,4964352=311296} 2024-04-02T08:38:30.981 INFO:tasks.rados.rados.0.smithi028.stdout:3957: writing smithi02882251-36 from 3981312 to 4472832 tid 1 2024-04-02T08:38:30.984 INFO:tasks.rados.rados.0.smithi028.stdout:3957: writing smithi02882251-36 from 4472832 to 4964352 tid 2 2024-04-02T08:38:30.986 INFO:tasks.rados.rados.0.smithi028.stdout:3957: writing smithi02882251-36 from 4964352 to 5275648 tid 3 2024-04-02T08:38:30.986 INFO:tasks.rados.rados.0.smithi028.stdout:3958: snap_remove snap 380 2024-04-02T08:38:31.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:30 smithi028 ceph-mon[96890]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:38:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:30 smithi028 ceph-mon[94314]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:38:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:30 smithi137 ceph-mon[88456]: osdmap e858: 8 total, 8 up, 8 in 2024-04-02T08:38:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:38:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:38:31] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:38:31.906 INFO:tasks.rados.rados.0.smithi028.stdout:3958: done (2 left) 2024-04-02T08:38:31.906 INFO:tasks.rados.rados.0.smithi028.stdout:3959: delete oid 3 current snap is 416 2024-04-02T08:38:31.906 INFO:tasks.rados.rados.0.smithi028.stdout:3956: expect (ObjNum 788 snap 277 seq_num 788) 2024-04-02T08:38:31.978 INFO:tasks.rados.rados.0.smithi028.stdout:3957: finishing write tid 1 to smithi02882251-36 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: finishing write tid 2 to smithi02882251-36 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: finishing write tid 3 to smithi02882251-36 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: finishing write tid 4 to smithi02882251-36 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: finishing write tid 5 to smithi02882251-36 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: oid 36 updating version 0 to 2427 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: oid 36 version 2427 is already newer than 2426 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: oid 36 version 2427 is already newer than 2424 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: oid 36 version 2427 is already newer than 2425 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2427 (ObjNum 1223 snap 416 seq_num 1223) dirty exists 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: left oid 36 (ObjNum 1223 snap 416 seq_num 1223) 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3956: done (2 left) 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3957: done (1 left) 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3959: done (0 left) 2024-04-02T08:38:31.979 INFO:tasks.rados.rados.0.smithi028.stdout:3960: setattr oid 47 current snap is 416 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3961: read oid 49 snap -1 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3961: expect (ObjNum 1177 snap 396 seq_num 1177) 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3962: copy_from oid 8 from oid 22 current snap is 416 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3963: read oid 14 snap -1 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3963: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3964: read oid 29 snap -1 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3964: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3965: read oid 42 snap 353 2024-04-02T08:38:31.981 INFO:tasks.rados.rados.0.smithi028.stdout:3965: expect (ObjNum 980 snap 336 seq_num 980) 2024-04-02T08:38:31.982 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 416 2024-04-02T08:38:31.982 INFO:tasks.rados.rados.0.smithi028.stdout:3966: seq_num 1225 ranges {0=524288,524288=712704,1236992=90112} 2024-04-02T08:38:31.984 INFO:tasks.rados.rados.0.smithi028.stdout:3966: writing smithi02882251-38 from 0 to 524288 tid 1 2024-04-02T08:38:31.989 INFO:tasks.rados.rados.0.smithi028.stdout:3966: writing smithi02882251-38 from 524288 to 1236992 tid 2 2024-04-02T08:38:31.990 INFO:tasks.rados.rados.0.smithi028.stdout:3966: writing smithi02882251-38 from 1236992 to 1327104 tid 3 2024-04-02T08:38:31.990 INFO:tasks.rados.rados.0.smithi028.stdout:3967: rollback oid 24 current snap is 416 2024-04-02T08:38:31.990 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 379 2024-04-02T08:38:31.990 INFO:tasks.rados.rados.0.smithi028.stdout:3963: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-02T08:38:31.993 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2930 (ObjNum 1202 snap 411 seq_num 1202) dirty exists 2024-04-02T08:38:31.993 INFO:tasks.rados.rados.0.smithi028.stdout:3961: expect (ObjNum 1177 snap 396 seq_num 1177) 2024-04-02T08:38:32.008 INFO:tasks.rados.rados.0.smithi028.stdout:3964: expect (ObjNum 838 snap 288 seq_num 838) 2024-04-02T08:38:32.062 INFO:tasks.rados.rados.0.smithi028.stdout:3966: finishing write tid 1 to smithi02882251-38 2024-04-02T08:38:32.062 INFO:tasks.rados.rados.0.smithi028.stdout:3966: finishing write tid 2 to smithi02882251-38 2024-04-02T08:38:32.062 INFO:tasks.rados.rados.0.smithi028.stdout:3966: finishing write tid 3 to smithi02882251-38 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3966: finishing write tid 4 to smithi02882251-38 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3967: finishing rollback tid 0 to smithi02882251-24 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3967: finishing rollback tid 1 to smithi02882251-24 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3967: finishing rollback tid 2 to smithi02882251-24 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2224 (ObjNum 769 snap 269 seq_num 769) dirty exists 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3966: finishing write tid 5 to smithi02882251-38 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3966: oid 38 updating version 0 to 2410 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3966: oid 38 updating version 2410 to 2411 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3966: oid 38 version 2411 is already newer than 2408 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3966: oid 38 version 2411 is already newer than 2409 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2411 (ObjNum 1225 snap 416 seq_num 1225) dirty exists 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3966: left oid 38 (ObjNum 1225 snap 416 seq_num 1225) 2024-04-02T08:38:32.063 INFO:tasks.rados.rados.0.smithi028.stdout:3965: expect (ObjNum 980 snap 336 seq_num 980) 2024-04-02T08:38:32.115 INFO:tasks.rados.rados.0.smithi028.stdout:3962: finishing copy_from racing read to smithi02882251-8 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3962: finishing copy_from to smithi02882251-8 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2947 (ObjNum 1216 snap 415 seq_num 1216) dirty exists 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3960: done (7 left) 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3961: done (6 left) 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3962: done (5 left) 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3963: done (4 left) 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3964: done (3 left) 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3965: done (2 left) 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3966: done (1 left) 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3967: done (0 left) 2024-04-02T08:38:32.116 INFO:tasks.rados.rados.0.smithi028.stdout:3968: delete oid 26 current snap is 416 2024-04-02T08:38:32.118 INFO:tasks.rados.rados.0.smithi028.stdout:3968: done (0 left) 2024-04-02T08:38:32.118 INFO:tasks.rados.rados.0.smithi028.stdout:3969: read oid 4 snap -1 2024-04-02T08:38:32.118 INFO:tasks.rados.rados.0.smithi028.stdout:3969: expect (ObjNum 1139 snap 381 seq_num 1139) 2024-04-02T08:38:32.118 INFO:tasks.rados.rados.0.smithi028.stdout:3970: rmattr oid 46 current snap is 416 2024-04-02T08:38:32.118 INFO:tasks.rados.rados.0.smithi028.stdout:3970: done (1 left) 2024-04-02T08:38:32.118 INFO:tasks.rados.rados.0.smithi028.stdout:3971: delete oid 37 current snap is 416 2024-04-02T08:38:32.122 INFO:tasks.rados.rados.0.smithi028.stdout:3971: done (1 left) 2024-04-02T08:38:32.122 INFO:tasks.rados.rados.0.smithi028.stdout:3972: rollback oid 9 current snap is 416 2024-04-02T08:38:32.122 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 384 2024-04-02T08:38:32.122 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 416 2024-04-02T08:38:32.122 INFO:tasks.rados.rados.0.smithi028.stdout:3973: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-04-02T08:38:32.125 INFO:tasks.rados.rados.0.smithi028.stdout:3973: writing smithi02882251-32 from 0 to 573440 tid 1 2024-04-02T08:38:32.131 INFO:tasks.rados.rados.0.smithi028.stdout:3973: writing smithi02882251-32 from 573440 to 1335296 tid 2 2024-04-02T08:38:32.132 INFO:tasks.rados.rados.0.smithi028.stdout:3973: writing smithi02882251-32 from 1335296 to 1376256 tid 3 2024-04-02T08:38:32.132 INFO:tasks.rados.rados.0.smithi028.stdout:3974: rmattr oid 8 current snap is 416 2024-04-02T08:38:32.132 INFO:tasks.rados.rados.0.smithi028.stdout:3974: done (3 left) 2024-04-02T08:38:32.132 INFO:tasks.rados.rados.0.smithi028.stdout:3975: copy_from oid 7 from oid 34 current snap is 416 2024-04-02T08:38:32.133 INFO:tasks.rados.rados.0.smithi028.stdout:3972: finishing rollback tid 0 to smithi02882251-9 2024-04-02T08:38:32.133 INFO:tasks.rados.rados.0.smithi028.stdout:3972: finishing rollback tid 1 to smithi02882251-9 2024-04-02T08:38:32.133 INFO:tasks.rados.rados.0.smithi028.stdout:3972: finishing rollback tid 2 to smithi02882251-9 2024-04-02T08:38:32.133 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3202 (ObjNum 892 snap 298 seq_num 892) dirty exists 2024-04-02T08:38:32.133 INFO:tasks.rados.rados.0.smithi028.stdout:3973: finishing write tid 1 to smithi02882251-32 2024-04-02T08:38:32.133 INFO:tasks.rados.rados.0.smithi028.stdout:3972: done (3 left) 2024-04-02T08:38:32.133 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 416 2024-04-02T08:38:32.133 INFO:tasks.rados.rados.0.smithi028.stdout:3976: seq_num 1229 ranges {2007040=589824,2596864=647168,3244032=155648} 2024-04-02T08:38:32.146 INFO:tasks.rados.rados.0.smithi028.stdout:3976: writing smithi02882251-23 from 2007040 to 2596864 tid 1 2024-04-02T08:38:32.150 INFO:tasks.rados.rados.0.smithi028.stdout:3976: writing smithi02882251-23 from 2596864 to 3244032 tid 2 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3976: writing smithi02882251-23 from 3244032 to 3399680 tid 3 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3977: delete oid 14 current snap is 416 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3973: finishing write tid 2 to smithi02882251-32 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3973: finishing write tid 3 to smithi02882251-32 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3973: finishing write tid 4 to smithi02882251-32 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3973: finishing write tid 5 to smithi02882251-32 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3973: oid 32 updating version 0 to 3004 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3973: oid 32 updating version 3004 to 3006 2024-04-02T08:38:32.152 INFO:tasks.rados.rados.0.smithi028.stdout:3973: oid 32 updating version 3006 to 3007 2024-04-02T08:38:32.153 INFO:tasks.rados.rados.0.smithi028.stdout:3973: oid 32 version 3007 is already newer than 3005 2024-04-02T08:38:32.153 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 3007 (ObjNum 1228 snap 416 seq_num 1228) dirty exists 2024-04-02T08:38:32.153 INFO:tasks.rados.rados.0.smithi028.stdout:3973: left oid 32 (ObjNum 1228 snap 416 seq_num 1228) 2024-04-02T08:38:32.153 INFO:tasks.rados.rados.0.smithi028.stdout:3969: expect (ObjNum 1139 snap 381 seq_num 1139) 2024-04-02T08:38:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:31 smithi137 ceph-mon[88456]: pgmap v952: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 718 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T08:38:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:31 smithi137 ceph-mon[88456]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:38:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:31 smithi137 ceph-mon[88456]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3976: finishing write tid 1 to smithi02882251-23 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3976: finishing write tid 2 to smithi02882251-23 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3976: finishing write tid 3 to smithi02882251-23 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3975: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3976: finishing write tid 4 to smithi02882251-23 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3975: finishing copy_from to smithi02882251-7 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2415 (ObjNum 990 snap 339 seq_num 990) dirty exists 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3976: finishing write tid 5 to smithi02882251-23 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3976: oid 23 updating version 0 to 2950 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3976: oid 23 version 2950 is already newer than 2949 2024-04-02T08:38:32.442 INFO:tasks.rados.rados.0.smithi028.stdout:3976: oid 23 version 2950 is already newer than 2948 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3976: oid 23 updating version 2950 to 2951 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2951 (ObjNum 1229 snap 416 seq_num 1229) dirty exists 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3976: left oid 23 (ObjNum 1229 snap 416 seq_num 1229) 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3969: done (4 left) 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3973: done (3 left) 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3975: done (2 left) 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3976: done (1 left) 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3977: done (0 left) 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3978: rollback oid 48 current snap is 416 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 371 2024-04-02T08:38:32.443 INFO:tasks.rados.rados.0.smithi028.stdout:3979: setattr oid 36 current snap is 416 2024-04-02T08:38:32.444 INFO:tasks.rados.rados.0.smithi028.stdout:3980: read oid 20 snap -1 2024-04-02T08:38:32.444 INFO:tasks.rados.rados.0.smithi028.stdout:3980: expect deleted 2024-04-02T08:38:32.444 INFO:tasks.rados.rados.0.smithi028.stdout:3981: read oid 2 snap -1 2024-04-02T08:38:32.444 INFO:tasks.rados.rados.0.smithi028.stdout:3981: expect (ObjNum 1129 snap 377 seq_num 1129) 2024-04-02T08:38:32.444 INFO:tasks.rados.rados.0.smithi028.stdout:3982: read oid 3 snap -1 2024-04-02T08:38:32.444 INFO:tasks.rados.rados.0.smithi028.stdout:3982: expect deleted 2024-04-02T08:38:32.444 INFO:tasks.rados.rados.0.smithi028.stdout:3983: snap_remove snap 413 2024-04-02T08:38:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:31 smithi028 ceph-mon[94314]: pgmap v952: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 718 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T08:38:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:31 smithi028 ceph-mon[94314]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:38:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:31 smithi028 ceph-mon[94314]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:38:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:31 smithi028 ceph-mon[96890]: pgmap v952: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 718 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T08:38:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:31 smithi028 ceph-mon[96890]: osdmap e859: 8 total, 8 up, 8 in 2024-04-02T08:38:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:31 smithi028 ceph-mon[96890]: osdmap e860: 8 total, 8 up, 8 in 2024-04-02T08:38:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:38:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:32.963 INFO:tasks.rados.rados.0.smithi028.stdout:3983: done (5 left) 2024-04-02T08:38:32.963 INFO:tasks.rados.rados.0.smithi028.stdout:3984: copy_from oid 12 from oid 5 current snap is 416 2024-04-02T08:38:32.963 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2428 (ObjNum 1223 snap 416 seq_num 1223) dirty exists 2024-04-02T08:38:32.964 INFO:tasks.rados.rados.0.smithi028.stdout:3978: finishing rollback tid 0 to smithi02882251-48 2024-04-02T08:38:32.964 INFO:tasks.rados.rados.0.smithi028.stdout:3978: finishing rollback tid 1 to smithi02882251-48 2024-04-02T08:38:32.964 INFO:tasks.rados.rados.0.smithi028.stdout:3978: finishing rollback tid 2 to smithi02882251-48 2024-04-02T08:38:32.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 3208 (ObjNum 1058 snap 355 seq_num 1058) dirty exists 2024-04-02T08:38:32.964 INFO:tasks.rados.rados.0.smithi028.stdout:3981: expect (ObjNum 1129 snap 377 seq_num 1129) 2024-04-02T08:38:33.097 INFO:tasks.rados.rados.0.smithi028.stdout:3984: finishing copy_from to smithi02882251-12 2024-04-02T08:38:33.097 INFO:tasks.rados.rados.0.smithi028.stdout:3984: got expected ENOENT (src dne) 2024-04-02T08:38:33.097 INFO:tasks.rados.rados.0.smithi028.stdout:3984: finishing copy_from racing read to smithi02882251-12 2024-04-02T08:38:33.097 INFO:tasks.rados.rados.0.smithi028.stdout:3978: done (5 left) 2024-04-02T08:38:33.097 INFO:tasks.rados.rados.0.smithi028.stdout:3979: done (4 left) 2024-04-02T08:38:33.098 INFO:tasks.rados.rados.0.smithi028.stdout:3980: done (3 left) 2024-04-02T08:38:33.098 INFO:tasks.rados.rados.0.smithi028.stdout:3981: done (2 left) 2024-04-02T08:38:33.098 INFO:tasks.rados.rados.0.smithi028.stdout:3982: done (1 left) 2024-04-02T08:38:33.098 INFO:tasks.rados.rados.0.smithi028.stdout:3984: done (0 left) 2024-04-02T08:38:33.098 INFO:tasks.rados.rados.0.smithi028.stdout:3985: delete oid 16 current snap is 416 2024-04-02T08:38:33.100 INFO:tasks.rados.rados.0.smithi028.stdout:3985: done (0 left) 2024-04-02T08:38:33.100 INFO:tasks.rados.rados.0.smithi028.stdout:3986: rollback oid 20 current snap is 416 2024-04-02T08:38:33.100 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 359 2024-04-02T08:38:33.100 INFO:tasks.rados.rados.0.smithi028.stdout:3987: snap_create 2024-04-02T08:38:33.103 INFO:tasks.rados.rados.0.smithi028.stdout:3986: finishing rollback tid 1 to smithi02882251-20 2024-04-02T08:38:33.103 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 3003 (ObjNum 145 snap 0 seq_num 1441502896) dirty dne 2024-04-02T08:38:33.966 INFO:tasks.rados.rados.0.smithi028.stdout:3986: done (1 left) 2024-04-02T08:38:33.967 INFO:tasks.rados.rados.0.smithi028.stdout:3987: done (0 left) 2024-04-02T08:38:33.967 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 417 2024-04-02T08:38:33.967 INFO:tasks.rados.rados.0.smithi028.stdout:3988: seq_num 1232 ranges {3399680=638976,4038656=753664,4792320=49152} 2024-04-02T08:38:33.988 INFO:tasks.rados.rados.0.smithi028.stdout:3988: writing smithi02882251-23 from 3399680 to 4038656 tid 1 2024-04-02T08:38:33.993 INFO:tasks.rados.rados.0.smithi028.stdout:3988: writing smithi02882251-23 from 4038656 to 4792320 tid 2 2024-04-02T08:38:33.993 INFO:tasks.rados.rados.0.smithi028.stdout:3988: writing smithi02882251-23 from 4792320 to 4841472 tid 3 2024-04-02T08:38:33.993 INFO:tasks.rados.rados.0.smithi028.stdout:3989: delete oid 13 current snap is 417 2024-04-02T08:38:33.994 INFO:tasks.rados.rados.0.smithi028.stdout:3988: finishing write tid 1 to smithi02882251-23 2024-04-02T08:38:33.998 INFO:tasks.rados.rados.0.smithi028.stdout:3989: done (1 left) 2024-04-02T08:38:33.998 INFO:tasks.rados.rados.0.smithi028.stdout:3990: copy_from oid 14 from oid 37 current snap is 417 2024-04-02T08:38:33.998 INFO:tasks.rados.rados.0.smithi028.stdout:3991: snap_remove snap 378 2024-04-02T08:38:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:33 smithi137 ceph-mon[88456]: pgmap v955: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 712 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:38:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:33 smithi137 ceph-mon[88456]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:38:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:33 smithi028 ceph-mon[94314]: pgmap v955: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 712 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:38:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:33 smithi028 ceph-mon[94314]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:38:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:33 smithi028 ceph-mon[96890]: pgmap v955: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 712 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-04-02T08:38:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:33 smithi028 ceph-mon[96890]: osdmap e861: 8 total, 8 up, 8 in 2024-04-02T08:38:34.974 INFO:tasks.rados.rados.0.smithi028.stdout:3991: done (2 left) 2024-04-02T08:38:34.974 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 417 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: finishing write tid 2 to smithi02882251-23 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: finishing write tid 3 to smithi02882251-23 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: finishing write tid 4 to smithi02882251-23 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3990: finishing copy_from to smithi02882251-14 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3990: got expected ENOENT (src dne) 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3990: finishing copy_from racing read to smithi02882251-14 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: finishing write tid 5 to smithi02882251-23 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: oid 23 updating version 0 to 2953 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: oid 23 updating version 2953 to 2954 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: oid 23 updating version 2954 to 2955 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: oid 23 version 2955 is already newer than 2952 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2955 (ObjNum 1232 snap 417 seq_num 1232) dirty exists 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3988: left oid 23 (ObjNum 1232 snap 417 seq_num 1232) 2024-04-02T08:38:34.975 INFO:tasks.rados.rados.0.smithi028.stdout:3992: seq_num 1234 ranges {7503872=671744,8175616=516096,8691712=286720} 2024-04-02T08:38:35.020 INFO:tasks.rados.rados.0.smithi028.stdout:3992: writing smithi02882251-19 from 7503872 to 8175616 tid 1 2024-04-02T08:38:35.022 INFO:tasks.rados.rados.0.smithi028.stdout:3992: writing smithi02882251-19 from 8175616 to 8691712 tid 2 2024-04-02T08:38:35.024 INFO:tasks.rados.rados.0.smithi028.stdout:3992: writing smithi02882251-19 from 8691712 to 8978432 tid 3 2024-04-02T08:38:35.024 INFO:tasks.rados.rados.0.smithi028.stdout:3988: done (2 left) 2024-04-02T08:38:35.024 INFO:tasks.rados.rados.0.smithi028.stdout:3990: done (1 left) 2024-04-02T08:38:35.024 INFO:tasks.rados.rados.0.smithi028.stdout:3993: snap_create 2024-04-02T08:38:35.026 INFO:tasks.rados.rados.0.smithi028.stdout:3992: finishing write tid 1 to smithi02882251-19 2024-04-02T08:38:35.029 INFO:tasks.rados.rados.0.smithi028.stdout:3992: finishing write tid 2 to smithi02882251-19 2024-04-02T08:38:35.029 INFO:tasks.rados.rados.0.smithi028.stdout:3992: finishing write tid 3 to smithi02882251-19 2024-04-02T08:38:35.030 INFO:tasks.rados.rados.0.smithi028.stdout:3992: finishing write tid 4 to smithi02882251-19 2024-04-02T08:38:35.031 INFO:tasks.rados.rados.0.smithi028.stdout:3992: finishing write tid 5 to smithi02882251-19 2024-04-02T08:38:35.031 INFO:tasks.rados.rados.0.smithi028.stdout:3992: oid 19 updating version 0 to 2959 2024-04-02T08:38:35.032 INFO:tasks.rados.rados.0.smithi028.stdout:3992: oid 19 version 2959 is already newer than 2956 2024-04-02T08:38:35.032 INFO:tasks.rados.rados.0.smithi028.stdout:3992: oid 19 version 2959 is already newer than 2958 2024-04-02T08:38:35.032 INFO:tasks.rados.rados.0.smithi028.stdout:3992: oid 19 version 2959 is already newer than 2957 2024-04-02T08:38:35.032 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2959 (ObjNum 1234 snap 417 seq_num 1234) dirty exists 2024-04-02T08:38:35.032 INFO:tasks.rados.rados.0.smithi028.stdout:3992: left oid 19 (ObjNum 1234 snap 417 seq_num 1234) 2024-04-02T08:38:35.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:34 smithi137 ceph-mon[88456]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:38:35.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:34 smithi028 ceph-mon[94314]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:38:35.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:34 smithi028 ceph-mon[96890]: osdmap e862: 8 total, 8 up, 8 in 2024-04-02T08:38:35.976 INFO:tasks.rados.rados.0.smithi028.stdout:3992: done (1 left) 2024-04-02T08:38:35.976 INFO:tasks.rados.rados.0.smithi028.stdout:3993: done (0 left) 2024-04-02T08:38:35.977 INFO:tasks.rados.rados.0.smithi028.stdout:3994: copy_from oid 7 from oid 49 current snap is 418 2024-04-02T08:38:35.977 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 418 2024-04-02T08:38:35.977 INFO:tasks.rados.rados.0.smithi028.stdout:3995: seq_num 1235 ranges {0=688128,688128=802816} 2024-04-02T08:38:35.980 INFO:tasks.rados.rados.0.smithi028.stdout:3995: writing smithi02882251-37 from 0 to 688128 tid 1 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:3995: writing smithi02882251-37 from 688128 to 1490944 tid 2 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:3996: copy_from oid 5 from oid 6 current snap is 418 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:3997: rollback oid 30 current snap is 418 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 406 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:3998: rollback oid 44 current snap is 418 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 350 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:3999: copy_from oid 25 from oid 18 current snap is 418 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 6 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:3995: finishing write tid 1 to smithi02882251-37 2024-04-02T08:38:35.986 INFO:tasks.rados.rados.0.smithi028.stdout:3994: finishing copy_from racing read to smithi02882251-7 2024-04-02T08:38:35.989 INFO:tasks.rados.rados.0.smithi028.stdout:3994: finishing copy_from to smithi02882251-7 2024-04-02T08:38:35.989 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2558 (ObjNum 1177 snap 396 seq_num 1177) dirty exists 2024-04-02T08:38:35.989 INFO:tasks.rados.rados.0.smithi028.stdout:3994: done (5 left) 2024-04-02T08:38:35.989 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 5 2024-04-02T08:38:35.993 INFO:tasks.rados.rados.0.smithi028.stdout:3998: finishing rollback tid 0 to smithi02882251-44 2024-04-02T08:38:35.993 INFO:tasks.rados.rados.0.smithi028.stdout:3998: finishing rollback tid 1 to smithi02882251-44 2024-04-02T08:38:35.994 INFO:tasks.rados.rados.0.smithi028.stdout:3997: finishing rollback tid 1 to smithi02882251-30 2024-04-02T08:38:35.995 INFO:tasks.rados.rados.0.smithi028.stdout:3997: finishing rollback tid 2 to smithi02882251-30 2024-04-02T08:38:35.995 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2932 (ObjNum 1008 snap 348 seq_num 1008) dirty exists 2024-04-02T08:38:35.995 INFO:tasks.rados.rados.0.smithi028.stdout:3997: done (4 left) 2024-04-02T08:38:35.995 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 4 2024-04-02T08:38:35.996 INFO:tasks.rados.rados.0.smithi028.stdout:3995: finishing write tid 2 to smithi02882251-37 2024-04-02T08:38:35.996 INFO:tasks.rados.rados.0.smithi028.stdout:3995: finishing write tid 3 to smithi02882251-37 2024-04-02T08:38:35.996 INFO:tasks.rados.rados.0.smithi028.stdout:3998: finishing rollback tid 2 to smithi02882251-44 2024-04-02T08:38:35.996 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2568 (ObjNum 1013 snap 349 seq_num 1013) dirty exists 2024-04-02T08:38:35.996 INFO:tasks.rados.rados.0.smithi028.stdout:3998: done (3 left) 2024-04-02T08:38:35.997 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 3 2024-04-02T08:38:35.997 INFO:tasks.rados.rados.0.smithi028.stdout:3996: finishing copy_from racing read to smithi02882251-5 2024-04-02T08:38:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3996: finishing copy_from to smithi02882251-5 2024-04-02T08:38:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2464 (ObjNum 1115 snap 371 seq_num 1115) dirty exists 2024-04-02T08:38:35.998 INFO:tasks.rados.rados.0.smithi028.stdout:3996: done (2 left) 2024-04-02T08:38:35.998 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 2 2024-04-02T08:38:36.002 INFO:tasks.rados.rados.0.smithi028.stdout:3995: finishing write tid 4 to smithi02882251-37 2024-04-02T08:38:36.002 INFO:tasks.rados.rados.0.smithi028.stdout:3995: oid 37 updating version 0 to 2951 2024-04-02T08:38:36.002 INFO:tasks.rados.rados.0.smithi028.stdout:3995: oid 37 version 2951 is already newer than 2950 2024-04-02T08:38:36.002 INFO:tasks.rados.rados.0.smithi028.stdout:3995: oid 37 version 2951 is already newer than 2949 2024-04-02T08:38:36.003 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2951 (ObjNum 1235 snap 418 seq_num 1235) dirty exists 2024-04-02T08:38:36.003 INFO:tasks.rados.rados.0.smithi028.stdout:3995: left oid 37 (ObjNum 1235 snap 418 seq_num 1235) 2024-04-02T08:38:36.003 INFO:tasks.rados.rados.0.smithi028.stdout:3995: done (1 left) 2024-04-02T08:38:36.003 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 1 2024-04-02T08:38:36.006 INFO:tasks.rados.rados.0.smithi028.stdout:3999: finishing copy_from racing read to smithi02882251-25 2024-04-02T08:38:36.008 INFO:tasks.rados.rados.0.smithi028.stdout:3999: finishing copy_from to smithi02882251-25 2024-04-02T08:38:36.008 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2545 (ObjNum 1169 snap 390 seq_num 1169) dirty exists 2024-04-02T08:38:36.008 INFO:tasks.rados.rados.0.smithi028.stdout:3999: done (0 left) 2024-04-02T08:38:36.010 INFO:tasks.rados.rados.0.smithi028.stderr:0 errors. 2024-04-02T08:38:36.010 INFO:tasks.rados.rados.0.smithi028.stderr: 2024-04-02T08:38:36.014 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-02T08:38:36.261 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:38:36.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:35 smithi028 ceph-mon[94314]: pgmap v958: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 712 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:38:36.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:35 smithi028 ceph-mon[94314]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:38:36.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:36.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:35 smithi028 ceph-mon[96890]: pgmap v958: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 712 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:38:36.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:35 smithi028 ceph-mon[96890]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:38:36.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:35 smithi137 ceph-mon[88456]: pgmap v958: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 712 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T08:38:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:35 smithi137 ceph-mon[88456]: osdmap e863: 8 total, 8 up, 8 in 2024-04-02T08:38:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:36 smithi028 ceph-mon[96890]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:38:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:36 smithi028 ceph-mon[96890]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:38:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:36 smithi028 ceph-mon[94314]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:38:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:36 smithi028 ceph-mon[94314]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:38:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:36 smithi137 ceph-mon[88456]: osdmap e864: 8 total, 8 up, 8 in 2024-04-02T08:38:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:36 smithi137 ceph-mon[88456]: osdmap e865: 8 total, 8 up, 8 in 2024-04-02T08:38:37.979 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:37 smithi028 ceph-mon[94314]: pgmap v961: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 732 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T08:38:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:37 smithi137 ceph-mon[88456]: pgmap v961: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 732 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T08:38:38.427 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:38:38.428 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:37 smithi028 ceph-mon[96890]: pgmap v961: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 732 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-02T08:38:38.428 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":865,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T08:38:36.903531+0000","last_up_change":"2024-04-02T08:33:15.841238+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:58.963937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-02T08:25:09.543276+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"864","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":487,"snap_epoch":864,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":300,"up_from":311,"up_thru":550,"down_at":301,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":1329533138},{"type":"v1","addr":"172.21.15.28:6803","nonce":1329533138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":1329533138},{"type":"v1","addr":"172.21.15.28:6805","nonce":1329533138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":1329533138},{"type":"v1","addr":"172.21.15.28:6809","nonce":1329533138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":1329533138},{"type":"v1","addr":"172.21.15.28:6807","nonce":1329533138}]},"public_addr":"172.21.15.28:6803/1329533138","cluster_addr":"172.21.15.28:6805/1329533138","heartbeat_back_addr":"172.21.15.28:6809/1329533138","heartbeat_front_addr":"172.21.15.28:6807/1329533138","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":335,"up_from":346,"up_thru":550,"down_at":336,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":2943186538},{"type":"v1","addr":"172.21.15.28:6811","nonce":2943186538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":2943186538},{"type":"v1","addr":"172.21.15.28:6813","nonce":2943186538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":2943186538},{"type":"v1","addr":"172.21.15.28:6817","nonce":2943186538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":2943186538},{"type":"v1","addr":"172.21.15.28:6815","nonce":2943186538}]},"public_addr":"172.21.15.28:6811/2943186538","cluster_addr":"172.21.15.28:6813/2943186538","heartbeat_back_addr":"172.21.15.28:6817/2943186538","heartbeat_front_addr":"172.21.15.28:6815/2943186538","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":369,"up_from":380,"up_thru":550,"down_at":370,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3359845700},{"type":"v1","addr":"172.21.15.28:6819","nonce":3359845700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3359845700},{"type":"v1","addr":"172.21.15.28:6821","nonce":3359845700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3359845700},{"type":"v1","addr":"172.21.15.28:6825","nonce":3359845700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3359845700},{"type":"v1","addr":"172.21.15.28:6823","nonce":3359845700}]},"public_addr":"172.21.15.28:6819/3359845700","cluster_addr":"172.21.15.28:6821/3359845700","heartbeat_back_addr":"172.21.15.28:6825/3359845700","heartbeat_front_addr":"172.21.15.28:6823/3359845700","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":404,"up_from":415,"up_thru":550,"down_at":405,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1976545646},{"type":"v1","addr":"172.21.15.28:6827","nonce":1976545646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1976545646},{"type":"v1","addr":"172.21.15.28:6829","nonce":1976545646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1976545646},{"type":"v1","addr":"172.21.15.28:6833","nonce":1976545646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1976545646},{"type":"v1","addr":"172.21.15.28:6831","nonce":1976545646}]},"public_addr":"172.21.15.28:6827/1976545646","cluster_addr":"172.21.15.28:6829/1976545646","heartbeat_back_addr":"172.21.15.28:6833/1976545646","heartbeat_front_addr":"172.21.15.28:6831/1976545646","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":437,"up_from":448,"up_thru":550,"down_at":438,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":4223020622},{"type":"v1","addr":"172.21.15.137:6801","nonce":4223020622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":4223020622},{"type":"v1","addr":"172.21.15.137:6803","nonce":4223020622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":4223020622},{"type":"v1","addr":"172.21.15.137:6807","nonce":4223020622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":4223020622},{"type":"v1","addr":"172.21.15.137:6805","nonce":4223020622}]},"public_addr":"172.21.15.137:6801/4223020622","cluster_addr":"172.21.15.137:6803/4223020622","heartbeat_back_addr":"172.21.15.137:6807/4223020622","heartbeat_front_addr":"172.21.15.137:6805/4223020622","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":471,"up_from":482,"up_thru":550,"down_at":472,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":412279423},{"type":"v1","addr":"172.21.15.137:6809","nonce":412279423}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":412279423},{"type":"v1","addr":"172.21.15.137:6811","nonce":412279423}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":412279423},{"type":"v1","addr":"172.21.15.137:6815","nonce":412279423}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":412279423},{"type":"v1","addr":"172.21.15.137:6813","nonce":412279423}]},"public_addr":"172.21.15.137:6809/412279423","cluster_addr":"172.21.15.137:6811/412279423","heartbeat_back_addr":"172.21.15.137:6815/412279423","heartbeat_front_addr":"172.21.15.137:6813/412279423","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":504,"up_from":515,"up_thru":550,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":3813114186},{"type":"v1","addr":"172.21.15.137:6817","nonce":3813114186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":3813114186},{"type":"v1","addr":"172.21.15.137:6819","nonce":3813114186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":3813114186},{"type":"v1","addr":"172.21.15.137:6823","nonce":3813114186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":3813114186},{"type":"v1","addr":"172.21.15.137:6821","nonce":3813114186}]},"public_addr":"172.21.15.137:6817/3813114186","cluster_addr":"172.21.15.137:6819/3813114186","heartbeat_back_addr":"172.21.15.137:6823/3813114186","heartbeat_front_addr":"172.21.15.137:6821/3813114186","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":539,"up_from":550,"up_thru":550,"down_at":540,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1637586650},{"type":"v1","addr":"172.21.15.137:6825","nonce":1637586650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1637586650},{"type":"v1","addr":"172.21.15.137:6827","nonce":1637586650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1637586650},{"type":"v1","addr":"172.21.15.137:6831","nonce":1637586650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1637586650},{"type":"v1","addr":"172.21.15.137:6829","nonce":1637586650}]},"public_addr":"172.21.15.137:6825/1637586650","cluster_addr":"172.21.15.137:6827/1637586650","heartbeat_back_addr":"172.21.15.137:6831/1637586650","heartbeat_front_addr":"172.21.15.137:6829/1637586650","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":300},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":335},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":369},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":404},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":437},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":471},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":504},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":539}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1","mappings":[{"from":0,"to":1}]},{"pgid":"2.4","mappings":[{"from":0,"to":3}]},{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"2.a","mappings":[{"from":7,"to":4}]},{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"2.1c","mappings":[{"from":7,"to":3}]},{"pgid":"2.1d","mappings":[{"from":7,"to":3}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.2d","mappings":[{"from":7,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":3}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]},{"pgid":"5.4","mappings":[{"from":5,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.137:6832/3704243855":"2024-04-03T08:33:44.652810+0000","172.21.15.28:6835/1879364580":"2024-04-03T08:33:25.115734+0000","172.21.15.28:6801/752928978":"2024-04-03T08:27:50.392022+0000","172.21.15.28:6800/752928978":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/3771829194":"2024-04-03T08:27:50.392022+0000","172.21.15.28:6800/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.137:0/2029317500":"2024-04-03T08:27:04.060614+0000","172.21.15.137:6833/3704243855":"2024-04-03T08:33:44.652810+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.137:0/4051205943":"2024-04-03T08:27:04.060614+0000","172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.137:0/3709548863":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/1463222317":"2024-04-03T08:26:25.126656+0000","172.21.15.28:0/4104292319":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6834/1879364580":"2024-04-03T08:33:25.115734+0000","172.21.15.28:0/3320660530":"2024-04-03T08:26:25.126656+0000","172.21.15.137:6834/1379109086":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/698801821":"2024-04-03T08:26:25.126656+0000","172.21.15.28:6801/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.137:0/2070727816":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/2504407076":"2024-04-03T08:26:25.126656+0000","172.21.15.28:0/2706222486":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/3372285336":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/2504407076":"2024-04-03T08:26:25.126656+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.137:0/1147007465":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/2670582231":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2105615010":"2024-04-03T08:27:50.392022+0000","172.21.15.137:6835/1379109086":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/3285313513":"2024-04-03T08:26:25.126656+0000","172.21.15.137:0/3951770856":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/1395199264":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/1004622188":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/3038878261":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/3227546140":"2024-04-03T08:26:25.126656+0000","172.21.15.28:0/1150182784":"2024-04-03T08:27:50.392022+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":432,"length":1},{"begin":448,"length":1},{"begin":450,"length":1},{"begin":455,"length":1},{"begin":469,"length":1},{"begin":483,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":394,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T08:38:39.079 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:38 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1576538034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:38:39.079 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:38 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1576538034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:38:39.100 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-02T08:38:39.310 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:38:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:38 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1576538034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T08:38:40.119 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:39 smithi028 ceph-mon[94314]: pgmap v963: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 732 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:38:40.119 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:39 smithi028 ceph-mon[96890]: pgmap v963: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 732 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:38:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:39 smithi137 ceph-mon[88456]: pgmap v963: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 732 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-04-02T08:38:41.185 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T08:38:41.187 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-04-02T08:38:41.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:38:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:38:41] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-02T08:38:41.941 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":964,"stamp":"2024-04-02T08:38:40.549829+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":772422654,"num_objects":458,"num_object_clones":384,"num_object_copies":1374,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":458,"num_whiteouts":15,"num_read":4805,"num_read_kb":5061338,"num_write":8937,"num_write_kb":1631164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":219,"num_bytes_recovered":451683936,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26276,"ondisk_log_size":26276,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3823236,"kb_used_data":1029192,"kb_used_omap":376,"kb_used_meta":2793543,"kb_avail":746137980,"statfs":{"total":767960285184,"available":764045291520,"internally_reserved":0,"allocated":1053892608,"data_stored":2050486223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":386043,"internal_metadata":2860588037},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":25509888,"num_objects":13,"num_object_clones":13,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":-1,"num_read":36,"num_read_kb":44092,"num_write":83,"num_write_kb":19464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001234"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1124,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057733+0000","last_change":"2024-04-02T08:33:16.883067+0000","last_active":"2024-04-02T08:38:37.057733+0000","last_peered":"2024-04-02T08:38:37.057733+0000","last_clean":"2024-04-02T08:38:37.057733+0000","last_became_active":"2024-04-02T08:33:16.882654+0000","last_became_peered":"2024-04-02T08:33:16.882654+0000","last_unstale":"2024-04-02T08:38:37.057733+0000","last_undegraded":"2024-04-02T08:38:37.057733+0000","last_fullsized":"2024-04-02T08:38:37.057733+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:53:59.686336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1318,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.973345+0000","last_change":"2024-04-02T08:32:41.838713+0000","last_active":"2024-04-02T08:38:34.973345+0000","last_peered":"2024-04-02T08:38:34.973345+0000","last_clean":"2024-04-02T08:38:34.973345+0000","last_became_active":"2024-04-02T08:32:41.838408+0000","last_became_peered":"2024-04-02T08:32:41.838408+0000","last_unstale":"2024-04-02T08:38:34.973345+0000","last_undegraded":"2024-04-02T08:38:34.973345+0000","last_fullsized":"2024-04-02T08:38:34.973345+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:54:13.687839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1344,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.975717+0000","last_change":"2024-04-02T08:30:22.800132+0000","last_active":"2024-04-02T08:38:34.975717+0000","last_peered":"2024-04-02T08:38:34.975717+0000","last_clean":"2024-04-02T08:38:34.975717+0000","last_became_active":"2024-04-02T08:30:22.799787+0000","last_became_peered":"2024-04-02T08:30:22.799787+0000","last_unstale":"2024-04-02T08:38:34.975717+0000","last_undegraded":"2024-04-02T08:38:34.975717+0000","last_fullsized":"2024-04-02T08:38:34.975717+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:20.673289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1196,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984127+0000","last_change":"2024-04-02T08:33:16.874506+0000","last_active":"2024-04-02T08:38:34.984127+0000","last_peered":"2024-04-02T08:38:34.984127+0000","last_clean":"2024-04-02T08:38:34.984127+0000","last_became_active":"2024-04-02T08:33:16.874187+0000","last_became_peered":"2024-04-02T08:33:16.874187+0000","last_unstale":"2024-04-02T08:38:34.984127+0000","last_undegraded":"2024-04-02T08:38:34.984127+0000","last_fullsized":"2024-04-02T08:38:34.984127+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:45:29.548697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1139,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057545+0000","last_change":"2024-04-02T08:33:16.878420+0000","last_active":"2024-04-02T08:38:37.057545+0000","last_peered":"2024-04-02T08:38:37.057545+0000","last_clean":"2024-04-02T08:38:37.057545+0000","last_became_active":"2024-04-02T08:33:16.878118+0000","last_became_peered":"2024-04-02T08:33:16.878118+0000","last_unstale":"2024-04-02T08:38:37.057545+0000","last_undegraded":"2024-04-02T08:38:37.057545+0000","last_fullsized":"2024-04-02T08:38:37.057545+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:02:41.406842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1213,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983738+0000","last_change":"2024-04-02T08:32:07.906767+0000","last_active":"2024-04-02T08:38:34.983738+0000","last_peered":"2024-04-02T08:38:34.983738+0000","last_clean":"2024-04-02T08:38:34.983738+0000","last_became_active":"2024-04-02T08:32:07.906331+0000","last_became_peered":"2024-04-02T08:32:07.906331+0000","last_unstale":"2024-04-02T08:38:34.983738+0000","last_undegraded":"2024-04-02T08:38:34.983738+0000","last_fullsized":"2024-04-02T08:38:34.983738+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:25:28.060990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1139,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057136+0000","last_change":"2024-04-02T08:33:16.876930+0000","last_active":"2024-04-02T08:38:37.057136+0000","last_peered":"2024-04-02T08:38:37.057136+0000","last_clean":"2024-04-02T08:38:37.057136+0000","last_became_active":"2024-04-02T08:33:16.873452+0000","last_became_peered":"2024-04-02T08:33:16.873452+0000","last_unstale":"2024-04-02T08:38:37.057136+0000","last_undegraded":"2024-04-02T08:38:37.057136+0000","last_fullsized":"2024-04-02T08:38:37.057136+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:45:11.721175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1251,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.985209+0000","last_change":"2024-04-02T08:32:41.845462+0000","last_active":"2024-04-02T08:38:34.985209+0000","last_peered":"2024-04-02T08:38:34.985209+0000","last_clean":"2024-04-02T08:38:34.985209+0000","last_became_active":"2024-04-02T08:32:41.842977+0000","last_became_peered":"2024-04-02T08:32:41.842977+0000","last_unstale":"2024-04-02T08:38:34.985209+0000","last_undegraded":"2024-04-02T08:38:34.985209+0000","last_fullsized":"2024-04-02T08:38:34.985209+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:33:41.193444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1128,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.058181+0000","last_change":"2024-04-02T08:33:16.881585+0000","last_active":"2024-04-02T08:38:37.058181+0000","last_peered":"2024-04-02T08:38:37.058181+0000","last_clean":"2024-04-02T08:38:37.058181+0000","last_became_active":"2024-04-02T08:33:16.880776+0000","last_became_peered":"2024-04-02T08:33:16.880776+0000","last_unstale":"2024-04-02T08:38:37.058181+0000","last_undegraded":"2024-04-02T08:38:37.058181+0000","last_fullsized":"2024-04-02T08:38:37.058181+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:37:12.850781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1157,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056711+0000","last_change":"2024-04-02T08:32:41.851113+0000","last_active":"2024-04-02T08:38:37.056711+0000","last_peered":"2024-04-02T08:38:37.056711+0000","last_clean":"2024-04-02T08:38:37.056711+0000","last_became_active":"2024-04-02T08:32:41.850790+0000","last_became_peered":"2024-04-02T08:32:41.850790+0000","last_unstale":"2024-04-02T08:38:37.056711+0000","last_undegraded":"2024-04-02T08:38:37.056711+0000","last_fullsized":"2024-04-02T08:38:37.056711+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:20:29.283706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1157,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056281+0000","last_change":"2024-04-02T08:32:41.850939+0000","last_active":"2024-04-02T08:38:37.056281+0000","last_peered":"2024-04-02T08:38:37.056281+0000","last_clean":"2024-04-02T08:38:37.056281+0000","last_became_active":"2024-04-02T08:32:41.850593+0000","last_became_peered":"2024-04-02T08:32:41.850593+0000","last_unstale":"2024-04-02T08:38:37.056281+0000","last_undegraded":"2024-04-02T08:38:37.056281+0000","last_fullsized":"2024-04-02T08:38:37.056281+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:11:35.831243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":903,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.985343+0000","last_change":"2024-04-02T08:32:41.846734+0000","last_active":"2024-04-02T08:38:34.985343+0000","last_peered":"2024-04-02T08:38:34.985343+0000","last_clean":"2024-04-02T08:38:34.985343+0000","last_became_active":"2024-04-02T08:32:41.846218+0000","last_became_peered":"2024-04-02T08:32:41.846218+0000","last_unstale":"2024-04-02T08:38:34.985343+0000","last_undegraded":"2024-04-02T08:38:34.985343+0000","last_fullsized":"2024-04-02T08:38:34.985343+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:44:52.163551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1256,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984723+0000","last_change":"2024-04-02T08:32:41.844211+0000","last_active":"2024-04-02T08:38:34.984723+0000","last_peered":"2024-04-02T08:38:34.984723+0000","last_clean":"2024-04-02T08:38:34.984723+0000","last_became_active":"2024-04-02T08:32:41.843753+0000","last_became_peered":"2024-04-02T08:32:41.843753+0000","last_unstale":"2024-04-02T08:38:34.984723+0000","last_undegraded":"2024-04-02T08:38:34.984723+0000","last_fullsized":"2024-04-02T08:38:34.984723+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:42:43.589306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1343,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.975284+0000","last_change":"2024-04-02T08:32:07.898009+0000","last_active":"2024-04-02T08:38:34.975284+0000","last_peered":"2024-04-02T08:38:34.975284+0000","last_clean":"2024-04-02T08:38:34.975284+0000","last_became_active":"2024-04-02T08:32:07.897668+0000","last_became_peered":"2024-04-02T08:32:07.897668+0000","last_unstale":"2024-04-02T08:38:34.975284+0000","last_undegraded":"2024-04-02T08:38:34.975284+0000","last_fullsized":"2024-04-02T08:38:34.975284+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:10:12.969995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1308,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.971714+0000","last_change":"2024-04-02T08:32:07.909569+0000","last_active":"2024-04-02T08:38:34.971714+0000","last_peered":"2024-04-02T08:38:34.971714+0000","last_clean":"2024-04-02T08:38:34.971714+0000","last_became_active":"2024-04-02T08:32:07.907579+0000","last_became_peered":"2024-04-02T08:32:07.907579+0000","last_unstale":"2024-04-02T08:38:34.971714+0000","last_undegraded":"2024-04-02T08:38:34.971714+0000","last_fullsized":"2024-04-02T08:38:34.971714+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:02:38.195106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1173,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.982983+0000","last_change":"2024-04-02T08:33:16.870221+0000","last_active":"2024-04-02T08:38:34.982983+0000","last_peered":"2024-04-02T08:38:34.982983+0000","last_clean":"2024-04-02T08:38:34.982983+0000","last_became_active":"2024-04-02T08:33:16.869919+0000","last_became_peered":"2024-04-02T08:33:16.869919+0000","last_unstale":"2024-04-02T08:38:34.982983+0000","last_undegraded":"2024-04-02T08:38:34.982983+0000","last_fullsized":"2024-04-02T08:38:34.982983+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:32:00.241595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1185,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.985227+0000","last_change":"2024-04-02T08:33:16.875771+0000","last_active":"2024-04-02T08:38:34.985227+0000","last_peered":"2024-04-02T08:38:34.985227+0000","last_clean":"2024-04-02T08:38:34.985227+0000","last_became_active":"2024-04-02T08:33:16.875325+0000","last_became_peered":"2024-04-02T08:33:16.875325+0000","last_unstale":"2024-04-02T08:38:34.985227+0000","last_undegraded":"2024-04-02T08:38:34.985227+0000","last_fullsized":"2024-04-02T08:38:34.985227+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:40:11.045898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1287,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972521+0000","last_change":"2024-04-02T08:33:16.874350+0000","last_active":"2024-04-02T08:38:34.972521+0000","last_peered":"2024-04-02T08:38:34.972521+0000","last_clean":"2024-04-02T08:38:34.972521+0000","last_became_active":"2024-04-02T08:33:16.873910+0000","last_became_peered":"2024-04-02T08:33:16.873910+0000","last_unstale":"2024-04-02T08:38:34.972521+0000","last_undegraded":"2024-04-02T08:38:34.972521+0000","last_fullsized":"2024-04-02T08:38:34.972521+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:46.455051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":903,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984183+0000","last_change":"2024-04-02T08:32:41.843825+0000","last_active":"2024-04-02T08:38:34.984183+0000","last_peered":"2024-04-02T08:38:34.984183+0000","last_clean":"2024-04-02T08:38:34.984183+0000","last_became_active":"2024-04-02T08:32:41.843236+0000","last_became_peered":"2024-04-02T08:32:41.843236+0000","last_unstale":"2024-04-02T08:38:34.984183+0000","last_undegraded":"2024-04-02T08:38:34.984183+0000","last_fullsized":"2024-04-02T08:38:34.984183+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:48:36.767393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"579'6","reported_seq":1355,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.978407+0000","last_change":"2024-04-02T08:33:16.877756+0000","last_active":"2024-04-02T08:38:34.978407+0000","last_peered":"2024-04-02T08:38:34.978407+0000","last_clean":"2024-04-02T08:38:34.978407+0000","last_became_active":"2024-04-02T08:33:16.877360+0000","last_became_peered":"2024-04-02T08:33:16.877360+0000","last_unstale":"2024-04-02T08:38:34.978407+0000","last_undegraded":"2024-04-02T08:38:34.978407+0000","last_fullsized":"2024-04-02T08:38:34.978407+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:58:24.075392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1249,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983915+0000","last_change":"2024-04-02T08:32:41.847233+0000","last_active":"2024-04-02T08:38:34.983915+0000","last_peered":"2024-04-02T08:38:34.983915+0000","last_clean":"2024-04-02T08:38:34.983915+0000","last_became_active":"2024-04-02T08:32:41.845244+0000","last_became_peered":"2024-04-02T08:32:41.845244+0000","last_unstale":"2024-04-02T08:38:34.983915+0000","last_undegraded":"2024-04-02T08:38:34.983915+0000","last_fullsized":"2024-04-02T08:38:34.983915+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:02:07.528693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"579'3","reported_seq":1267,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984148+0000","last_change":"2024-04-02T08:32:07.907936+0000","last_active":"2024-04-02T08:38:34.984148+0000","last_peered":"2024-04-02T08:38:34.984148+0000","last_clean":"2024-04-02T08:38:34.984148+0000","last_became_active":"2024-04-02T08:32:07.907240+0000","last_became_peered":"2024-04-02T08:32:07.907240+0000","last_unstale":"2024-04-02T08:38:34.984148+0000","last_undegraded":"2024-04-02T08:38:34.984148+0000","last_fullsized":"2024-04-02T08:38:34.984148+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:25:11.630004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1344,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.978008+0000","last_change":"2024-04-02T08:32:07.898155+0000","last_active":"2024-04-02T08:38:34.978008+0000","last_peered":"2024-04-02T08:38:34.978008+0000","last_clean":"2024-04-02T08:38:34.978008+0000","last_became_active":"2024-04-02T08:32:07.896799+0000","last_became_peered":"2024-04-02T08:32:07.896799+0000","last_unstale":"2024-04-02T08:38:34.978008+0000","last_undegraded":"2024-04-02T08:38:34.978008+0000","last_fullsized":"2024-04-02T08:38:34.978008+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:27:35.772867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":911,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984500+0000","last_change":"2024-04-02T08:32:41.844607+0000","last_active":"2024-04-02T08:38:34.984500+0000","last_peered":"2024-04-02T08:38:34.984500+0000","last_clean":"2024-04-02T08:38:34.984500+0000","last_became_active":"2024-04-02T08:32:41.843841+0000","last_became_peered":"2024-04-02T08:32:41.843841+0000","last_unstale":"2024-04-02T08:38:34.984500+0000","last_undegraded":"2024-04-02T08:38:34.984500+0000","last_fullsized":"2024-04-02T08:38:34.984500+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:53:14.745277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1191,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984203+0000","last_change":"2024-04-02T08:32:07.909572+0000","last_active":"2024-04-02T08:38:34.984203+0000","last_peered":"2024-04-02T08:38:34.984203+0000","last_clean":"2024-04-02T08:38:34.984203+0000","last_became_active":"2024-04-02T08:32:07.907835+0000","last_became_peered":"2024-04-02T08:32:07.907835+0000","last_unstale":"2024-04-02T08:38:34.984203+0000","last_undegraded":"2024-04-02T08:38:34.984203+0000","last_fullsized":"2024-04-02T08:38:34.984203+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:35:43.817930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":911,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.985230+0000","last_change":"2024-04-02T08:32:07.911953+0000","last_active":"2024-04-02T08:38:34.985230+0000","last_peered":"2024-04-02T08:38:34.985230+0000","last_clean":"2024-04-02T08:38:34.985230+0000","last_became_active":"2024-04-02T08:32:07.911081+0000","last_became_peered":"2024-04-02T08:32:07.911081+0000","last_unstale":"2024-04-02T08:38:34.985230+0000","last_undegraded":"2024-04-02T08:38:34.985230+0000","last_fullsized":"2024-04-02T08:38:34.985230+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:53:36.132779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1185,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984320+0000","last_change":"2024-04-02T08:32:41.843617+0000","last_active":"2024-04-02T08:38:34.984320+0000","last_peered":"2024-04-02T08:38:34.984320+0000","last_clean":"2024-04-02T08:38:34.984320+0000","last_became_active":"2024-04-02T08:32:41.843310+0000","last_became_peered":"2024-04-02T08:32:41.843310+0000","last_unstale":"2024-04-02T08:38:34.984320+0000","last_undegraded":"2024-04-02T08:38:34.984320+0000","last_fullsized":"2024-04-02T08:38:34.984320+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:40:13.316207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"579'3","reported_seq":1243,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984947+0000","last_change":"2024-04-02T08:32:41.847661+0000","last_active":"2024-04-02T08:38:34.984947+0000","last_peered":"2024-04-02T08:38:34.984947+0000","last_clean":"2024-04-02T08:38:34.984947+0000","last_became_active":"2024-04-02T08:32:41.846247+0000","last_became_peered":"2024-04-02T08:32:41.846247+0000","last_unstale":"2024-04-02T08:38:34.984947+0000","last_undegraded":"2024-04-02T08:38:34.984947+0000","last_fullsized":"2024-04-02T08:38:34.984947+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:35:45.680495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1245,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:36.909389+0000","last_change":"2024-04-02T08:31:31.841653+0000","last_active":"2024-04-02T08:38:36.909389+0000","last_peered":"2024-04-02T08:38:36.909389+0000","last_clean":"2024-04-02T08:38:36.909389+0000","last_became_active":"2024-04-02T08:31:31.839506+0000","last_became_peered":"2024-04-02T08:31:31.839506+0000","last_unstale":"2024-04-02T08:38:36.909389+0000","last_undegraded":"2024-04-02T08:38:36.909389+0000","last_fullsized":"2024-04-02T08:38:36.909389+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:44:33.523035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"579'3","reported_seq":1163,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056989+0000","last_change":"2024-04-02T08:33:16.864414+0000","last_active":"2024-04-02T08:38:37.056989+0000","last_peered":"2024-04-02T08:38:37.056989+0000","last_clean":"2024-04-02T08:38:37.056989+0000","last_became_active":"2024-04-02T08:33:16.863934+0000","last_became_peered":"2024-04-02T08:33:16.863934+0000","last_unstale":"2024-04-02T08:38:37.056989+0000","last_undegraded":"2024-04-02T08:38:37.056989+0000","last_fullsized":"2024-04-02T08:38:37.056989+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:42:14.166184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1342,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.977026+0000","last_change":"2024-04-02T08:33:16.880656+0000","last_active":"2024-04-02T08:38:34.977026+0000","last_peered":"2024-04-02T08:38:34.977026+0000","last_clean":"2024-04-02T08:38:34.977026+0000","last_became_active":"2024-04-02T08:33:16.880301+0000","last_became_peered":"2024-04-02T08:33:16.880301+0000","last_unstale":"2024-04-02T08:38:34.977026+0000","last_undegraded":"2024-04-02T08:38:34.977026+0000","last_fullsized":"2024-04-02T08:38:34.977026+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:52:16.487466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1263,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984089+0000","last_change":"2024-04-02T08:32:41.845879+0000","last_active":"2024-04-02T08:38:34.984089+0000","last_peered":"2024-04-02T08:38:34.984089+0000","last_clean":"2024-04-02T08:38:34.984089+0000","last_became_active":"2024-04-02T08:32:41.845410+0000","last_became_peered":"2024-04-02T08:32:41.845410+0000","last_unstale":"2024-04-02T08:38:34.984089+0000","last_undegraded":"2024-04-02T08:38:34.984089+0000","last_fullsized":"2024-04-02T08:38:34.984089+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:14.848318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1262,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.985468+0000","last_change":"2024-04-02T08:30:57.872847+0000","last_active":"2024-04-02T08:38:34.985468+0000","last_peered":"2024-04-02T08:38:34.985468+0000","last_clean":"2024-04-02T08:38:34.985468+0000","last_became_active":"2024-04-02T08:30:57.870326+0000","last_became_peered":"2024-04-02T08:30:57.870326+0000","last_unstale":"2024-04-02T08:38:34.985468+0000","last_undegraded":"2024-04-02T08:38:34.985468+0000","last_fullsized":"2024-04-02T08:38:34.985468+0000","mapping_epoch":415,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":416,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:09:34.818645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1201,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983280+0000","last_change":"2024-04-02T08:32:07.912422+0000","last_active":"2024-04-02T08:38:34.983280+0000","last_peered":"2024-04-02T08:38:34.983280+0000","last_clean":"2024-04-02T08:38:34.983280+0000","last_became_active":"2024-04-02T08:32:07.912145+0000","last_became_peered":"2024-04-02T08:32:07.912145+0000","last_unstale":"2024-04-02T08:38:34.983280+0000","last_undegraded":"2024-04-02T08:38:34.983280+0000","last_fullsized":"2024-04-02T08:38:34.983280+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:52:17.399296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1308,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.971548+0000","last_change":"2024-04-02T08:31:31.837300+0000","last_active":"2024-04-02T08:38:34.971548+0000","last_peered":"2024-04-02T08:38:34.971548+0000","last_clean":"2024-04-02T08:38:34.971548+0000","last_became_active":"2024-04-02T08:31:31.836980+0000","last_became_peered":"2024-04-02T08:31:31.836980+0000","last_unstale":"2024-04-02T08:38:34.971548+0000","last_undegraded":"2024-04-02T08:38:34.971548+0000","last_fullsized":"2024-04-02T08:38:34.971548+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:22:05.153196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1158,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057607+0000","last_change":"2024-04-02T08:32:41.851536+0000","last_active":"2024-04-02T08:38:37.057607+0000","last_peered":"2024-04-02T08:38:37.057607+0000","last_clean":"2024-04-02T08:38:37.057607+0000","last_became_active":"2024-04-02T08:32:41.851150+0000","last_became_peered":"2024-04-02T08:32:41.851150+0000","last_unstale":"2024-04-02T08:38:37.057607+0000","last_undegraded":"2024-04-02T08:38:37.057607+0000","last_fullsized":"2024-04-02T08:38:37.057607+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:47:27.530797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1207,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.985094+0000","last_change":"2024-04-02T08:33:16.874833+0000","last_active":"2024-04-02T08:38:34.985094+0000","last_peered":"2024-04-02T08:38:34.985094+0000","last_clean":"2024-04-02T08:38:34.985094+0000","last_became_active":"2024-04-02T08:33:16.874513+0000","last_became_peered":"2024-04-02T08:33:16.874513+0000","last_unstale":"2024-04-02T08:38:34.985094+0000","last_undegraded":"2024-04-02T08:38:34.985094+0000","last_fullsized":"2024-04-02T08:38:34.985094+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:46:48.288086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1201,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984901+0000","last_change":"2024-04-02T08:32:41.844455+0000","last_active":"2024-04-02T08:38:34.984901+0000","last_peered":"2024-04-02T08:38:34.984901+0000","last_clean":"2024-04-02T08:38:34.984901+0000","last_became_active":"2024-04-02T08:32:41.844120+0000","last_became_peered":"2024-04-02T08:32:41.844120+0000","last_unstale":"2024-04-02T08:38:34.984901+0000","last_undegraded":"2024-04-02T08:38:34.984901+0000","last_fullsized":"2024-04-02T08:38:34.984901+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:34:17.593711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1342,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.978174+0000","last_change":"2024-04-02T08:32:07.899335+0000","last_active":"2024-04-02T08:38:34.978174+0000","last_peered":"2024-04-02T08:38:34.978174+0000","last_clean":"2024-04-02T08:38:34.978174+0000","last_became_active":"2024-04-02T08:32:07.899019+0000","last_became_peered":"2024-04-02T08:32:07.899019+0000","last_unstale":"2024-04-02T08:38:34.978174+0000","last_undegraded":"2024-04-02T08:38:34.978174+0000","last_fullsized":"2024-04-02T08:38:34.978174+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:26:00.744560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1327,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972568+0000","last_change":"2024-04-02T08:32:07.912042+0000","last_active":"2024-04-02T08:38:34.972568+0000","last_peered":"2024-04-02T08:38:34.972568+0000","last_clean":"2024-04-02T08:38:34.972568+0000","last_became_active":"2024-04-02T08:32:07.911547+0000","last_became_peered":"2024-04-02T08:32:07.911547+0000","last_unstale":"2024-04-02T08:38:34.972568+0000","last_undegraded":"2024-04-02T08:38:34.972568+0000","last_fullsized":"2024-04-02T08:38:34.972568+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:24.582960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1243,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:36.909657+0000","last_change":"2024-04-02T08:33:16.870563+0000","last_active":"2024-04-02T08:38:36.909657+0000","last_peered":"2024-04-02T08:38:36.909657+0000","last_clean":"2024-04-02T08:38:36.909657+0000","last_became_active":"2024-04-02T08:33:16.870244+0000","last_became_peered":"2024-04-02T08:33:16.870244+0000","last_unstale":"2024-04-02T08:38:36.909657+0000","last_undegraded":"2024-04-02T08:38:36.909657+0000","last_fullsized":"2024-04-02T08:38:36.909657+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:58:49.343668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"579'30","reported_seq":1200,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056657+0000","last_change":"2024-04-02T08:32:41.851235+0000","last_active":"2024-04-02T08:38:37.056657+0000","last_peered":"2024-04-02T08:38:37.056657+0000","last_clean":"2024-04-02T08:38:37.056657+0000","last_became_active":"2024-04-02T08:32:41.850873+0000","last_became_peered":"2024-04-02T08:32:41.850873+0000","last_unstale":"2024-04-02T08:38:37.056657+0000","last_undegraded":"2024-04-02T08:38:37.056657+0000","last_fullsized":"2024-04-02T08:38:37.056657+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:09:50.650678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1139,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057300+0000","last_change":"2024-04-02T08:33:16.884942+0000","last_active":"2024-04-02T08:38:37.057300+0000","last_peered":"2024-04-02T08:38:37.057300+0000","last_clean":"2024-04-02T08:38:37.057300+0000","last_became_active":"2024-04-02T08:33:16.884612+0000","last_became_peered":"2024-04-02T08:33:16.884612+0000","last_unstale":"2024-04-02T08:38:37.057300+0000","last_undegraded":"2024-04-02T08:38:37.057300+0000","last_fullsized":"2024-04-02T08:38:37.057300+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:22:03.151845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1350,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.977120+0000","last_change":"2024-04-02T08:31:31.844969+0000","last_active":"2024-04-02T08:38:34.977120+0000","last_peered":"2024-04-02T08:38:34.977120+0000","last_clean":"2024-04-02T08:38:34.977120+0000","last_became_active":"2024-04-02T08:31:31.844047+0000","last_became_peered":"2024-04-02T08:31:31.844047+0000","last_unstale":"2024-04-02T08:38:34.977120+0000","last_undegraded":"2024-04-02T08:38:34.977120+0000","last_fullsized":"2024-04-02T08:38:34.977120+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:28:37.735760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1344,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.975593+0000","last_change":"2024-04-02T08:33:16.875490+0000","last_active":"2024-04-02T08:38:34.975593+0000","last_peered":"2024-04-02T08:38:34.975593+0000","last_clean":"2024-04-02T08:38:34.975593+0000","last_became_active":"2024-04-02T08:33:16.875168+0000","last_became_peered":"2024-04-02T08:33:16.875168+0000","last_unstale":"2024-04-02T08:38:34.975593+0000","last_undegraded":"2024-04-02T08:38:34.975593+0000","last_fullsized":"2024-04-02T08:38:34.975593+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:16.262210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1195,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983625+0000","last_change":"2024-04-02T08:33:16.870103+0000","last_active":"2024-04-02T08:38:34.983625+0000","last_peered":"2024-04-02T08:38:34.983625+0000","last_clean":"2024-04-02T08:38:34.983625+0000","last_became_active":"2024-04-02T08:33:16.869771+0000","last_became_peered":"2024-04-02T08:33:16.869771+0000","last_unstale":"2024-04-02T08:38:34.983625+0000","last_undegraded":"2024-04-02T08:38:34.983625+0000","last_fullsized":"2024-04-02T08:38:34.983625+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:09.476367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1139,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057669+0000","last_change":"2024-04-02T08:33:16.876698+0000","last_active":"2024-04-02T08:38:37.057669+0000","last_peered":"2024-04-02T08:38:37.057669+0000","last_clean":"2024-04-02T08:38:37.057669+0000","last_became_active":"2024-04-02T08:33:16.875816+0000","last_became_peered":"2024-04-02T08:33:16.875816+0000","last_unstale":"2024-04-02T08:38:37.057669+0000","last_undegraded":"2024-04-02T08:38:37.057669+0000","last_fullsized":"2024-04-02T08:38:37.057669+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:49:02.748290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1166,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056549+0000","last_change":"2024-04-02T08:32:41.837632+0000","last_active":"2024-04-02T08:38:37.056549+0000","last_peered":"2024-04-02T08:38:37.056549+0000","last_clean":"2024-04-02T08:38:37.056549+0000","last_became_active":"2024-04-02T08:32:41.836739+0000","last_became_peered":"2024-04-02T08:32:41.836739+0000","last_unstale":"2024-04-02T08:38:37.056549+0000","last_undegraded":"2024-04-02T08:38:37.056549+0000","last_fullsized":"2024-04-02T08:38:37.056549+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:49:36.952658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1166,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056213+0000","last_change":"2024-04-02T08:32:41.842702+0000","last_active":"2024-04-02T08:38:37.056213+0000","last_peered":"2024-04-02T08:38:37.056213+0000","last_clean":"2024-04-02T08:38:37.056213+0000","last_became_active":"2024-04-02T08:32:41.841976+0000","last_became_peered":"2024-04-02T08:32:41.841976+0000","last_unstale":"2024-04-02T08:38:37.056213+0000","last_undegraded":"2024-04-02T08:38:37.056213+0000","last_fullsized":"2024-04-02T08:38:37.056213+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:50:48.540757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1322,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972308+0000","last_change":"2024-04-02T08:30:22.798535+0000","last_active":"2024-04-02T08:38:34.972308+0000","last_peered":"2024-04-02T08:38:34.972308+0000","last_clean":"2024-04-02T08:38:34.972308+0000","last_became_active":"2024-04-02T08:30:22.797318+0000","last_became_peered":"2024-04-02T08:30:22.797318+0000","last_unstale":"2024-04-02T08:38:34.972308+0000","last_undegraded":"2024-04-02T08:38:34.972308+0000","last_fullsized":"2024-04-02T08:38:34.972308+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:05:59.893504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1123,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056686+0000","last_change":"2024-04-02T08:33:16.879676+0000","last_active":"2024-04-02T08:38:37.056686+0000","last_peered":"2024-04-02T08:38:37.056686+0000","last_clean":"2024-04-02T08:38:37.056686+0000","last_became_active":"2024-04-02T08:33:16.876536+0000","last_became_peered":"2024-04-02T08:33:16.876536+0000","last_unstale":"2024-04-02T08:38:37.056686+0000","last_undegraded":"2024-04-02T08:38:37.056686+0000","last_fullsized":"2024-04-02T08:38:37.056686+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:40:12.150363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"863'1491","reported_seq":4720,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.991014+0000","last_change":"2024-04-02T08:38:34.992101+0000","last_active":"2024-04-02T08:38:34.991014+0000","last_peered":"2024-04-02T08:38:34.991014+0000","last_clean":"2024-04-02T08:38:34.991014+0000","last_became_active":"2024-04-02T08:30:22.804478+0000","last_became_peered":"2024-04-02T08:30:22.804478+0000","last_unstale":"2024-04-02T08:38:34.991014+0000","last_undegraded":"2024-04-02T08:38:34.991014+0000","last_fullsized":"2024-04-02T08:38:34.991014+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1491,"log_dups_size":0,"ondisk_log_size":1491,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:55:07.600711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019966955000000002,"stat_sum":{"num_bytes":32202752,"num_objects":29,"num_object_clones":26,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":1,"num_read":243,"num_read_kb":316940,"num_write":493,"num_write_kb":76576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":7872512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1258,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:36.910272+0000","last_change":"2024-04-02T08:33:16.875290+0000","last_active":"2024-04-02T08:38:36.910272+0000","last_peered":"2024-04-02T08:38:36.910272+0000","last_clean":"2024-04-02T08:38:36.910272+0000","last_became_active":"2024-04-02T08:33:16.874930+0000","last_became_peered":"2024-04-02T08:33:16.874930+0000","last_unstale":"2024-04-02T08:38:36.910272+0000","last_undegraded":"2024-04-02T08:38:36.910272+0000","last_fullsized":"2024-04-02T08:38:36.910272+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:33:15.833455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1155,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056504+0000","last_change":"2024-04-02T08:33:16.885015+0000","last_active":"2024-04-02T08:38:37.056504+0000","last_peered":"2024-04-02T08:38:37.056504+0000","last_clean":"2024-04-02T08:38:37.056504+0000","last_became_active":"2024-04-02T08:33:16.884737+0000","last_became_peered":"2024-04-02T08:33:16.884737+0000","last_unstale":"2024-04-02T08:38:37.056504+0000","last_undegraded":"2024-04-02T08:38:37.056504+0000","last_fullsized":"2024-04-02T08:38:37.056504+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:39:07.887624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":3382,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.977970+0000","last_change":"2024-04-02T08:38:34.979089+0000","last_active":"2024-04-02T08:38:34.977970+0000","last_peered":"2024-04-02T08:38:34.977970+0000","last_clean":"2024-04-02T08:38:34.977970+0000","last_became_active":"2024-04-02T08:32:41.842345+0000","last_became_peered":"2024-04-02T08:32:41.842345+0000","last_unstale":"2024-04-02T08:38:34.977970+0000","last_undegraded":"2024-04-02T08:38:34.977970+0000","last_fullsized":"2024-04-02T08:38:34.977970+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:13:18.686499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002402806,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1308,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.971991+0000","last_change":"2024-04-02T08:32:07.910898+0000","last_active":"2024-04-02T08:38:34.971991+0000","last_peered":"2024-04-02T08:38:34.971991+0000","last_clean":"2024-04-02T08:38:34.971991+0000","last_became_active":"2024-04-02T08:32:07.910402+0000","last_became_peered":"2024-04-02T08:32:07.910402+0000","last_unstale":"2024-04-02T08:38:34.971991+0000","last_undegraded":"2024-04-02T08:38:34.971991+0000","last_fullsized":"2024-04-02T08:38:34.971991+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:21:20.270153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1329,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972791+0000","last_change":"2024-04-02T08:33:16.873768+0000","last_active":"2024-04-02T08:38:34.972791+0000","last_peered":"2024-04-02T08:38:34.972791+0000","last_clean":"2024-04-02T08:38:34.972791+0000","last_became_active":"2024-04-02T08:33:16.873409+0000","last_became_peered":"2024-04-02T08:33:16.873409+0000","last_unstale":"2024-04-02T08:38:34.972791+0000","last_undegraded":"2024-04-02T08:38:34.972791+0000","last_fullsized":"2024-04-02T08:38:34.972791+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:49:01.980577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1201,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984314+0000","last_change":"2024-04-02T08:32:07.902913+0000","last_active":"2024-04-02T08:38:34.984314+0000","last_peered":"2024-04-02T08:38:34.984314+0000","last_clean":"2024-04-02T08:38:34.984314+0000","last_became_active":"2024-04-02T08:32:07.902584+0000","last_became_peered":"2024-04-02T08:32:07.902584+0000","last_unstale":"2024-04-02T08:38:34.984314+0000","last_undegraded":"2024-04-02T08:38:34.984314+0000","last_fullsized":"2024-04-02T08:38:34.984314+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:32:19.106452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"863'989","reported_seq":4316,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.986241+0000","last_change":"2024-04-02T08:38:34.988203+0000","last_active":"2024-04-02T08:38:34.986241+0000","last_peered":"2024-04-02T08:38:34.986241+0000","last_clean":"2024-04-02T08:38:34.986241+0000","last_became_active":"2024-04-02T08:31:31.839392+0000","last_became_peered":"2024-04-02T08:31:31.839392+0000","last_unstale":"2024-04-02T08:38:34.986241+0000","last_undegraded":"2024-04-02T08:38:34.986241+0000","last_fullsized":"2024-04-02T08:38:34.986241+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":989,"log_dups_size":0,"ondisk_log_size":989,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:30:31.047150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012082994,"stat_sum":{"num_bytes":17686528,"num_objects":15,"num_object_clones":13,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":2,"num_read":125,"num_read_kb":90132,"num_write":358,"num_write_kb":58888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1622016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1308,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.973372+0000","last_change":"2024-04-02T08:30:57.876191+0000","last_active":"2024-04-02T08:38:34.973372+0000","last_peered":"2024-04-02T08:38:34.973372+0000","last_clean":"2024-04-02T08:38:34.973372+0000","last_became_active":"2024-04-02T08:30:57.875776+0000","last_became_peered":"2024-04-02T08:30:57.875776+0000","last_unstale":"2024-04-02T08:38:34.973372+0000","last_undegraded":"2024-04-02T08:38:34.973372+0000","last_fullsized":"2024-04-02T08:38:34.973372+0000","mapping_epoch":415,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":416,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:05:12.340851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1210,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983468+0000","last_change":"2024-04-02T08:32:41.845942+0000","last_active":"2024-04-02T08:38:34.983468+0000","last_peered":"2024-04-02T08:38:34.983468+0000","last_clean":"2024-04-02T08:38:34.983468+0000","last_became_active":"2024-04-02T08:32:41.845649+0000","last_became_peered":"2024-04-02T08:32:41.845649+0000","last_unstale":"2024-04-02T08:38:34.983468+0000","last_undegraded":"2024-04-02T08:38:34.983468+0000","last_fullsized":"2024-04-02T08:38:34.983468+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:04:01.241001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1254,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:36.909657+0000","last_change":"2024-04-02T08:32:41.833491+0000","last_active":"2024-04-02T08:38:36.909657+0000","last_peered":"2024-04-02T08:38:36.909657+0000","last_clean":"2024-04-02T08:38:36.909657+0000","last_became_active":"2024-04-02T08:32:41.833156+0000","last_became_peered":"2024-04-02T08:32:41.833156+0000","last_unstale":"2024-04-02T08:38:36.909657+0000","last_undegraded":"2024-04-02T08:38:36.909657+0000","last_fullsized":"2024-04-02T08:38:36.909657+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:24:00.944311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"863'1182","reported_seq":4379,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.999357+0000","last_change":"2024-04-02T08:38:35.000441+0000","last_active":"2024-04-02T08:38:34.999357+0000","last_peered":"2024-04-02T08:38:34.999357+0000","last_clean":"2024-04-02T08:38:34.999357+0000","last_became_active":"2024-04-02T08:32:07.901798+0000","last_became_peered":"2024-04-02T08:32:07.901798+0000","last_unstale":"2024-04-02T08:38:34.999357+0000","last_undegraded":"2024-04-02T08:38:34.999357+0000","last_fullsized":"2024-04-02T08:38:34.999357+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1182,"log_dups_size":0,"ondisk_log_size":1182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:20:24.036865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.027703843999999998,"stat_sum":{"num_bytes":25608192,"num_objects":19,"num_object_clones":17,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":168,"num_read_kb":256872,"num_write":314,"num_write_kb":71872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":29630464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1314,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972970+0000","last_change":"2024-04-02T08:32:07.909826+0000","last_active":"2024-04-02T08:38:34.972970+0000","last_peered":"2024-04-02T08:38:34.972970+0000","last_clean":"2024-04-02T08:38:34.972970+0000","last_became_active":"2024-04-02T08:32:07.909467+0000","last_became_peered":"2024-04-02T08:32:07.909467+0000","last_unstale":"2024-04-02T08:38:34.972970+0000","last_undegraded":"2024-04-02T08:38:34.972970+0000","last_fullsized":"2024-04-02T08:38:34.972970+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:50:39.099863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1309,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.971307+0000","last_change":"2024-04-02T08:32:41.832776+0000","last_active":"2024-04-02T08:38:34.971307+0000","last_peered":"2024-04-02T08:38:34.971307+0000","last_clean":"2024-04-02T08:38:34.971307+0000","last_became_active":"2024-04-02T08:32:41.832221+0000","last_became_peered":"2024-04-02T08:32:41.832221+0000","last_unstale":"2024-04-02T08:38:34.971307+0000","last_undegraded":"2024-04-02T08:38:34.971307+0000","last_fullsized":"2024-04-02T08:38:34.971307+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:57:54.659869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1304,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.971995+0000","last_change":"2024-04-02T08:30:58.864656+0000","last_active":"2024-04-02T08:38:34.971995+0000","last_peered":"2024-04-02T08:38:34.971995+0000","last_clean":"2024-04-02T08:38:34.971995+0000","last_became_active":"2024-04-02T08:30:58.864318+0000","last_became_peered":"2024-04-02T08:30:58.864318+0000","last_unstale":"2024-04-02T08:38:34.971995+0000","last_undegraded":"2024-04-02T08:38:34.971995+0000","last_fullsized":"2024-04-02T08:38:34.971995+0000","mapping_epoch":416,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":417,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:21:06.288503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"863'3226","reported_seq":6103,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.058386+0000","last_change":"2024-04-02T08:38:35.006896+0000","last_active":"2024-04-02T08:38:37.058386+0000","last_peered":"2024-04-02T08:38:37.058386+0000","last_clean":"2024-04-02T08:38:37.058386+0000","last_became_active":"2024-04-02T08:33:16.885618+0000","last_became_peered":"2024-04-02T08:33:16.885618+0000","last_unstale":"2024-04-02T08:38:37.058386+0000","last_undegraded":"2024-04-02T08:38:37.058386+0000","last_fullsized":"2024-04-02T08:38:37.058386+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":3226,"log_dups_size":0,"ondisk_log_size":3226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:00:43.225979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.033743993999999999,"stat_sum":{"num_bytes":99991552,"num_objects":47,"num_object_clones":41,"num_object_copies":141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":1,"num_read":486,"num_read_kb":690553,"num_write":1088,"num_write_kb":168472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":108,"num_bytes_recovered":155942912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1155,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057360+0000","last_change":"2024-04-02T08:33:16.872742+0000","last_active":"2024-04-02T08:38:37.057360+0000","last_peered":"2024-04-02T08:38:37.057360+0000","last_clean":"2024-04-02T08:38:37.057360+0000","last_became_active":"2024-04-02T08:33:16.872409+0000","last_became_peered":"2024-04-02T08:33:16.872409+0000","last_unstale":"2024-04-02T08:38:37.057360+0000","last_undegraded":"2024-04-02T08:38:37.057360+0000","last_fullsized":"2024-04-02T08:38:37.057360+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:44:39.513627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1252,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.985067+0000","last_change":"2024-04-02T08:32:41.843151+0000","last_active":"2024-04-02T08:38:34.985067+0000","last_peered":"2024-04-02T08:38:34.985067+0000","last_clean":"2024-04-02T08:38:34.985067+0000","last_became_active":"2024-04-02T08:32:41.842772+0000","last_became_peered":"2024-04-02T08:32:41.842772+0000","last_unstale":"2024-04-02T08:38:34.985067+0000","last_undegraded":"2024-04-02T08:38:34.985067+0000","last_fullsized":"2024-04-02T08:38:34.985067+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:39:11.681299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1202,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983739+0000","last_change":"2024-04-02T08:33:16.870981+0000","last_active":"2024-04-02T08:38:34.983739+0000","last_peered":"2024-04-02T08:38:34.983739+0000","last_clean":"2024-04-02T08:38:34.983739+0000","last_became_active":"2024-04-02T08:33:16.870693+0000","last_became_peered":"2024-04-02T08:33:16.870693+0000","last_unstale":"2024-04-02T08:38:34.983739+0000","last_undegraded":"2024-04-02T08:38:34.983739+0000","last_fullsized":"2024-04-02T08:38:34.983739+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:48:29.029476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"231'197","reported_seq":1615,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.058204+0000","last_change":"2024-04-02T08:33:16.875992+0000","last_active":"2024-04-02T08:38:37.058204+0000","last_peered":"2024-04-02T08:38:37.058204+0000","last_clean":"2024-04-02T08:38:37.058204+0000","last_became_active":"2024-04-02T08:33:16.873574+0000","last_became_peered":"2024-04-02T08:33:16.873574+0000","last_unstale":"2024-04-02T08:38:37.058204+0000","last_undegraded":"2024-04-02T08:38:37.058204+0000","last_fullsized":"2024-04-02T08:38:37.058204+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:19:05.428942+0000","last_clean_scrub_stamp":"2024-04-02T08:19:05.428942+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:19:40.888398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"863'1634","reported_seq":4648,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.994846+0000","last_change":"2024-04-02T08:38:34.994846+0000","last_active":"2024-04-02T08:38:34.994846+0000","last_peered":"2024-04-02T08:38:34.994846+0000","last_clean":"2024-04-02T08:38:34.994846+0000","last_became_active":"2024-04-02T08:32:07.904712+0000","last_became_peered":"2024-04-02T08:32:07.904712+0000","last_unstale":"2024-04-02T08:38:34.994846+0000","last_undegraded":"2024-04-02T08:38:34.994846+0000","last_fullsized":"2024-04-02T08:38:34.994846+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1634,"log_dups_size":0,"ondisk_log_size":1634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:41:55.635838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010103785000000001,"stat_sum":{"num_bytes":61915136,"num_objects":26,"num_object_clones":23,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":261,"num_read_kb":418614,"num_write":434,"num_write_kb":101568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":15663104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1343,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.977780+0000","last_change":"2024-04-02T08:30:22.800490+0000","last_active":"2024-04-02T08:38:34.977780+0000","last_peered":"2024-04-02T08:38:34.977780+0000","last_clean":"2024-04-02T08:38:34.977780+0000","last_became_active":"2024-04-02T08:30:22.800169+0000","last_became_peered":"2024-04-02T08:30:22.800169+0000","last_unstale":"2024-04-02T08:38:34.977780+0000","last_undegraded":"2024-04-02T08:38:34.977780+0000","last_fullsized":"2024-04-02T08:38:34.977780+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:30:49.583139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1344,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.975192+0000","last_change":"2024-04-02T08:31:31.839754+0000","last_active":"2024-04-02T08:38:34.975192+0000","last_peered":"2024-04-02T08:38:34.975192+0000","last_clean":"2024-04-02T08:38:34.975192+0000","last_became_active":"2024-04-02T08:31:31.839401+0000","last_became_peered":"2024-04-02T08:31:31.839401+0000","last_unstale":"2024-04-02T08:38:34.975192+0000","last_undegraded":"2024-04-02T08:38:34.975192+0000","last_fullsized":"2024-04-02T08:38:34.975192+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:04:56.401827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1121,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057543+0000","last_change":"2024-04-02T08:33:16.874496+0000","last_active":"2024-04-02T08:38:37.057543+0000","last_peered":"2024-04-02T08:38:37.057543+0000","last_clean":"2024-04-02T08:38:37.057543+0000","last_became_active":"2024-04-02T08:33:16.873414+0000","last_became_peered":"2024-04-02T08:33:16.873414+0000","last_unstale":"2024-04-02T08:38:37.057543+0000","last_undegraded":"2024-04-02T08:38:37.057543+0000","last_fullsized":"2024-04-02T08:38:37.057543+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:29:04.337186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"864'1153","reported_seq":4152,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057188+0000","last_change":"2024-04-02T08:38:34.993527+0000","last_active":"2024-04-02T08:38:37.057188+0000","last_peered":"2024-04-02T08:38:37.057188+0000","last_clean":"2024-04-02T08:38:37.057188+0000","last_became_active":"2024-04-02T08:32:41.850696+0000","last_became_peered":"2024-04-02T08:32:41.850696+0000","last_unstale":"2024-04-02T08:38:37.057188+0000","last_undegraded":"2024-04-02T08:38:37.057188+0000","last_fullsized":"2024-04-02T08:38:37.057188+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1153,"log_dups_size":0,"ondisk_log_size":1153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:22:19.752527+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.017126016000000001,"stat_sum":{"num_bytes":45170688,"num_objects":18,"num_object_clones":16,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":226,"num_read_kb":380015,"num_write":245,"num_write_kb":90896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":15319040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1344,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.977005+0000","last_change":"2024-04-02T08:33:16.880093+0000","last_active":"2024-04-02T08:38:34.977005+0000","last_peered":"2024-04-02T08:38:34.977005+0000","last_clean":"2024-04-02T08:38:34.977005+0000","last_became_active":"2024-04-02T08:33:16.879657+0000","last_became_peered":"2024-04-02T08:33:16.879657+0000","last_unstale":"2024-04-02T08:38:34.977005+0000","last_undegraded":"2024-04-02T08:38:34.977005+0000","last_fullsized":"2024-04-02T08:38:34.977005+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:17:18.157026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1141,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057198+0000","last_change":"2024-04-02T08:33:16.880468+0000","last_active":"2024-04-02T08:38:37.057198+0000","last_peered":"2024-04-02T08:38:37.057198+0000","last_clean":"2024-04-02T08:38:37.057198+0000","last_became_active":"2024-04-02T08:33:16.880130+0000","last_became_peered":"2024-04-02T08:33:16.880130+0000","last_unstale":"2024-04-02T08:38:37.057198+0000","last_undegraded":"2024-04-02T08:38:37.057198+0000","last_fullsized":"2024-04-02T08:38:37.057198+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:17:23.377392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1309,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.973283+0000","last_change":"2024-04-02T08:32:07.911009+0000","last_active":"2024-04-02T08:38:34.973283+0000","last_peered":"2024-04-02T08:38:34.973283+0000","last_clean":"2024-04-02T08:38:34.973283+0000","last_became_active":"2024-04-02T08:32:07.910494+0000","last_became_peered":"2024-04-02T08:32:07.910494+0000","last_unstale":"2024-04-02T08:38:34.973283+0000","last_undegraded":"2024-04-02T08:38:34.973283+0000","last_fullsized":"2024-04-02T08:38:34.973283+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:57:32.498496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"864'2652","reported_seq":5550,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:36.910061+0000","last_change":"2024-04-02T08:38:34.993454+0000","last_active":"2024-04-02T08:38:36.910061+0000","last_peered":"2024-04-02T08:38:36.910061+0000","last_clean":"2024-04-02T08:38:36.910061+0000","last_became_active":"2024-04-02T08:33:16.870983+0000","last_became_peered":"2024-04-02T08:33:16.870983+0000","last_unstale":"2024-04-02T08:38:36.910061+0000","last_undegraded":"2024-04-02T08:38:36.910061+0000","last_fullsized":"2024-04-02T08:38:36.910061+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":2652,"log_dups_size":0,"ondisk_log_size":2652,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:21:23.428064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016574682,"stat_sum":{"num_bytes":82993152,"num_objects":47,"num_object_clones":42,"num_object_copies":141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":2,"num_read":370,"num_read_kb":381306,"num_write":864,"num_write_kb":175280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25034752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1259,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.986003+0000","last_change":"2024-04-02T08:33:16.881640+0000","last_active":"2024-04-02T08:38:34.986003+0000","last_peered":"2024-04-02T08:38:34.986003+0000","last_clean":"2024-04-02T08:38:34.986003+0000","last_became_active":"2024-04-02T08:33:16.881051+0000","last_became_peered":"2024-04-02T08:33:16.881051+0000","last_unstale":"2024-04-02T08:38:34.986003+0000","last_undegraded":"2024-04-02T08:38:34.986003+0000","last_fullsized":"2024-04-02T08:38:34.986003+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:32:24.871346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"581'3","reported_seq":1316,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.973501+0000","last_change":"2024-04-02T08:32:41.838845+0000","last_active":"2024-04-02T08:38:34.973501+0000","last_peered":"2024-04-02T08:38:34.973501+0000","last_clean":"2024-04-02T08:38:34.973501+0000","last_became_active":"2024-04-02T08:32:41.838502+0000","last_became_peered":"2024-04-02T08:32:41.838502+0000","last_unstale":"2024-04-02T08:38:34.973501+0000","last_undegraded":"2024-04-02T08:38:34.973501+0000","last_fullsized":"2024-04-02T08:38:34.973501+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:03:53.192763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1263,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984259+0000","last_change":"2024-04-02T08:33:16.880843+0000","last_active":"2024-04-02T08:38:34.984259+0000","last_peered":"2024-04-02T08:38:34.984259+0000","last_clean":"2024-04-02T08:38:34.984259+0000","last_became_active":"2024-04-02T08:33:16.880504+0000","last_became_peered":"2024-04-02T08:33:16.880504+0000","last_unstale":"2024-04-02T08:38:34.984259+0000","last_undegraded":"2024-04-02T08:38:34.984259+0000","last_fullsized":"2024-04-02T08:38:34.984259+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:53:53.106898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"863'1564","reported_seq":4692,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.997686+0000","last_change":"2024-04-02T08:38:34.999002+0000","last_active":"2024-04-02T08:38:34.997686+0000","last_peered":"2024-04-02T08:38:34.997686+0000","last_clean":"2024-04-02T08:38:34.997686+0000","last_became_active":"2024-04-02T08:31:31.840568+0000","last_became_peered":"2024-04-02T08:31:31.840568+0000","last_unstale":"2024-04-02T08:38:34.997686+0000","last_undegraded":"2024-04-02T08:38:34.997686+0000","last_fullsized":"2024-04-02T08:38:34.997686+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1564,"log_dups_size":0,"ondisk_log_size":1564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:10:04.606523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013288971,"stat_sum":{"num_bytes":39256064,"num_objects":23,"num_object_clones":20,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":256,"num_read_kb":419868,"num_write":496,"num_write_kb":128416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":7258112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1243,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:36.909370+0000","last_change":"2024-04-02T08:32:41.838857+0000","last_active":"2024-04-02T08:38:36.909370+0000","last_peered":"2024-04-02T08:38:36.909370+0000","last_clean":"2024-04-02T08:38:36.909370+0000","last_became_active":"2024-04-02T08:32:41.838512+0000","last_became_peered":"2024-04-02T08:32:41.838512+0000","last_unstale":"2024-04-02T08:38:36.909370+0000","last_undegraded":"2024-04-02T08:38:36.909370+0000","last_fullsized":"2024-04-02T08:38:36.909370+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:59.628608+0000","last_clean_scrub_stamp":"2024-04-02T08:21:59.628608+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:52:12.890409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1180,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057473+0000","last_change":"2024-04-02T08:33:16.874607+0000","last_active":"2024-04-02T08:38:37.057473+0000","last_peered":"2024-04-02T08:38:37.057473+0000","last_clean":"2024-04-02T08:38:37.057473+0000","last_became_active":"2024-04-02T08:33:16.874208+0000","last_became_peered":"2024-04-02T08:33:16.874208+0000","last_unstale":"2024-04-02T08:38:37.057473+0000","last_undegraded":"2024-04-02T08:38:37.057473+0000","last_fullsized":"2024-04-02T08:38:37.057473+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:51:52.753780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1344,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.977548+0000","last_change":"2024-04-02T08:31:31.840335+0000","last_active":"2024-04-02T08:38:34.977548+0000","last_peered":"2024-04-02T08:38:34.977548+0000","last_clean":"2024-04-02T08:38:34.977548+0000","last_became_active":"2024-04-02T08:31:31.839214+0000","last_became_peered":"2024-04-02T08:31:31.839214+0000","last_unstale":"2024-04-02T08:38:34.977548+0000","last_undegraded":"2024-04-02T08:38:34.977548+0000","last_fullsized":"2024-04-02T08:38:34.977548+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:16:41.191723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"863'1958","reported_seq":4878,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.996387+0000","last_change":"2024-04-02T08:38:34.997786+0000","last_active":"2024-04-02T08:38:34.996387+0000","last_peered":"2024-04-02T08:38:34.996387+0000","last_clean":"2024-04-02T08:38:34.996387+0000","last_became_active":"2024-04-02T08:32:41.848947+0000","last_became_peered":"2024-04-02T08:32:41.848947+0000","last_unstale":"2024-04-02T08:38:34.996387+0000","last_undegraded":"2024-04-02T08:38:34.996387+0000","last_fullsized":"2024-04-02T08:38:34.996387+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1958,"log_dups_size":0,"ondisk_log_size":1958,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:07:34.214797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013004633,"stat_sum":{"num_bytes":72826880,"num_objects":34,"num_object_clones":30,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":2,"num_read":306,"num_read_kb":515266,"num_write":787,"num_write_kb":111152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":49463296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1121,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057765+0000","last_change":"2024-04-02T08:33:16.873949+0000","last_active":"2024-04-02T08:38:37.057765+0000","last_peered":"2024-04-02T08:38:37.057765+0000","last_clean":"2024-04-02T08:38:37.057765+0000","last_became_active":"2024-04-02T08:33:16.872886+0000","last_became_peered":"2024-04-02T08:33:16.872886+0000","last_unstale":"2024-04-02T08:38:37.057765+0000","last_undegraded":"2024-04-02T08:38:37.057765+0000","last_fullsized":"2024-04-02T08:38:37.057765+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:10:27.742908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1241,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:36.909273+0000","last_change":"2024-04-02T08:33:16.870138+0000","last_active":"2024-04-02T08:38:36.909273+0000","last_peered":"2024-04-02T08:38:36.909273+0000","last_clean":"2024-04-02T08:38:36.909273+0000","last_became_active":"2024-04-02T08:33:16.869793+0000","last_became_peered":"2024-04-02T08:33:16.869793+0000","last_unstale":"2024-04-02T08:38:36.909273+0000","last_undegraded":"2024-04-02T08:38:36.909273+0000","last_fullsized":"2024-04-02T08:38:36.909273+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:37:40.519857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"863'2582","reported_seq":5527,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:36.910084+0000","last_change":"2024-04-02T08:38:35.001209+0000","last_active":"2024-04-02T08:38:36.910084+0000","last_peered":"2024-04-02T08:38:36.910084+0000","last_clean":"2024-04-02T08:38:36.910084+0000","last_became_active":"2024-04-02T08:32:07.908418+0000","last_became_peered":"2024-04-02T08:32:07.908418+0000","last_unstale":"2024-04-02T08:38:36.910084+0000","last_undegraded":"2024-04-02T08:38:36.910084+0000","last_fullsized":"2024-04-02T08:38:36.910084+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":2582,"log_dups_size":0,"ondisk_log_size":2582,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:14:08.197851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024302339999999999,"stat_sum":{"num_bytes":60252160,"num_objects":45,"num_object_clones":40,"num_object_copies":135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":1,"num_read":351,"num_read_kb":347977,"num_write":870,"num_write_kb":200464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":44064768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1304,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.971465+0000","last_change":"2024-04-02T08:30:58.868107+0000","last_active":"2024-04-02T08:38:34.971465+0000","last_peered":"2024-04-02T08:38:34.971465+0000","last_clean":"2024-04-02T08:38:34.971465+0000","last_became_active":"2024-04-02T08:30:58.867735+0000","last_became_peered":"2024-04-02T08:30:58.867735+0000","last_unstale":"2024-04-02T08:38:34.971465+0000","last_undegraded":"2024-04-02T08:38:34.971465+0000","last_fullsized":"2024-04-02T08:38:34.971465+0000","mapping_epoch":416,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":417,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:06:44.907101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1257,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.986094+0000","last_change":"2024-04-02T08:33:16.881916+0000","last_active":"2024-04-02T08:38:34.986094+0000","last_peered":"2024-04-02T08:38:34.986094+0000","last_clean":"2024-04-02T08:38:34.986094+0000","last_became_active":"2024-04-02T08:33:16.881324+0000","last_became_peered":"2024-04-02T08:33:16.881324+0000","last_unstale":"2024-04-02T08:38:34.986094+0000","last_undegraded":"2024-04-02T08:38:34.986094+0000","last_fullsized":"2024-04-02T08:38:34.986094+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T12:29:15.187387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"863'540","reported_seq":3836,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.981423+0000","last_change":"2024-04-02T08:38:34.982286+0000","last_active":"2024-04-02T08:38:34.981423+0000","last_peered":"2024-04-02T08:38:34.981423+0000","last_clean":"2024-04-02T08:38:34.981423+0000","last_became_active":"2024-04-02T08:33:16.873430+0000","last_became_peered":"2024-04-02T08:33:16.873430+0000","last_unstale":"2024-04-02T08:38:34.981423+0000","last_undegraded":"2024-04-02T08:38:34.981423+0000","last_fullsized":"2024-04-02T08:38:34.981423+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":540,"log_dups_size":0,"ondisk_log_size":540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:34:02.648988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010292213999999999,"stat_sum":{"num_bytes":17678336,"num_objects":13,"num_object_clones":12,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":85,"num_read_kb":86855,"num_write":209,"num_write_kb":26840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":5955584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1313,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.971710+0000","last_change":"2024-04-02T08:31:31.836201+0000","last_active":"2024-04-02T08:38:34.971710+0000","last_peered":"2024-04-02T08:38:34.971710+0000","last_clean":"2024-04-02T08:38:34.971710+0000","last_became_active":"2024-04-02T08:31:31.835826+0000","last_became_peered":"2024-04-02T08:31:31.835826+0000","last_unstale":"2024-04-02T08:38:34.971710+0000","last_undegraded":"2024-04-02T08:38:34.971710+0000","last_fullsized":"2024-04-02T08:38:34.971710+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:14:08.464195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1263,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984640+0000","last_change":"2024-04-02T08:31:31.842422+0000","last_active":"2024-04-02T08:38:34.984640+0000","last_peered":"2024-04-02T08:38:34.984640+0000","last_clean":"2024-04-02T08:38:34.984640+0000","last_became_active":"2024-04-02T08:31:31.842081+0000","last_became_peered":"2024-04-02T08:31:31.842081+0000","last_unstale":"2024-04-02T08:38:34.984640+0000","last_undegraded":"2024-04-02T08:38:34.984640+0000","last_fullsized":"2024-04-02T08:38:34.984640+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:58:49.408566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"863'1523","reported_seq":4720,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.982616+0000","last_change":"2024-04-02T08:38:34.983912+0000","last_active":"2024-04-02T08:38:34.982616+0000","last_peered":"2024-04-02T08:38:34.982616+0000","last_clean":"2024-04-02T08:38:34.982616+0000","last_became_active":"2024-04-02T08:31:31.827041+0000","last_became_peered":"2024-04-02T08:31:31.827041+0000","last_unstale":"2024-04-02T08:38:34.982616+0000","last_undegraded":"2024-04-02T08:38:34.982616+0000","last_fullsized":"2024-04-02T08:38:34.982616+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1523,"log_dups_size":0,"ondisk_log_size":1523,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:42:05.569446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010862725,"stat_sum":{"num_bytes":49102848,"num_objects":23,"num_object_clones":20,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":1,"num_read":197,"num_read_kb":271980,"num_write":518,"num_write_kb":99424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":8011776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"2.b","version":"579'4","reported_seq":1140,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057924+0000","last_change":"2024-04-02T08:33:16.876057+0000","last_active":"2024-04-02T08:38:37.057924+0000","last_peered":"2024-04-02T08:38:37.057924+0000","last_clean":"2024-04-02T08:38:37.057924+0000","last_became_active":"2024-04-02T08:33:16.872064+0000","last_became_peered":"2024-04-02T08:33:16.872064+0000","last_unstale":"2024-04-02T08:38:37.057924+0000","last_undegraded":"2024-04-02T08:38:37.057924+0000","last_fullsized":"2024-04-02T08:38:37.057924+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:31:54.975235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1284,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972570+0000","last_change":"2024-04-02T08:31:31.833316+0000","last_active":"2024-04-02T08:38:34.972570+0000","last_peered":"2024-04-02T08:38:34.972570+0000","last_clean":"2024-04-02T08:38:34.972570+0000","last_became_active":"2024-04-02T08:31:31.832964+0000","last_became_peered":"2024-04-02T08:31:31.832964+0000","last_unstale":"2024-04-02T08:38:34.972570+0000","last_undegraded":"2024-04-02T08:38:34.972570+0000","last_fullsized":"2024-04-02T08:38:34.972570+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:26:26.953269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.b","version":"863'1356","reported_seq":4550,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:35.007343+0000","last_change":"2024-04-02T08:38:35.008003+0000","last_active":"2024-04-02T08:38:35.007343+0000","last_peered":"2024-04-02T08:38:35.007343+0000","last_clean":"2024-04-02T08:38:35.007343+0000","last_became_active":"2024-04-02T08:32:07.901125+0000","last_became_peered":"2024-04-02T08:32:07.901125+0000","last_unstale":"2024-04-02T08:38:35.007343+0000","last_undegraded":"2024-04-02T08:38:35.007343+0000","last_fullsized":"2024-04-02T08:38:35.007343+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1356,"log_dups_size":0,"ondisk_log_size":1356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T20:24:12.253808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.034814474999999998,"stat_sum":{"num_bytes":42745856,"num_objects":27,"num_object_clones":24,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":185,"num_read_kb":174259,"num_write":489,"num_write_kb":72008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":25378816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1299,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972492+0000","last_change":"2024-04-02T08:32:07.899023+0000","last_active":"2024-04-02T08:38:34.972492+0000","last_peered":"2024-04-02T08:38:34.972492+0000","last_clean":"2024-04-02T08:38:34.972492+0000","last_became_active":"2024-04-02T08:32:07.898627+0000","last_became_peered":"2024-04-02T08:32:07.898627+0000","last_unstale":"2024-04-02T08:38:34.972492+0000","last_undegraded":"2024-04-02T08:38:34.972492+0000","last_fullsized":"2024-04-02T08:38:34.972492+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:36:45.638156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1124,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057074+0000","last_change":"2024-04-02T08:33:16.875312+0000","last_active":"2024-04-02T08:38:37.057074+0000","last_peered":"2024-04-02T08:38:37.057074+0000","last_clean":"2024-04-02T08:38:37.057074+0000","last_became_active":"2024-04-02T08:33:16.871849+0000","last_became_peered":"2024-04-02T08:33:16.871849+0000","last_unstale":"2024-04-02T08:38:37.057074+0000","last_undegraded":"2024-04-02T08:38:37.057074+0000","last_fullsized":"2024-04-02T08:38:37.057074+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:18:02.663128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"863'2217","reported_seq":5267,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:35.001679+0000","last_change":"2024-04-02T08:38:35.003039+0000","last_active":"2024-04-02T08:38:35.001679+0000","last_peered":"2024-04-02T08:38:35.001679+0000","last_clean":"2024-04-02T08:38:35.001679+0000","last_became_active":"2024-04-02T08:31:31.836510+0000","last_became_peered":"2024-04-02T08:31:31.836510+0000","last_unstale":"2024-04-02T08:38:35.001679+0000","last_undegraded":"2024-04-02T08:38:35.001679+0000","last_fullsized":"2024-04-02T08:38:35.001679+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":2217,"log_dups_size":0,"ondisk_log_size":2217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:26:40.319910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.030630075999999999,"stat_sum":{"num_bytes":67551232,"num_objects":38,"num_object_clones":34,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":1,"num_read":292,"num_read_kb":344667,"num_write":721,"num_write_kb":130824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":45858816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"18a","length":"1"},{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1312,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972366+0000","last_change":"2024-04-02T08:31:31.835899+0000","last_active":"2024-04-02T08:38:34.972366+0000","last_peered":"2024-04-02T08:38:34.972366+0000","last_clean":"2024-04-02T08:38:34.972366+0000","last_became_active":"2024-04-02T08:31:31.835489+0000","last_became_peered":"2024-04-02T08:31:31.835489+0000","last_unstale":"2024-04-02T08:38:34.972366+0000","last_undegraded":"2024-04-02T08:38:34.972366+0000","last_fullsized":"2024-04-02T08:38:34.972366+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:54:03.399615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1194,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983957+0000","last_change":"2024-04-02T08:32:41.845299+0000","last_active":"2024-04-02T08:38:34.983957+0000","last_peered":"2024-04-02T08:38:34.983957+0000","last_clean":"2024-04-02T08:38:34.983957+0000","last_became_active":"2024-04-02T08:32:41.844967+0000","last_became_peered":"2024-04-02T08:32:41.844967+0000","last_unstale":"2024-04-02T08:38:34.983957+0000","last_undegraded":"2024-04-02T08:38:34.983957+0000","last_fullsized":"2024-04-02T08:38:34.983957+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T13:48:37.747435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"864'1937","reported_seq":4757,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056920+0000","last_change":"2024-04-02T08:38:34.984237+0000","last_active":"2024-04-02T08:38:37.056920+0000","last_peered":"2024-04-02T08:38:37.056920+0000","last_clean":"2024-04-02T08:38:37.056920+0000","last_became_active":"2024-04-02T08:33:16.874787+0000","last_became_peered":"2024-04-02T08:33:16.874787+0000","last_unstale":"2024-04-02T08:38:37.056920+0000","last_undegraded":"2024-04-02T08:38:37.056920+0000","last_fullsized":"2024-04-02T08:38:37.056920+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:25:10.284151+0000","last_clean_scrub_stamp":"2024-04-02T08:25:10.284151+0000","objects_scrubbed":0,"log_size":1937,"log_dups_size":0,"ondisk_log_size":1937,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T15:00:01.399977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011798687,"stat_sum":{"num_bytes":56844288,"num_objects":30,"num_object_clones":26,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":1,"num_read":284,"num_read_kb":364550,"num_write":671,"num_write_kb":116032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":12836864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c0","length":"1"},{"start":"1c2","length":"1"},{"start":"1c7","length":"1"},{"start":"1d5","length":"1"},{"start":"1e3","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1294,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972976+0000","last_change":"2024-04-02T08:33:16.874250+0000","last_active":"2024-04-02T08:38:34.972976+0000","last_peered":"2024-04-02T08:38:34.972976+0000","last_clean":"2024-04-02T08:38:34.972976+0000","last_became_active":"2024-04-02T08:33:16.873423+0000","last_became_peered":"2024-04-02T08:33:16.873423+0000","last_unstale":"2024-04-02T08:38:34.972976+0000","last_undegraded":"2024-04-02T08:38:34.972976+0000","last_fullsized":"2024-04-02T08:38:34.972976+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:23.541958+0000","last_clean_scrub_stamp":"2024-04-02T08:21:23.541958+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:31:16.443656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1140,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.058014+0000","last_change":"2024-04-02T08:33:16.882826+0000","last_active":"2024-04-02T08:38:37.058014+0000","last_peered":"2024-04-02T08:38:37.058014+0000","last_clean":"2024-04-02T08:38:37.058014+0000","last_became_active":"2024-04-02T08:33:16.882217+0000","last_became_peered":"2024-04-02T08:33:16.882217+0000","last_unstale":"2024-04-02T08:38:37.058014+0000","last_undegraded":"2024-04-02T08:38:37.058014+0000","last_fullsized":"2024-04-02T08:38:37.058014+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:34:18.635833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1158,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056105+0000","last_change":"2024-04-02T08:32:41.844782+0000","last_active":"2024-04-02T08:38:37.056105+0000","last_peered":"2024-04-02T08:38:37.056105+0000","last_clean":"2024-04-02T08:38:37.056105+0000","last_became_active":"2024-04-02T08:32:41.844438+0000","last_became_peered":"2024-04-02T08:32:41.844438+0000","last_unstale":"2024-04-02T08:38:37.056105+0000","last_undegraded":"2024-04-02T08:38:37.056105+0000","last_fullsized":"2024-04-02T08:38:37.056105+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:16:40.685768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1287,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.971801+0000","last_change":"2024-04-02T08:32:41.838089+0000","last_active":"2024-04-02T08:38:34.971801+0000","last_peered":"2024-04-02T08:38:34.971801+0000","last_clean":"2024-04-02T08:38:34.971801+0000","last_became_active":"2024-04-02T08:32:41.837765+0000","last_became_peered":"2024-04-02T08:32:41.837765+0000","last_unstale":"2024-04-02T08:38:34.971801+0000","last_undegraded":"2024-04-02T08:38:34.971801+0000","last_fullsized":"2024-04-02T08:38:34.971801+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T09:26:41.983827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1201,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983686+0000","last_change":"2024-04-02T08:32:07.903390+0000","last_active":"2024-04-02T08:38:34.983686+0000","last_peered":"2024-04-02T08:38:34.983686+0000","last_clean":"2024-04-02T08:38:34.983686+0000","last_became_active":"2024-04-02T08:32:07.902831+0000","last_became_peered":"2024-04-02T08:32:07.902831+0000","last_unstale":"2024-04-02T08:38:34.983686+0000","last_undegraded":"2024-04-02T08:38:34.983686+0000","last_fullsized":"2024-04-02T08:38:34.983686+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:24:44.669566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1288,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972815+0000","last_change":"2024-04-02T08:31:31.835880+0000","last_active":"2024-04-02T08:38:34.972815+0000","last_peered":"2024-04-02T08:38:34.972815+0000","last_clean":"2024-04-02T08:38:34.972815+0000","last_became_active":"2024-04-02T08:31:31.835538+0000","last_became_peered":"2024-04-02T08:31:31.835538+0000","last_unstale":"2024-04-02T08:38:34.972815+0000","last_undegraded":"2024-04-02T08:38:34.972815+0000","last_fullsized":"2024-04-02T08:38:34.972815+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:33:26.440331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1263,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.985636+0000","last_change":"2024-04-02T08:31:31.842629+0000","last_active":"2024-04-02T08:38:34.985636+0000","last_peered":"2024-04-02T08:38:34.985636+0000","last_clean":"2024-04-02T08:38:34.985636+0000","last_became_active":"2024-04-02T08:31:31.842294+0000","last_became_peered":"2024-04-02T08:31:31.842294+0000","last_unstale":"2024-04-02T08:38:34.985636+0000","last_undegraded":"2024-04-02T08:38:34.985636+0000","last_fullsized":"2024-04-02T08:38:34.985636+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T08:23:46.284792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1309,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972472+0000","last_change":"2024-04-02T08:30:57.875299+0000","last_active":"2024-04-02T08:38:34.972472+0000","last_peered":"2024-04-02T08:38:34.972472+0000","last_clean":"2024-04-02T08:38:34.972472+0000","last_became_active":"2024-04-02T08:30:57.874970+0000","last_became_peered":"2024-04-02T08:30:57.874970+0000","last_unstale":"2024-04-02T08:38:34.972472+0000","last_undegraded":"2024-04-02T08:38:34.972472+0000","last_fullsized":"2024-04-02T08:38:34.972472+0000","mapping_epoch":415,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":416,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:48:25.385001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1159,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.057050+0000","last_change":"2024-04-02T08:33:16.873021+0000","last_active":"2024-04-02T08:38:37.057050+0000","last_peered":"2024-04-02T08:38:37.057050+0000","last_clean":"2024-04-02T08:38:37.057050+0000","last_became_active":"2024-04-02T08:33:16.872706+0000","last_became_peered":"2024-04-02T08:33:16.872706+0000","last_unstale":"2024-04-02T08:38:37.057050+0000","last_undegraded":"2024-04-02T08:38:37.057050+0000","last_fullsized":"2024-04-02T08:38:37.057050+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T11:13:44.606004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1249,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984397+0000","last_change":"2024-04-02T08:31:31.841190+0000","last_active":"2024-04-02T08:38:34.984397+0000","last_peered":"2024-04-02T08:38:34.984397+0000","last_clean":"2024-04-02T08:38:34.984397+0000","last_became_active":"2024-04-02T08:31:31.840803+0000","last_became_peered":"2024-04-02T08:31:31.840803+0000","last_unstale":"2024-04-02T08:38:34.984397+0000","last_undegraded":"2024-04-02T08:38:34.984397+0000","last_fullsized":"2024-04-02T08:38:34.984397+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T17:09:51.671048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1201,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983202+0000","last_change":"2024-04-02T08:32:07.911616+0000","last_active":"2024-04-02T08:38:34.983202+0000","last_peered":"2024-04-02T08:38:34.983202+0000","last_clean":"2024-04-02T08:38:34.983202+0000","last_became_active":"2024-04-02T08:32:07.911316+0000","last_became_peered":"2024-04-02T08:32:07.911316+0000","last_unstale":"2024-04-02T08:38:34.983202+0000","last_undegraded":"2024-04-02T08:38:34.983202+0000","last_fullsized":"2024-04-02T08:38:34.983202+0000","mapping_epoch":482,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":483,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T19:04:46.503880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1257,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.984947+0000","last_change":"2024-04-02T08:31:31.843648+0000","last_active":"2024-04-02T08:38:34.984947+0000","last_peered":"2024-04-02T08:38:34.984947+0000","last_clean":"2024-04-02T08:38:34.984947+0000","last_became_active":"2024-04-02T08:31:31.843321+0000","last_became_peered":"2024-04-02T08:31:31.843321+0000","last_unstale":"2024-04-02T08:38:34.984947+0000","last_undegraded":"2024-04-02T08:38:34.984947+0000","last_fullsized":"2024-04-02T08:38:34.984947+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T16:19:31.519252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1201,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.983421+0000","last_change":"2024-04-02T08:33:16.866413+0000","last_active":"2024-04-02T08:38:34.983421+0000","last_peered":"2024-04-02T08:38:34.983421+0000","last_clean":"2024-04-02T08:38:34.983421+0000","last_became_active":"2024-04-02T08:33:16.866104+0000","last_became_peered":"2024-04-02T08:33:16.866104+0000","last_unstale":"2024-04-02T08:38:34.983421+0000","last_undegraded":"2024-04-02T08:38:34.983421+0000","last_fullsized":"2024-04-02T08:38:34.983421+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T18:17:05.440560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1284,"reported_epoch":863,"state":"active+clean","last_fresh":"2024-04-02T08:38:34.972977+0000","last_change":"2024-04-02T08:33:16.876590+0000","last_active":"2024-04-02T08:38:34.972977+0000","last_peered":"2024-04-02T08:38:34.972977+0000","last_clean":"2024-04-02T08:38:34.972977+0000","last_became_active":"2024-04-02T08:33:16.876239+0000","last_became_peered":"2024-04-02T08:33:16.876239+0000","last_unstale":"2024-04-02T08:38:34.972977+0000","last_undegraded":"2024-04-02T08:38:34.972977+0000","last_fullsized":"2024-04-02T08:38:34.972977+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T14:31:54.220438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1154,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-04-02T08:38:37.056129+0000","last_change":"2024-04-02T08:32:41.846047+0000","last_active":"2024-04-02T08:38:37.056129+0000","last_peered":"2024-04-02T08:38:37.056129+0000","last_clean":"2024-04-02T08:38:37.056129+0000","last_became_active":"2024-04-02T08:32:41.845750+0000","last_became_peered":"2024-04-02T08:32:41.845750+0000","last_unstale":"2024-04-02T08:38:37.056129+0000","last_undegraded":"2024-04-02T08:38:37.056129+0000","last_fullsized":"2024-04-02T08:38:37.056129+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-02T08:21:24.546273+0000","last_clean_scrub_stamp":"2024-04-02T08:21:24.546273+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-03T10:33:00.251971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":771825664,"num_objects":434,"num_object_clones":384,"num_object_copies":1302,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":434,"num_whiteouts":15,"num_read":3835,"num_read_kb":5059854,"num_write":8557,"num_write_kb":1628712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":211,"num_bytes_recovered":449912832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":971882496,"data_stored":2001235968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26004,"ondisk_log_size":26004,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44902,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":5,"up_from":482,"seq":2070174236751,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":451876,"kb_used_data":145616,"kb_used_omap":66,"kb_used_meta":306173,"kb_avail":93293276,"statfs":{"total":95995035648,"available":95532314624,"internally_reserved":0,"allocated":149110784,"data_stored":278011976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68500,"internal_metadata":313521260},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":380,"seq":1632087572580,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":586544,"kb_used_data":116000,"kb_used_omap":39,"kb_used_meta":470488,"kb_avail":93158608,"statfs":{"total":95995035648,"available":95394414592,"internally_reserved":0,"allocated":118784000,"data_stored":261327150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":40213,"internal_metadata":481780459},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":415,"seq":1782411427933,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":532528,"kb_used_data":124964,"kb_used_omap":30,"kb_used_meta":407521,"kb_avail":93212624,"statfs":{"total":95995035648,"available":95449726976,"internally_reserved":0,"allocated":127963136,"data_stored":262651990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31229,"internal_metadata":417302019},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":346,"seq":1486058684523,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":454984,"kb_used_data":124284,"kb_used_omap":46,"kb_used_meta":330641,"kb_avail":93290168,"statfs":{"total":95995035648,"available":95529132032,"internally_reserved":0,"allocated":127266816,"data_stored":248023502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47678,"internal_metadata":338576834},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":448,"seq":1924145348695,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":599536,"kb_used_data":180708,"kb_used_omap":67,"kb_used_meta":418748,"kb_avail":93145616,"statfs":{"total":95995035648,"available":95381110784,"internally_reserved":0,"allocated":185044992,"data_stored":368088937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68912,"internal_metadata":428798672},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":515,"seq":2211908157513,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":210316,"kb_used_data":92024,"kb_used_omap":31,"kb_used_meta":118240,"kb_avail":93534836,"statfs":{"total":95995035648,"available":95779672064,"internally_reserved":0,"allocated":94232576,"data_stored":133397893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32481,"internal_metadata":121078047},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":550,"seq":2362232012866,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":398788,"kb_used_data":108984,"kb_used_omap":52,"kb_used_meta":289739,"kb_avail":93346364,"statfs":{"total":95995035648,"available":95586676736,"internally_reserved":0,"allocated":111599616,"data_stored":219498785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":53580,"internal_metadata":296693428},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":311,"seq":1335734829170,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":588664,"kb_used_data":136612,"kb_used_omap":42,"kb_used_meta":451989,"kb_avail":93156488,"statfs":{"total":95995035648,"available":95392243712,"internally_reserved":0,"allocated":139890688,"data_stored":279485990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43450,"internal_metadata":462837318},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5670,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4470,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4984,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6525,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5952,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5463,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5889,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5949,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":129277952,"data_stored":272969728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":117256192,"data_stored":242098176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":108781568,"data_stored":255401984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":117936128,"data_stored":256720896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":174993408,"data_stored":362143744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":139087872,"data_stored":272080896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":83587072,"data_stored":126857216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":100962304,"data_stored":212963328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-02T08:38:41.947 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-02T08:38:41.947 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-02T08:38:42.157 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/mon.a/config 2024-04-02T08:38:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:41 smithi028 ceph-mon[94314]: pgmap v964: 121 pgs: 121 active+clean; 737 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-02T08:38:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:41 smithi028 ceph-mon[94314]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:38:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:41 smithi028 ceph-mon[94314]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:38:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:41 smithi028 ceph-mon[96890]: pgmap v964: 121 pgs: 121 active+clean; 737 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-02T08:38:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:41 smithi028 ceph-mon[96890]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:38:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:41 smithi028 ceph-mon[96890]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:38:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:41 smithi137 ceph-mon[88456]: pgmap v964: 121 pgs: 121 active+clean; 737 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-02T08:38:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:41 smithi137 ceph-mon[88456]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-02T08:38:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:41 smithi137 ceph-mon[88456]: osdmap e866: 8 total, 8 up, 8 in 2024-04-02T08:38:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:38:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:43 smithi137 ceph-mon[88456]: pgmap v966: 121 pgs: 121 active+clean; 745 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 467 B/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:38:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:43 smithi028 ceph-mon[94314]: pgmap v966: 121 pgs: 121 active+clean; 745 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 467 B/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:38:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:43 smithi028 ceph-mon[96890]: pgmap v966: 121 pgs: 121 active+clean; 745 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 467 B/s rd, 1.2 MiB/s wr, 6 op/s 2024-04-02T08:38:45.002 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'unique_pool_0' removed 2024-04-02T08:38:45.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:44 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3327056544' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:38:45.315 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:44 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3327056544' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:38:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:44 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3327056544' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T08:38:45.610 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:38:45.610 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-02T08:38:45.610 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:38:45.610 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-02T08:38:45.611 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:38:45.611 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:38:45.612 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:38:45.612 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:38:45.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:38:45.627 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:38:45.627 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:38:45.681 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:38:45.682 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:38:45.735 INFO:tasks.workunit:timeout=3h 2024-04-02T08:38:45.735 INFO:tasks.workunit:cleanup=True 2024-04-02T08:38:45.736 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:38:45.792 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:38:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:46 smithi137 ceph-mon[88456]: pgmap v967: 121 pgs: 121 active+clean; 745 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 841 KiB/s wr, 2 op/s 2024-04-02T08:38:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:46 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3327056544' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:38:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:46 smithi137 ceph-mon[88456]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:38:46.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:45 smithi028 ceph-mon[96890]: pgmap v967: 121 pgs: 121 active+clean; 745 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 841 KiB/s wr, 2 op/s 2024-04-02T08:38:46.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:45 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3327056544' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:38:46.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:45 smithi028 ceph-mon[96890]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:38:46.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:45 smithi028 ceph-mon[94314]: pgmap v967: 121 pgs: 121 active+clean; 745 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 841 KiB/s wr, 2 op/s 2024-04-02T08:38:46.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:45 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3327056544' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T08:38:46.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:45 smithi028 ceph-mon[94314]: osdmap e867: 8 total, 8 up, 8 in 2024-04-02T08:38:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:48 smithi028 ceph-mon[94314]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:48 smithi028 ceph-mon[96890]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:48 smithi137 ceph-mon[88456]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:50 smithi137 ceph-mon[88456]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:50 smithi028 ceph-mon[94314]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:50.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:50 smithi028 ceph-mon[96890]: pgmap v970: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:51.333 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:38:51.387 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:38:51.389 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:38:51.389 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:38:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:51.438 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:38:51.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:51.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:38:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:38:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:38:51] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-04-02T08:38:51.487 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:38:51.528 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:38:51.530 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:38:51.530 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:38:51.569 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:38:51.572 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:38:51.572 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:38:51.626 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-02T08:38:51.627 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-02T08:38:51.628 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-02T08:38:51.698 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:38:51.698 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-02T08:38:51.699 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:38:51.699 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-02T08:38:51.699 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-02T08:38:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:52 smithi137 ceph-mon[88456]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:52.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:52 smithi028 ceph-mon[94314]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:52.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:52 smithi028 ceph-mon[96890]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:38:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:38:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:53 smithi137 ceph-mon[88456]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:38:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:53 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2504585080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:53 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:53.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:53 smithi028 ceph-mon[94314]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:38:53.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:53 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2504585080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:53.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:53 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:53 smithi028 ceph-mon[96890]: osdmap e868: 8 total, 8 up, 8 in 2024-04-02T08:38:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:53 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2504585080' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:53 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2333 ms) 2024-04-02T08:38:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-02T08:38:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:54 smithi137 ceph-mon[88456]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:54 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:54 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:54 smithi137 ceph-mon[88456]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:38:54.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:54 smithi028 ceph-mon[94314]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:54.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:54 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:54 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:54 smithi028 ceph-mon[94314]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:38:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:54 smithi028 ceph-mon[96890]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:54 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:38:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:54 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:54 smithi028 ceph-mon[96890]: osdmap e869: 8 total, 8 up, 8 in 2024-04-02T08:38:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:55 smithi137 ceph-mon[88456]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:38:55.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:55 smithi028 ceph-mon[94314]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:38:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:55 smithi028 ceph-mon[96890]: osdmap e870: 8 total, 8 up, 8 in 2024-04-02T08:38:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:56 smithi137 ceph-mon[88456]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:56 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:56 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:38:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:56 smithi137 ceph-mon[88456]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:38:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/35826919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[94314]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:38:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[94314]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:38:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/35826919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[96890]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:38:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:38:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[96890]: osdmap e871: 8 total, 8 up, 8 in 2024-04-02T08:38:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/35826919' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:57.044 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3015 ms) 2024-04-02T08:38:57.044 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-02T08:38:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:57 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/35826919' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:57 smithi137 ceph-mon[88456]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:38:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:57 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/35826919' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:57 smithi028 ceph-mon[94314]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:38:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:57 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/35826919' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:38:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:57 smithi028 ceph-mon[96890]: osdmap e872: 8 total, 8 up, 8 in 2024-04-02T08:38:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:58 smithi137 ceph-mon[88456]: pgmap v979: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:58 smithi137 ceph-mon[88456]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:38:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:58 smithi028 ceph-mon[94314]: pgmap v979: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:58 smithi028 ceph-mon[94314]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:38:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:58 smithi028 ceph-mon[96890]: pgmap v979: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:38:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:58 smithi028 ceph-mon[96890]: osdmap e873: 8 total, 8 up, 8 in 2024-04-02T08:38:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:59 smithi028 ceph-mon[94314]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:38:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:59 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1858582169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:38:59 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:59 smithi028 ceph-mon[96890]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:38:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:59 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1858582169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:38:59 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:59 smithi137 ceph-mon[88456]: osdmap e874: 8 total, 8 up, 8 in 2024-04-02T08:38:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:59 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1858582169' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:38:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:38:59 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:00.054 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.Reserve (3010 ms) 2024-04-02T08:39:00.055 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-02T08:39:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:00 smithi137 ceph-mon[88456]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:00 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:00 smithi137 ceph-mon[88456]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:39:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:00 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:00 smithi137 ceph-mon[88456]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:39:00.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[96890]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:00.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:00.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[96890]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:39:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[96890]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:39:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[94314]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[94314]: osdmap e875: 8 total, 8 up, 8 in 2024-04-02T08:39:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:00 smithi028 ceph-mon[94314]: osdmap e876: 8 total, 8 up, 8 in 2024-04-02T08:39:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:01 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:01 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:39:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:01 smithi137 ceph-mon[88456]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:39:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:01 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1850063234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:01.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:39:01] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-04-02T08:39:01.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:01.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:39:01.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-mon[94314]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:39:01.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1850063234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:39:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-mon[96890]: osdmap e877: 8 total, 8 up, 8 in 2024-04-02T08:39:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:01 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1850063234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:02.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:02 smithi137 ceph-mon[88456]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:02.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:02 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1850063234' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:02.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:02 smithi137 ceph-mon[88456]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:39:02.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:39:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:02 smithi028 ceph-mon[94314]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:02 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1850063234' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:02 smithi028 ceph-mon[94314]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:39:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:02 smithi028 ceph-mon[96890]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:02 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1850063234' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:02 smithi028 ceph-mon[96890]: osdmap e878: 8 total, 8 up, 8 in 2024-04-02T08:39:03.070 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3015 ms) 2024-04-02T08:39:03.070 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-02T08:39:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:04 smithi137 ceph-mon[88456]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:04 smithi137 ceph-mon[88456]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:39:04.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:04 smithi028 ceph-mon[94314]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:04.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:04 smithi028 ceph-mon[94314]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:39:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:04 smithi028 ceph-mon[96890]: pgmap v988: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:04 smithi028 ceph-mon[96890]: osdmap e879: 8 total, 8 up, 8 in 2024-04-02T08:39:05.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:05 smithi137 ceph-mon[88456]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:39:05.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:05 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1244447821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:05.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:05 smithi028 ceph-mon[94314]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:39:05.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:05 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1244447821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:05.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:05 smithi028 ceph-mon[96890]: osdmap e880: 8 total, 8 up, 8 in 2024-04-02T08:39:05.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:05 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1244447821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:06.083 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.Commit (3013 ms) 2024-04-02T08:39:06.083 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-02T08:39:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:06 smithi137 ceph-mon[88456]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:06 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:06 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1244447821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:06 smithi137 ceph-mon[88456]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:39:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:06 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[94314]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1244447821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[94314]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[96890]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1244447821' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[96890]: osdmap e881: 8 total, 8 up, 8 in 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:07 smithi137 ceph-mon[88456]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:39:07.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:07 smithi028 ceph-mon[94314]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:39:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:07 smithi028 ceph-mon[96890]: osdmap e882: 8 total, 8 up, 8 in 2024-04-02T08:39:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:08 smithi137 ceph-mon[88456]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:08 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:08 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:39:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:08 smithi137 ceph-mon[88456]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:39:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:08 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3646666103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:08 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:08.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[96890]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:08.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[96890]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3646666103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[94314]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[94314]: osdmap e883: 8 total, 8 up, 8 in 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3646666103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:08 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:09.101 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.Abort (3018 ms) 2024-04-02T08:39:09.101 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-02T08:39:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:09 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:09 smithi137 ceph-mon[88456]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:39:09.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:09 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:09.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:09 smithi028 ceph-mon[94314]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:39:09.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:09 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:09.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:09 smithi028 ceph-mon[96890]: osdmap e884: 8 total, 8 up, 8 in 2024-04-02T08:39:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:10 smithi137 ceph-mon[88456]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:10 smithi137 ceph-mon[88456]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:39:10.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:10 smithi028 ceph-mon[94314]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:10.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:10 smithi028 ceph-mon[94314]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:39:10.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:10 smithi028 ceph-mon[96890]: pgmap v997: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:10.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:10 smithi028 ceph-mon[96890]: osdmap e885: 8 total, 8 up, 8 in 2024-04-02T08:39:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:11 smithi137 ceph-mon[88456]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:39:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:11 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2086139970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:11.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:11 smithi028 ceph-mon[96890]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:39:11.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:11 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2086139970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:11 smithi028 ceph-mon[94314]: osdmap e886: 8 total, 8 up, 8 in 2024-04-02T08:39:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:11 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2086139970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:11.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:39:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:39:11] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-04-02T08:39:12.117 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ReserveError (3015 ms) 2024-04-02T08:39:12.117 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:12 smithi137 ceph-mon[88456]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:12 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:12 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2086139970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:12.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:12 smithi137 ceph-mon[88456]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:39:12.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:39:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:12.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:12 smithi028 ceph-mon[96890]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:12.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:12 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:12.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:12 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2086139970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:12.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:12 smithi028 ceph-mon[96890]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:39:12.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:12 smithi028 ceph-mon[94314]: pgmap v1000: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:12.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:12 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:12.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:12 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2086139970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:12.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:12 smithi028 ceph-mon[94314]: osdmap e887: 8 total, 8 up, 8 in 2024-04-02T08:39:13.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:13 smithi137 ceph-mon[88456]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:39:13.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:13 smithi028 ceph-mon[94314]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:39:13.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:13 smithi028 ceph-mon[96890]: osdmap e888: 8 total, 8 up, 8 in 2024-04-02T08:39:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:14 smithi137 ceph-mon[88456]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:14 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:14 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:39:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:14 smithi137 ceph-mon[88456]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:39:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:14 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3329205890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:14 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:14.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[96890]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:14.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[96890]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3329205890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[94314]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[94314]: osdmap e889: 8 total, 8 up, 8 in 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3329205890' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:14.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:14 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:15.130 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.CommitError (3013 ms) 2024-04-02T08:39:15.130 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-02T08:39:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:15 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:15 smithi137 ceph-mon[88456]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:39:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:15 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:15 smithi028 ceph-mon[94314]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:39:15.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:15 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:15.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:15 smithi028 ceph-mon[96890]: osdmap e890: 8 total, 8 up, 8 in 2024-04-02T08:39:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:16 smithi137 ceph-mon[88456]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:16 smithi137 ceph-mon[88456]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:39:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:16 smithi028 ceph-mon[94314]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:16 smithi028 ceph-mon[94314]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:39:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:16 smithi028 ceph-mon[96890]: pgmap v1006: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:16 smithi028 ceph-mon[96890]: osdmap e891: 8 total, 8 up, 8 in 2024-04-02T08:39:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:17 smithi137 ceph-mon[88456]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:39:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:17 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/292505114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:17.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:17 smithi028 ceph-mon[96890]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:39:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:17 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/292505114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:17.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:17 smithi028 ceph-mon[94314]: osdmap e892: 8 total, 8 up, 8 in 2024-04-02T08:39:17.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:17 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/292505114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:18.142 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AbortError (3012 ms) 2024-04-02T08:39:18.143 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-02T08:39:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:18 smithi137 ceph-mon[88456]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:18 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:18 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/292505114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:18 smithi137 ceph-mon[88456]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:39:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:18 smithi028 ceph-mon[94314]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:18 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:18 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/292505114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:18 smithi028 ceph-mon[94314]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:39:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:18 smithi028 ceph-mon[96890]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:18 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:18 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/292505114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:18 smithi028 ceph-mon[96890]: osdmap e893: 8 total, 8 up, 8 in 2024-04-02T08:39:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:19 smithi137 ceph-mon[88456]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:39:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:19 smithi028 ceph-mon[94314]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:39:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:19 smithi028 ceph-mon[96890]: osdmap e894: 8 total, 8 up, 8 in 2024-04-02T08:39:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[94314]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:39:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[94314]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:39:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1487812540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[96890]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:20.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:20.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:39:20.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[96890]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:39:20.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1487812540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:20 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:20 smithi137 ceph-mon[88456]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:20 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:20 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:39:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:20 smithi137 ceph-mon[88456]: osdmap e895: 8 total, 8 up, 8 in 2024-04-02T08:39:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:20 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1487812540' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:20 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:21.162 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3020 ms) 2024-04-02T08:39:21.162 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-02T08:39:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:39:21] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-04-02T08:39:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[94314]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:39:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[96890]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:39:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:21 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:21 smithi137 ceph-mon[88456]: osdmap e896: 8 total, 8 up, 8 in 2024-04-02T08:39:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:39:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[94314]: pgmap v1015: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[94314]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[96890]: pgmap v1015: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[96890]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:39:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:22 smithi137 ceph-mon[88456]: pgmap v1015: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:22 smithi137 ceph-mon[88456]: osdmap e897: 8 total, 8 up, 8 in 2024-04-02T08:39:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:39:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:39:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:23 smithi028 ceph-mon[94314]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:39:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:23 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3537004717' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:23 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:23 smithi028 ceph-mon[96890]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:39:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:23 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3537004717' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:23 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:23 smithi137 ceph-mon[88456]: osdmap e898: 8 total, 8 up, 8 in 2024-04-02T08:39:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:23 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3537004717' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:23 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:24.179 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3013 ms) 2024-04-02T08:39:24.179 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-02T08:39:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:24 smithi028 ceph-mon[94314]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:24 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:24 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:24 smithi028 ceph-mon[94314]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:39:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:24 smithi028 ceph-mon[96890]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:24 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:24 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:24.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:24 smithi028 ceph-mon[96890]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:39:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:24 smithi137 ceph-mon[88456]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:24 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:24 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:24 smithi137 ceph-mon[88456]: osdmap e899: 8 total, 8 up, 8 in 2024-04-02T08:39:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:25 smithi028 ceph-mon[94314]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:39:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:25 smithi028 ceph-mon[96890]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:39:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:25 smithi137 ceph-mon[88456]: osdmap e900: 8 total, 8 up, 8 in 2024-04-02T08:39:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[94314]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[94314]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2941173185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[96890]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[96890]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:39:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2941173185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:26.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:26 smithi137 ceph-mon[88456]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:26 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:26 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:39:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:26 smithi137 ceph-mon[88456]: osdmap e901: 8 total, 8 up, 8 in 2024-04-02T08:39:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:26 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2941173185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:26.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:27.198 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3023 ms) 2024-04-02T08:39:27.199 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-02T08:39:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:27 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:27.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:27 smithi028 ceph-mon[94314]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:39:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:27 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:27 smithi028 ceph-mon[96890]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:39:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:27 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:27 smithi137 ceph-mon[88456]: osdmap e902: 8 total, 8 up, 8 in 2024-04-02T08:39:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:28 smithi028 ceph-mon[94314]: pgmap v1024: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:28 smithi028 ceph-mon[94314]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:39:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:28 smithi028 ceph-mon[96890]: pgmap v1024: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:28 smithi028 ceph-mon[96890]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:39:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:28 smithi137 ceph-mon[88456]: pgmap v1024: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:28 smithi137 ceph-mon[88456]: osdmap e903: 8 total, 8 up, 8 in 2024-04-02T08:39:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:29 smithi137 ceph-mon[88456]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:39:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:29 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3133442206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:29 smithi028 ceph-mon[94314]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:39:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:29 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3133442206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:29 smithi028 ceph-mon[96890]: osdmap e904: 8 total, 8 up, 8 in 2024-04-02T08:39:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:29 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3133442206' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:30.213 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3013 ms) 2024-04-02T08:39:30.213 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-02T08:39:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:30 smithi137 ceph-mon[88456]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:30 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:30 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3133442206' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:30 smithi137 ceph-mon[88456]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:39:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:30 smithi028 ceph-mon[94314]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:30 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:30.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:30 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3133442206' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:30.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:30 smithi028 ceph-mon[94314]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:39:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:30 smithi028 ceph-mon[96890]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:30 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:30 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3133442206' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:30 smithi028 ceph-mon[96890]: osdmap e905: 8 total, 8 up, 8 in 2024-04-02T08:39:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:31 smithi137 ceph-mon[88456]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:39:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:31 smithi028 ceph-mon[94314]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:39:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:31 smithi028 ceph-mon[96890]: osdmap e906: 8 total, 8 up, 8 in 2024-04-02T08:39:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:39:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:39:31] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-04-02T08:39:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:32 smithi137 ceph-mon[88456]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:32 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:32 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:39:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:32 smithi137 ceph-mon[88456]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:39:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:32 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/705468737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:32 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:32.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:39:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[94314]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:39:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[94314]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:39:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/705468737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[96890]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:32.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:39:32.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[96890]: osdmap e907: 8 total, 8 up, 8 in 2024-04-02T08:39:32.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/705468737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:32.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:32 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:33.233 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3022 ms) 2024-04-02T08:39:33.234 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-02T08:39:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:33 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:33 smithi137 ceph-mon[88456]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:39:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:33 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:33 smithi028 ceph-mon[94314]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:39:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:33 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:33 smithi028 ceph-mon[96890]: osdmap e908: 8 total, 8 up, 8 in 2024-04-02T08:39:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:34 smithi137 ceph-mon[88456]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:34 smithi137 ceph-mon[88456]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:39:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:34 smithi028 ceph-mon[96890]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:34 smithi028 ceph-mon[96890]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:39:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:34 smithi028 ceph-mon[94314]: pgmap v1033: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:34 smithi028 ceph-mon[94314]: osdmap e909: 8 total, 8 up, 8 in 2024-04-02T08:39:35.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:35 smithi137 ceph-mon[88456]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:39:35.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:35 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3037543435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:35.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:35 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:35 smithi028 ceph-mon[94314]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:39:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:35 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3037543435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:35 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:35.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:35 smithi028 ceph-mon[96890]: osdmap e910: 8 total, 8 up, 8 in 2024-04-02T08:39:35.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:35 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3037543435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:35.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:35 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:36.244 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3010 ms) 2024-04-02T08:39:36.244 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-02T08:39:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:36 smithi137 ceph-mon[88456]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:36 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:36 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:36 smithi137 ceph-mon[88456]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:39:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[96890]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[96890]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:39:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[94314]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:36.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:36.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[94314]: osdmap e911: 8 total, 8 up, 8 in 2024-04-02T08:39:36.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:36.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:37 smithi137 ceph-mon[88456]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:39:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:37 smithi028 ceph-mon[94314]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:39:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:37 smithi028 ceph-mon[96890]: osdmap e912: 8 total, 8 up, 8 in 2024-04-02T08:39:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:38 smithi137 ceph-mon[88456]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:38 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:38 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:39:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:38 smithi137 ceph-mon[88456]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:39:38.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:38 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/988885336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:38.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:38 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[94314]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[94314]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/988885336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[96890]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[96890]: osdmap e913: 8 total, 8 up, 8 in 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/988885336' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:38 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:39.270 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.Cleanup (3026 ms) 2024-04-02T08:39:39.270 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-02T08:39:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:39 smithi137 ceph-mon[88456]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:39:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:39 smithi028 ceph-mon[94314]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:39:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:39 smithi028 ceph-mon[96890]: osdmap e914: 8 total, 8 up, 8 in 2024-04-02T08:39:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:40 smithi137 ceph-mon[88456]: pgmap v1042: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:40 smithi137 ceph-mon[88456]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:39:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:40 smithi028 ceph-mon[96890]: pgmap v1042: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:40 smithi028 ceph-mon[96890]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:39:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:40 smithi028 ceph-mon[94314]: pgmap v1042: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:40 smithi028 ceph-mon[94314]: osdmap e915: 8 total, 8 up, 8 in 2024-04-02T08:39:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:41 smithi137 ceph-mon[88456]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:39:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:41 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3894743214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:41 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:39:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:39:41] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-04-02T08:39:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:41 smithi028 ceph-mon[94314]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:39:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:41 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3894743214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:41 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:41 smithi028 ceph-mon[96890]: osdmap e916: 8 total, 8 up, 8 in 2024-04-02T08:39:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:41 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3894743214' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:41 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:42 smithi137 ceph-mon[88456]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:42 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:42 smithi137 ceph-mon[88456]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:39:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:39:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:42 smithi028 ceph-mon[94314]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:42 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:42 smithi028 ceph-mon[94314]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:39:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:42 smithi028 ceph-mon[96890]: pgmap v1045: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:42 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:39:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:42 smithi028 ceph-mon[96890]: osdmap e917: 8 total, 8 up, 8 in 2024-04-02T08:39:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:43 smithi137 ceph-mon[88456]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:39:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:43 smithi028 ceph-mon[94314]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:39:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:43 smithi028 ceph-mon[96890]: osdmap e918: 8 total, 8 up, 8 in 2024-04-02T08:39:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:44 smithi137 ceph-mon[88456]: pgmap v1048: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:44 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:44 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:39:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:44 smithi028 ceph-mon[94314]: pgmap v1048: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:44 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:44 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:39:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:44 smithi028 ceph-mon[96890]: pgmap v1048: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:44 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:39:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:44 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:39:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:46 smithi137 ceph-mon[88456]: pgmap v1049: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:46 smithi028 ceph-mon[94314]: pgmap v1049: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:46 smithi028 ceph-mon[96890]: pgmap v1049: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:48 smithi137 ceph-mon[88456]: pgmap v1050: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 7.3 MiB/s wr, 8.25k op/s 2024-04-02T08:39:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:48 smithi028 ceph-mon[94314]: pgmap v1050: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 7.3 MiB/s wr, 8.25k op/s 2024-04-02T08:39:48.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:48 smithi028 ceph-mon[96890]: pgmap v1050: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 7.3 MiB/s wr, 8.25k op/s 2024-04-02T08:39:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:50 smithi137 ceph-mon[88456]: pgmap v1051: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.49k op/s 2024-04-02T08:39:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:50 smithi028 ceph-mon[94314]: pgmap v1051: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.49k op/s 2024-04-02T08:39:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:50 smithi028 ceph-mon[96890]: pgmap v1051: 137 pgs: 137 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.49k op/s 2024-04-02T08:39:51.500 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:39:51] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2024-04-02T08:39:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:51.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: pgmap v1052: 137 pgs: 137 active+clean; 1.7 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 5.59k op/s 2024-04-02T08:39:51.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-04-02T08:39:51.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-04-02T08:39:51.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: pgmap v1052: 137 pgs: 137 active+clean; 1.7 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 5.59k op/s 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:39:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:39:51.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: pgmap v1052: 137 pgs: 137 active+clean; 1.7 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 5.59k op/s 2024-04-02T08:39:51.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-04-02T08:39:51.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]: dispatch 2024-04-02T08:39:51.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]: dispatch 2024-04-02T08:39:51.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]: dispatch 2024-04-02T08:39:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2024-04-02T08:39:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-04-02T08:39:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]': finished 2024-04-02T08:39:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:52 smithi137 ceph-mon[88456]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:39:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:39:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:39:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2024-04-02T08:39:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-04-02T08:39:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]': finished 2024-04-02T08:39:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:52 smithi028 ceph-mon[94314]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:39:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.c", "id": [7, 1]}]': finished 2024-04-02T08:39:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.e", "id": [7, 0]}]': finished 2024-04-02T08:39:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1f", "id": [7, 0]}]': finished 2024-04-02T08:39:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:52 smithi028 ceph-mon[96890]: osdmap e919: 8 total, 8 up, 8 in 2024-04-02T08:39:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:53 smithi137 ceph-mon[88456]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:39:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:53 smithi137 ceph-mon[88456]: pgmap v1055: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 MiB/s rd, 9.2 MiB/s wr, 10.57k op/s 2024-04-02T08:39:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:53 smithi028 ceph-mon[94314]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:39:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:53 smithi028 ceph-mon[94314]: pgmap v1055: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 MiB/s rd, 9.2 MiB/s wr, 10.57k op/s 2024-04-02T08:39:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:53 smithi028 ceph-mon[96890]: osdmap e920: 8 total, 8 up, 8 in 2024-04-02T08:39:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:53 smithi028 ceph-mon[96890]: pgmap v1055: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 150 MiB/s rd, 9.2 MiB/s wr, 10.57k op/s 2024-04-02T08:39:54.524 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15251 ms) 2024-04-02T08:39:54.525 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-02T08:39:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:55 smithi137 ceph-mon[88456]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:39:55.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:55 smithi137 ceph-mon[88456]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:55 smithi028 ceph-mon[94314]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:39:55.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:55 smithi028 ceph-mon[94314]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:55.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:55 smithi028 ceph-mon[96890]: osdmap e921: 8 total, 8 up, 8 in 2024-04-02T08:39:55.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:55 smithi028 ceph-mon[96890]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:56 smithi137 ceph-mon[88456]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:39:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3620099973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:56 smithi028 ceph-mon[94314]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:39:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3620099973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:56 smithi028 ceph-mon[96890]: osdmap e922: 8 total, 8 up, 8 in 2024-04-02T08:39:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3620099973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:39:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:57 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3620099973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:57 smithi137 ceph-mon[88456]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:39:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:57 smithi137 ceph-mon[88456]: pgmap v1060: 137 pgs: 28 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:57 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3620099973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:57 smithi028 ceph-mon[94314]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:39:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:57 smithi028 ceph-mon[94314]: pgmap v1060: 137 pgs: 28 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:57 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3620099973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:39:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:57 smithi028 ceph-mon[96890]: osdmap e923: 8 total, 8 up, 8 in 2024-04-02T08:39:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:57 smithi028 ceph-mon[96890]: pgmap v1060: 137 pgs: 28 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:58.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4022 ms) 2024-04-02T08:39:58.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-02T08:39:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:58 smithi137 ceph-mon[88456]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:39:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:58 smithi028 ceph-mon[94314]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:39:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:58 smithi028 ceph-mon[96890]: osdmap e924: 8 total, 8 up, 8 in 2024-04-02T08:39:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:59 smithi137 ceph-mon[88456]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:39:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:39:59 smithi137 ceph-mon[88456]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:59 smithi028 ceph-mon[94314]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:39:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:39:59 smithi028 ceph-mon[94314]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:39:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:59 smithi028 ceph-mon[96890]: osdmap e925: 8 total, 8 up, 8 in 2024-04-02T08:39:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:39:59 smithi028 ceph-mon[96890]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:00 smithi137 ceph-mon[88456]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:40:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:00 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1371351060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:00 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:00 smithi137 ceph-mon[88456]: overall HEALTH_OK 2024-04-02T08:40:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:00 smithi028 ceph-mon[96890]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:40:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:00 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1371351060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:00 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:00 smithi028 ceph-mon[96890]: overall HEALTH_OK 2024-04-02T08:40:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:00 smithi028 ceph-mon[94314]: osdmap e926: 8 total, 8 up, 8 in 2024-04-02T08:40:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:00 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1371351060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:00 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:00 smithi028 ceph-mon[94314]: overall HEALTH_OK 2024-04-02T08:40:01.553 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:40:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:40:01] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2024-04-02T08:40:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:01 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:01 smithi137 ceph-mon[88456]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:40:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:01 smithi137 ceph-mon[88456]: pgmap v1066: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:01 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:01 smithi028 ceph-mon[94314]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:40:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:01 smithi028 ceph-mon[94314]: pgmap v1066: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:01 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:01 smithi028 ceph-mon[96890]: osdmap e927: 8 total, 8 up, 8 in 2024-04-02T08:40:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:01 smithi028 ceph-mon[96890]: pgmap v1066: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:02 smithi137 ceph-mon[88456]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:40:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:40:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:02 smithi028 ceph-mon[94314]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:40:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:02 smithi028 ceph-mon[96890]: osdmap e928: 8 total, 8 up, 8 in 2024-04-02T08:40:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:03 smithi137 ceph-mon[88456]: pgmap v1068: 137 pgs: 10 creating+peering, 127 active+clean; 697 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1008 KiB/s wr, 1.14k op/s 2024-04-02T08:40:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:03 smithi028 ceph-mon[94314]: pgmap v1068: 137 pgs: 10 creating+peering, 127 active+clean; 697 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1008 KiB/s wr, 1.14k op/s 2024-04-02T08:40:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:03 smithi028 ceph-mon[96890]: pgmap v1068: 137 pgs: 10 creating+peering, 127 active+clean; 697 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1008 KiB/s wr, 1.14k op/s 2024-04-02T08:40:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:05 smithi137 ceph-mon[88456]: pgmap v1069: 137 pgs: 10 creating+peering, 127 active+clean; 697 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 676 KiB/s wr, 766 op/s 2024-04-02T08:40:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:05 smithi028 ceph-mon[94314]: pgmap v1069: 137 pgs: 10 creating+peering, 127 active+clean; 697 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 676 KiB/s wr, 766 op/s 2024-04-02T08:40:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:05 smithi028 ceph-mon[96890]: pgmap v1069: 137 pgs: 10 creating+peering, 127 active+clean; 697 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 676 KiB/s wr, 766 op/s 2024-04-02T08:40:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:07 smithi137 ceph-mon[88456]: pgmap v1070: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 51 MiB/s rd, 5.6 MiB/s wr, 6.61k op/s 2024-04-02T08:40:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:07 smithi028 ceph-mon[94314]: pgmap v1070: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 51 MiB/s rd, 5.6 MiB/s wr, 6.61k op/s 2024-04-02T08:40:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:07 smithi028 ceph-mon[96890]: pgmap v1070: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 51 MiB/s rd, 5.6 MiB/s wr, 6.61k op/s 2024-04-02T08:40:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:09 smithi137 ceph-mon[88456]: pgmap v1071: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 45 MiB/s rd, 4.9 MiB/s wr, 5.79k op/s 2024-04-02T08:40:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:09 smithi028 ceph-mon[94314]: pgmap v1071: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 45 MiB/s rd, 4.9 MiB/s wr, 5.79k op/s 2024-04-02T08:40:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:09 smithi028 ceph-mon[96890]: pgmap v1071: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 45 MiB/s rd, 4.9 MiB/s wr, 5.79k op/s 2024-04-02T08:40:11.621 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:40:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:40:11] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-04-02T08:40:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:11 smithi137 ceph-mon[88456]: pgmap v1072: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 3.9 MiB/s wr, 4.64k op/s 2024-04-02T08:40:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:11 smithi028 ceph-mon[94314]: pgmap v1072: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 3.9 MiB/s wr, 4.64k op/s 2024-04-02T08:40:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:11 smithi028 ceph-mon[96890]: pgmap v1072: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 3.9 MiB/s wr, 4.64k op/s 2024-04-02T08:40:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:40:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:13 smithi137 ceph-mon[88456]: pgmap v1073: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 4.9 MiB/s wr, 5.91k op/s 2024-04-02T08:40:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:13 smithi028 ceph-mon[94314]: pgmap v1073: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 4.9 MiB/s wr, 5.91k op/s 2024-04-02T08:40:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:13 smithi028 ceph-mon[96890]: pgmap v1073: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 4.9 MiB/s wr, 5.91k op/s 2024-04-02T08:40:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:15 smithi137 ceph-mon[88456]: pgmap v1074: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.5 MiB/s wr, 5.42k op/s 2024-04-02T08:40:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:15 smithi028 ceph-mon[94314]: pgmap v1074: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.5 MiB/s wr, 5.42k op/s 2024-04-02T08:40:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:15 smithi028 ceph-mon[96890]: pgmap v1074: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 4.5 MiB/s wr, 5.42k op/s 2024-04-02T08:40:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:17 smithi137 ceph-mon[88456]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 91 MiB/s rd, 5.5 MiB/s wr, 6.77k op/s 2024-04-02T08:40:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:17 smithi028 ceph-mon[94314]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 91 MiB/s rd, 5.5 MiB/s wr, 6.77k op/s 2024-04-02T08:40:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:17 smithi028 ceph-mon[96890]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 91 MiB/s rd, 5.5 MiB/s wr, 6.77k op/s 2024-04-02T08:40:19.643 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (21100 ms) 2024-04-02T08:40:19.644 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-02T08:40:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:19 smithi137 ceph-mon[88456]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 2.6 MiB/s wr, 3.29k op/s 2024-04-02T08:40:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:19 smithi028 ceph-mon[94314]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 2.6 MiB/s wr, 3.29k op/s 2024-04-02T08:40:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:19 smithi028 ceph-mon[96890]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 62 MiB/s rd, 2.6 MiB/s wr, 3.29k op/s 2024-04-02T08:40:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:20 smithi137 ceph-mon[88456]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:40:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:20 smithi028 ceph-mon[94314]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:40:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:20 smithi028 ceph-mon[96890]: osdmap e929: 8 total, 8 up, 8 in 2024-04-02T08:40:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:21.645 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:40:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:40:21] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-02T08:40:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:21 smithi028 ceph-mon[94314]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:21 smithi028 ceph-mon[94314]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:40:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:21 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3574123723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:21 smithi028 ceph-mon[96890]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:21 smithi028 ceph-mon[96890]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:40:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:21 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3574123723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:21 smithi137 ceph-mon[88456]: pgmap v1078: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:21 smithi137 ceph-mon[88456]: osdmap e930: 8 total, 8 up, 8 in 2024-04-02T08:40:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:21 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3574123723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:40:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3574123723' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[94314]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3574123723' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[96890]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:22 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:40:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:22 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3574123723' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:22 smithi137 ceph-mon[88456]: osdmap e931: 8 total, 8 up, 8 in 2024-04-02T08:40:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:40:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:40:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:40:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:22 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:40:23.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4021 ms) 2024-04-02T08:40:23.664 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-02T08:40:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:23 smithi028 ceph-mon[94314]: pgmap v1081: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:23 smithi028 ceph-mon[94314]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:40:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:23 smithi028 ceph-mon[96890]: pgmap v1081: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:23 smithi028 ceph-mon[96890]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:40:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:23 smithi137 ceph-mon[88456]: pgmap v1081: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:23 smithi137 ceph-mon[88456]: osdmap e932: 8 total, 8 up, 8 in 2024-04-02T08:40:24.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:24 smithi028 ceph-mon[94314]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:40:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:24 smithi028 ceph-mon[96890]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:40:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:24 smithi137 ceph-mon[88456]: osdmap e933: 8 total, 8 up, 8 in 2024-04-02T08:40:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:25 smithi028 ceph-mon[94314]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:25 smithi028 ceph-mon[94314]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:40:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:25 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1547601264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:25 smithi028 ceph-mon[96890]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:25 smithi028 ceph-mon[96890]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:40:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:25 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1547601264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:25 smithi137 ceph-mon[88456]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:25 smithi137 ceph-mon[88456]: osdmap e934: 8 total, 8 up, 8 in 2024-04-02T08:40:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:25 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1547601264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:26 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1547601264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:26 smithi028 ceph-mon[94314]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:40:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:26 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1547601264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:26 smithi028 ceph-mon[96890]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:40:27.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:26 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1547601264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:27.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:26 smithi137 ceph-mon[88456]: osdmap e935: 8 total, 8 up, 8 in 2024-04-02T08:40:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:27 smithi028 ceph-mon[94314]: pgmap v1087: 137 pgs: 12 creating+peering, 125 active+clean; 591 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 334 KiB/s wr, 177 op/s 2024-04-02T08:40:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:27 smithi028 ceph-mon[94314]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:40:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:27 smithi028 ceph-mon[96890]: pgmap v1087: 137 pgs: 12 creating+peering, 125 active+clean; 591 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 334 KiB/s wr, 177 op/s 2024-04-02T08:40:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:27 smithi028 ceph-mon[96890]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:27 smithi137 ceph-mon[88456]: pgmap v1087: 137 pgs: 12 creating+peering, 125 active+clean; 591 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 334 KiB/s wr, 177 op/s 2024-04-02T08:40:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:27 smithi137 ceph-mon[88456]: osdmap e936: 8 total, 8 up, 8 in 2024-04-02T08:40:28.684 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5020 ms) 2024-04-02T08:40:28.684 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-02T08:40:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:29 smithi028 ceph-mon[96890]: pgmap v1089: 137 pgs: 12 creating+peering, 125 active+clean; 591 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 272 KiB/s wr, 145 op/s 2024-04-02T08:40:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:29 smithi028 ceph-mon[96890]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:40:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:29 smithi028 ceph-mon[94314]: pgmap v1089: 137 pgs: 12 creating+peering, 125 active+clean; 591 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 272 KiB/s wr, 145 op/s 2024-04-02T08:40:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:29 smithi028 ceph-mon[94314]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:40:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:29 smithi137 ceph-mon[88456]: pgmap v1089: 137 pgs: 12 creating+peering, 125 active+clean; 591 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 272 KiB/s wr, 145 op/s 2024-04-02T08:40:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:29 smithi137 ceph-mon[88456]: osdmap e937: 8 total, 8 up, 8 in 2024-04-02T08:40:30.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:30 smithi028 ceph-mon[94314]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:40:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:30 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2602769570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:30 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:30 smithi028 ceph-mon[96890]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:40:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:30 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2602769570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:30 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:30 smithi137 ceph-mon[88456]: osdmap e938: 8 total, 8 up, 8 in 2024-04-02T08:40:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:30 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2602769570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:30 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:31.690 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:40:31] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-02T08:40:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-mon[94314]: pgmap v1092: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-mon[94314]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:40:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-mon[96890]: pgmap v1092: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:31 smithi028 ceph-mon[96890]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:40:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:31 smithi137 ceph-mon[88456]: pgmap v1092: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:31 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:31 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138088-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:31 smithi137 ceph-mon[88456]: osdmap e939: 8 total, 8 up, 8 in 2024-04-02T08:40:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:40:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:32 smithi137 ceph-mon[88456]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:40:33.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:32 smithi028 ceph-mon[94314]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:40:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:32 smithi028 ceph-mon[96890]: osdmap e940: 8 total, 8 up, 8 in 2024-04-02T08:40:33.711 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5026 ms) 2024-04-02T08:40:33.711 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 22 tests from TestCls2PCQueue (102015 ms total) 2024-04-02T08:40:33.711 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:40:33.711 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:40:33.711 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 22 tests from 1 test suite ran. (102016 ms total) 2024-04-02T08:40:33.711 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 22 tests. 2024-04-02T08:40:33.715 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:40:33.715 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:40:33.760 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-02T08:40:33.760 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-02T08:40:33.828 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:40:33.829 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-02T08:40:33.829 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:40:33.829 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 5 tests from cls_cas 2024-04-02T08:40:33.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.get_put 2024-04-02T08:40:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:33 smithi137 ceph-mon[88456]: pgmap v1095: 137 pgs: 9 creating+peering, 128 active+clean; 588 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:33 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:33 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:40:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:33 smithi028 ceph-mon[94314]: pgmap v1095: 137 pgs: 9 creating+peering, 128 active+clean; 588 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:33 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:33 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:40:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:33 smithi028 ceph-mon[96890]: pgmap v1095: 137 pgs: 9 creating+peering, 128 active+clean; 588 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:33 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:33 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:40:35.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:34 smithi137 ceph-mon[88456]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:40:35.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:34 smithi028 ceph-mon[94314]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:40:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:34 smithi028 ceph-mon[96890]: osdmap e941: 8 total, 8 up, 8 in 2024-04-02T08:40:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:35 smithi137 ceph-mon[88456]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:35 smithi137 ceph-mon[88456]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:40:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:35 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1814484559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:35 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[94314]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[94314]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:40:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1814484559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[96890]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[96890]: osdmap e942: 8 total, 8 up, 8 in 2024-04-02T08:40:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1814484559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:36.727 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.get_put (2899 ms) 2024-04-02T08:40:36.727 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.wrong_put 2024-04-02T08:40:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:36 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:36 smithi137 ceph-mon[88456]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:40:37.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:36 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:36 smithi028 ceph-mon[94314]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:40:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:36 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:36 smithi028 ceph-mon[96890]: osdmap e943: 8 total, 8 up, 8 in 2024-04-02T08:40:38.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:37 smithi137 ceph-mon[88456]: pgmap v1100: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:38.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:37 smithi137 ceph-mon[88456]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:40:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:37 smithi028 ceph-mon[94314]: pgmap v1100: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:37 smithi028 ceph-mon[94314]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:40:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:37 smithi028 ceph-mon[96890]: pgmap v1100: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:37 smithi028 ceph-mon[96890]: osdmap e944: 8 total, 8 up, 8 in 2024-04-02T08:40:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:38 smithi137 ceph-mon[88456]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:40:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:38 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2300453342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:38 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:39.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:38 smithi028 ceph-mon[94314]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:40:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:38 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2300453342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:38 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:38 smithi028 ceph-mon[96890]: osdmap e945: 8 total, 8 up, 8 in 2024-04-02T08:40:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:38 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2300453342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:38 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:39.743 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-04-02T08:40:39.744 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.dup_get 2024-04-02T08:40:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:39 smithi137 ceph-mon[88456]: pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:39 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:39 smithi137 ceph-mon[88456]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:40:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:39 smithi028 ceph-mon[94314]: pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:39 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:39 smithi028 ceph-mon[94314]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:40:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:39 smithi028 ceph-mon[96890]: pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:39 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:39 smithi028 ceph-mon[96890]: osdmap e946: 8 total, 8 up, 8 in 2024-04-02T08:40:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:40 smithi137 ceph-mon[88456]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:40:41.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:40 smithi028 ceph-mon[94314]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:40:41.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:40 smithi028 ceph-mon[96890]: osdmap e947: 8 total, 8 up, 8 in 2024-04-02T08:40:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:40:41] "GET /metrics HTTP/1.1" 200 36351 "" "Prometheus/2.43.0" 2024-04-02T08:40:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:41 smithi137 ceph-mon[88456]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:41 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:41 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:40:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:41 smithi137 ceph-mon[88456]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:40:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:41 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3780568279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:41 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:42.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[96890]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[96890]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3780568279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[94314]: pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[94314]: osdmap e948: 8 total, 8 up, 8 in 2024-04-02T08:40:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3780568279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:42.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:41 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:40:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:42.758 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.dup_get (3014 ms) 2024-04-02T08:40:42.758 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.dup_put 2024-04-02T08:40:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:42 smithi137 ceph-mon[88456]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:40:43.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:43.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:42 smithi028 ceph-mon[94314]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:40:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:42 smithi028 ceph-mon[96890]: osdmap e949: 8 total, 8 up, 8 in 2024-04-02T08:40:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:43 smithi137 ceph-mon[88456]: pgmap v1109: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:43 smithi137 ceph-mon[88456]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:40:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:43 smithi028 ceph-mon[94314]: pgmap v1109: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:43 smithi028 ceph-mon[94314]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:40:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:43 smithi028 ceph-mon[96890]: pgmap v1109: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:43 smithi028 ceph-mon[96890]: osdmap e950: 8 total, 8 up, 8 in 2024-04-02T08:40:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:44 smithi137 ceph-mon[88456]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:40:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:44 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3906439857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:44 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:44 smithi028 ceph-mon[94314]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:40:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:44 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3906439857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:44 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:44 smithi028 ceph-mon[96890]: osdmap e951: 8 total, 8 up, 8 in 2024-04-02T08:40:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:44 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3906439857' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:45.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:44 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:45.777 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.dup_put (3018 ms) 2024-04-02T08:40:45.777 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-02T08:40:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:45 smithi137 ceph-mon[88456]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:45 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:45 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:45 smithi137 ceph-mon[88456]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:40:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:45 smithi028 ceph-mon[94314]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:45 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:45 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:45 smithi028 ceph-mon[94314]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:40:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:45 smithi028 ceph-mon[96890]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:45 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:45 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:45 smithi028 ceph-mon[96890]: osdmap e952: 8 total, 8 up, 8 in 2024-04-02T08:40:47.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:46 smithi028 ceph-mon[94314]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:40:47.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:46 smithi028 ceph-mon[96890]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:40:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:46 smithi137 ceph-mon[88456]: osdmap e953: 8 total, 8 up, 8 in 2024-04-02T08:40:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:47 smithi137 ceph-mon[88456]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:47 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:47 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:40:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:47 smithi137 ceph-mon[88456]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:40:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:47 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2404731933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[96890]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[96890]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2404731933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[94314]: pgmap v1115: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:40:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[94314]: osdmap e954: 8 total, 8 up, 8 in 2024-04-02T08:40:48.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:47 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2404731933' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.get_wrong_data (3014 ms) 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 5 tests from cls_cas (14963 ms total) 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from chunk_refs_t 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] chunk_refs_t.size 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:1 60 by_object 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:2 103 by_object 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:4 189 by_object 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:8 361 by_object 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:16 112 by_hash(32 bits) 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:32 208 by_hash(32 bits) 2024-04-02T08:40:48.792 INFO:tasks.workunit.client.0.smithi028.stdout:64 400 by_hash(32 bits) 2024-04-02T08:40:48.793 INFO:tasks.workunit.client.0.smithi028.stdout:128 509 by_hash(10 bits) 2024-04-02T08:40:48.793 INFO:tasks.workunit.client.0.smithi028.stdout:256 499 by_hash(7 bits) 2024-04-02T08:40:48.793 INFO:tasks.workunit.client.0.smithi028.stdout:512 462 by_hash(5 bits) 2024-04-02T08:40:48.793 INFO:tasks.workunit.client.0.smithi028.stdout:1024 466 by_hash(5 bits) 2024-04-02T08:40:48.794 INFO:tasks.workunit.client.0.smithi028.stdout:2048 466 by_hash(5 bits) 2024-04-02T08:40:48.794 INFO:tasks.workunit.client.0.smithi028.stdout:4096 470 by_hash(5 bits) 2024-04-02T08:40:48.796 INFO:tasks.workunit.client.0.smithi028.stdout:8192 498 by_hash(4 bits) 2024-04-02T08:40:48.798 INFO:tasks.workunit.client.0.smithi028.stdout:16384 278 by_hash(3 bits) 2024-04-02T08:40:48.803 INFO:tasks.workunit.client.0.smithi028.stdout:32768 337 by_hash(2 bits) 2024-04-02T08:40:48.810 INFO:tasks.workunit.client.0.smithi028.stdout:65536 367 by_hash(2 bits) 2024-04-02T08:40:48.823 INFO:tasks.workunit.client.0.smithi028.stdout:131072 387 by_hash(1 bits) 2024-04-02T08:40:48.843 INFO:tasks.workunit.client.0.smithi028.stdout:262144 331 by_pool 2024-04-02T08:40:48.872 INFO:tasks.workunit.client.0.smithi028.stdout:524288 21 count 2024-04-02T08:40:48.924 INFO:tasks.workunit.client.0.smithi028.stdout:1048576 21 count 2024-04-02T08:40:49.022 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] chunk_refs_t.size (231 ms) 2024-04-02T08:40:49.022 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from chunk_refs_t (231 ms total) 2024-04-02T08:40:49.022 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:40:49.022 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:40:49.022 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 6 tests from 2 test suites ran. (15194 ms total) 2024-04-02T08:40:49.022 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 6 tests. 2024-04-02T08:40:49.024 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:40:49.024 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:40:49.088 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:48 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2404731933' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:49.088 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:48 smithi028 ceph-mon[94314]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:40:49.088 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:48 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2404731933' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:49.088 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:48 smithi028 ceph-mon[96890]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:40:49.093 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-02T08:40:49.093 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-02T08:40:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:48 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2404731933' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138876-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:48 smithi137 ceph-mon[88456]: osdmap e955: 8 total, 8 up, 8 in 2024-04-02T08:40:49.161 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:40:49.162 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-02T08:40:49.162 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:40:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:49 smithi137 ceph-mon[88456]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:49 smithi137 ceph-mon[88456]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:40:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:49 smithi028 ceph-mon[94314]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:49 smithi028 ceph-mon[94314]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:40:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:49 smithi028 ceph-mon[96890]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:49 smithi028 ceph-mon[96890]: osdmap e956: 8 total, 8 up, 8 in 2024-04-02T08:40:50.800 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 31 tests from CmpOmap 2024-04-02T08:40:50.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-02T08:40:50.816 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-04-02T08:40:50.816 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-02T08:40:50.821 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-04-02T08:40:50.821 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-02T08:40:50.823 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-02T08:40:50.824 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-02T08:40:50.826 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-02T08:40:50.826 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-02T08:40:50.831 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-04-02T08:40:50.831 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-02T08:40:50.838 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-04-02T08:40:50.839 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-02T08:40:50.842 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-02T08:40:50.842 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-02T08:40:50.844 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-02T08:40:50.844 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-02T08:40:50.847 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-04-02T08:40:50.847 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-02T08:40:50.851 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-02T08:40:50.851 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-02T08:40:50.852 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-02T08:40:50.852 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-02T08:40:50.853 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-02T08:40:50.853 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-02T08:40:50.858 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-02T08:40:50.859 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-02T08:40:50.864 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-02T08:40:50.864 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-02T08:40:50.870 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-04-02T08:40:50.870 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-02T08:40:50.877 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-04-02T08:40:50.878 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-02T08:40:50.884 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-02T08:40:50.884 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-02T08:40:50.892 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-02T08:40:50.892 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-02T08:40:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-02T08:40:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-02T08:40:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-04-02T08:40:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-02T08:40:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-02T08:40:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-02T08:40:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-02T08:40:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-02T08:40:50.905 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-04-02T08:40:50.905 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-02T08:40:50.910 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-02T08:40:50.911 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-02T08:40:50.918 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-02T08:40:50.918 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-02T08:40:50.925 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-04-02T08:40:50.925 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-02T08:40:50.927 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (3 ms) 2024-04-02T08:40:50.927 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-02T08:40:50.930 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-04-02T08:40:50.930 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-02T08:40:50.931 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-02T08:40:50.931 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-02T08:40:50.931 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-04-02T08:40:50.931 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-02T08:40:50.939 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-04-02T08:40:50.939 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 31 tests from CmpOmap (140 ms total) 2024-04-02T08:40:50.939 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:40:50.939 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:40:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:50 smithi137 ceph-mon[88456]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:40:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:50 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3350863409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:50 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:50 smithi028 ceph-mon[94314]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:40:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:50 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3350863409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:50 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:50 smithi028 ceph-mon[96890]: osdmap e957: 8 total, 8 up, 8 in 2024-04-02T08:40:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:50 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3350863409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:50 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:40:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:40:51] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.43.0" 2024-04-02T08:40:51.807 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 31 tests from 1 test suite ran. (2645 ms total) 2024-04-02T08:40:51.807 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 31 tests. 2024-04-02T08:40:51.810 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:40:51.810 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:40:51.842 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-02T08:40:51.843 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-02T08:40:51.910 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:40:51.911 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-02T08:40:51.911 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:40:51.911 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 6 tests from ClsHello 2024-04-02T08:40:51.911 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.SayHello 2024-04-02T08:40:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:51 smithi137 ceph-mon[88456]: pgmap v1121: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:51 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:51 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:51 smithi137 ceph-mon[88456]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:40:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-mon[94314]: pgmap v1121: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-mon[94314]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:40:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-mon[96890]: pgmap v1121: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-138999-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:51 smithi028 ceph-mon[96890]: osdmap e958: 8 total, 8 up, 8 in 2024-04-02T08:40:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:40:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:40:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:52 smithi137 ceph-mon[88456]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:40:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:52 smithi028 ceph-mon[94314]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:40:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:52 smithi028 ceph-mon[96890]: osdmap e959: 8 total, 8 up, 8 in 2024-04-02T08:40:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:53 smithi137 ceph-mon[88456]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:53 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:53 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:40:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:53 smithi137 ceph-mon[88456]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:40:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:53 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1537841183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:53 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:54.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[96890]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[96890]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1537841183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[94314]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:40:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[94314]: osdmap e960: 8 total, 8 up, 8 in 2024-04-02T08:40:54.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1537841183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:54.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:53 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:54.822 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.SayHello (2912 ms) 2024-04-02T08:40:54.823 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.RecordHello 2024-04-02T08:40:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:54 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:54 smithi137 ceph-mon[88456]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:40:55.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:54 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:54 smithi028 ceph-mon[94314]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:40:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:54 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:54 smithi028 ceph-mon[96890]: osdmap e961: 8 total, 8 up, 8 in 2024-04-02T08:40:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:55 smithi137 ceph-mon[88456]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:55 smithi137 ceph-mon[88456]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:40:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:55 smithi028 ceph-mon[94314]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:55 smithi028 ceph-mon[94314]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:40:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:55 smithi028 ceph-mon[96890]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:55 smithi028 ceph-mon[96890]: osdmap e962: 8 total, 8 up, 8 in 2024-04-02T08:40:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:56 smithi137 ceph-mon[88456]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:40:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2603925650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:56 smithi028 ceph-mon[94314]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:40:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2603925650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:56 smithi028 ceph-mon[96890]: osdmap e963: 8 total, 8 up, 8 in 2024-04-02T08:40:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2603925650' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:40:57.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.RecordHello (3011 ms) 2024-04-02T08:40:57.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-02T08:40:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:57 smithi137 ceph-mon[88456]: pgmap v1130: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:57 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:57 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2603925650' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:57 smithi137 ceph-mon[88456]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:40:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:57 smithi028 ceph-mon[94314]: pgmap v1130: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:57 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:57 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2603925650' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:57 smithi028 ceph-mon[94314]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:57 smithi028 ceph-mon[96890]: pgmap v1130: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:57 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:57 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2603925650' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:57 smithi028 ceph-mon[96890]: osdmap e964: 8 total, 8 up, 8 in 2024-04-02T08:40:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:58 smithi137 ceph-mon[88456]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:40:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:58 smithi028 ceph-mon[94314]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:40:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:58 smithi028 ceph-mon[96890]: osdmap e965: 8 total, 8 up, 8 in 2024-04-02T08:40:59.853 INFO:tasks.workunit.client.0.smithi028.stdout:require_osd_release = squid 2024-04-02T08:40:59.862 INFO:tasks.workunit.client.0.smithi028.stdout:0 2024-04-02T08:40:59.866 INFO:tasks.workunit.client.0.smithi028.stdout:1 2024-04-02T08:40:59.867 INFO:tasks.workunit.client.0.smithi028.stdout:2 2024-04-02T08:40:59.868 INFO:tasks.workunit.client.0.smithi028.stdout:3 2024-04-02T08:40:59.868 INFO:tasks.workunit.client.0.smithi028.stdout:4 2024-04-02T08:40:59.869 INFO:tasks.workunit.client.0.smithi028.stdout:5 2024-04-02T08:40:59.870 INFO:tasks.workunit.client.0.smithi028.stdout:6 2024-04-02T08:40:59.871 INFO:tasks.workunit.client.0.smithi028.stdout:7 2024-04-02T08:40:59.872 INFO:tasks.workunit.client.0.smithi028.stdout:8 2024-04-02T08:40:59.873 INFO:tasks.workunit.client.0.smithi028.stdout:9 2024-04-02T08:40:59.874 INFO:tasks.workunit.client.0.smithi028.stdout:10 2024-04-02T08:40:59.875 INFO:tasks.workunit.client.0.smithi028.stdout:11 2024-04-02T08:40:59.876 INFO:tasks.workunit.client.0.smithi028.stdout:12 2024-04-02T08:40:59.877 INFO:tasks.workunit.client.0.smithi028.stdout:13 2024-04-02T08:40:59.877 INFO:tasks.workunit.client.0.smithi028.stdout:14 2024-04-02T08:40:59.878 INFO:tasks.workunit.client.0.smithi028.stdout:15 2024-04-02T08:40:59.879 INFO:tasks.workunit.client.0.smithi028.stdout:16 2024-04-02T08:40:59.880 INFO:tasks.workunit.client.0.smithi028.stdout:17 2024-04-02T08:40:59.881 INFO:tasks.workunit.client.0.smithi028.stdout:18 2024-04-02T08:40:59.882 INFO:tasks.workunit.client.0.smithi028.stdout:19 2024-04-02T08:40:59.883 INFO:tasks.workunit.client.0.smithi028.stdout:20 2024-04-02T08:40:59.884 INFO:tasks.workunit.client.0.smithi028.stdout:21 2024-04-02T08:40:59.885 INFO:tasks.workunit.client.0.smithi028.stdout:22 2024-04-02T08:40:59.886 INFO:tasks.workunit.client.0.smithi028.stdout:23 2024-04-02T08:40:59.887 INFO:tasks.workunit.client.0.smithi028.stdout:24 2024-04-02T08:40:59.888 INFO:tasks.workunit.client.0.smithi028.stdout:25 2024-04-02T08:40:59.889 INFO:tasks.workunit.client.0.smithi028.stdout:26 2024-04-02T08:40:59.890 INFO:tasks.workunit.client.0.smithi028.stdout:27 2024-04-02T08:40:59.891 INFO:tasks.workunit.client.0.smithi028.stdout:28 2024-04-02T08:40:59.892 INFO:tasks.workunit.client.0.smithi028.stdout:29 2024-04-02T08:40:59.893 INFO:tasks.workunit.client.0.smithi028.stdout:30 2024-04-02T08:40:59.893 INFO:tasks.workunit.client.0.smithi028.stdout:31 2024-04-02T08:40:59.894 INFO:tasks.workunit.client.0.smithi028.stdout:32 2024-04-02T08:40:59.895 INFO:tasks.workunit.client.0.smithi028.stdout:33 2024-04-02T08:40:59.896 INFO:tasks.workunit.client.0.smithi028.stdout:34 2024-04-02T08:40:59.897 INFO:tasks.workunit.client.0.smithi028.stdout:35 2024-04-02T08:40:59.898 INFO:tasks.workunit.client.0.smithi028.stdout:36 2024-04-02T08:40:59.899 INFO:tasks.workunit.client.0.smithi028.stdout:37 2024-04-02T08:40:59.900 INFO:tasks.workunit.client.0.smithi028.stdout:38 2024-04-02T08:40:59.901 INFO:tasks.workunit.client.0.smithi028.stdout:39 2024-04-02T08:40:59.902 INFO:tasks.workunit.client.0.smithi028.stdout:40 2024-04-02T08:40:59.903 INFO:tasks.workunit.client.0.smithi028.stdout:41 2024-04-02T08:40:59.904 INFO:tasks.workunit.client.0.smithi028.stdout:42 2024-04-02T08:40:59.905 INFO:tasks.workunit.client.0.smithi028.stdout:43 2024-04-02T08:40:59.906 INFO:tasks.workunit.client.0.smithi028.stdout:44 2024-04-02T08:40:59.908 INFO:tasks.workunit.client.0.smithi028.stdout:45 2024-04-02T08:40:59.909 INFO:tasks.workunit.client.0.smithi028.stdout:46 2024-04-02T08:40:59.909 INFO:tasks.workunit.client.0.smithi028.stdout:47 2024-04-02T08:40:59.911 INFO:tasks.workunit.client.0.smithi028.stdout:48 2024-04-02T08:40:59.911 INFO:tasks.workunit.client.0.smithi028.stdout:49 2024-04-02T08:40:59.913 INFO:tasks.workunit.client.0.smithi028.stdout:50 2024-04-02T08:40:59.914 INFO:tasks.workunit.client.0.smithi028.stdout:51 2024-04-02T08:40:59.915 INFO:tasks.workunit.client.0.smithi028.stdout:52 2024-04-02T08:40:59.916 INFO:tasks.workunit.client.0.smithi028.stdout:53 2024-04-02T08:40:59.917 INFO:tasks.workunit.client.0.smithi028.stdout:54 2024-04-02T08:40:59.918 INFO:tasks.workunit.client.0.smithi028.stdout:55 2024-04-02T08:40:59.919 INFO:tasks.workunit.client.0.smithi028.stdout:56 2024-04-02T08:40:59.920 INFO:tasks.workunit.client.0.smithi028.stdout:57 2024-04-02T08:40:59.921 INFO:tasks.workunit.client.0.smithi028.stdout:58 2024-04-02T08:40:59.922 INFO:tasks.workunit.client.0.smithi028.stdout:59 2024-04-02T08:40:59.923 INFO:tasks.workunit.client.0.smithi028.stdout:60 2024-04-02T08:40:59.924 INFO:tasks.workunit.client.0.smithi028.stdout:61 2024-04-02T08:40:59.925 INFO:tasks.workunit.client.0.smithi028.stdout:62 2024-04-02T08:40:59.925 INFO:tasks.workunit.client.0.smithi028.stdout:63 2024-04-02T08:40:59.926 INFO:tasks.workunit.client.0.smithi028.stdout:64 2024-04-02T08:40:59.927 INFO:tasks.workunit.client.0.smithi028.stdout:65 2024-04-02T08:40:59.928 INFO:tasks.workunit.client.0.smithi028.stdout:66 2024-04-02T08:40:59.929 INFO:tasks.workunit.client.0.smithi028.stdout:67 2024-04-02T08:40:59.930 INFO:tasks.workunit.client.0.smithi028.stdout:68 2024-04-02T08:40:59.931 INFO:tasks.workunit.client.0.smithi028.stdout:69 2024-04-02T08:40:59.932 INFO:tasks.workunit.client.0.smithi028.stdout:70 2024-04-02T08:40:59.933 INFO:tasks.workunit.client.0.smithi028.stdout:71 2024-04-02T08:40:59.933 INFO:tasks.workunit.client.0.smithi028.stdout:72 2024-04-02T08:40:59.934 INFO:tasks.workunit.client.0.smithi028.stdout:73 2024-04-02T08:40:59.935 INFO:tasks.workunit.client.0.smithi028.stdout:74 2024-04-02T08:40:59.936 INFO:tasks.workunit.client.0.smithi028.stdout:75 2024-04-02T08:40:59.938 INFO:tasks.workunit.client.0.smithi028.stdout:76 2024-04-02T08:40:59.939 INFO:tasks.workunit.client.0.smithi028.stdout:77 2024-04-02T08:40:59.940 INFO:tasks.workunit.client.0.smithi028.stdout:78 2024-04-02T08:40:59.941 INFO:tasks.workunit.client.0.smithi028.stdout:79 2024-04-02T08:40:59.942 INFO:tasks.workunit.client.0.smithi028.stdout:80 2024-04-02T08:40:59.943 INFO:tasks.workunit.client.0.smithi028.stdout:81 2024-04-02T08:40:59.944 INFO:tasks.workunit.client.0.smithi028.stdout:82 2024-04-02T08:40:59.945 INFO:tasks.workunit.client.0.smithi028.stdout:83 2024-04-02T08:40:59.946 INFO:tasks.workunit.client.0.smithi028.stdout:84 2024-04-02T08:40:59.947 INFO:tasks.workunit.client.0.smithi028.stdout:85 2024-04-02T08:40:59.948 INFO:tasks.workunit.client.0.smithi028.stdout:86 2024-04-02T08:40:59.949 INFO:tasks.workunit.client.0.smithi028.stdout:87 2024-04-02T08:40:59.951 INFO:tasks.workunit.client.0.smithi028.stdout:88 2024-04-02T08:40:59.952 INFO:tasks.workunit.client.0.smithi028.stdout:89 2024-04-02T08:40:59.952 INFO:tasks.workunit.client.0.smithi028.stdout:90 2024-04-02T08:40:59.954 INFO:tasks.workunit.client.0.smithi028.stdout:91 2024-04-02T08:40:59.955 INFO:tasks.workunit.client.0.smithi028.stdout:92 2024-04-02T08:40:59.956 INFO:tasks.workunit.client.0.smithi028.stdout:93 2024-04-02T08:40:59.957 INFO:tasks.workunit.client.0.smithi028.stdout:94 2024-04-02T08:40:59.958 INFO:tasks.workunit.client.0.smithi028.stdout:95 2024-04-02T08:40:59.959 INFO:tasks.workunit.client.0.smithi028.stdout:96 2024-04-02T08:40:59.960 INFO:tasks.workunit.client.0.smithi028.stdout:97 2024-04-02T08:40:59.961 INFO:tasks.workunit.client.0.smithi028.stdout:98 2024-04-02T08:40:59.962 INFO:tasks.workunit.client.0.smithi028.stdout:99 2024-04-02T08:40:59.963 INFO:tasks.workunit.client.0.smithi028.stdout:100 2024-04-02T08:40:59.964 INFO:tasks.workunit.client.0.smithi028.stdout:101 2024-04-02T08:40:59.965 INFO:tasks.workunit.client.0.smithi028.stdout:102 2024-04-02T08:40:59.966 INFO:tasks.workunit.client.0.smithi028.stdout:103 2024-04-02T08:40:59.967 INFO:tasks.workunit.client.0.smithi028.stdout:104 2024-04-02T08:40:59.971 INFO:tasks.workunit.client.0.smithi028.stdout:105 2024-04-02T08:40:59.972 INFO:tasks.workunit.client.0.smithi028.stdout:106 2024-04-02T08:40:59.973 INFO:tasks.workunit.client.0.smithi028.stdout:107 2024-04-02T08:40:59.974 INFO:tasks.workunit.client.0.smithi028.stdout:108 2024-04-02T08:40:59.976 INFO:tasks.workunit.client.0.smithi028.stdout:109 2024-04-02T08:40:59.976 INFO:tasks.workunit.client.0.smithi028.stdout:110 2024-04-02T08:40:59.977 INFO:tasks.workunit.client.0.smithi028.stdout:111 2024-04-02T08:40:59.978 INFO:tasks.workunit.client.0.smithi028.stdout:112 2024-04-02T08:40:59.979 INFO:tasks.workunit.client.0.smithi028.stdout:113 2024-04-02T08:40:59.980 INFO:tasks.workunit.client.0.smithi028.stdout:114 2024-04-02T08:40:59.981 INFO:tasks.workunit.client.0.smithi028.stdout:115 2024-04-02T08:40:59.982 INFO:tasks.workunit.client.0.smithi028.stdout:116 2024-04-02T08:40:59.982 INFO:tasks.workunit.client.0.smithi028.stdout:117 2024-04-02T08:40:59.983 INFO:tasks.workunit.client.0.smithi028.stdout:118 2024-04-02T08:40:59.984 INFO:tasks.workunit.client.0.smithi028.stdout:119 2024-04-02T08:40:59.985 INFO:tasks.workunit.client.0.smithi028.stdout:120 2024-04-02T08:40:59.986 INFO:tasks.workunit.client.0.smithi028.stdout:121 2024-04-02T08:40:59.987 INFO:tasks.workunit.client.0.smithi028.stdout:122 2024-04-02T08:40:59.987 INFO:tasks.workunit.client.0.smithi028.stdout:123 2024-04-02T08:40:59.988 INFO:tasks.workunit.client.0.smithi028.stdout:124 2024-04-02T08:40:59.989 INFO:tasks.workunit.client.0.smithi028.stdout:125 2024-04-02T08:40:59.990 INFO:tasks.workunit.client.0.smithi028.stdout:126 2024-04-02T08:40:59.991 INFO:tasks.workunit.client.0.smithi028.stdout:127 2024-04-02T08:40:59.992 INFO:tasks.workunit.client.0.smithi028.stdout:128 2024-04-02T08:40:59.993 INFO:tasks.workunit.client.0.smithi028.stdout:129 2024-04-02T08:40:59.993 INFO:tasks.workunit.client.0.smithi028.stdout:130 2024-04-02T08:40:59.994 INFO:tasks.workunit.client.0.smithi028.stdout:131 2024-04-02T08:40:59.995 INFO:tasks.workunit.client.0.smithi028.stdout:132 2024-04-02T08:40:59.996 INFO:tasks.workunit.client.0.smithi028.stdout:133 2024-04-02T08:40:59.997 INFO:tasks.workunit.client.0.smithi028.stdout:134 2024-04-02T08:40:59.998 INFO:tasks.workunit.client.0.smithi028.stdout:135 2024-04-02T08:40:59.999 INFO:tasks.workunit.client.0.smithi028.stdout:136 2024-04-02T08:41:00.000 INFO:tasks.workunit.client.0.smithi028.stdout:137 2024-04-02T08:41:00.001 INFO:tasks.workunit.client.0.smithi028.stdout:138 2024-04-02T08:41:00.002 INFO:tasks.workunit.client.0.smithi028.stdout:139 2024-04-02T08:41:00.003 INFO:tasks.workunit.client.0.smithi028.stdout:140 2024-04-02T08:41:00.004 INFO:tasks.workunit.client.0.smithi028.stdout:141 2024-04-02T08:41:00.005 INFO:tasks.workunit.client.0.smithi028.stdout:142 2024-04-02T08:41:00.006 INFO:tasks.workunit.client.0.smithi028.stdout:143 2024-04-02T08:41:00.007 INFO:tasks.workunit.client.0.smithi028.stdout:144 2024-04-02T08:41:00.008 INFO:tasks.workunit.client.0.smithi028.stdout:145 2024-04-02T08:41:00.009 INFO:tasks.workunit.client.0.smithi028.stdout:146 2024-04-02T08:41:00.010 INFO:tasks.workunit.client.0.smithi028.stdout:147 2024-04-02T08:41:00.010 INFO:tasks.workunit.client.0.smithi028.stdout:148 2024-04-02T08:41:00.011 INFO:tasks.workunit.client.0.smithi028.stdout:149 2024-04-02T08:41:00.012 INFO:tasks.workunit.client.0.smithi028.stdout:150 2024-04-02T08:41:00.013 INFO:tasks.workunit.client.0.smithi028.stdout:151 2024-04-02T08:41:00.014 INFO:tasks.workunit.client.0.smithi028.stdout:152 2024-04-02T08:41:00.015 INFO:tasks.workunit.client.0.smithi028.stdout:153 2024-04-02T08:41:00.016 INFO:tasks.workunit.client.0.smithi028.stdout:154 2024-04-02T08:41:00.017 INFO:tasks.workunit.client.0.smithi028.stdout:155 2024-04-02T08:41:00.018 INFO:tasks.workunit.client.0.smithi028.stdout:156 2024-04-02T08:41:00.019 INFO:tasks.workunit.client.0.smithi028.stdout:157 2024-04-02T08:41:00.020 INFO:tasks.workunit.client.0.smithi028.stdout:158 2024-04-02T08:41:00.021 INFO:tasks.workunit.client.0.smithi028.stdout:159 2024-04-02T08:41:00.022 INFO:tasks.workunit.client.0.smithi028.stdout:160 2024-04-02T08:41:00.023 INFO:tasks.workunit.client.0.smithi028.stdout:161 2024-04-02T08:41:00.024 INFO:tasks.workunit.client.0.smithi028.stdout:162 2024-04-02T08:41:00.025 INFO:tasks.workunit.client.0.smithi028.stdout:163 2024-04-02T08:41:00.026 INFO:tasks.workunit.client.0.smithi028.stdout:164 2024-04-02T08:41:00.027 INFO:tasks.workunit.client.0.smithi028.stdout:165 2024-04-02T08:41:00.028 INFO:tasks.workunit.client.0.smithi028.stdout:166 2024-04-02T08:41:00.029 INFO:tasks.workunit.client.0.smithi028.stdout:167 2024-04-02T08:41:00.029 INFO:tasks.workunit.client.0.smithi028.stdout:168 2024-04-02T08:41:00.030 INFO:tasks.workunit.client.0.smithi028.stdout:169 2024-04-02T08:41:00.031 INFO:tasks.workunit.client.0.smithi028.stdout:170 2024-04-02T08:41:00.032 INFO:tasks.workunit.client.0.smithi028.stdout:171 2024-04-02T08:41:00.033 INFO:tasks.workunit.client.0.smithi028.stdout:172 2024-04-02T08:41:00.034 INFO:tasks.workunit.client.0.smithi028.stdout:173 2024-04-02T08:41:00.035 INFO:tasks.workunit.client.0.smithi028.stdout:174 2024-04-02T08:41:00.035 INFO:tasks.workunit.client.0.smithi028.stdout:175 2024-04-02T08:41:00.036 INFO:tasks.workunit.client.0.smithi028.stdout:176 2024-04-02T08:41:00.037 INFO:tasks.workunit.client.0.smithi028.stdout:177 2024-04-02T08:41:00.038 INFO:tasks.workunit.client.0.smithi028.stdout:178 2024-04-02T08:41:00.039 INFO:tasks.workunit.client.0.smithi028.stdout:179 2024-04-02T08:41:00.040 INFO:tasks.workunit.client.0.smithi028.stdout:180 2024-04-02T08:41:00.041 INFO:tasks.workunit.client.0.smithi028.stdout:181 2024-04-02T08:41:00.041 INFO:tasks.workunit.client.0.smithi028.stdout:182 2024-04-02T08:41:00.042 INFO:tasks.workunit.client.0.smithi028.stdout:183 2024-04-02T08:41:00.043 INFO:tasks.workunit.client.0.smithi028.stdout:184 2024-04-02T08:41:00.044 INFO:tasks.workunit.client.0.smithi028.stdout:185 2024-04-02T08:41:00.045 INFO:tasks.workunit.client.0.smithi028.stdout:186 2024-04-02T08:41:00.046 INFO:tasks.workunit.client.0.smithi028.stdout:187 2024-04-02T08:41:00.047 INFO:tasks.workunit.client.0.smithi028.stdout:188 2024-04-02T08:41:00.047 INFO:tasks.workunit.client.0.smithi028.stdout:189 2024-04-02T08:41:00.048 INFO:tasks.workunit.client.0.smithi028.stdout:190 2024-04-02T08:41:00.049 INFO:tasks.workunit.client.0.smithi028.stdout:191 2024-04-02T08:41:00.050 INFO:tasks.workunit.client.0.smithi028.stdout:192 2024-04-02T08:41:00.051 INFO:tasks.workunit.client.0.smithi028.stdout:193 2024-04-02T08:41:00.052 INFO:tasks.workunit.client.0.smithi028.stdout:194 2024-04-02T08:41:00.052 INFO:tasks.workunit.client.0.smithi028.stdout:195 2024-04-02T08:41:00.053 INFO:tasks.workunit.client.0.smithi028.stdout:196 2024-04-02T08:41:00.054 INFO:tasks.workunit.client.0.smithi028.stdout:197 2024-04-02T08:41:00.055 INFO:tasks.workunit.client.0.smithi028.stdout:198 2024-04-02T08:41:00.056 INFO:tasks.workunit.client.0.smithi028.stdout:199 2024-04-02T08:41:00.057 INFO:tasks.workunit.client.0.smithi028.stdout:200 2024-04-02T08:41:00.057 INFO:tasks.workunit.client.0.smithi028.stdout:201 2024-04-02T08:41:00.058 INFO:tasks.workunit.client.0.smithi028.stdout:202 2024-04-02T08:41:00.059 INFO:tasks.workunit.client.0.smithi028.stdout:203 2024-04-02T08:41:00.060 INFO:tasks.workunit.client.0.smithi028.stdout:204 2024-04-02T08:41:00.061 INFO:tasks.workunit.client.0.smithi028.stdout:205 2024-04-02T08:41:00.062 INFO:tasks.workunit.client.0.smithi028.stdout:206 2024-04-02T08:41:00.063 INFO:tasks.workunit.client.0.smithi028.stdout:207 2024-04-02T08:41:00.063 INFO:tasks.workunit.client.0.smithi028.stdout:208 2024-04-02T08:41:00.064 INFO:tasks.workunit.client.0.smithi028.stdout:209 2024-04-02T08:41:00.065 INFO:tasks.workunit.client.0.smithi028.stdout:210 2024-04-02T08:41:00.066 INFO:tasks.workunit.client.0.smithi028.stdout:211 2024-04-02T08:41:00.067 INFO:tasks.workunit.client.0.smithi028.stdout:212 2024-04-02T08:41:00.068 INFO:tasks.workunit.client.0.smithi028.stdout:213 2024-04-02T08:41:00.070 INFO:tasks.workunit.client.0.smithi028.stdout:214 2024-04-02T08:41:00.070 INFO:tasks.workunit.client.0.smithi028.stdout:215 2024-04-02T08:41:00.071 INFO:tasks.workunit.client.0.smithi028.stdout:216 2024-04-02T08:41:00.072 INFO:tasks.workunit.client.0.smithi028.stdout:217 2024-04-02T08:41:00.073 INFO:tasks.workunit.client.0.smithi028.stdout:218 2024-04-02T08:41:00.074 INFO:tasks.workunit.client.0.smithi028.stdout:219 2024-04-02T08:41:00.075 INFO:tasks.workunit.client.0.smithi028.stdout:220 2024-04-02T08:41:00.076 INFO:tasks.workunit.client.0.smithi028.stdout:221 2024-04-02T08:41:00.077 INFO:tasks.workunit.client.0.smithi028.stdout:222 2024-04-02T08:41:00.078 INFO:tasks.workunit.client.0.smithi028.stdout:223 2024-04-02T08:41:00.079 INFO:tasks.workunit.client.0.smithi028.stdout:224 2024-04-02T08:41:00.080 INFO:tasks.workunit.client.0.smithi028.stdout:225 2024-04-02T08:41:00.081 INFO:tasks.workunit.client.0.smithi028.stdout:226 2024-04-02T08:41:00.082 INFO:tasks.workunit.client.0.smithi028.stdout:227 2024-04-02T08:41:00.083 INFO:tasks.workunit.client.0.smithi028.stdout:228 2024-04-02T08:41:00.084 INFO:tasks.workunit.client.0.smithi028.stdout:229 2024-04-02T08:41:00.085 INFO:tasks.workunit.client.0.smithi028.stdout:230 2024-04-02T08:41:00.085 INFO:tasks.workunit.client.0.smithi028.stdout:231 2024-04-02T08:41:00.087 INFO:tasks.workunit.client.0.smithi028.stdout:232 2024-04-02T08:41:00.087 INFO:tasks.workunit.client.0.smithi028.stdout:233 2024-04-02T08:41:00.088 INFO:tasks.workunit.client.0.smithi028.stdout:234 2024-04-02T08:41:00.089 INFO:tasks.workunit.client.0.smithi028.stdout:235 2024-04-02T08:41:00.090 INFO:tasks.workunit.client.0.smithi028.stdout:236 2024-04-02T08:41:00.091 INFO:tasks.workunit.client.0.smithi028.stdout:237 2024-04-02T08:41:00.092 INFO:tasks.workunit.client.0.smithi028.stdout:238 2024-04-02T08:41:00.093 INFO:tasks.workunit.client.0.smithi028.stdout:239 2024-04-02T08:41:00.093 INFO:tasks.workunit.client.0.smithi028.stdout:240 2024-04-02T08:41:00.094 INFO:tasks.workunit.client.0.smithi028.stdout:241 2024-04-02T08:41:00.095 INFO:tasks.workunit.client.0.smithi028.stdout:242 2024-04-02T08:41:00.096 INFO:tasks.workunit.client.0.smithi028.stdout:243 2024-04-02T08:41:00.097 INFO:tasks.workunit.client.0.smithi028.stdout:244 2024-04-02T08:41:00.098 INFO:tasks.workunit.client.0.smithi028.stdout:245 2024-04-02T08:41:00.099 INFO:tasks.workunit.client.0.smithi028.stdout:246 2024-04-02T08:41:00.100 INFO:tasks.workunit.client.0.smithi028.stdout:247 2024-04-02T08:41:00.100 INFO:tasks.workunit.client.0.smithi028.stdout:248 2024-04-02T08:41:00.101 INFO:tasks.workunit.client.0.smithi028.stdout:249 2024-04-02T08:41:00.102 INFO:tasks.workunit.client.0.smithi028.stdout:250 2024-04-02T08:41:00.103 INFO:tasks.workunit.client.0.smithi028.stdout:251 2024-04-02T08:41:00.104 INFO:tasks.workunit.client.0.smithi028.stdout:252 2024-04-02T08:41:00.105 INFO:tasks.workunit.client.0.smithi028.stdout:253 2024-04-02T08:41:00.106 INFO:tasks.workunit.client.0.smithi028.stdout:254 2024-04-02T08:41:00.107 INFO:tasks.workunit.client.0.smithi028.stdout:255 2024-04-02T08:41:00.108 INFO:tasks.workunit.client.0.smithi028.stdout:256 2024-04-02T08:41:00.109 INFO:tasks.workunit.client.0.smithi028.stdout:257 2024-04-02T08:41:00.110 INFO:tasks.workunit.client.0.smithi028.stdout:258 2024-04-02T08:41:00.111 INFO:tasks.workunit.client.0.smithi028.stdout:259 2024-04-02T08:41:00.112 INFO:tasks.workunit.client.0.smithi028.stdout:260 2024-04-02T08:41:00.113 INFO:tasks.workunit.client.0.smithi028.stdout:261 2024-04-02T08:41:00.114 INFO:tasks.workunit.client.0.smithi028.stdout:262 2024-04-02T08:41:00.115 INFO:tasks.workunit.client.0.smithi028.stdout:263 2024-04-02T08:41:00.116 INFO:tasks.workunit.client.0.smithi028.stdout:264 2024-04-02T08:41:00.117 INFO:tasks.workunit.client.0.smithi028.stdout:265 2024-04-02T08:41:00.118 INFO:tasks.workunit.client.0.smithi028.stdout:266 2024-04-02T08:41:00.119 INFO:tasks.workunit.client.0.smithi028.stdout:267 2024-04-02T08:41:00.120 INFO:tasks.workunit.client.0.smithi028.stdout:268 2024-04-02T08:41:00.121 INFO:tasks.workunit.client.0.smithi028.stdout:269 2024-04-02T08:41:00.122 INFO:tasks.workunit.client.0.smithi028.stdout:270 2024-04-02T08:41:00.123 INFO:tasks.workunit.client.0.smithi028.stdout:271 2024-04-02T08:41:00.124 INFO:tasks.workunit.client.0.smithi028.stdout:272 2024-04-02T08:41:00.125 INFO:tasks.workunit.client.0.smithi028.stdout:273 2024-04-02T08:41:00.126 INFO:tasks.workunit.client.0.smithi028.stdout:274 2024-04-02T08:41:00.127 INFO:tasks.workunit.client.0.smithi028.stdout:275 2024-04-02T08:41:00.128 INFO:tasks.workunit.client.0.smithi028.stdout:276 2024-04-02T08:41:00.129 INFO:tasks.workunit.client.0.smithi028.stdout:277 2024-04-02T08:41:00.130 INFO:tasks.workunit.client.0.smithi028.stdout:278 2024-04-02T08:41:00.130 INFO:tasks.workunit.client.0.smithi028.stdout:279 2024-04-02T08:41:00.131 INFO:tasks.workunit.client.0.smithi028.stdout:280 2024-04-02T08:41:00.132 INFO:tasks.workunit.client.0.smithi028.stdout:281 2024-04-02T08:41:00.133 INFO:tasks.workunit.client.0.smithi028.stdout:282 2024-04-02T08:41:00.134 INFO:tasks.workunit.client.0.smithi028.stdout:283 2024-04-02T08:41:00.135 INFO:tasks.workunit.client.0.smithi028.stdout:284 2024-04-02T08:41:00.136 INFO:tasks.workunit.client.0.smithi028.stdout:285 2024-04-02T08:41:00.137 INFO:tasks.workunit.client.0.smithi028.stdout:286 2024-04-02T08:41:00.138 INFO:tasks.workunit.client.0.smithi028.stdout:287 2024-04-02T08:41:00.139 INFO:tasks.workunit.client.0.smithi028.stdout:288 2024-04-02T08:41:00.140 INFO:tasks.workunit.client.0.smithi028.stdout:289 2024-04-02T08:41:00.141 INFO:tasks.workunit.client.0.smithi028.stdout:290 2024-04-02T08:41:00.142 INFO:tasks.workunit.client.0.smithi028.stdout:291 2024-04-02T08:41:00.143 INFO:tasks.workunit.client.0.smithi028.stdout:292 2024-04-02T08:41:00.144 INFO:tasks.workunit.client.0.smithi028.stdout:293 2024-04-02T08:41:00.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:59 smithi137 ceph-mon[88456]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:59 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:59 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:41:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:59 smithi137 ceph-mon[88456]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:41:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:59 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/311224935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:40:59 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:00.145 INFO:tasks.workunit.client.0.smithi028.stdout:294 2024-04-02T08:41:00.146 INFO:tasks.workunit.client.0.smithi028.stdout:295 2024-04-02T08:41:00.147 INFO:tasks.workunit.client.0.smithi028.stdout:296 2024-04-02T08:41:00.148 INFO:tasks.workunit.client.0.smithi028.stdout:297 2024-04-02T08:41:00.148 INFO:tasks.workunit.client.0.smithi028.stdout:298 2024-04-02T08:41:00.149 INFO:tasks.workunit.client.0.smithi028.stdout:299 2024-04-02T08:41:00.150 INFO:tasks.workunit.client.0.smithi028.stdout:300 2024-04-02T08:41:00.151 INFO:tasks.workunit.client.0.smithi028.stdout:301 2024-04-02T08:41:00.152 INFO:tasks.workunit.client.0.smithi028.stdout:302 2024-04-02T08:41:00.153 INFO:tasks.workunit.client.0.smithi028.stdout:303 2024-04-02T08:41:00.154 INFO:tasks.workunit.client.0.smithi028.stdout:304 2024-04-02T08:41:00.155 INFO:tasks.workunit.client.0.smithi028.stdout:305 2024-04-02T08:41:00.156 INFO:tasks.workunit.client.0.smithi028.stdout:306 2024-04-02T08:41:00.157 INFO:tasks.workunit.client.0.smithi028.stdout:307 2024-04-02T08:41:00.158 INFO:tasks.workunit.client.0.smithi028.stdout:308 2024-04-02T08:41:00.159 INFO:tasks.workunit.client.0.smithi028.stdout:309 2024-04-02T08:41:00.160 INFO:tasks.workunit.client.0.smithi028.stdout:310 2024-04-02T08:41:00.161 INFO:tasks.workunit.client.0.smithi028.stdout:311 2024-04-02T08:41:00.162 INFO:tasks.workunit.client.0.smithi028.stdout:312 2024-04-02T08:41:00.163 INFO:tasks.workunit.client.0.smithi028.stdout:313 2024-04-02T08:41:00.164 INFO:tasks.workunit.client.0.smithi028.stdout:314 2024-04-02T08:41:00.165 INFO:tasks.workunit.client.0.smithi028.stdout:315 2024-04-02T08:41:00.166 INFO:tasks.workunit.client.0.smithi028.stdout:316 2024-04-02T08:41:00.167 INFO:tasks.workunit.client.0.smithi028.stdout:317 2024-04-02T08:41:00.168 INFO:tasks.workunit.client.0.smithi028.stdout:318 2024-04-02T08:41:00.169 INFO:tasks.workunit.client.0.smithi028.stdout:319 2024-04-02T08:41:00.170 INFO:tasks.workunit.client.0.smithi028.stdout:320 2024-04-02T08:41:00.171 INFO:tasks.workunit.client.0.smithi028.stdout:321 2024-04-02T08:41:00.172 INFO:tasks.workunit.client.0.smithi028.stdout:322 2024-04-02T08:41:00.172 INFO:tasks.workunit.client.0.smithi028.stdout:323 2024-04-02T08:41:00.173 INFO:tasks.workunit.client.0.smithi028.stdout:324 2024-04-02T08:41:00.174 INFO:tasks.workunit.client.0.smithi028.stdout:325 2024-04-02T08:41:00.175 INFO:tasks.workunit.client.0.smithi028.stdout:326 2024-04-02T08:41:00.176 INFO:tasks.workunit.client.0.smithi028.stdout:327 2024-04-02T08:41:00.177 INFO:tasks.workunit.client.0.smithi028.stdout:328 2024-04-02T08:41:00.178 INFO:tasks.workunit.client.0.smithi028.stdout:329 2024-04-02T08:41:00.179 INFO:tasks.workunit.client.0.smithi028.stdout:330 2024-04-02T08:41:00.180 INFO:tasks.workunit.client.0.smithi028.stdout:331 2024-04-02T08:41:00.180 INFO:tasks.workunit.client.0.smithi028.stdout:332 2024-04-02T08:41:00.181 INFO:tasks.workunit.client.0.smithi028.stdout:333 2024-04-02T08:41:00.182 INFO:tasks.workunit.client.0.smithi028.stdout:334 2024-04-02T08:41:00.183 INFO:tasks.workunit.client.0.smithi028.stdout:335 2024-04-02T08:41:00.184 INFO:tasks.workunit.client.0.smithi028.stdout:336 2024-04-02T08:41:00.185 INFO:tasks.workunit.client.0.smithi028.stdout:337 2024-04-02T08:41:00.186 INFO:tasks.workunit.client.0.smithi028.stdout:338 2024-04-02T08:41:00.187 INFO:tasks.workunit.client.0.smithi028.stdout:339 2024-04-02T08:41:00.188 INFO:tasks.workunit.client.0.smithi028.stdout:340 2024-04-02T08:41:00.189 INFO:tasks.workunit.client.0.smithi028.stdout:341 2024-04-02T08:41:00.190 INFO:tasks.workunit.client.0.smithi028.stdout:342 2024-04-02T08:41:00.191 INFO:tasks.workunit.client.0.smithi028.stdout:343 2024-04-02T08:41:00.192 INFO:tasks.workunit.client.0.smithi028.stdout:344 2024-04-02T08:41:00.193 INFO:tasks.workunit.client.0.smithi028.stdout:345 2024-04-02T08:41:00.194 INFO:tasks.workunit.client.0.smithi028.stdout:346 2024-04-02T08:41:00.195 INFO:tasks.workunit.client.0.smithi028.stdout:347 2024-04-02T08:41:00.197 INFO:tasks.workunit.client.0.smithi028.stdout:348 2024-04-02T08:41:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[94314]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[94314]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/311224935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[96890]: pgmap v1133: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[96890]: osdmap e966: 8 total, 8 up, 8 in 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/311224935' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:40:59 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:00.199 INFO:tasks.workunit.client.0.smithi028.stdout:349 2024-04-02T08:41:00.199 INFO:tasks.workunit.client.0.smithi028.stdout:350 2024-04-02T08:41:00.200 INFO:tasks.workunit.client.0.smithi028.stdout:351 2024-04-02T08:41:00.201 INFO:tasks.workunit.client.0.smithi028.stdout:352 2024-04-02T08:41:00.202 INFO:tasks.workunit.client.0.smithi028.stdout:353 2024-04-02T08:41:00.203 INFO:tasks.workunit.client.0.smithi028.stdout:354 2024-04-02T08:41:00.204 INFO:tasks.workunit.client.0.smithi028.stdout:355 2024-04-02T08:41:00.205 INFO:tasks.workunit.client.0.smithi028.stdout:356 2024-04-02T08:41:00.206 INFO:tasks.workunit.client.0.smithi028.stdout:357 2024-04-02T08:41:00.207 INFO:tasks.workunit.client.0.smithi028.stdout:358 2024-04-02T08:41:00.208 INFO:tasks.workunit.client.0.smithi028.stdout:359 2024-04-02T08:41:00.209 INFO:tasks.workunit.client.0.smithi028.stdout:360 2024-04-02T08:41:00.210 INFO:tasks.workunit.client.0.smithi028.stdout:361 2024-04-02T08:41:00.211 INFO:tasks.workunit.client.0.smithi028.stdout:362 2024-04-02T08:41:00.212 INFO:tasks.workunit.client.0.smithi028.stdout:363 2024-04-02T08:41:00.213 INFO:tasks.workunit.client.0.smithi028.stdout:364 2024-04-02T08:41:00.214 INFO:tasks.workunit.client.0.smithi028.stdout:365 2024-04-02T08:41:00.215 INFO:tasks.workunit.client.0.smithi028.stdout:366 2024-04-02T08:41:00.216 INFO:tasks.workunit.client.0.smithi028.stdout:367 2024-04-02T08:41:00.217 INFO:tasks.workunit.client.0.smithi028.stdout:368 2024-04-02T08:41:00.218 INFO:tasks.workunit.client.0.smithi028.stdout:369 2024-04-02T08:41:00.219 INFO:tasks.workunit.client.0.smithi028.stdout:370 2024-04-02T08:41:00.220 INFO:tasks.workunit.client.0.smithi028.stdout:371 2024-04-02T08:41:00.221 INFO:tasks.workunit.client.0.smithi028.stdout:372 2024-04-02T08:41:00.222 INFO:tasks.workunit.client.0.smithi028.stdout:373 2024-04-02T08:41:00.222 INFO:tasks.workunit.client.0.smithi028.stdout:374 2024-04-02T08:41:00.223 INFO:tasks.workunit.client.0.smithi028.stdout:375 2024-04-02T08:41:00.224 INFO:tasks.workunit.client.0.smithi028.stdout:376 2024-04-02T08:41:00.225 INFO:tasks.workunit.client.0.smithi028.stdout:377 2024-04-02T08:41:00.226 INFO:tasks.workunit.client.0.smithi028.stdout:378 2024-04-02T08:41:00.227 INFO:tasks.workunit.client.0.smithi028.stdout:379 2024-04-02T08:41:00.228 INFO:tasks.workunit.client.0.smithi028.stdout:380 2024-04-02T08:41:00.229 INFO:tasks.workunit.client.0.smithi028.stdout:381 2024-04-02T08:41:00.230 INFO:tasks.workunit.client.0.smithi028.stdout:382 2024-04-02T08:41:00.231 INFO:tasks.workunit.client.0.smithi028.stdout:383 2024-04-02T08:41:00.232 INFO:tasks.workunit.client.0.smithi028.stdout:384 2024-04-02T08:41:00.234 INFO:tasks.workunit.client.0.smithi028.stdout:385 2024-04-02T08:41:00.235 INFO:tasks.workunit.client.0.smithi028.stdout:386 2024-04-02T08:41:00.236 INFO:tasks.workunit.client.0.smithi028.stdout:387 2024-04-02T08:41:00.237 INFO:tasks.workunit.client.0.smithi028.stdout:388 2024-04-02T08:41:00.238 INFO:tasks.workunit.client.0.smithi028.stdout:389 2024-04-02T08:41:00.239 INFO:tasks.workunit.client.0.smithi028.stdout:390 2024-04-02T08:41:00.241 INFO:tasks.workunit.client.0.smithi028.stdout:391 2024-04-02T08:41:00.242 INFO:tasks.workunit.client.0.smithi028.stdout:392 2024-04-02T08:41:00.243 INFO:tasks.workunit.client.0.smithi028.stdout:393 2024-04-02T08:41:00.244 INFO:tasks.workunit.client.0.smithi028.stdout:394 2024-04-02T08:41:00.245 INFO:tasks.workunit.client.0.smithi028.stdout:395 2024-04-02T08:41:00.246 INFO:tasks.workunit.client.0.smithi028.stdout:396 2024-04-02T08:41:00.247 INFO:tasks.workunit.client.0.smithi028.stdout:397 2024-04-02T08:41:00.248 INFO:tasks.workunit.client.0.smithi028.stdout:398 2024-04-02T08:41:00.249 INFO:tasks.workunit.client.0.smithi028.stdout:399 2024-04-02T08:41:00.250 INFO:tasks.workunit.client.0.smithi028.stdout:400 2024-04-02T08:41:00.251 INFO:tasks.workunit.client.0.smithi028.stdout:401 2024-04-02T08:41:00.252 INFO:tasks.workunit.client.0.smithi028.stdout:402 2024-04-02T08:41:00.253 INFO:tasks.workunit.client.0.smithi028.stdout:403 2024-04-02T08:41:00.254 INFO:tasks.workunit.client.0.smithi028.stdout:404 2024-04-02T08:41:00.255 INFO:tasks.workunit.client.0.smithi028.stdout:405 2024-04-02T08:41:00.256 INFO:tasks.workunit.client.0.smithi028.stdout:406 2024-04-02T08:41:00.257 INFO:tasks.workunit.client.0.smithi028.stdout:407 2024-04-02T08:41:00.258 INFO:tasks.workunit.client.0.smithi028.stdout:408 2024-04-02T08:41:00.259 INFO:tasks.workunit.client.0.smithi028.stdout:409 2024-04-02T08:41:00.260 INFO:tasks.workunit.client.0.smithi028.stdout:410 2024-04-02T08:41:00.261 INFO:tasks.workunit.client.0.smithi028.stdout:411 2024-04-02T08:41:00.262 INFO:tasks.workunit.client.0.smithi028.stdout:412 2024-04-02T08:41:00.263 INFO:tasks.workunit.client.0.smithi028.stdout:413 2024-04-02T08:41:00.263 INFO:tasks.workunit.client.0.smithi028.stdout:414 2024-04-02T08:41:00.265 INFO:tasks.workunit.client.0.smithi028.stdout:415 2024-04-02T08:41:00.266 INFO:tasks.workunit.client.0.smithi028.stdout:416 2024-04-02T08:41:00.266 INFO:tasks.workunit.client.0.smithi028.stdout:417 2024-04-02T08:41:00.268 INFO:tasks.workunit.client.0.smithi028.stdout:418 2024-04-02T08:41:00.269 INFO:tasks.workunit.client.0.smithi028.stdout:419 2024-04-02T08:41:00.270 INFO:tasks.workunit.client.0.smithi028.stdout:420 2024-04-02T08:41:00.271 INFO:tasks.workunit.client.0.smithi028.stdout:421 2024-04-02T08:41:00.272 INFO:tasks.workunit.client.0.smithi028.stdout:422 2024-04-02T08:41:00.273 INFO:tasks.workunit.client.0.smithi028.stdout:423 2024-04-02T08:41:00.274 INFO:tasks.workunit.client.0.smithi028.stdout:424 2024-04-02T08:41:00.275 INFO:tasks.workunit.client.0.smithi028.stdout:425 2024-04-02T08:41:00.276 INFO:tasks.workunit.client.0.smithi028.stdout:426 2024-04-02T08:41:00.277 INFO:tasks.workunit.client.0.smithi028.stdout:427 2024-04-02T08:41:00.278 INFO:tasks.workunit.client.0.smithi028.stdout:428 2024-04-02T08:41:00.279 INFO:tasks.workunit.client.0.smithi028.stdout:429 2024-04-02T08:41:00.280 INFO:tasks.workunit.client.0.smithi028.stdout:430 2024-04-02T08:41:00.281 INFO:tasks.workunit.client.0.smithi028.stdout:431 2024-04-02T08:41:00.282 INFO:tasks.workunit.client.0.smithi028.stdout:432 2024-04-02T08:41:00.283 INFO:tasks.workunit.client.0.smithi028.stdout:433 2024-04-02T08:41:00.284 INFO:tasks.workunit.client.0.smithi028.stdout:434 2024-04-02T08:41:00.285 INFO:tasks.workunit.client.0.smithi028.stdout:435 2024-04-02T08:41:00.287 INFO:tasks.workunit.client.0.smithi028.stdout:436 2024-04-02T08:41:00.288 INFO:tasks.workunit.client.0.smithi028.stdout:437 2024-04-02T08:41:00.289 INFO:tasks.workunit.client.0.smithi028.stdout:438 2024-04-02T08:41:00.290 INFO:tasks.workunit.client.0.smithi028.stdout:439 2024-04-02T08:41:00.291 INFO:tasks.workunit.client.0.smithi028.stdout:440 2024-04-02T08:41:00.292 INFO:tasks.workunit.client.0.smithi028.stdout:441 2024-04-02T08:41:00.293 INFO:tasks.workunit.client.0.smithi028.stdout:442 2024-04-02T08:41:00.294 INFO:tasks.workunit.client.0.smithi028.stdout:443 2024-04-02T08:41:00.295 INFO:tasks.workunit.client.0.smithi028.stdout:444 2024-04-02T08:41:00.296 INFO:tasks.workunit.client.0.smithi028.stdout:445 2024-04-02T08:41:00.297 INFO:tasks.workunit.client.0.smithi028.stdout:446 2024-04-02T08:41:00.298 INFO:tasks.workunit.client.0.smithi028.stdout:447 2024-04-02T08:41:00.299 INFO:tasks.workunit.client.0.smithi028.stdout:448 2024-04-02T08:41:00.300 INFO:tasks.workunit.client.0.smithi028.stdout:449 2024-04-02T08:41:00.301 INFO:tasks.workunit.client.0.smithi028.stdout:450 2024-04-02T08:41:00.302 INFO:tasks.workunit.client.0.smithi028.stdout:451 2024-04-02T08:41:00.303 INFO:tasks.workunit.client.0.smithi028.stdout:452 2024-04-02T08:41:00.304 INFO:tasks.workunit.client.0.smithi028.stdout:453 2024-04-02T08:41:00.305 INFO:tasks.workunit.client.0.smithi028.stdout:454 2024-04-02T08:41:00.306 INFO:tasks.workunit.client.0.smithi028.stdout:455 2024-04-02T08:41:00.307 INFO:tasks.workunit.client.0.smithi028.stdout:456 2024-04-02T08:41:00.309 INFO:tasks.workunit.client.0.smithi028.stdout:457 2024-04-02T08:41:00.310 INFO:tasks.workunit.client.0.smithi028.stdout:458 2024-04-02T08:41:00.311 INFO:tasks.workunit.client.0.smithi028.stdout:459 2024-04-02T08:41:00.312 INFO:tasks.workunit.client.0.smithi028.stdout:460 2024-04-02T08:41:00.313 INFO:tasks.workunit.client.0.smithi028.stdout:461 2024-04-02T08:41:00.314 INFO:tasks.workunit.client.0.smithi028.stdout:462 2024-04-02T08:41:00.315 INFO:tasks.workunit.client.0.smithi028.stdout:463 2024-04-02T08:41:00.316 INFO:tasks.workunit.client.0.smithi028.stdout:464 2024-04-02T08:41:00.317 INFO:tasks.workunit.client.0.smithi028.stdout:465 2024-04-02T08:41:00.318 INFO:tasks.workunit.client.0.smithi028.stdout:466 2024-04-02T08:41:00.319 INFO:tasks.workunit.client.0.smithi028.stdout:467 2024-04-02T08:41:00.320 INFO:tasks.workunit.client.0.smithi028.stdout:468 2024-04-02T08:41:00.321 INFO:tasks.workunit.client.0.smithi028.stdout:469 2024-04-02T08:41:00.322 INFO:tasks.workunit.client.0.smithi028.stdout:470 2024-04-02T08:41:00.323 INFO:tasks.workunit.client.0.smithi028.stdout:471 2024-04-02T08:41:00.324 INFO:tasks.workunit.client.0.smithi028.stdout:472 2024-04-02T08:41:00.325 INFO:tasks.workunit.client.0.smithi028.stdout:473 2024-04-02T08:41:00.326 INFO:tasks.workunit.client.0.smithi028.stdout:474 2024-04-02T08:41:00.327 INFO:tasks.workunit.client.0.smithi028.stdout:475 2024-04-02T08:41:00.329 INFO:tasks.workunit.client.0.smithi028.stdout:476 2024-04-02T08:41:00.330 INFO:tasks.workunit.client.0.smithi028.stdout:477 2024-04-02T08:41:00.331 INFO:tasks.workunit.client.0.smithi028.stdout:478 2024-04-02T08:41:00.332 INFO:tasks.workunit.client.0.smithi028.stdout:479 2024-04-02T08:41:00.333 INFO:tasks.workunit.client.0.smithi028.stdout:480 2024-04-02T08:41:00.334 INFO:tasks.workunit.client.0.smithi028.stdout:481 2024-04-02T08:41:00.335 INFO:tasks.workunit.client.0.smithi028.stdout:482 2024-04-02T08:41:00.336 INFO:tasks.workunit.client.0.smithi028.stdout:483 2024-04-02T08:41:00.337 INFO:tasks.workunit.client.0.smithi028.stdout:484 2024-04-02T08:41:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:485 2024-04-02T08:41:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:486 2024-04-02T08:41:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:487 2024-04-02T08:41:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:488 2024-04-02T08:41:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:489 2024-04-02T08:41:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:490 2024-04-02T08:41:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:491 2024-04-02T08:41:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:492 2024-04-02T08:41:00.347 INFO:tasks.workunit.client.0.smithi028.stdout:493 2024-04-02T08:41:00.350 INFO:tasks.workunit.client.0.smithi028.stdout:494 2024-04-02T08:41:00.350 INFO:tasks.workunit.client.0.smithi028.stdout:495 2024-04-02T08:41:00.350 INFO:tasks.workunit.client.0.smithi028.stdout:496 2024-04-02T08:41:00.352 INFO:tasks.workunit.client.0.smithi028.stdout:497 2024-04-02T08:41:00.353 INFO:tasks.workunit.client.0.smithi028.stdout:498 2024-04-02T08:41:00.354 INFO:tasks.workunit.client.0.smithi028.stdout:499 2024-04-02T08:41:00.355 INFO:tasks.workunit.client.0.smithi028.stdout:500 2024-04-02T08:41:00.356 INFO:tasks.workunit.client.0.smithi028.stdout:501 2024-04-02T08:41:00.358 INFO:tasks.workunit.client.0.smithi028.stdout:502 2024-04-02T08:41:00.359 INFO:tasks.workunit.client.0.smithi028.stdout:503 2024-04-02T08:41:00.360 INFO:tasks.workunit.client.0.smithi028.stdout:504 2024-04-02T08:41:00.361 INFO:tasks.workunit.client.0.smithi028.stdout:505 2024-04-02T08:41:00.362 INFO:tasks.workunit.client.0.smithi028.stdout:506 2024-04-02T08:41:00.367 INFO:tasks.workunit.client.0.smithi028.stdout:507 2024-04-02T08:41:00.367 INFO:tasks.workunit.client.0.smithi028.stdout:508 2024-04-02T08:41:00.367 INFO:tasks.workunit.client.0.smithi028.stdout:509 2024-04-02T08:41:00.367 INFO:tasks.workunit.client.0.smithi028.stdout:510 2024-04-02T08:41:00.369 INFO:tasks.workunit.client.0.smithi028.stdout:511 2024-04-02T08:41:00.370 INFO:tasks.workunit.client.0.smithi028.stdout:512 2024-04-02T08:41:00.371 INFO:tasks.workunit.client.0.smithi028.stdout:513 2024-04-02T08:41:00.372 INFO:tasks.workunit.client.0.smithi028.stdout:514 2024-04-02T08:41:00.373 INFO:tasks.workunit.client.0.smithi028.stdout:515 2024-04-02T08:41:00.374 INFO:tasks.workunit.client.0.smithi028.stdout:516 2024-04-02T08:41:00.375 INFO:tasks.workunit.client.0.smithi028.stdout:517 2024-04-02T08:41:00.376 INFO:tasks.workunit.client.0.smithi028.stdout:518 2024-04-02T08:41:00.377 INFO:tasks.workunit.client.0.smithi028.stdout:519 2024-04-02T08:41:00.378 INFO:tasks.workunit.client.0.smithi028.stdout:520 2024-04-02T08:41:00.379 INFO:tasks.workunit.client.0.smithi028.stdout:521 2024-04-02T08:41:00.380 INFO:tasks.workunit.client.0.smithi028.stdout:522 2024-04-02T08:41:00.381 INFO:tasks.workunit.client.0.smithi028.stdout:523 2024-04-02T08:41:00.382 INFO:tasks.workunit.client.0.smithi028.stdout:524 2024-04-02T08:41:00.383 INFO:tasks.workunit.client.0.smithi028.stdout:525 2024-04-02T08:41:00.384 INFO:tasks.workunit.client.0.smithi028.stdout:526 2024-04-02T08:41:00.385 INFO:tasks.workunit.client.0.smithi028.stdout:527 2024-04-02T08:41:00.386 INFO:tasks.workunit.client.0.smithi028.stdout:528 2024-04-02T08:41:00.387 INFO:tasks.workunit.client.0.smithi028.stdout:529 2024-04-02T08:41:00.388 INFO:tasks.workunit.client.0.smithi028.stdout:530 2024-04-02T08:41:00.389 INFO:tasks.workunit.client.0.smithi028.stdout:531 2024-04-02T08:41:00.390 INFO:tasks.workunit.client.0.smithi028.stdout:532 2024-04-02T08:41:00.391 INFO:tasks.workunit.client.0.smithi028.stdout:533 2024-04-02T08:41:00.392 INFO:tasks.workunit.client.0.smithi028.stdout:534 2024-04-02T08:41:00.393 INFO:tasks.workunit.client.0.smithi028.stdout:535 2024-04-02T08:41:00.394 INFO:tasks.workunit.client.0.smithi028.stdout:536 2024-04-02T08:41:00.395 INFO:tasks.workunit.client.0.smithi028.stdout:537 2024-04-02T08:41:00.396 INFO:tasks.workunit.client.0.smithi028.stdout:538 2024-04-02T08:41:00.397 INFO:tasks.workunit.client.0.smithi028.stdout:539 2024-04-02T08:41:00.398 INFO:tasks.workunit.client.0.smithi028.stdout:540 2024-04-02T08:41:00.399 INFO:tasks.workunit.client.0.smithi028.stdout:541 2024-04-02T08:41:00.400 INFO:tasks.workunit.client.0.smithi028.stdout:542 2024-04-02T08:41:00.401 INFO:tasks.workunit.client.0.smithi028.stdout:543 2024-04-02T08:41:00.402 INFO:tasks.workunit.client.0.smithi028.stdout:544 2024-04-02T08:41:00.404 INFO:tasks.workunit.client.0.smithi028.stdout:545 2024-04-02T08:41:00.405 INFO:tasks.workunit.client.0.smithi028.stdout:546 2024-04-02T08:41:00.406 INFO:tasks.workunit.client.0.smithi028.stdout:547 2024-04-02T08:41:00.407 INFO:tasks.workunit.client.0.smithi028.stdout:548 2024-04-02T08:41:00.408 INFO:tasks.workunit.client.0.smithi028.stdout:549 2024-04-02T08:41:00.409 INFO:tasks.workunit.client.0.smithi028.stdout:550 2024-04-02T08:41:00.410 INFO:tasks.workunit.client.0.smithi028.stdout:551 2024-04-02T08:41:00.411 INFO:tasks.workunit.client.0.smithi028.stdout:552 2024-04-02T08:41:00.412 INFO:tasks.workunit.client.0.smithi028.stdout:553 2024-04-02T08:41:00.413 INFO:tasks.workunit.client.0.smithi028.stdout:554 2024-04-02T08:41:00.414 INFO:tasks.workunit.client.0.smithi028.stdout:555 2024-04-02T08:41:00.415 INFO:tasks.workunit.client.0.smithi028.stdout:556 2024-04-02T08:41:00.416 INFO:tasks.workunit.client.0.smithi028.stdout:557 2024-04-02T08:41:00.417 INFO:tasks.workunit.client.0.smithi028.stdout:558 2024-04-02T08:41:00.418 INFO:tasks.workunit.client.0.smithi028.stdout:559 2024-04-02T08:41:00.419 INFO:tasks.workunit.client.0.smithi028.stdout:560 2024-04-02T08:41:00.420 INFO:tasks.workunit.client.0.smithi028.stdout:561 2024-04-02T08:41:00.421 INFO:tasks.workunit.client.0.smithi028.stdout:562 2024-04-02T08:41:00.422 INFO:tasks.workunit.client.0.smithi028.stdout:563 2024-04-02T08:41:00.423 INFO:tasks.workunit.client.0.smithi028.stdout:564 2024-04-02T08:41:00.424 INFO:tasks.workunit.client.0.smithi028.stdout:565 2024-04-02T08:41:00.426 INFO:tasks.workunit.client.0.smithi028.stdout:566 2024-04-02T08:41:00.426 INFO:tasks.workunit.client.0.smithi028.stdout:567 2024-04-02T08:41:00.427 INFO:tasks.workunit.client.0.smithi028.stdout:568 2024-04-02T08:41:00.428 INFO:tasks.workunit.client.0.smithi028.stdout:569 2024-04-02T08:41:00.429 INFO:tasks.workunit.client.0.smithi028.stdout:570 2024-04-02T08:41:00.430 INFO:tasks.workunit.client.0.smithi028.stdout:571 2024-04-02T08:41:00.431 INFO:tasks.workunit.client.0.smithi028.stdout:572 2024-04-02T08:41:00.432 INFO:tasks.workunit.client.0.smithi028.stdout:573 2024-04-02T08:41:00.433 INFO:tasks.workunit.client.0.smithi028.stdout:574 2024-04-02T08:41:00.434 INFO:tasks.workunit.client.0.smithi028.stdout:575 2024-04-02T08:41:00.436 INFO:tasks.workunit.client.0.smithi028.stdout:576 2024-04-02T08:41:00.437 INFO:tasks.workunit.client.0.smithi028.stdout:577 2024-04-02T08:41:00.438 INFO:tasks.workunit.client.0.smithi028.stdout:578 2024-04-02T08:41:00.439 INFO:tasks.workunit.client.0.smithi028.stdout:579 2024-04-02T08:41:00.440 INFO:tasks.workunit.client.0.smithi028.stdout:580 2024-04-02T08:41:00.441 INFO:tasks.workunit.client.0.smithi028.stdout:581 2024-04-02T08:41:00.443 INFO:tasks.workunit.client.0.smithi028.stdout:582 2024-04-02T08:41:00.444 INFO:tasks.workunit.client.0.smithi028.stdout:583 2024-04-02T08:41:00.445 INFO:tasks.workunit.client.0.smithi028.stdout:584 2024-04-02T08:41:00.447 INFO:tasks.workunit.client.0.smithi028.stdout:585 2024-04-02T08:41:00.448 INFO:tasks.workunit.client.0.smithi028.stdout:586 2024-04-02T08:41:00.449 INFO:tasks.workunit.client.0.smithi028.stdout:587 2024-04-02T08:41:00.451 INFO:tasks.workunit.client.0.smithi028.stdout:588 2024-04-02T08:41:00.452 INFO:tasks.workunit.client.0.smithi028.stdout:589 2024-04-02T08:41:00.453 INFO:tasks.workunit.client.0.smithi028.stdout:590 2024-04-02T08:41:00.455 INFO:tasks.workunit.client.0.smithi028.stdout:591 2024-04-02T08:41:00.456 INFO:tasks.workunit.client.0.smithi028.stdout:592 2024-04-02T08:41:00.457 INFO:tasks.workunit.client.0.smithi028.stdout:593 2024-04-02T08:41:00.458 INFO:tasks.workunit.client.0.smithi028.stdout:594 2024-04-02T08:41:00.459 INFO:tasks.workunit.client.0.smithi028.stdout:595 2024-04-02T08:41:00.460 INFO:tasks.workunit.client.0.smithi028.stdout:596 2024-04-02T08:41:00.461 INFO:tasks.workunit.client.0.smithi028.stdout:597 2024-04-02T08:41:00.462 INFO:tasks.workunit.client.0.smithi028.stdout:598 2024-04-02T08:41:00.464 INFO:tasks.workunit.client.0.smithi028.stdout:599 2024-04-02T08:41:00.465 INFO:tasks.workunit.client.0.smithi028.stdout:600 2024-04-02T08:41:00.466 INFO:tasks.workunit.client.0.smithi028.stdout:601 2024-04-02T08:41:00.467 INFO:tasks.workunit.client.0.smithi028.stdout:602 2024-04-02T08:41:00.468 INFO:tasks.workunit.client.0.smithi028.stdout:603 2024-04-02T08:41:00.469 INFO:tasks.workunit.client.0.smithi028.stdout:604 2024-04-02T08:41:00.470 INFO:tasks.workunit.client.0.smithi028.stdout:605 2024-04-02T08:41:00.471 INFO:tasks.workunit.client.0.smithi028.stdout:606 2024-04-02T08:41:00.472 INFO:tasks.workunit.client.0.smithi028.stdout:607 2024-04-02T08:41:00.473 INFO:tasks.workunit.client.0.smithi028.stdout:608 2024-04-02T08:41:00.474 INFO:tasks.workunit.client.0.smithi028.stdout:609 2024-04-02T08:41:00.476 INFO:tasks.workunit.client.0.smithi028.stdout:610 2024-04-02T08:41:00.477 INFO:tasks.workunit.client.0.smithi028.stdout:611 2024-04-02T08:41:00.479 INFO:tasks.workunit.client.0.smithi028.stdout:612 2024-04-02T08:41:00.480 INFO:tasks.workunit.client.0.smithi028.stdout:613 2024-04-02T08:41:00.481 INFO:tasks.workunit.client.0.smithi028.stdout:614 2024-04-02T08:41:00.482 INFO:tasks.workunit.client.0.smithi028.stdout:615 2024-04-02T08:41:00.483 INFO:tasks.workunit.client.0.smithi028.stdout:616 2024-04-02T08:41:00.485 INFO:tasks.workunit.client.0.smithi028.stdout:617 2024-04-02T08:41:00.486 INFO:tasks.workunit.client.0.smithi028.stdout:618 2024-04-02T08:41:00.487 INFO:tasks.workunit.client.0.smithi028.stdout:619 2024-04-02T08:41:00.488 INFO:tasks.workunit.client.0.smithi028.stdout:620 2024-04-02T08:41:00.489 INFO:tasks.workunit.client.0.smithi028.stdout:621 2024-04-02T08:41:00.490 INFO:tasks.workunit.client.0.smithi028.stdout:622 2024-04-02T08:41:00.491 INFO:tasks.workunit.client.0.smithi028.stdout:623 2024-04-02T08:41:00.493 INFO:tasks.workunit.client.0.smithi028.stdout:624 2024-04-02T08:41:00.494 INFO:tasks.workunit.client.0.smithi028.stdout:625 2024-04-02T08:41:00.495 INFO:tasks.workunit.client.0.smithi028.stdout:626 2024-04-02T08:41:00.497 INFO:tasks.workunit.client.0.smithi028.stdout:627 2024-04-02T08:41:00.498 INFO:tasks.workunit.client.0.smithi028.stdout:628 2024-04-02T08:41:00.499 INFO:tasks.workunit.client.0.smithi028.stdout:629 2024-04-02T08:41:00.500 INFO:tasks.workunit.client.0.smithi028.stdout:630 2024-04-02T08:41:00.501 INFO:tasks.workunit.client.0.smithi028.stdout:631 2024-04-02T08:41:00.502 INFO:tasks.workunit.client.0.smithi028.stdout:632 2024-04-02T08:41:00.504 INFO:tasks.workunit.client.0.smithi028.stdout:633 2024-04-02T08:41:00.505 INFO:tasks.workunit.client.0.smithi028.stdout:634 2024-04-02T08:41:00.506 INFO:tasks.workunit.client.0.smithi028.stdout:635 2024-04-02T08:41:00.507 INFO:tasks.workunit.client.0.smithi028.stdout:636 2024-04-02T08:41:00.508 INFO:tasks.workunit.client.0.smithi028.stdout:637 2024-04-02T08:41:00.510 INFO:tasks.workunit.client.0.smithi028.stdout:638 2024-04-02T08:41:00.511 INFO:tasks.workunit.client.0.smithi028.stdout:639 2024-04-02T08:41:00.512 INFO:tasks.workunit.client.0.smithi028.stdout:640 2024-04-02T08:41:00.513 INFO:tasks.workunit.client.0.smithi028.stdout:641 2024-04-02T08:41:00.515 INFO:tasks.workunit.client.0.smithi028.stdout:642 2024-04-02T08:41:00.516 INFO:tasks.workunit.client.0.smithi028.stdout:643 2024-04-02T08:41:00.517 INFO:tasks.workunit.client.0.smithi028.stdout:644 2024-04-02T08:41:00.518 INFO:tasks.workunit.client.0.smithi028.stdout:645 2024-04-02T08:41:00.519 INFO:tasks.workunit.client.0.smithi028.stdout:646 2024-04-02T08:41:00.520 INFO:tasks.workunit.client.0.smithi028.stdout:647 2024-04-02T08:41:00.521 INFO:tasks.workunit.client.0.smithi028.stdout:648 2024-04-02T08:41:00.522 INFO:tasks.workunit.client.0.smithi028.stdout:649 2024-04-02T08:41:00.523 INFO:tasks.workunit.client.0.smithi028.stdout:650 2024-04-02T08:41:00.524 INFO:tasks.workunit.client.0.smithi028.stdout:651 2024-04-02T08:41:00.525 INFO:tasks.workunit.client.0.smithi028.stdout:652 2024-04-02T08:41:00.526 INFO:tasks.workunit.client.0.smithi028.stdout:653 2024-04-02T08:41:00.527 INFO:tasks.workunit.client.0.smithi028.stdout:654 2024-04-02T08:41:00.528 INFO:tasks.workunit.client.0.smithi028.stdout:655 2024-04-02T08:41:00.529 INFO:tasks.workunit.client.0.smithi028.stdout:656 2024-04-02T08:41:00.530 INFO:tasks.workunit.client.0.smithi028.stdout:657 2024-04-02T08:41:00.531 INFO:tasks.workunit.client.0.smithi028.stdout:658 2024-04-02T08:41:00.532 INFO:tasks.workunit.client.0.smithi028.stdout:659 2024-04-02T08:41:00.533 INFO:tasks.workunit.client.0.smithi028.stdout:660 2024-04-02T08:41:00.534 INFO:tasks.workunit.client.0.smithi028.stdout:661 2024-04-02T08:41:00.536 INFO:tasks.workunit.client.0.smithi028.stdout:662 2024-04-02T08:41:00.537 INFO:tasks.workunit.client.0.smithi028.stdout:663 2024-04-02T08:41:00.538 INFO:tasks.workunit.client.0.smithi028.stdout:664 2024-04-02T08:41:00.539 INFO:tasks.workunit.client.0.smithi028.stdout:665 2024-04-02T08:41:00.540 INFO:tasks.workunit.client.0.smithi028.stdout:666 2024-04-02T08:41:00.542 INFO:tasks.workunit.client.0.smithi028.stdout:667 2024-04-02T08:41:00.543 INFO:tasks.workunit.client.0.smithi028.stdout:668 2024-04-02T08:41:00.544 INFO:tasks.workunit.client.0.smithi028.stdout:669 2024-04-02T08:41:00.545 INFO:tasks.workunit.client.0.smithi028.stdout:670 2024-04-02T08:41:00.546 INFO:tasks.workunit.client.0.smithi028.stdout:671 2024-04-02T08:41:00.547 INFO:tasks.workunit.client.0.smithi028.stdout:672 2024-04-02T08:41:00.548 INFO:tasks.workunit.client.0.smithi028.stdout:673 2024-04-02T08:41:00.550 INFO:tasks.workunit.client.0.smithi028.stdout:674 2024-04-02T08:41:00.551 INFO:tasks.workunit.client.0.smithi028.stdout:675 2024-04-02T08:41:00.551 INFO:tasks.workunit.client.0.smithi028.stdout:676 2024-04-02T08:41:00.552 INFO:tasks.workunit.client.0.smithi028.stdout:677 2024-04-02T08:41:00.553 INFO:tasks.workunit.client.0.smithi028.stdout:678 2024-04-02T08:41:00.554 INFO:tasks.workunit.client.0.smithi028.stdout:679 2024-04-02T08:41:00.555 INFO:tasks.workunit.client.0.smithi028.stdout:680 2024-04-02T08:41:00.556 INFO:tasks.workunit.client.0.smithi028.stdout:681 2024-04-02T08:41:00.557 INFO:tasks.workunit.client.0.smithi028.stdout:682 2024-04-02T08:41:00.558 INFO:tasks.workunit.client.0.smithi028.stdout:683 2024-04-02T08:41:00.559 INFO:tasks.workunit.client.0.smithi028.stdout:684 2024-04-02T08:41:00.560 INFO:tasks.workunit.client.0.smithi028.stdout:685 2024-04-02T08:41:00.561 INFO:tasks.workunit.client.0.smithi028.stdout:686 2024-04-02T08:41:00.562 INFO:tasks.workunit.client.0.smithi028.stdout:687 2024-04-02T08:41:00.564 INFO:tasks.workunit.client.0.smithi028.stdout:688 2024-04-02T08:41:00.565 INFO:tasks.workunit.client.0.smithi028.stdout:689 2024-04-02T08:41:00.566 INFO:tasks.workunit.client.0.smithi028.stdout:690 2024-04-02T08:41:00.571 INFO:tasks.workunit.client.0.smithi028.stdout:691 2024-04-02T08:41:00.571 INFO:tasks.workunit.client.0.smithi028.stdout:692 2024-04-02T08:41:00.571 INFO:tasks.workunit.client.0.smithi028.stdout:693 2024-04-02T08:41:00.571 INFO:tasks.workunit.client.0.smithi028.stdout:694 2024-04-02T08:41:00.572 INFO:tasks.workunit.client.0.smithi028.stdout:695 2024-04-02T08:41:00.573 INFO:tasks.workunit.client.0.smithi028.stdout:696 2024-04-02T08:41:00.574 INFO:tasks.workunit.client.0.smithi028.stdout:697 2024-04-02T08:41:00.575 INFO:tasks.workunit.client.0.smithi028.stdout:698 2024-04-02T08:41:00.577 INFO:tasks.workunit.client.0.smithi028.stdout:699 2024-04-02T08:41:00.578 INFO:tasks.workunit.client.0.smithi028.stdout:700 2024-04-02T08:41:00.579 INFO:tasks.workunit.client.0.smithi028.stdout:701 2024-04-02T08:41:00.580 INFO:tasks.workunit.client.0.smithi028.stdout:702 2024-04-02T08:41:00.581 INFO:tasks.workunit.client.0.smithi028.stdout:703 2024-04-02T08:41:00.582 INFO:tasks.workunit.client.0.smithi028.stdout:704 2024-04-02T08:41:00.583 INFO:tasks.workunit.client.0.smithi028.stdout:705 2024-04-02T08:41:00.584 INFO:tasks.workunit.client.0.smithi028.stdout:706 2024-04-02T08:41:00.585 INFO:tasks.workunit.client.0.smithi028.stdout:707 2024-04-02T08:41:00.586 INFO:tasks.workunit.client.0.smithi028.stdout:708 2024-04-02T08:41:00.587 INFO:tasks.workunit.client.0.smithi028.stdout:709 2024-04-02T08:41:00.588 INFO:tasks.workunit.client.0.smithi028.stdout:710 2024-04-02T08:41:00.589 INFO:tasks.workunit.client.0.smithi028.stdout:711 2024-04-02T08:41:00.590 INFO:tasks.workunit.client.0.smithi028.stdout:712 2024-04-02T08:41:00.591 INFO:tasks.workunit.client.0.smithi028.stdout:713 2024-04-02T08:41:00.592 INFO:tasks.workunit.client.0.smithi028.stdout:714 2024-04-02T08:41:00.593 INFO:tasks.workunit.client.0.smithi028.stdout:715 2024-04-02T08:41:00.594 INFO:tasks.workunit.client.0.smithi028.stdout:716 2024-04-02T08:41:00.595 INFO:tasks.workunit.client.0.smithi028.stdout:717 2024-04-02T08:41:00.596 INFO:tasks.workunit.client.0.smithi028.stdout:718 2024-04-02T08:41:00.597 INFO:tasks.workunit.client.0.smithi028.stdout:719 2024-04-02T08:41:00.598 INFO:tasks.workunit.client.0.smithi028.stdout:720 2024-04-02T08:41:00.599 INFO:tasks.workunit.client.0.smithi028.stdout:721 2024-04-02T08:41:00.600 INFO:tasks.workunit.client.0.smithi028.stdout:722 2024-04-02T08:41:00.601 INFO:tasks.workunit.client.0.smithi028.stdout:723 2024-04-02T08:41:00.602 INFO:tasks.workunit.client.0.smithi028.stdout:724 2024-04-02T08:41:00.603 INFO:tasks.workunit.client.0.smithi028.stdout:725 2024-04-02T08:41:00.604 INFO:tasks.workunit.client.0.smithi028.stdout:726 2024-04-02T08:41:00.605 INFO:tasks.workunit.client.0.smithi028.stdout:727 2024-04-02T08:41:00.607 INFO:tasks.workunit.client.0.smithi028.stdout:728 2024-04-02T08:41:00.608 INFO:tasks.workunit.client.0.smithi028.stdout:729 2024-04-02T08:41:00.609 INFO:tasks.workunit.client.0.smithi028.stdout:730 2024-04-02T08:41:00.611 INFO:tasks.workunit.client.0.smithi028.stdout:731 2024-04-02T08:41:00.612 INFO:tasks.workunit.client.0.smithi028.stdout:732 2024-04-02T08:41:00.614 INFO:tasks.workunit.client.0.smithi028.stdout:733 2024-04-02T08:41:00.615 INFO:tasks.workunit.client.0.smithi028.stdout:734 2024-04-02T08:41:00.616 INFO:tasks.workunit.client.0.smithi028.stdout:735 2024-04-02T08:41:00.618 INFO:tasks.workunit.client.0.smithi028.stdout:736 2024-04-02T08:41:00.619 INFO:tasks.workunit.client.0.smithi028.stdout:737 2024-04-02T08:41:00.620 INFO:tasks.workunit.client.0.smithi028.stdout:738 2024-04-02T08:41:00.621 INFO:tasks.workunit.client.0.smithi028.stdout:739 2024-04-02T08:41:00.623 INFO:tasks.workunit.client.0.smithi028.stdout:740 2024-04-02T08:41:00.624 INFO:tasks.workunit.client.0.smithi028.stdout:741 2024-04-02T08:41:00.625 INFO:tasks.workunit.client.0.smithi028.stdout:742 2024-04-02T08:41:00.627 INFO:tasks.workunit.client.0.smithi028.stdout:743 2024-04-02T08:41:00.628 INFO:tasks.workunit.client.0.smithi028.stdout:744 2024-04-02T08:41:00.629 INFO:tasks.workunit.client.0.smithi028.stdout:745 2024-04-02T08:41:00.631 INFO:tasks.workunit.client.0.smithi028.stdout:746 2024-04-02T08:41:00.632 INFO:tasks.workunit.client.0.smithi028.stdout:747 2024-04-02T08:41:00.633 INFO:tasks.workunit.client.0.smithi028.stdout:748 2024-04-02T08:41:00.634 INFO:tasks.workunit.client.0.smithi028.stdout:749 2024-04-02T08:41:00.636 INFO:tasks.workunit.client.0.smithi028.stdout:750 2024-04-02T08:41:00.637 INFO:tasks.workunit.client.0.smithi028.stdout:751 2024-04-02T08:41:00.638 INFO:tasks.workunit.client.0.smithi028.stdout:752 2024-04-02T08:41:00.640 INFO:tasks.workunit.client.0.smithi028.stdout:753 2024-04-02T08:41:00.641 INFO:tasks.workunit.client.0.smithi028.stdout:754 2024-04-02T08:41:00.642 INFO:tasks.workunit.client.0.smithi028.stdout:755 2024-04-02T08:41:00.643 INFO:tasks.workunit.client.0.smithi028.stdout:756 2024-04-02T08:41:00.644 INFO:tasks.workunit.client.0.smithi028.stdout:757 2024-04-02T08:41:00.645 INFO:tasks.workunit.client.0.smithi028.stdout:758 2024-04-02T08:41:00.650 INFO:tasks.workunit.client.0.smithi028.stdout:759 2024-04-02T08:41:00.651 INFO:tasks.workunit.client.0.smithi028.stdout:760 2024-04-02T08:41:00.652 INFO:tasks.workunit.client.0.smithi028.stdout:761 2024-04-02T08:41:00.653 INFO:tasks.workunit.client.0.smithi028.stdout:762 2024-04-02T08:41:00.654 INFO:tasks.workunit.client.0.smithi028.stdout:763 2024-04-02T08:41:00.655 INFO:tasks.workunit.client.0.smithi028.stdout:764 2024-04-02T08:41:00.656 INFO:tasks.workunit.client.0.smithi028.stdout:765 2024-04-02T08:41:00.658 INFO:tasks.workunit.client.0.smithi028.stdout:766 2024-04-02T08:41:00.658 INFO:tasks.workunit.client.0.smithi028.stdout:767 2024-04-02T08:41:00.660 INFO:tasks.workunit.client.0.smithi028.stdout:768 2024-04-02T08:41:00.661 INFO:tasks.workunit.client.0.smithi028.stdout:769 2024-04-02T08:41:00.662 INFO:tasks.workunit.client.0.smithi028.stdout:770 2024-04-02T08:41:00.663 INFO:tasks.workunit.client.0.smithi028.stdout:771 2024-04-02T08:41:00.664 INFO:tasks.workunit.client.0.smithi028.stdout:772 2024-04-02T08:41:00.666 INFO:tasks.workunit.client.0.smithi028.stdout:773 2024-04-02T08:41:00.667 INFO:tasks.workunit.client.0.smithi028.stdout:774 2024-04-02T08:41:00.668 INFO:tasks.workunit.client.0.smithi028.stdout:775 2024-04-02T08:41:00.670 INFO:tasks.workunit.client.0.smithi028.stdout:776 2024-04-02T08:41:00.671 INFO:tasks.workunit.client.0.smithi028.stdout:777 2024-04-02T08:41:00.672 INFO:tasks.workunit.client.0.smithi028.stdout:778 2024-04-02T08:41:00.673 INFO:tasks.workunit.client.0.smithi028.stdout:779 2024-04-02T08:41:00.674 INFO:tasks.workunit.client.0.smithi028.stdout:780 2024-04-02T08:41:00.675 INFO:tasks.workunit.client.0.smithi028.stdout:781 2024-04-02T08:41:00.677 INFO:tasks.workunit.client.0.smithi028.stdout:782 2024-04-02T08:41:00.678 INFO:tasks.workunit.client.0.smithi028.stdout:783 2024-04-02T08:41:00.679 INFO:tasks.workunit.client.0.smithi028.stdout:784 2024-04-02T08:41:00.680 INFO:tasks.workunit.client.0.smithi028.stdout:785 2024-04-02T08:41:00.681 INFO:tasks.workunit.client.0.smithi028.stdout:786 2024-04-02T08:41:00.682 INFO:tasks.workunit.client.0.smithi028.stdout:787 2024-04-02T08:41:00.683 INFO:tasks.workunit.client.0.smithi028.stdout:788 2024-04-02T08:41:00.684 INFO:tasks.workunit.client.0.smithi028.stdout:789 2024-04-02T08:41:00.685 INFO:tasks.workunit.client.0.smithi028.stdout:790 2024-04-02T08:41:00.686 INFO:tasks.workunit.client.0.smithi028.stdout:791 2024-04-02T08:41:00.687 INFO:tasks.workunit.client.0.smithi028.stdout:792 2024-04-02T08:41:00.689 INFO:tasks.workunit.client.0.smithi028.stdout:793 2024-04-02T08:41:00.690 INFO:tasks.workunit.client.0.smithi028.stdout:794 2024-04-02T08:41:00.691 INFO:tasks.workunit.client.0.smithi028.stdout:795 2024-04-02T08:41:00.692 INFO:tasks.workunit.client.0.smithi028.stdout:796 2024-04-02T08:41:00.693 INFO:tasks.workunit.client.0.smithi028.stdout:797 2024-04-02T08:41:00.694 INFO:tasks.workunit.client.0.smithi028.stdout:798 2024-04-02T08:41:00.695 INFO:tasks.workunit.client.0.smithi028.stdout:799 2024-04-02T08:41:00.696 INFO:tasks.workunit.client.0.smithi028.stdout:800 2024-04-02T08:41:00.698 INFO:tasks.workunit.client.0.smithi028.stdout:801 2024-04-02T08:41:00.699 INFO:tasks.workunit.client.0.smithi028.stdout:802 2024-04-02T08:41:00.700 INFO:tasks.workunit.client.0.smithi028.stdout:803 2024-04-02T08:41:00.701 INFO:tasks.workunit.client.0.smithi028.stdout:804 2024-04-02T08:41:00.702 INFO:tasks.workunit.client.0.smithi028.stdout:805 2024-04-02T08:41:00.703 INFO:tasks.workunit.client.0.smithi028.stdout:806 2024-04-02T08:41:00.704 INFO:tasks.workunit.client.0.smithi028.stdout:807 2024-04-02T08:41:00.706 INFO:tasks.workunit.client.0.smithi028.stdout:808 2024-04-02T08:41:00.707 INFO:tasks.workunit.client.0.smithi028.stdout:809 2024-04-02T08:41:00.708 INFO:tasks.workunit.client.0.smithi028.stdout:810 2024-04-02T08:41:00.710 INFO:tasks.workunit.client.0.smithi028.stdout:811 2024-04-02T08:41:00.711 INFO:tasks.workunit.client.0.smithi028.stdout:812 2024-04-02T08:41:00.712 INFO:tasks.workunit.client.0.smithi028.stdout:813 2024-04-02T08:41:00.714 INFO:tasks.workunit.client.0.smithi028.stdout:814 2024-04-02T08:41:00.715 INFO:tasks.workunit.client.0.smithi028.stdout:815 2024-04-02T08:41:00.716 INFO:tasks.workunit.client.0.smithi028.stdout:816 2024-04-02T08:41:00.717 INFO:tasks.workunit.client.0.smithi028.stdout:817 2024-04-02T08:41:00.718 INFO:tasks.workunit.client.0.smithi028.stdout:818 2024-04-02T08:41:00.719 INFO:tasks.workunit.client.0.smithi028.stdout:819 2024-04-02T08:41:00.720 INFO:tasks.workunit.client.0.smithi028.stdout:820 2024-04-02T08:41:00.721 INFO:tasks.workunit.client.0.smithi028.stdout:821 2024-04-02T08:41:00.722 INFO:tasks.workunit.client.0.smithi028.stdout:822 2024-04-02T08:41:00.724 INFO:tasks.workunit.client.0.smithi028.stdout:823 2024-04-02T08:41:00.725 INFO:tasks.workunit.client.0.smithi028.stdout:824 2024-04-02T08:41:00.726 INFO:tasks.workunit.client.0.smithi028.stdout:825 2024-04-02T08:41:00.727 INFO:tasks.workunit.client.0.smithi028.stdout:826 2024-04-02T08:41:00.728 INFO:tasks.workunit.client.0.smithi028.stdout:827 2024-04-02T08:41:00.729 INFO:tasks.workunit.client.0.smithi028.stdout:828 2024-04-02T08:41:00.730 INFO:tasks.workunit.client.0.smithi028.stdout:829 2024-04-02T08:41:00.732 INFO:tasks.workunit.client.0.smithi028.stdout:830 2024-04-02T08:41:00.733 INFO:tasks.workunit.client.0.smithi028.stdout:831 2024-04-02T08:41:00.734 INFO:tasks.workunit.client.0.smithi028.stdout:832 2024-04-02T08:41:00.736 INFO:tasks.workunit.client.0.smithi028.stdout:833 2024-04-02T08:41:00.737 INFO:tasks.workunit.client.0.smithi028.stdout:834 2024-04-02T08:41:00.739 INFO:tasks.workunit.client.0.smithi028.stdout:835 2024-04-02T08:41:00.740 INFO:tasks.workunit.client.0.smithi028.stdout:836 2024-04-02T08:41:00.741 INFO:tasks.workunit.client.0.smithi028.stdout:837 2024-04-02T08:41:00.742 INFO:tasks.workunit.client.0.smithi028.stdout:838 2024-04-02T08:41:00.744 INFO:tasks.workunit.client.0.smithi028.stdout:839 2024-04-02T08:41:00.745 INFO:tasks.workunit.client.0.smithi028.stdout:840 2024-04-02T08:41:00.746 INFO:tasks.workunit.client.0.smithi028.stdout:841 2024-04-02T08:41:00.747 INFO:tasks.workunit.client.0.smithi028.stdout:842 2024-04-02T08:41:00.749 INFO:tasks.workunit.client.0.smithi028.stdout:843 2024-04-02T08:41:00.750 INFO:tasks.workunit.client.0.smithi028.stdout:844 2024-04-02T08:41:00.751 INFO:tasks.workunit.client.0.smithi028.stdout:845 2024-04-02T08:41:00.753 INFO:tasks.workunit.client.0.smithi028.stdout:846 2024-04-02T08:41:00.754 INFO:tasks.workunit.client.0.smithi028.stdout:847 2024-04-02T08:41:00.755 INFO:tasks.workunit.client.0.smithi028.stdout:848 2024-04-02T08:41:00.757 INFO:tasks.workunit.client.0.smithi028.stdout:849 2024-04-02T08:41:00.758 INFO:tasks.workunit.client.0.smithi028.stdout:850 2024-04-02T08:41:00.759 INFO:tasks.workunit.client.0.smithi028.stdout:851 2024-04-02T08:41:00.760 INFO:tasks.workunit.client.0.smithi028.stdout:852 2024-04-02T08:41:00.761 INFO:tasks.workunit.client.0.smithi028.stdout:853 2024-04-02T08:41:00.762 INFO:tasks.workunit.client.0.smithi028.stdout:854 2024-04-02T08:41:00.764 INFO:tasks.workunit.client.0.smithi028.stdout:855 2024-04-02T08:41:00.765 INFO:tasks.workunit.client.0.smithi028.stdout:856 2024-04-02T08:41:00.766 INFO:tasks.workunit.client.0.smithi028.stdout:857 2024-04-02T08:41:00.767 INFO:tasks.workunit.client.0.smithi028.stdout:858 2024-04-02T08:41:00.768 INFO:tasks.workunit.client.0.smithi028.stdout:859 2024-04-02T08:41:00.769 INFO:tasks.workunit.client.0.smithi028.stdout:860 2024-04-02T08:41:00.770 INFO:tasks.workunit.client.0.smithi028.stdout:861 2024-04-02T08:41:00.772 INFO:tasks.workunit.client.0.smithi028.stdout:862 2024-04-02T08:41:00.773 INFO:tasks.workunit.client.0.smithi028.stdout:863 2024-04-02T08:41:00.774 INFO:tasks.workunit.client.0.smithi028.stdout:864 2024-04-02T08:41:00.775 INFO:tasks.workunit.client.0.smithi028.stdout:865 2024-04-02T08:41:00.776 INFO:tasks.workunit.client.0.smithi028.stdout:866 2024-04-02T08:41:00.777 INFO:tasks.workunit.client.0.smithi028.stdout:867 2024-04-02T08:41:00.778 INFO:tasks.workunit.client.0.smithi028.stdout:868 2024-04-02T08:41:00.779 INFO:tasks.workunit.client.0.smithi028.stdout:869 2024-04-02T08:41:00.780 INFO:tasks.workunit.client.0.smithi028.stdout:870 2024-04-02T08:41:00.782 INFO:tasks.workunit.client.0.smithi028.stdout:871 2024-04-02T08:41:00.783 INFO:tasks.workunit.client.0.smithi028.stdout:872 2024-04-02T08:41:00.784 INFO:tasks.workunit.client.0.smithi028.stdout:873 2024-04-02T08:41:00.785 INFO:tasks.workunit.client.0.smithi028.stdout:874 2024-04-02T08:41:00.786 INFO:tasks.workunit.client.0.smithi028.stdout:875 2024-04-02T08:41:00.787 INFO:tasks.workunit.client.0.smithi028.stdout:876 2024-04-02T08:41:00.788 INFO:tasks.workunit.client.0.smithi028.stdout:877 2024-04-02T08:41:00.789 INFO:tasks.workunit.client.0.smithi028.stdout:878 2024-04-02T08:41:00.790 INFO:tasks.workunit.client.0.smithi028.stdout:879 2024-04-02T08:41:00.792 INFO:tasks.workunit.client.0.smithi028.stdout:880 2024-04-02T08:41:00.793 INFO:tasks.workunit.client.0.smithi028.stdout:881 2024-04-02T08:41:00.794 INFO:tasks.workunit.client.0.smithi028.stdout:882 2024-04-02T08:41:00.795 INFO:tasks.workunit.client.0.smithi028.stdout:883 2024-04-02T08:41:00.797 INFO:tasks.workunit.client.0.smithi028.stdout:884 2024-04-02T08:41:00.798 INFO:tasks.workunit.client.0.smithi028.stdout:885 2024-04-02T08:41:00.799 INFO:tasks.workunit.client.0.smithi028.stdout:886 2024-04-02T08:41:00.800 INFO:tasks.workunit.client.0.smithi028.stdout:887 2024-04-02T08:41:00.801 INFO:tasks.workunit.client.0.smithi028.stdout:888 2024-04-02T08:41:00.802 INFO:tasks.workunit.client.0.smithi028.stdout:889 2024-04-02T08:41:00.804 INFO:tasks.workunit.client.0.smithi028.stdout:890 2024-04-02T08:41:00.805 INFO:tasks.workunit.client.0.smithi028.stdout:891 2024-04-02T08:41:00.806 INFO:tasks.workunit.client.0.smithi028.stdout:892 2024-04-02T08:41:00.807 INFO:tasks.workunit.client.0.smithi028.stdout:893 2024-04-02T08:41:00.808 INFO:tasks.workunit.client.0.smithi028.stdout:894 2024-04-02T08:41:00.809 INFO:tasks.workunit.client.0.smithi028.stdout:895 2024-04-02T08:41:00.810 INFO:tasks.workunit.client.0.smithi028.stdout:896 2024-04-02T08:41:00.811 INFO:tasks.workunit.client.0.smithi028.stdout:897 2024-04-02T08:41:00.812 INFO:tasks.workunit.client.0.smithi028.stdout:898 2024-04-02T08:41:00.813 INFO:tasks.workunit.client.0.smithi028.stdout:899 2024-04-02T08:41:00.815 INFO:tasks.workunit.client.0.smithi028.stdout:900 2024-04-02T08:41:00.816 INFO:tasks.workunit.client.0.smithi028.stdout:901 2024-04-02T08:41:00.818 INFO:tasks.workunit.client.0.smithi028.stdout:902 2024-04-02T08:41:00.819 INFO:tasks.workunit.client.0.smithi028.stdout:903 2024-04-02T08:41:00.820 INFO:tasks.workunit.client.0.smithi028.stdout:904 2024-04-02T08:41:00.821 INFO:tasks.workunit.client.0.smithi028.stdout:905 2024-04-02T08:41:00.823 INFO:tasks.workunit.client.0.smithi028.stdout:906 2024-04-02T08:41:00.824 INFO:tasks.workunit.client.0.smithi028.stdout:907 2024-04-02T08:41:00.825 INFO:tasks.workunit.client.0.smithi028.stdout:908 2024-04-02T08:41:00.827 INFO:tasks.workunit.client.0.smithi028.stdout:909 2024-04-02T08:41:00.828 INFO:tasks.workunit.client.0.smithi028.stdout:910 2024-04-02T08:41:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:911 2024-04-02T08:41:00.831 INFO:tasks.workunit.client.0.smithi028.stdout:912 2024-04-02T08:41:00.832 INFO:tasks.workunit.client.0.smithi028.stdout:913 2024-04-02T08:41:00.833 INFO:tasks.workunit.client.0.smithi028.stdout:914 2024-04-02T08:41:00.834 INFO:tasks.workunit.client.0.smithi028.stdout:915 2024-04-02T08:41:00.836 INFO:tasks.workunit.client.0.smithi028.stdout:916 2024-04-02T08:41:00.837 INFO:tasks.workunit.client.0.smithi028.stdout:917 2024-04-02T08:41:00.838 INFO:tasks.workunit.client.0.smithi028.stdout:918 2024-04-02T08:41:00.840 INFO:tasks.workunit.client.0.smithi028.stdout:919 2024-04-02T08:41:00.841 INFO:tasks.workunit.client.0.smithi028.stdout:920 2024-04-02T08:41:00.842 INFO:tasks.workunit.client.0.smithi028.stdout:921 2024-04-02T08:41:00.844 INFO:tasks.workunit.client.0.smithi028.stdout:922 2024-04-02T08:41:00.845 INFO:tasks.workunit.client.0.smithi028.stdout:923 2024-04-02T08:41:00.847 INFO:tasks.workunit.client.0.smithi028.stdout:924 2024-04-02T08:41:00.848 INFO:tasks.workunit.client.0.smithi028.stdout:925 2024-04-02T08:41:00.850 INFO:tasks.workunit.client.0.smithi028.stdout:926 2024-04-02T08:41:00.853 INFO:tasks.workunit.client.0.smithi028.stdout:927 2024-04-02T08:41:00.855 INFO:tasks.workunit.client.0.smithi028.stdout:928 2024-04-02T08:41:00.856 INFO:tasks.workunit.client.0.smithi028.stdout:929 2024-04-02T08:41:00.857 INFO:tasks.workunit.client.0.smithi028.stdout:930 2024-04-02T08:41:00.859 INFO:tasks.workunit.client.0.smithi028.stdout:931 2024-04-02T08:41:00.860 INFO:tasks.workunit.client.0.smithi028.stdout:932 2024-04-02T08:41:00.861 INFO:tasks.workunit.client.0.smithi028.stdout:933 2024-04-02T08:41:00.863 INFO:tasks.workunit.client.0.smithi028.stdout:934 2024-04-02T08:41:00.864 INFO:tasks.workunit.client.0.smithi028.stdout:935 2024-04-02T08:41:00.865 INFO:tasks.workunit.client.0.smithi028.stdout:936 2024-04-02T08:41:00.866 INFO:tasks.workunit.client.0.smithi028.stdout:937 2024-04-02T08:41:00.867 INFO:tasks.workunit.client.0.smithi028.stdout:938 2024-04-02T08:41:00.869 INFO:tasks.workunit.client.0.smithi028.stdout:939 2024-04-02T08:41:00.870 INFO:tasks.workunit.client.0.smithi028.stdout:940 2024-04-02T08:41:00.871 INFO:tasks.workunit.client.0.smithi028.stdout:941 2024-04-02T08:41:00.873 INFO:tasks.workunit.client.0.smithi028.stdout:942 2024-04-02T08:41:00.874 INFO:tasks.workunit.client.0.smithi028.stdout:943 2024-04-02T08:41:00.876 INFO:tasks.workunit.client.0.smithi028.stdout:944 2024-04-02T08:41:00.877 INFO:tasks.workunit.client.0.smithi028.stdout:945 2024-04-02T08:41:00.879 INFO:tasks.workunit.client.0.smithi028.stdout:946 2024-04-02T08:41:00.880 INFO:tasks.workunit.client.0.smithi028.stdout:947 2024-04-02T08:41:00.881 INFO:tasks.workunit.client.0.smithi028.stdout:948 2024-04-02T08:41:00.883 INFO:tasks.workunit.client.0.smithi028.stdout:949 2024-04-02T08:41:00.884 INFO:tasks.workunit.client.0.smithi028.stdout:950 2024-04-02T08:41:00.886 INFO:tasks.workunit.client.0.smithi028.stdout:951 2024-04-02T08:41:00.887 INFO:tasks.workunit.client.0.smithi028.stdout:952 2024-04-02T08:41:00.888 INFO:tasks.workunit.client.0.smithi028.stdout:953 2024-04-02T08:41:00.889 INFO:tasks.workunit.client.0.smithi028.stdout:954 2024-04-02T08:41:00.890 INFO:tasks.workunit.client.0.smithi028.stdout:955 2024-04-02T08:41:00.892 INFO:tasks.workunit.client.0.smithi028.stdout:956 2024-04-02T08:41:00.893 INFO:tasks.workunit.client.0.smithi028.stdout:957 2024-04-02T08:41:00.894 INFO:tasks.workunit.client.0.smithi028.stdout:958 2024-04-02T08:41:00.895 INFO:tasks.workunit.client.0.smithi028.stdout:959 2024-04-02T08:41:00.896 INFO:tasks.workunit.client.0.smithi028.stdout:960 2024-04-02T08:41:00.897 INFO:tasks.workunit.client.0.smithi028.stdout:961 2024-04-02T08:41:00.898 INFO:tasks.workunit.client.0.smithi028.stdout:962 2024-04-02T08:41:00.900 INFO:tasks.workunit.client.0.smithi028.stdout:963 2024-04-02T08:41:00.901 INFO:tasks.workunit.client.0.smithi028.stdout:964 2024-04-02T08:41:00.902 INFO:tasks.workunit.client.0.smithi028.stdout:965 2024-04-02T08:41:00.903 INFO:tasks.workunit.client.0.smithi028.stdout:966 2024-04-02T08:41:00.904 INFO:tasks.workunit.client.0.smithi028.stdout:967 2024-04-02T08:41:00.906 INFO:tasks.workunit.client.0.smithi028.stdout:968 2024-04-02T08:41:00.907 INFO:tasks.workunit.client.0.smithi028.stdout:969 2024-04-02T08:41:00.908 INFO:tasks.workunit.client.0.smithi028.stdout:970 2024-04-02T08:41:00.909 INFO:tasks.workunit.client.0.smithi028.stdout:971 2024-04-02T08:41:00.910 INFO:tasks.workunit.client.0.smithi028.stdout:972 2024-04-02T08:41:00.911 INFO:tasks.workunit.client.0.smithi028.stdout:973 2024-04-02T08:41:00.913 INFO:tasks.workunit.client.0.smithi028.stdout:974 2024-04-02T08:41:00.914 INFO:tasks.workunit.client.0.smithi028.stdout:975 2024-04-02T08:41:00.915 INFO:tasks.workunit.client.0.smithi028.stdout:976 2024-04-02T08:41:00.916 INFO:tasks.workunit.client.0.smithi028.stdout:977 2024-04-02T08:41:00.918 INFO:tasks.workunit.client.0.smithi028.stdout:978 2024-04-02T08:41:00.919 INFO:tasks.workunit.client.0.smithi028.stdout:979 2024-04-02T08:41:00.920 INFO:tasks.workunit.client.0.smithi028.stdout:980 2024-04-02T08:41:00.921 INFO:tasks.workunit.client.0.smithi028.stdout:981 2024-04-02T08:41:00.922 INFO:tasks.workunit.client.0.smithi028.stdout:982 2024-04-02T08:41:00.923 INFO:tasks.workunit.client.0.smithi028.stdout:983 2024-04-02T08:41:00.924 INFO:tasks.workunit.client.0.smithi028.stdout:984 2024-04-02T08:41:00.925 INFO:tasks.workunit.client.0.smithi028.stdout:985 2024-04-02T08:41:00.926 INFO:tasks.workunit.client.0.smithi028.stdout:986 2024-04-02T08:41:00.927 INFO:tasks.workunit.client.0.smithi028.stdout:987 2024-04-02T08:41:00.929 INFO:tasks.workunit.client.0.smithi028.stdout:988 2024-04-02T08:41:00.930 INFO:tasks.workunit.client.0.smithi028.stdout:989 2024-04-02T08:41:00.931 INFO:tasks.workunit.client.0.smithi028.stdout:990 2024-04-02T08:41:00.932 INFO:tasks.workunit.client.0.smithi028.stdout:991 2024-04-02T08:41:00.933 INFO:tasks.workunit.client.0.smithi028.stdout:992 2024-04-02T08:41:00.934 INFO:tasks.workunit.client.0.smithi028.stdout:993 2024-04-02T08:41:00.935 INFO:tasks.workunit.client.0.smithi028.stdout:994 2024-04-02T08:41:00.936 INFO:tasks.workunit.client.0.smithi028.stdout:995 2024-04-02T08:41:00.937 INFO:tasks.workunit.client.0.smithi028.stdout:996 2024-04-02T08:41:00.938 INFO:tasks.workunit.client.0.smithi028.stdout:997 2024-04-02T08:41:00.939 INFO:tasks.workunit.client.0.smithi028.stdout:998 2024-04-02T08:41:00.941 INFO:tasks.workunit.client.0.smithi028.stdout:999 2024-04-02T08:41:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:00 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:00 smithi137 ceph-mon[88456]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:41:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:00 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/311224935' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:41:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:00 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:00 smithi028 ceph-mon[94314]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:41:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:00 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/311224935' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:41:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:00 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:00 smithi028 ceph-mon[96890]: osdmap e967: 8 total, 8 up, 8 in 2024-04-02T08:41:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:00 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/311224935' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-02T08:41:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:41:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:41:01] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.43.0" 2024-04-02T08:41:01.860 INFO:tasks.workunit.client.0.smithi028.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:41:01.860 INFO:tasks.workunit.client.0.smithi028.stdout:00000010 69 73 |is| 2024-04-02T08:41:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:00000012 2024-04-02T08:41:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-02T08:41:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:00000010 69 73 |is| 2024-04-02T08:41:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:00000012 2024-04-02T08:41:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.WriteReturnData (4026 ms) 2024-04-02T08:41:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.Loud 2024-04-02T08:41:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:01 smithi137 ceph-mon[88456]: pgmap v1136: 137 pgs: 4 creating+activating, 20 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:01 smithi137 ceph-mon[88456]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:41:02.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:01 smithi028 ceph-mon[96890]: pgmap v1136: 137 pgs: 4 creating+activating, 20 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:02.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:01 smithi028 ceph-mon[96890]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:41:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:01 smithi028 ceph-mon[94314]: pgmap v1136: 137 pgs: 4 creating+activating, 20 unknown, 113 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:01 smithi028 ceph-mon[94314]: osdmap e968: 8 total, 8 up, 8 in 2024-04-02T08:41:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:41:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:02 smithi137 ceph-mon[88456]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:41:03.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:02 smithi028 ceph-mon[94314]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:41:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:02 smithi028 ceph-mon[96890]: osdmap e969: 8 total, 8 up, 8 in 2024-04-02T08:41:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:03 smithi137 ceph-mon[88456]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:03 smithi137 ceph-mon[88456]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:41:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:03 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/661312588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:03 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:03 smithi028 ceph-mon[94314]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:03 smithi028 ceph-mon[94314]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:41:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:03 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/661312588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:03 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:03 smithi028 ceph-mon[96890]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:03 smithi028 ceph-mon[96890]: osdmap e970: 8 total, 8 up, 8 in 2024-04-02T08:41:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:03 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/661312588' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:03 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:04.881 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.Loud (3021 ms) 2024-04-02T08:41:04.881 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.BadMethods 2024-04-02T08:41:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:04 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:04 smithi137 ceph-mon[88456]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:41:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:04 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:04 smithi028 ceph-mon[94314]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:41:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:04 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:04 smithi028 ceph-mon[96890]: osdmap e971: 8 total, 8 up, 8 in 2024-04-02T08:41:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:05 smithi137 ceph-mon[88456]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:05 smithi137 ceph-mon[88456]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:41:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:05 smithi028 ceph-mon[94314]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:05 smithi028 ceph-mon[94314]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:41:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:05 smithi028 ceph-mon[96890]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:05 smithi028 ceph-mon[96890]: osdmap e972: 8 total, 8 up, 8 in 2024-04-02T08:41:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:06 smithi137 ceph-mon[88456]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:41:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:06 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2280675414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:06 smithi028 ceph-mon[96890]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:41:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:06 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2280675414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:06 smithi028 ceph-mon[94314]: osdmap e973: 8 total, 8 up, 8 in 2024-04-02T08:41:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:06 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2280675414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:07.198 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:41:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T08:41:06.913+0000 7f2e12962700 -1 osd.3 pg_epoch: 974 pg[38.2( v 974'1 (0'0,974'1] local-lis/les=973/974 n=1 ec=973/973 lis/c=973/973 les/c/f=974/974/0 sis=973) [3,7,5] r=0 lpr=973 crt=974'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-02T08:41:07.198 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 08:41:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T08:41:06.914+0000 7f2e12962700 -1 osd.3 pg_epoch: 974 pg[38.2( v 974'2 (0'0,974'2] local-lis/les=973/974 n=1 ec=973/973 lis/c=973/973 les/c/f=974/974/0 sis=973) [3,7,5] r=0 lpr=973 crt=974'1 lcod 974'1 mlcod 974'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-02T08:41:07.898 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.BadMethods (3017 ms) 2024-04-02T08:41:07.898 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.Filter 2024-04-02T08:41:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:07 smithi137 ceph-mon[88456]: pgmap v1145: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:07 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:07 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2280675414' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:07 smithi137 ceph-mon[88456]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:41:08.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:07 smithi028 ceph-mon[96890]: pgmap v1145: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:08.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:07 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:07 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2280675414' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:07 smithi028 ceph-mon[96890]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:41:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:07 smithi028 ceph-mon[94314]: pgmap v1145: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:07 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:07 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2280675414' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:07 smithi028 ceph-mon[94314]: osdmap e974: 8 total, 8 up, 8 in 2024-04-02T08:41:09.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:08 smithi028 ceph-mon[96890]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:41:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:08 smithi028 ceph-mon[94314]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:41:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:08 smithi137 ceph-mon[88456]: osdmap e975: 8 total, 8 up, 8 in 2024-04-02T08:41:10.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[96890]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[96890]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1381976168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[94314]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[94314]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:41:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1381976168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:10.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:09 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:09 smithi137 ceph-mon[88456]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:09 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:09 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:41:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:09 smithi137 ceph-mon[88456]: osdmap e976: 8 total, 8 up, 8 in 2024-04-02T08:41:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:09 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1381976168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:09 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:10.917 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.Filter (3019 ms) 2024-04-02T08:41:10.917 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 6 tests from ClsHello (19006 ms total) 2024-04-02T08:41:10.917 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:41:10.917 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:10.917 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 6 tests from 1 test suite ran. (19006 ms total) 2024-04-02T08:41:10.917 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 6 tests. 2024-04-02T08:41:10.921 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:10.921 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:10.989 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-02T08:41:10.989 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-02T08:41:11.058 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:41:11.058 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-02T08:41:11.058 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:11.058 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 27 tests from TestClsJournal 2024-04-02T08:41:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:10 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:10 smithi028 ceph-mon[94314]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:41:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:10 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:10 smithi028 ceph-mon[96890]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:41:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:10 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139054-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:10 smithi137 ceph-mon[88456]: osdmap e977: 8 total, 8 up, 8 in 2024-04-02T08:41:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:41:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:41:11] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-02T08:41:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:11 smithi028 ceph-mon[96890]: pgmap v1151: 137 pgs: 1 creating+activating, 20 unknown, 116 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:11 smithi028 ceph-mon[96890]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:41:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:11 smithi028 ceph-mon[94314]: pgmap v1151: 137 pgs: 1 creating+activating, 20 unknown, 116 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:11 smithi028 ceph-mon[94314]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:41:12.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:11 smithi137 ceph-mon[88456]: pgmap v1151: 137 pgs: 1 creating+activating, 20 unknown, 116 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:12.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:11 smithi137 ceph-mon[88456]: osdmap e978: 8 total, 8 up, 8 in 2024-04-02T08:41:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:41:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:12.932 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.Create 2024-04-02T08:41:12.946 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.Create (13 ms) 2024-04-02T08:41:12.946 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-02T08:41:12.951 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2024-04-02T08:41:12.951 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-02T08:41:12.956 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-02T08:41:12.956 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-02T08:41:12.959 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-02T08:41:12.959 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-02T08:41:12.962 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-04-02T08:41:12.962 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-02T08:41:12.965 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-02T08:41:12.965 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-02T08:41:12.968 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-02T08:41:12.968 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-02T08:41:12.971 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-02T08:41:12.971 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-02T08:41:12.973 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-04-02T08:41:12.973 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-02T08:41:12.977 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-02T08:41:12.977 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-02T08:41:12.981 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-04-02T08:41:12.981 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-02T08:41:12.986 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUpdateState (4 ms) 2024-04-02T08:41:12.986 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-02T08:41:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-02T08:41:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-02T08:41:12.993 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2024-04-02T08:41:12.993 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-02T08:41:13.101 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (107 ms) 2024-04-02T08:41:13.101 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-02T08:41:13.105 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-02T08:41:13.105 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-02T08:41:13.108 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-02T08:41:13.108 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-02T08:41:13.109 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-02T08:41:13.109 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-02T08:41:13.153 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientList (44 ms) 2024-04-02T08:41:13.153 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-02T08:41:13.157 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-02T08:41:13.157 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-02T08:41:13.166 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-02T08:41:13.166 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-02T08:41:13.172 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-02T08:41:13.172 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.TagList 2024-04-02T08:41:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:12 smithi028 ceph-mon[94314]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:41:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:12 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3148348188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:12 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:12 smithi028 ceph-mon[96890]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:41:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:12 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3148348188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:12 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:13.277 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.TagList (104 ms) 2024-04-02T08:41:13.277 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-02T08:41:13.279 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-02T08:41:13.279 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-02T08:41:13.280 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-02T08:41:13.280 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-02T08:41:13.282 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-02T08:41:13.282 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.Append 2024-04-02T08:41:13.291 INFO:tasks.workunit.client.0.smithi028.stdout:padding is not enabled 2024-04-02T08:41:13.291 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-04-02T08:41:13.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:12 smithi137 ceph-mon[88456]: osdmap e979: 8 total, 8 up, 8 in 2024-04-02T08:41:13.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:12 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3148348188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:13.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:12 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:13.937 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 27 tests from TestClsJournal (359 ms total) 2024-04-02T08:41:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:41:13.937 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:41:13.937 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 27 tests from 1 test suite ran. (2879 ms total) 2024-04-02T08:41:13.937 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 27 tests. 2024-04-02T08:41:13.940 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:41:13.941 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:41:14.007 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-02T08:41:14.007 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-02T08:41:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:41:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-02T08:41:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:41:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 11 tests from ClsLock 2024-04-02T08:41:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-02T08:41:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:13 smithi028 ceph-mon[94314]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:13 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:13 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:13 smithi028 ceph-mon[94314]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:41:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:13 smithi028 ceph-mon[96890]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:13 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:13 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:13 smithi028 ceph-mon[96890]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:41:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:13 smithi137 ceph-mon[88456]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:13 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:13 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139194-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:13 smithi137 ceph-mon[88456]: osdmap e980: 8 total, 8 up, 8 in 2024-04-02T08:41:15.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:14 smithi028 ceph-mon[94314]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:41:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:14 smithi028 ceph-mon[96890]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:41:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:14 smithi137 ceph-mon[88456]: osdmap e981: 8 total, 8 up, 8 in 2024-04-02T08:41:15.982 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-04-02T08:41:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: exclusive 2024-04-02T08:41:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-04-02T08:41:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-04-02T08:41:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: client.34728 expiration=2024-04-02T08:43:15.980614+0000 addr=v1:172.21.15.28:0/4081631467 cookie= 2024-04-02T08:41:15.986 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-04-02T08:41:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: shared 2024-04-02T08:41:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-04-02T08:41:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-04-02T08:41:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: client.34728 expiration=2024-04-02T08:43:15.987264+0000 addr=v1:172.21.15.28:0/4081631467 cookie= 2024-04-02T08:41:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: client.34734 expiration=0.000000 addr=v1:172.21.15.28:0/330232012 cookie= 2024-04-02T08:41:15.987 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-04-02T08:41:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: shared 2024-04-02T08:41:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-04-02T08:41:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-04-02T08:41:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: client.34734 expiration=0.000000 addr=v1:172.21.15.28:0/330232012 cookie= 2024-04-02T08:41:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[94314]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[94314]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4081631467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[96890]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[96890]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:41:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:15 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4081631467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:15 smithi137 ceph-mon[88456]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:15 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:15 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:41:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:15 smithi137 ceph-mon[88456]: osdmap e982: 8 total, 8 up, 8 in 2024-04-02T08:41:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:15 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4081631467' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:16.954 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestMultiLocking (2878 ms) 2024-04-02T08:41:16.954 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestMeta 2024-04-02T08:41:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:16 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4081631467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:16 smithi028 ceph-mon[94314]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:41:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:16 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4081631467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:16 smithi028 ceph-mon[96890]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:41:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:16 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4081631467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:16 smithi137 ceph-mon[88456]: osdmap e983: 8 total, 8 up, 8 in 2024-04-02T08:41:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:17 smithi137 ceph-mon[88456]: pgmap v1160: 137 pgs: 13 creating+peering, 7 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:17 smithi137 ceph-mon[88456]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:41:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:17 smithi028 ceph-mon[94314]: pgmap v1160: 137 pgs: 13 creating+peering, 7 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:17 smithi028 ceph-mon[94314]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:41:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:17 smithi028 ceph-mon[96890]: pgmap v1160: 137 pgs: 13 creating+peering, 7 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:17 smithi028 ceph-mon[96890]: osdmap e984: 8 total, 8 up, 8 in 2024-04-02T08:41:18.995 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-04-02T08:41:18.995 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: shared 2024-04-02T08:41:18.995 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-04-02T08:41:18.995 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-04-02T08:41:18.995 INFO:tasks.workunit.client.0.smithi028.stdout: client.34746 expiration=0.000000 addr=v1:172.21.15.28:0/3104637344 cookie= 2024-04-02T08:41:18.997 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-04-02T08:41:18.997 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: exclusive 2024-04-02T08:41:18.997 INFO:tasks.workunit.client.0.smithi028.stdout: tag: new_tag 2024-04-02T08:41:18.997 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-04-02T08:41:18.997 INFO:tasks.workunit.client.0.smithi028.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.28:0/1185866749 cookie= 2024-04-02T08:41:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:18 smithi137 ceph-mon[88456]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:41:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:18 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1185866749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:18 smithi028 ceph-mon[94314]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:41:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:18 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1185866749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:18 smithi028 ceph-mon[96890]: osdmap e985: 8 total, 8 up, 8 in 2024-04-02T08:41:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:18 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1185866749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:19.973 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestMeta (3018 ms) 2024-04-02T08:41:19.973 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestCookie 2024-04-02T08:41:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:19 smithi137 ceph-mon[88456]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:19 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:19 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1185866749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:19 smithi137 ceph-mon[88456]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:41:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:19 smithi028 ceph-mon[94314]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:19 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:19 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1185866749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:19 smithi028 ceph-mon[94314]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:41:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:19 smithi028 ceph-mon[96890]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:19 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:19 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1185866749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:19 smithi028 ceph-mon[96890]: osdmap e986: 8 total, 8 up, 8 in 2024-04-02T08:41:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:20 smithi137 ceph-mon[88456]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:41:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:21.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:41:21] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-02T08:41:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:20 smithi028 ceph-mon[94314]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:41:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:20 smithi028 ceph-mon[96890]: osdmap e987: 8 total, 8 up, 8 in 2024-04-02T08:41:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:22.277 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-04-02T08:41:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: exclusive 2024-04-02T08:41:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-04-02T08:41:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-04-02T08:41:22.279 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-04-02T08:41:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: shared 2024-04-02T08:41:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-04-02T08:41:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-04-02T08:41:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: client.44690 expiration=0.000000 addr=v1:172.21.15.28:0/334235032 cookie= 2024-04-02T08:41:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: client.44690 expiration=0.000000 addr=v1:172.21.15.28:0/334235032 cookie=new cookie 2024-04-02T08:41:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:21 smithi137 ceph-mon[88456]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:21 smithi137 ceph-mon[88456]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:41:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:21 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/334235032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:21 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:21 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:21 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:41:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[94314]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[94314]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:41:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/334235032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:41:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[96890]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[96890]: osdmap e988: 8 total, 8 up, 8 in 2024-04-02T08:41:22.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/334235032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:22.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:22.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:22.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:21 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:41:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:41:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:22.987 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestCookie (3015 ms) 2024-04-02T08:41:22.987 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-02T08:41:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:22 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:22 smithi137 ceph-mon[88456]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:41:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:22 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:22 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:22 smithi028 ceph-mon[94314]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:41:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:22 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:22 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:22 smithi028 ceph-mon[96890]: osdmap e989: 8 total, 8 up, 8 in 2024-04-02T08:41:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:22 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:41:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:23 smithi137 ceph-mon[88456]: pgmap v1169: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:23 smithi137 ceph-mon[88456]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:41:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:23 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:23 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:23 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[94314]: pgmap v1169: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[94314]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[96890]: pgmap v1169: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[96890]: osdmap e990: 8 total, 8 up, 8 in 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:41:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:41:24.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:23 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:24 smithi137 ceph-mon[88456]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:41:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:25 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/720068719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:25 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:24 smithi028 ceph-mon[94314]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:41:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:24 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/720068719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:24 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:24 smithi028 ceph-mon[96890]: osdmap e991: 8 total, 8 up, 8 in 2024-04-02T08:41:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:24 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/720068719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:24 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:25.998 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestMultipleLocks (3011 ms) 2024-04-02T08:41:25.998 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-02T08:41:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:26 smithi137 ceph-mon[88456]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:26 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:26 smithi137 ceph-mon[88456]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:41:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:26 smithi028 ceph-mon[94314]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:26 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:26 smithi028 ceph-mon[94314]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:41:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:26 smithi028 ceph-mon[96890]: pgmap v1172: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:26 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:26 smithi028 ceph-mon[96890]: osdmap e992: 8 total, 8 up, 8 in 2024-04-02T08:41:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:27 smithi137 ceph-mon[88456]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:41:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:27 smithi028 ceph-mon[94314]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:41:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:27 smithi028 ceph-mon[96890]: osdmap e993: 8 total, 8 up, 8 in 2024-04-02T08:41:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:28 smithi137 ceph-mon[88456]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:28 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:28 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:41:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:28 smithi137 ceph-mon[88456]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:41:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:28 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4062143753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:28 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[94314]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[94314]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4062143753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[96890]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[96890]: osdmap e994: 8 total, 8 up, 8 in 2024-04-02T08:41:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4062143753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:28.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:28 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:29.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:29 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:29.399 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:29 smithi137 ceph-mon[88456]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:41:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:29 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:29 smithi028 ceph-mon[94314]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:41:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:29 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:29 smithi028 ceph-mon[96890]: osdmap e995: 8 total, 8 up, 8 in 2024-04-02T08:41:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:30 smithi137 ceph-mon[88456]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:30 smithi137 ceph-mon[88456]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:41:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:30 smithi028 ceph-mon[94314]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:30 smithi028 ceph-mon[94314]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:41:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:30 smithi028 ceph-mon[96890]: pgmap v1178: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:30 smithi028 ceph-mon[96890]: osdmap e996: 8 total, 8 up, 8 in 2024-04-02T08:41:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:41:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:41:31] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-02T08:41:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:32 smithi137 ceph-mon[88456]: pgmap v1180: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:32 smithi028 ceph-mon[94314]: pgmap v1180: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:32 smithi028 ceph-mon[96890]: pgmap v1180: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:41:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:34.030 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestLockDuration (8032 ms) 2024-04-02T08:41:34.031 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-02T08:41:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:34 smithi137 ceph-mon[88456]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:34 smithi028 ceph-mon[94314]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:34 smithi028 ceph-mon[96890]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:35.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:35 smithi137 ceph-mon[88456]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:41:35.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:35 smithi028 ceph-mon[94314]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:41:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:35 smithi028 ceph-mon[96890]: osdmap e997: 8 total, 8 up, 8 in 2024-04-02T08:41:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:36 smithi137 ceph-mon[88456]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:36 smithi137 ceph-mon[88456]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:41:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:36 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2946134792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[94314]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[94314]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2946134792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[96890]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[96890]: osdmap e998: 8 total, 8 up, 8 in 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2946134792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:41:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:37.054 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestAssertLocked (3023 ms) 2024-04-02T08:41:37.054 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-02T08:41:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:37 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2946134792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:37 smithi137 ceph-mon[88456]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:41:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:37 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2946134792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:37 smithi028 ceph-mon[94314]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:41:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:37 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2946134792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:37 smithi028 ceph-mon[96890]: osdmap e999: 8 total, 8 up, 8 in 2024-04-02T08:41:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:38 smithi137 ceph-mon[88456]: pgmap v1186: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:38 smithi137 ceph-mon[88456]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:41:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:38 smithi028 ceph-mon[94314]: pgmap v1186: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:38 smithi028 ceph-mon[94314]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:41:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:38 smithi028 ceph-mon[96890]: pgmap v1186: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:38 smithi028 ceph-mon[96890]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-02T08:41:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:39 smithi137 ceph-mon[88456]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:41:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/785658451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:39 smithi028 ceph-mon[96890]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:41:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/785658451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:39 smithi028 ceph-mon[94314]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-02T08:41:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/785658451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:40.067 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestSetCookie (3014 ms) 2024-04-02T08:41:40.068 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestRenew 2024-04-02T08:41:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:40 smithi137 ceph-mon[88456]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:40 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:40 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/785658451' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:40 smithi137 ceph-mon[88456]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:41:40.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:40 smithi028 ceph-mon[94314]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:40.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:40 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:40.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:40 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/785658451' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:40.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:40 smithi028 ceph-mon[94314]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:41:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:40 smithi028 ceph-mon[96890]: pgmap v1189: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:40 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:41:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:40 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/785658451' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:40 smithi028 ceph-mon[96890]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-02T08:41:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:41 smithi137 ceph-mon[88456]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:41:41.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:41 smithi028 ceph-mon[94314]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:41:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:41 smithi028 ceph-mon[96890]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-02T08:41:41.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:41:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:41:41] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-04-02T08:41:42.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:41:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:42.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:42 smithi137 ceph-mon[88456]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:42.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:42 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:42.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:42 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:41:42.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:42 smithi137 ceph-mon[88456]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:41:42.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:42 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/224776846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:42.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[94314]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[94314]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/224776846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[96890]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:41:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:41:42.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[96890]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-02T08:41:42.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/224776846' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:42.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:41:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:43 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:43 smithi137 ceph-mon[88456]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:41:43.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:43 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:43 smithi028 ceph-mon[94314]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:41:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:43 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:41:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:43 smithi028 ceph-mon[96890]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-02T08:41:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:44 smithi137 ceph-mon[88456]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:44 smithi137 ceph-mon[88456]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:41:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:44 smithi028 ceph-mon[94314]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:44 smithi028 ceph-mon[94314]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:41:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:44 smithi028 ceph-mon[96890]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:44 smithi028 ceph-mon[96890]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-02T08:41:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:46 smithi137 ceph-mon[88456]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:46.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:46 smithi028 ceph-mon[94314]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:46.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:46 smithi028 ceph-mon[96890]: pgmap v1197: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:41:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:48 smithi137 ceph-mon[88456]: pgmap v1198: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:48.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:48 smithi028 ceph-mon[94314]: pgmap v1198: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:48 smithi028 ceph-mon[96890]: pgmap v1198: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:50 smithi137 ceph-mon[88456]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 136 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:50 smithi028 ceph-mon[94314]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 136 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:50 smithi028 ceph-mon[96890]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 136 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:51.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:41:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:41:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:41:51] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2024-04-02T08:41:52.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:52 smithi137 ceph-mon[88456]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 120 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:52.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:41:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:41:52.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:52 smithi028 ceph-mon[94314]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 120 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:52.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:52 smithi028 ceph-mon[96890]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 120 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:54 smithi137 ceph-mon[88456]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:54.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:54 smithi028 ceph-mon[96890]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:54 smithi028 ceph-mon[94314]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:56 smithi137 ceph-mon[88456]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:56 smithi028 ceph-mon[94314]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:56 smithi028 ceph-mon[96890]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 89 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:41:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:41:58 smithi137 ceph-mon[88456]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:41:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:41:58 smithi028 ceph-mon[94314]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:41:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:41:58 smithi028 ceph-mon[96890]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:42:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:00 smithi137 ceph-mon[88456]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:00.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:00 smithi028 ceph-mon[94314]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:00 smithi028 ceph-mon[96890]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:01.110 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestRenew (21042 ms) 2024-04-02T08:42:01.110 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-02T08:42:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:42:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:42:01] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2024-04-02T08:42:02.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:02 smithi137 ceph-mon[88456]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:02.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:02 smithi137 ceph-mon[88456]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:42:02.396 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:42:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:02 smithi028 ceph-mon[94314]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:02 smithi028 ceph-mon[94314]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:42:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:02 smithi028 ceph-mon[96890]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:02 smithi028 ceph-mon[96890]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-02T08:42:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:03 smithi137 ceph-mon[88456]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:42:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:03 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3133361287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:03.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:03 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:03.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:03 smithi028 ceph-mon[94314]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:42:03.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:03 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3133361287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:03.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:03 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:03.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:03 smithi028 ceph-mon[96890]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-02T08:42:03.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:03 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3133361287' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:03.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:03 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:04 smithi137 ceph-mon[88456]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:04 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:04 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:04 smithi137 ceph-mon[88456]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:42:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:04 smithi028 ceph-mon[94314]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:04 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:04 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:04 smithi028 ceph-mon[94314]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:42:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:04 smithi028 ceph-mon[96890]: pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:04 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:04 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:04 smithi028 ceph-mon[96890]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-02T08:42:05.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:05 smithi137 ceph-mon[88456]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:42:05.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:05 smithi028 ceph-mon[94314]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:42:05.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:05 smithi028 ceph-mon[96890]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-02T08:42:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:06 smithi137 ceph-mon[88456]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:06 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:06 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:42:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:06 smithi028 ceph-mon[94314]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:06 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:06 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:42:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:06 smithi028 ceph-mon[96890]: pgmap v1211: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:06 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:06 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:42:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:08.139 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7029 ms) 2024-04-02T08:42:08.139 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-02T08:42:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:08 smithi137 ceph-mon[88456]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 186 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:42:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:08 smithi028 ceph-mon[94314]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 186 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:42:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:08 smithi028 ceph-mon[96890]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 186 B/s rd, 0 B/s wr, 1 op/s 2024-04-02T08:42:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:09 smithi137 ceph-mon[88456]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:42:09.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:09 smithi028 ceph-mon[96890]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:42:09.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:09 smithi028 ceph-mon[94314]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-02T08:42:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:10 smithi137 ceph-mon[88456]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:10 smithi137 ceph-mon[88456]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:42:10.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:10 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3252339817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:10.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:10 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:10.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:10 smithi028 ceph-mon[94314]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:10.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:10 smithi028 ceph-mon[94314]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:42:10.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:10 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3252339817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:10.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:10 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:10.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:10 smithi028 ceph-mon[96890]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:10.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:10 smithi028 ceph-mon[96890]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-02T08:42:10.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:10 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3252339817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:10.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:10 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:11 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:11 smithi028 ceph-mon[94314]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:42:11.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:42:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:42:11] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-02T08:42:11.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:11 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:11.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:11 smithi028 ceph-mon[96890]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:42:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:11 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:11 smithi137 ceph-mon[88456]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-02T08:42:12.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:12 smithi028 ceph-mon[94314]: pgmap v1217: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:12.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:12 smithi028 ceph-mon[94314]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:42:12.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:12 smithi028 ceph-mon[96890]: pgmap v1217: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:12.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:12 smithi028 ceph-mon[96890]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:42:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:12 smithi137 ceph-mon[88456]: pgmap v1217: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:12 smithi137 ceph-mon[88456]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-02T08:42:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:42:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:14 smithi028 ceph-mon[94314]: pgmap v1219: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:14 smithi028 ceph-mon[96890]: pgmap v1219: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:14 smithi137 ceph-mon[88456]: pgmap v1219: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:16.165 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8026 ms) 2024-04-02T08:42:16.165 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-02T08:42:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:16 smithi028 ceph-mon[94314]: pgmap v1220: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:16 smithi028 ceph-mon[96890]: pgmap v1220: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:16 smithi137 ceph-mon[88456]: pgmap v1220: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:17.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:17 smithi028 ceph-mon[94314]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:42:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:17 smithi028 ceph-mon[96890]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:42:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:17 smithi137 ceph-mon[88456]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-02T08:42:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:18 smithi028 ceph-mon[94314]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:18 smithi028 ceph-mon[94314]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:42:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:18 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/987962667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:18 smithi028 ceph-mon[96890]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:18 smithi028 ceph-mon[96890]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:42:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:18 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/987962667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:18 smithi137 ceph-mon[88456]: pgmap v1222: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:18 smithi137 ceph-mon[88456]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-02T08:42:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:18 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/987962667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:19 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/987962667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:19 smithi028 ceph-mon[94314]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:42:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:19 smithi028 ceph-mon[94314]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:42:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:19 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/987962667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:19 smithi028 ceph-mon[96890]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:42:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:19 smithi028 ceph-mon[96890]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:42:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:19 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/987962667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139249-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:19 smithi137 ceph-mon[88456]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-02T08:42:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:19 smithi137 ceph-mon[88456]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-02T08:42:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:20 smithi028 ceph-mon[94314]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:20 smithi028 ceph-mon[96890]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:20 smithi137 ceph-mon[88456]: pgmap v1225: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:42:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:42:21] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-02T08:42:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:22 smithi028 ceph-mon[94314]: pgmap v1227: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:22 smithi028 ceph-mon[96890]: pgmap v1227: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:22 smithi137 ceph-mon[88456]: pgmap v1227: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:42:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:24.202 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8037 ms) 2024-04-02T08:42:24.203 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 11 tests from ClsLock (70126 ms total) 2024-04-02T08:42:24.203 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:42:24.203 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:42:24.203 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 11 tests from 1 test suite ran. (70126 ms total) 2024-04-02T08:42:24.203 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 11 tests. 2024-04-02T08:42:24.205 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:42:24.206 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:42:24.275 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-02T08:42:24.275 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-02T08:42:24.343 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:42:24.344 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:42:24.344 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:42:24.344 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from cls_log 2024-04-02T08:42:24.344 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-02T08:42:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[94314]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[96890]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:24 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:24 smithi137 ceph-mon[88456]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-02T08:42:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:24 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:42:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:24 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:42:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:24 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:42:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:24 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:25 smithi137 ceph-mon[88456]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:42:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:25 smithi028 ceph-mon[94314]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:42:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:25 smithi028 ceph-mon[96890]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-02T08:42:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:26 smithi137 ceph-mon[88456]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:26 smithi137 ceph-mon[88456]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:42:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:26 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1036170491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:26 smithi028 ceph-mon[94314]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:26 smithi028 ceph-mon[94314]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:42:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:26 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1036170491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:26 smithi028 ceph-mon[96890]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:26 smithi028 ceph-mon[96890]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-02T08:42:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:26 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1036170491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:27.224 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_log.test_log_add_same_time (2881 ms) 2024-04-02T08:42:27.224 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-02T08:42:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:27 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:27 smithi137 ceph-mon[88456]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:42:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:27 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:27 smithi028 ceph-mon[94314]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:42:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:27 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:27 smithi028 ceph-mon[96890]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-02T08:42:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:28 smithi137 ceph-mon[88456]: pgmap v1233: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:28 smithi137 ceph-mon[88456]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:42:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:28 smithi028 ceph-mon[94314]: pgmap v1233: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:28.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:28 smithi028 ceph-mon[94314]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:42:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:28 smithi028 ceph-mon[96890]: pgmap v1233: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:28 smithi028 ceph-mon[96890]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-02T08:42:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:29 smithi137 ceph-mon[88456]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:42:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:29 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3042868371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:29 smithi028 ceph-mon[94314]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:42:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:29 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3042868371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:29 smithi028 ceph-mon[96890]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-02T08:42:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:29 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3042868371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:30.238 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_log.test_log_add_different_time (3014 ms) 2024-04-02T08:42:30.238 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_log.trim_by_time 2024-04-02T08:42:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:30 smithi028 ceph-mon[94314]: pgmap v1236: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:30 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:30 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3042868371' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:30 smithi028 ceph-mon[94314]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:42:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:30 smithi028 ceph-mon[96890]: pgmap v1236: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:30 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:30 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3042868371' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:30 smithi028 ceph-mon[96890]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:42:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:30 smithi137 ceph-mon[88456]: pgmap v1236: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:30 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:30 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3042868371' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:30 smithi137 ceph-mon[88456]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-02T08:42:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:31 smithi137 ceph-mon[88456]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:42:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:31 smithi028 ceph-mon[94314]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:42:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:31 smithi028 ceph-mon[96890]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-02T08:42:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:42:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:42:31] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-02T08:42:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:32 smithi137 ceph-mon[88456]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:32 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:32 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:42:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:32 smithi137 ceph-mon[88456]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:42:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:32 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/182380311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:32.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:42:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[96890]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[96890]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/182380311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[94314]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[94314]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-02T08:42:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:32 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/182380311' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:33.255 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_log.trim_by_time (3017 ms) 2024-04-02T08:42:33.255 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-02T08:42:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:33 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/182380311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:33 smithi137 ceph-mon[88456]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:42:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:33 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/182380311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:33 smithi028 ceph-mon[96890]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:42:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:33 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/182380311' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:33 smithi028 ceph-mon[94314]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-02T08:42:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:34 smithi137 ceph-mon[88456]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:34 smithi137 ceph-mon[88456]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:42:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:34 smithi028 ceph-mon[94314]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:34 smithi028 ceph-mon[94314]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:42:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:34 smithi028 ceph-mon[96890]: pgmap v1242: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:34 smithi028 ceph-mon[96890]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-02T08:42:35.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:35 smithi137 ceph-mon[88456]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:42:35.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:35 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/664071112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:35.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:35 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:35 smithi028 ceph-mon[94314]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:42:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:35 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/664071112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:35 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:35 smithi028 ceph-mon[96890]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-02T08:42:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:35 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/664071112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:35.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:35 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:36.268 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_log.trim_by_marker (3013 ms) 2024-04-02T08:42:36.269 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from cls_log (11925 ms total) 2024-04-02T08:42:36.269 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:42:36.269 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:42:36.269 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 4 tests from 1 test suite ran. (11925 ms total) 2024-04-02T08:42:36.269 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 4 tests. 2024-04-02T08:42:36.272 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:42:36.272 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:42:36.339 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-02T08:42:36.339 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-02T08:42:36.407 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:42:36.407 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-02T08:42:36.407 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:42:36.407 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from ClsNumOps 2024-04-02T08:42:36.407 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsNumOps.Add 2024-04-02T08:42:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:36 smithi137 ceph-mon[88456]: pgmap v1245: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:36 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:36 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:36 smithi137 ceph-mon[88456]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:42:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[94314]: pgmap v1245: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[94314]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[96890]: pgmap v1245: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:36.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[96890]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-02T08:42:36.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:36.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:37 smithi137 ceph-mon[88456]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:42:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:37 smithi028 ceph-mon[94314]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:42:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:37 smithi028 ceph-mon[96890]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-02T08:42:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:38 smithi137 ceph-mon[88456]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:38 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:38 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:42:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:38 smithi137 ceph-mon[88456]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:42:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:38 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/666167060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:38 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[96890]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[96890]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/666167060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[94314]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:42:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[94314]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-02T08:42:38.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/666167060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:38.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:38 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:39.278 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsNumOps.Add (2871 ms) 2024-04-02T08:42:39.278 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsNumOps.Sub 2024-04-02T08:42:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:39 smithi137 ceph-mon[88456]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:42:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:39 smithi137 ceph-mon[88456]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:42:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:39 smithi028 ceph-mon[96890]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:42:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:39 smithi028 ceph-mon[96890]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:42:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:39 smithi028 ceph-mon[94314]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-02T08:42:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:39 smithi028 ceph-mon[94314]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-02T08:42:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:40 smithi137 ceph-mon[88456]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:40 smithi028 ceph-mon[94314]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:40 smithi028 ceph-mon[96890]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:41.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:41 smithi137 ceph-mon[88456]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:42:41.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:41 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/423520199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:41.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:41 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:41 smithi028 ceph-mon[94314]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:42:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:41 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/423520199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:41 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:42:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:42:41] "GET /metrics HTTP/1.1" 200 36351 "" "Prometheus/2.43.0" 2024-04-02T08:42:41.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:41 smithi028 ceph-mon[96890]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-02T08:42:41.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:41 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/423520199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:41.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:41 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:42.316 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsNumOps.Sub (3034 ms) 2024-04-02T08:42:42.316 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsNumOps.Mul 2024-04-02T08:42:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:42 smithi137 ceph-mon[88456]: pgmap v1254: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:42 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:42 smithi137 ceph-mon[88456]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:42:42.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:42:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:42 smithi028 ceph-mon[94314]: pgmap v1254: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:42 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:42.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:42 smithi028 ceph-mon[94314]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:42:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:42 smithi028 ceph-mon[96890]: pgmap v1254: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:42 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:42.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:42 smithi028 ceph-mon[96890]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-02T08:42:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:43 smithi137 ceph-mon[88456]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:42:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:43 smithi028 ceph-mon[96890]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:42:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:43 smithi028 ceph-mon[94314]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-02T08:42:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:44 smithi137 ceph-mon[88456]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:44 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:44 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:42:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:44 smithi137 ceph-mon[88456]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:42:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:44 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2098003573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[96890]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:42:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[96890]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:42:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2098003573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[94314]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:44.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:44.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:42:44.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[94314]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-02T08:42:44.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:44 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2098003573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:45.326 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsNumOps.Mul (3014 ms) 2024-04-02T08:42:45.327 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsNumOps.Div 2024-04-02T08:42:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:45 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2098003573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:45 smithi137 ceph-mon[88456]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:42:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:45 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2098003573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:45 smithi028 ceph-mon[94314]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:42:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:45 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2098003573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:45 smithi028 ceph-mon[96890]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-02T08:42:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:46 smithi137 ceph-mon[88456]: pgmap v1260: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:46 smithi137 ceph-mon[88456]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:42:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:46 smithi028 ceph-mon[96890]: pgmap v1260: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:46 smithi028 ceph-mon[96890]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:42:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:46 smithi028 ceph-mon[94314]: pgmap v1260: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:46 smithi028 ceph-mon[94314]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-02T08:42:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:47 smithi137 ceph-mon[88456]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:42:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:47 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2293328807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:47 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:47 smithi028 ceph-mon[96890]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:42:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:47 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2293328807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:47 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:47 smithi028 ceph-mon[94314]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-02T08:42:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:47 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2293328807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:47 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:48.342 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsNumOps.Div (3017 ms) 2024-04-02T08:42:48.343 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from ClsNumOps (11936 ms total) 2024-04-02T08:42:48.343 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:42:48.343 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:42:48.343 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 4 tests from 1 test suite ran. (11936 ms total) 2024-04-02T08:42:48.343 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 4 tests. 2024-04-02T08:42:48.346 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:42:48.347 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:42:48.414 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-02T08:42:48.414 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-02T08:42:48.482 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:42:48.482 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-02T08:42:48.482 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:42:48.482 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 70 tests from TestClsRbd 2024-04-02T08:42:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:48 smithi028 ceph-mon[96890]: pgmap v1263: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:48 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:48 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:48 smithi028 ceph-mon[96890]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:42:48.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:48 smithi028 ceph-mon[94314]: pgmap v1263: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:48.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:48 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:48.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:48 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:48.600 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:48 smithi028 ceph-mon[94314]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:42:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:48 smithi137 ceph-mon[88456]: pgmap v1263: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:48 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:42:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:48 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139883-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:48 smithi137 ceph-mon[88456]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-02T08:42:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:49 smithi137 ceph-mon[88456]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:42:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:49 smithi028 ceph-mon[94314]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:42:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:49 smithi028 ceph-mon[96890]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-02T08:42:50.344 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-02T08:42:50.363 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_all_features (20 ms) 2024-04-02T08:42:50.364 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.copyup 2024-04-02T08:42:50.553 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.copyup (189 ms) 2024-04-02T08:42:50.553 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-02T08:42:50.568 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.sparse_copyup (15 ms) 2024-04-02T08:42:50.568 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-02T08:42:50.575 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-02T08:42:50.575 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-02T08:42:50.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-04-02T08:42:50.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-02T08:42:50.615 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.directory_methods (28 ms) 2024-04-02T08:42:50.615 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.create 2024-04-02T08:42:50.627 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-04-02T08:42:50.627 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_features 2024-04-02T08:42:50.629 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-04-02T08:42:50.629 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-02T08:42:50.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-02T08:42:50.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-02T08:42:50.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-02T08:42:50.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-02T08:42:50.634 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-02T08:42:50.634 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-02T08:42:50.636 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-02T08:42:50.636 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-02T08:42:50.639 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-02T08:42:50.639 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_size 2024-04-02T08:42:50.643 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_size (3 ms) 2024-04-02T08:42:50.643 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.set_size 2024-04-02T08:42:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:50 smithi137 ceph-mon[88456]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:50 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:50 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:42:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:50 smithi137 ceph-mon[88456]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:42:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:50 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/846123718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139989-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:50.648 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-02T08:42:50.648 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-02T08:42:50.664 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-04-02T08:42:50.664 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-02T08:42:50.672 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.snapshot_limits (9 ms) 2024-04-02T08:42:50.672 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-02T08:42:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[96890]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:42:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[96890]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:42:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/846123718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139989-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[94314]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:42:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:42:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[94314]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-02T08:42:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:50 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/846123718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139989-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:50.717 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.parents_v1 (45 ms) 2024-04-02T08:42:50.718 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-02T08:42:50.747 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-04-02T08:42:50.747 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-02T08:42:50.771 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.snapshots (24 ms) 2024-04-02T08:42:50.771 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-02T08:42:50.778 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-04-02T08:42:50.778 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-02T08:42:50.788 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-04-02T08:42:50.788 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-02T08:42:50.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_save (5 ms) 2024-04-02T08:42:50.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-02T08:42:50.799 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-04-02T08:42:50.799 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-02T08:42:50.807 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-04-02T08:42:50.807 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-02T08:42:50.807 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-02T08:42:50.807 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-02T08:42:50.816 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_snap_add (10 ms) 2024-04-02T08:42:50.816 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-02T08:42:50.823 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_snap_remove (6 ms) 2024-04-02T08:42:50.823 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.flags 2024-04-02T08:42:50.827 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-02T08:42:50.827 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.metadata 2024-04-02T08:42:50.852 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.metadata (24 ms) 2024-04-02T08:42:50.852 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.set_features 2024-04-02T08:42:50.859 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-04-02T08:42:50.859 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror 2024-04-02T08:42:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror (37 ms) 2024-04-02T08:42:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-02T08:42:50.912 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-04-02T08:42:50.912 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-02T08:42:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/846123718' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139989-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:51 smithi137 ceph-mon[88456]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:42:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:42:51] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-04-02T08:42:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/846123718' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139989-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-mon[94314]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:42:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/846123718' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-139989-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-mon[96890]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-02T08:42:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:42:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:42:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:52 smithi137 ceph-mon[88456]: pgmap v1269: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:52 smithi137 ceph-mon[88456]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:42:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:42:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:42:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:52 smithi028 ceph-mon[94314]: pgmap v1269: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:52 smithi028 ceph-mon[94314]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:42:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:52 smithi028 ceph-mon[96890]: pgmap v1269: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-02T08:42:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:52 smithi028 ceph-mon[96890]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-02T08:42:53.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_image_status (2469 ms) 2024-04-02T08:42:53.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-02T08:42:53.464 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_image_map (84 ms) 2024-04-02T08:42:53.465 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-02T08:42:53.473 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-04-02T08:42:53.473 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-02T08:42:53.487 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_snapshot (14 ms) 2024-04-02T08:42:53.487 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-02T08:42:53.489 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-04-02T08:42:53.489 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-02T08:42:53.491 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-02T08:42:53.491 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-02T08:42:53.494 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.dir_add_already_existing (2 ms) 2024-04-02T08:42:53.494 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-02T08:42:53.499 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-02T08:42:53.500 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-02T08:42:53.502 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-02T08:42:53.503 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-02T08:42:53.507 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-02T08:42:53.507 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-02T08:42:53.509 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-02T08:42:53.509 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-02T08:42:53.512 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_image_remove (4 ms) 2024-04-02T08:42:53.512 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-02T08:42:53.515 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-04-02T08:42:53.515 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-02T08:42:53.519 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-02T08:42:53.520 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-02T08:42:53.522 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-02T08:42:53.522 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-02T08:42:53.525 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.image_group_remove (4 ms) 2024-04-02T08:42:53.526 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-02T08:42:53.528 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-02T08:42:53.528 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-02T08:42:53.530 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-02T08:42:53.530 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-02T08:42:53.532 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-02T08:42:53.532 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-02T08:42:53.534 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-02T08:42:53.535 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-02T08:42:53.537 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-02T08:42:53.537 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-02T08:42:53.539 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-02T08:42:53.539 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-02T08:42:53.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-02T08:42:53.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-02T08:42:53.561 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (19 ms) 2024-04-02T08:42:53.561 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-02T08:42:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:53 smithi137 ceph-mon[88456]: pgmap v1271: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 KiB/s rd, 46 KiB/s wr, 233 op/s 2024-04-02T08:42:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:53 smithi028 ceph-mon[94314]: pgmap v1271: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 KiB/s rd, 46 KiB/s wr, 233 op/s 2024-04-02T08:42:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:53 smithi028 ceph-mon[96890]: pgmap v1271: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 KiB/s rd, 46 KiB/s wr, 233 op/s 2024-04-02T08:42:53.779 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (217 ms) 2024-04-02T08:42:53.779 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-02T08:42:53.783 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-02T08:42:53.783 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-02T08:42:53.785 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-02T08:42:53.785 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-02T08:42:53.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-02T08:42:53.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.op_features 2024-04-02T08:42:53.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2024-04-02T08:42:53.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-02T08:42:53.820 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2024-04-02T08:42:53.820 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-02T08:42:53.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-04-02T08:42:53.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-02T08:42:53.840 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-02T08:42:53.840 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-02T08:42:53.847 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-04-02T08:42:53.847 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.migration 2024-04-02T08:42:53.858 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.migration (11 ms) 2024-04-02T08:42:53.858 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-02T08:42:53.868 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-04-02T08:42:53.868 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-02T08:42:55.365 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1497 ms) 2024-04-02T08:42:55.366 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-02T08:42:55.416 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.sparsify (51 ms) 2024-04-02T08:42:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:55 smithi137 ceph-mon[88456]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:42:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:55 smithi137 ceph-mon[88456]: pgmap v1273: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 37 KiB/s wr, 189 op/s 2024-04-02T08:42:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:55 smithi028 ceph-mon[94314]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:42:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:55 smithi028 ceph-mon[94314]: pgmap v1273: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 37 KiB/s wr, 189 op/s 2024-04-02T08:42:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:55 smithi028 ceph-mon[96890]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-02T08:42:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:55 smithi028 ceph-mon[96890]: pgmap v1273: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 138 KiB/s rd, 37 KiB/s wr, 189 op/s 2024-04-02T08:42:56.374 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 70 tests from TestClsRbd (5073 ms total) 2024-04-02T08:42:56.374 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:42:56.374 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:42:56.374 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 70 tests from 1 test suite ran. (7892 ms total) 2024-04-02T08:42:56.374 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 70 tests. 2024-04-02T08:42:56.378 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:42:56.378 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:42:56.444 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-02T08:42:56.444 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-02T08:42:56.512 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:42:56.512 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-02T08:42:56.512 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:42:56.513 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 10 tests from cls_rgw 2024-04-02T08:42:56.513 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-02T08:42:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:56 smithi137 ceph-mon[88456]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:42:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:56 smithi028 ceph-mon[94314]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:42:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:56 smithi028 ceph-mon[96890]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-02T08:42:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:57 smithi137 ceph-mon[88456]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:42:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:57 smithi137 ceph-mon[88456]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:57 smithi028 ceph-mon[94314]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:42:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:57 smithi028 ceph-mon[94314]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:57 smithi028 ceph-mon[96890]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-02T08:42:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:57 smithi028 ceph-mon[96890]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:58 smithi137 ceph-mon[88456]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:42:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:58 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/829212485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:58 smithi028 ceph-mon[96890]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:42:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:58 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/829212485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:58 smithi028 ceph-mon[94314]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-02T08:42:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:58 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/829212485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:42:59.393 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_implicit (2881 ms) 2024-04-02T08:42:59.393 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-02T08:42:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:59 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/829212485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:59 smithi137 ceph-mon[88456]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:42:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:42:59 smithi137 ceph-mon[88456]: pgmap v1279: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:59 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/829212485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:59.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:59 smithi028 ceph-mon[94314]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:42:59.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:42:59 smithi028 ceph-mon[94314]: pgmap v1279: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:42:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:59 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/829212485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:42:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:59 smithi028 ceph-mon[96890]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-02T08:42:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:42:59 smithi028 ceph-mon[96890]: pgmap v1279: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:00 smithi137 ceph-mon[88456]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:43:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:00 smithi028 ceph-mon[94314]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:43:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:00 smithi028 ceph-mon[96890]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-02T08:43:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:43:01] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-04-02T08:43:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-mon[94314]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:43:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1064015326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-mon[94314]: pgmap v1282: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:01.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-mon[96890]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:43:01.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1064015326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:01.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:01.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:01 smithi028 ceph-mon[96890]: pgmap v1282: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:01 smithi137 ceph-mon[88456]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-02T08:43:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:01 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1064015326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:01 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:01 smithi137 ceph-mon[88456]: pgmap v1282: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:02.410 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3017 ms) 2024-04-02T08:43:02.410 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-02T08:43:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:02 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:02 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:02 smithi137 ceph-mon[88456]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:43:02.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:43:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:02 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:02 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:02 smithi028 ceph-mon[94314]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:43:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:02 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:02 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:02.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:02 smithi028 ceph-mon[96890]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-02T08:43:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:03 smithi028 ceph-mon[94314]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:43:03.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:03 smithi028 ceph-mon[94314]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:03.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:03 smithi028 ceph-mon[96890]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:43:03.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:03 smithi028 ceph-mon[96890]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:03 smithi137 ceph-mon[88456]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-02T08:43:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:03 smithi137 ceph-mon[88456]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:43:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[94314]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:43:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/220636612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:43:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[96890]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:43:04.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/220636612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:04.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:04 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:04 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:04 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:43:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:04 smithi137 ceph-mon[88456]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-02T08:43:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:04 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/220636612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:04 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:05 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:05 smithi028 ceph-mon[94314]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:43:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:05 smithi028 ceph-mon[94314]: pgmap v1288: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:05 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:05 smithi028 ceph-mon[96890]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:43:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:05 smithi028 ceph-mon[96890]: pgmap v1288: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:05.796 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:05 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:05.796 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:05 smithi137 ceph-mon[88456]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-02T08:43:05.797 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:05 smithi137 ceph-mon[88456]: pgmap v1288: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:06 smithi028 ceph-mon[94314]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:43:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:06 smithi028 ceph-mon[96890]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:43:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:06 smithi137 ceph-mon[88456]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-02T08:43:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:07 smithi028 ceph-mon[94314]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 244 B/s wr, 0 op/s 2024-04-02T08:43:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:07 smithi028 ceph-mon[96890]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 244 B/s wr, 0 op/s 2024-04-02T08:43:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:07 smithi137 ceph-mon[88456]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 244 B/s wr, 0 op/s 2024-04-02T08:43:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:09 smithi028 ceph-mon[94314]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:43:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:09 smithi028 ceph-mon[94314]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:43:09.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:09 smithi028 ceph-mon[96890]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:43:09.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:09 smithi028 ceph-mon[96890]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:43:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:09 smithi137 ceph-mon[88456]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-02T08:43:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:09 smithi137 ceph-mon[88456]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:43:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:10 smithi028 ceph-mon[94314]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:43:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:10 smithi028 ceph-mon[96890]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:43:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:10 smithi137 ceph-mon[88456]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-02T08:43:11.446 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_put_snap (9036 ms) 2024-04-02T08:43:11.446 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-02T08:43:11.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:11 smithi028 ceph-mon[96890]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:43:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:11 smithi028 ceph-mon[96890]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:43:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:11 smithi028 ceph-mon[94314]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:43:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:11 smithi028 ceph-mon[94314]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:43:11.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:43:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:43:11] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-04-02T08:43:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:11 smithi137 ceph-mon[88456]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-02T08:43:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:11 smithi137 ceph-mon[88456]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2024-04-02T08:43:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:12 smithi137 ceph-mon[88456]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:43:12.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:43:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:12.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:12 smithi028 ceph-mon[94314]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:43:12.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:12 smithi028 ceph-mon[96890]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-02T08:43:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:13 smithi137 ceph-mon[88456]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:43:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:13 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2291523753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:13 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:13 smithi137 ceph-mon[88456]: pgmap v1298: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:13 smithi028 ceph-mon[94314]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:43:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:13 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2291523753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:13 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:13 smithi028 ceph-mon[94314]: pgmap v1298: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:13.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:13 smithi028 ceph-mon[96890]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-02T08:43:13.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:13 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2291523753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:13.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:13 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:13.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:13 smithi028 ceph-mon[96890]: pgmap v1298: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:14.467 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_explicit (3021 ms) 2024-04-02T08:43:14.467 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.set 2024-04-02T08:43:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:14 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:14 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:14 smithi137 ceph-mon[88456]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:43:14.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:14 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:14 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:14 smithi028 ceph-mon[94314]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:43:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:14 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:14 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:14 smithi028 ceph-mon[96890]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-02T08:43:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:15 smithi137 ceph-mon[88456]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:43:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:15 smithi137 ceph-mon[88456]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:15 smithi028 ceph-mon[94314]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:43:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:15 smithi028 ceph-mon[94314]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:15 smithi028 ceph-mon[96890]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-02T08:43:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:15 smithi028 ceph-mon[96890]: pgmap v1301: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:16 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:16 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:43:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:16 smithi137 ceph-mon[88456]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:43:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:16 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4027943993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:16 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:16.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[94314]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4027943993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[96890]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4027943993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:16 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:43:17.487 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.set (3020 ms) 2024-04-02T08:43:17.487 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-02T08:43:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:17 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:17 smithi137 ceph-mon[88456]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:43:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:17 smithi137 ceph-mon[88456]: pgmap v1304: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:17.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:17 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:17 smithi028 ceph-mon[96890]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:43:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:17 smithi028 ceph-mon[96890]: pgmap v1304: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:17 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140044-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:43:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:17 smithi028 ceph-mon[94314]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-02T08:43:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:17 smithi028 ceph-mon[94314]: pgmap v1304: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:18.848 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[96890]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:43:18.848 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[94314]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:18.850 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:18 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:18 smithi137 ceph-mon[88456]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-02T08:43:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:18 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:18 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:18 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:18 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:18 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:18 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:19 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:19 smithi137 ceph-mon[88456]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:43:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:19 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:19 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:19.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:19 smithi137 ceph-mon[88456]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:19.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[96890]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[96890]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[94314]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:19 smithi028 ceph-mon[94314]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:20 smithi137 ceph-mon[88456]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:43:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:20 smithi028 ceph-mon[94314]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:43:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:20 smithi028 ceph-mon[96890]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-02T08:43:21.501 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:43:21] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-04-02T08:43:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:21 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:21 smithi137 ceph-mon[88456]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:43:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:21 smithi137 ceph-mon[88456]: pgmap v1310: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-mon[94314]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:43:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-mon[94314]: pgmap v1310: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-mon[96890]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-02T08:43:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:21 smithi028 ceph-mon[96890]: pgmap v1310: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:22 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:22 smithi137 ceph-mon[88456]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:43:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:43:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:22 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:22 smithi028 ceph-mon[94314]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:43:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:22 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:22 smithi028 ceph-mon[96890]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-02T08:43:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:23 smithi137 ceph-mon[88456]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:43:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:23 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:23 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:23 smithi137 ceph-mon[88456]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:23 smithi028 ceph-mon[96890]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:43:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:23 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:23 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:23 smithi028 ceph-mon[96890]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:23 smithi028 ceph-mon[94314]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-02T08:43:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:23 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:23 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:23 smithi028 ceph-mon[94314]: pgmap v1313: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:24.517 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_implicit_ec (7030 ms) 2024-04-02T08:43:24.518 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-02T08:43:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:24 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:24 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:43:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:24 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:24 smithi137 ceph-mon[88456]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:43:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:24 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:24 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:24 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:43:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[96890]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:43:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:24.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:43:24.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:24.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[94314]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-02T08:43:24.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3229759820' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:24.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]: dispatch 2024-04-02T08:43:24.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:24 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:25.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:25.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:25.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:25.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:25.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-6"}]': finished 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:43:25.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:43:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:26 smithi137 ceph-mon[88456]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:43:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:26 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:26.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:26.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:26 smithi028 ceph-mon[96890]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:43:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:26 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:26 smithi028 ceph-mon[94314]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-02T08:43:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:26 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:27 smithi137 ceph-mon[88456]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:43:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:27 smithi137 ceph-mon[88456]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:27 smithi028 ceph-mon[94314]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:43:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:27 smithi028 ceph-mon[94314]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:27 smithi028 ceph-mon[96890]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-02T08:43:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:27 smithi028 ceph-mon[96890]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:28 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:28 smithi137 ceph-mon[88456]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:43:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:28 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:28.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:28 smithi028 ceph-mon[94314]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:43:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:28 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:28 smithi028 ceph-mon[96890]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-02T08:43:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:29 smithi137 ceph-mon[88456]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:43:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:29 smithi137 ceph-mon[88456]: pgmap v1322: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:29.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:29 smithi028 ceph-mon[94314]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:43:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:29 smithi028 ceph-mon[94314]: pgmap v1322: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:29 smithi028 ceph-mon[96890]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-02T08:43:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:29 smithi028 ceph-mon[96890]: pgmap v1322: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:30 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:30 smithi137 ceph-mon[88456]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:43:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:30 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:30 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:30.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:30 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:30 smithi028 ceph-mon[96890]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:43:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:30 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:30 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:30 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:30 smithi028 ceph-mon[94314]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-02T08:43:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:30 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:30 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:31.552 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:43:31] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-04-02T08:43:31.557 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7040 ms) 2024-04-02T08:43:31.557 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-02T08:43:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:31 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:31 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:31 smithi137 ceph-mon[88456]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:43:31.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:31 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:31.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:31 smithi137 ceph-mon[88456]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[94314]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:43:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[94314]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/621612551' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:31.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[96890]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-02T08:43:31.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]: dispatch 2024-04-02T08:43:31.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:31 smithi028 ceph-mon[96890]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:32 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:32.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:43:32.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-7"}]': finished 2024-04-02T08:43:32.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-02T08:43:32.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:32.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:32.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:32 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:33 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:33 smithi137 ceph-mon[88456]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:43:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:33 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:33.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:33 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:33.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:33 smithi137 ceph-mon[88456]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[94314]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[94314]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[96890]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:33 smithi028 ceph-mon[96890]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:34.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:34 smithi137 ceph-mon[88456]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:43:34.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:34 smithi028 ceph-mon[94314]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:43:34.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:34 smithi028 ceph-mon[96890]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-02T08:43:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:35 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:35 smithi137 ceph-mon[88456]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:43:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:35 smithi137 ceph-mon[88456]: pgmap v1331: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:35.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:35 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:35 smithi028 ceph-mon[96890]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:43:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:35 smithi028 ceph-mon[96890]: pgmap v1331: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:35 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:35 smithi028 ceph-mon[94314]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-02T08:43:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:35 smithi028 ceph-mon[94314]: pgmap v1331: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:36 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:36 smithi137 ceph-mon[88456]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:43:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:36 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:36 smithi028 ceph-mon[94314]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:43:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:36 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:36 smithi028 ceph-mon[96890]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-02T08:43:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:37 smithi137 ceph-mon[88456]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:43:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:37 smithi137 ceph-mon[88456]: pgmap v1334: 113 pgs: 3 creating+peering, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:43:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:37 smithi028 ceph-mon[96890]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:43:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:37 smithi028 ceph-mon[96890]: pgmap v1334: 113 pgs: 3 creating+peering, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:43:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:37 smithi028 ceph-mon[94314]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-02T08:43:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:37 smithi028 ceph-mon[94314]: pgmap v1334: 113 pgs: 3 creating+peering, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T08:43:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:39 smithi137 ceph-mon[88456]: pgmap v1335: 113 pgs: 3 creating+peering, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-04-02T08:43:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:39 smithi137 ceph-mon[88456]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:43:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:39 smithi028 ceph-mon[94314]: pgmap v1335: 113 pgs: 3 creating+peering, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-04-02T08:43:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:39 smithi028 ceph-mon[94314]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:43:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:39 smithi028 ceph-mon[96890]: pgmap v1335: 113 pgs: 3 creating+peering, 110 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-04-02T08:43:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:39 smithi028 ceph-mon[96890]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-02T08:43:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:40 smithi028 ceph-mon[94314]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:43:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:40 smithi028 ceph-mon[96890]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:43:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:40 smithi137 ceph-mon[88456]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-02T08:43:41.653 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:43:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:43:41] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2024-04-02T08:43:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:41 smithi028 ceph-mon[94314]: pgmap v1338: 113 pgs: 113 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-04-02T08:43:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:41 smithi028 ceph-mon[94314]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:43:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:41 smithi028 ceph-mon[96890]: pgmap v1338: 113 pgs: 113 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-04-02T08:43:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:41 smithi028 ceph-mon[96890]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:43:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:41 smithi137 ceph-mon[88456]: pgmap v1338: 113 pgs: 113 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 203 B/s wr, 0 op/s 2024-04-02T08:43:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:41 smithi137 ceph-mon[88456]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-02T08:43:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:43:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:42 smithi028 ceph-mon[94314]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:43:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:42 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:42 smithi028 ceph-mon[96890]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:43:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:42 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:42 smithi137 ceph-mon[88456]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-02T08:43:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:42 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:43.668 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_put_snap_ec (12111 ms) 2024-04-02T08:43:43.668 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-02T08:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[94314]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[94314]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[96890]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:43.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:43.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:43:43.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:43.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[96890]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:43:43.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:43.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:43 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:43 smithi137 ceph-mon[88456]: pgmap v1341: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:43 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:44.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:43 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:43:44.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:43 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:44.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:43 smithi137 ceph-mon[88456]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-02T08:43:44.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:43 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2349134020' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:44.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:43 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]: dispatch 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[94314]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:44.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[96890]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:43:44.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:44.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:44.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:44.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:44.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:44.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:44 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:44 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-8"}]': finished 2024-04-02T08:43:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:44 smithi137 ceph-mon[88456]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-02T08:43:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:44 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:44 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:44 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:44 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:44 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:45.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:44 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[96890]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[96890]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:43:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:45.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[94314]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:45.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:45.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[94314]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:43:45.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:45.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:45 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:45 smithi137 ceph-mon[88456]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:45 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:45 smithi137 ceph-mon[88456]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-02T08:43:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:45 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:45 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:46.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:46 smithi028 ceph-mon[94314]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:43:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:46 smithi028 ceph-mon[96890]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:43:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:46 smithi137 ceph-mon[88456]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-02T08:43:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:47 smithi028 ceph-mon[96890]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:47 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:47 smithi028 ceph-mon[96890]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:43:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:47 smithi028 ceph-mon[94314]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:47 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:47 smithi028 ceph-mon[94314]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:43:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:47 smithi137 ceph-mon[88456]: pgmap v1347: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:47 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:47 smithi137 ceph-mon[88456]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-02T08:43:48.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:48 smithi028 ceph-mon[94314]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:43:48.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:48 smithi028 ceph-mon[96890]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:43:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:48 smithi137 ceph-mon[88456]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[94314]: pgmap v1350: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[94314]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[96890]: pgmap v1350: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[96890]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:49 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:49 smithi137 ceph-mon[88456]: pgmap v1350: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:49 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:49 smithi137 ceph-mon[88456]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-02T08:43:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:49 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:49 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:50.700 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_explicit_ec (7032 ms) 2024-04-02T08:43:50.701 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.set_ec 2024-04-02T08:43:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:50 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:50 smithi137 ceph-mon[88456]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:43:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:50 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:50 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:43:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[96890]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[94314]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-02T08:43:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2751100075' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:51.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]: dispatch 2024-04-02T08:43:51.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:43:51.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:43:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:43:51] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-04-02T08:43:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:43:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:51 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: pgmap v1353: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-9"}]': finished 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:52.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:51 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:43:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:43:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:43:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:52 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:52 smithi137 ceph-mon[88456]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:43:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:52 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:52 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:52 smithi028 ceph-mon[94314]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:43:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:52 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:52 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-140044-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-02T08:43:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:52 smithi028 ceph-mon[96890]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-02T08:43:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:52 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:53 smithi137 ceph-mon[88456]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:53 smithi137 ceph-mon[88456]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:43:54.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:53 smithi028 ceph-mon[96890]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:53 smithi028 ceph-mon[96890]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:43:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:53 smithi028 ceph-mon[94314]: pgmap v1356: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:53 smithi028 ceph-mon[94314]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-02T08:43:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:54 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:54 smithi137 ceph-mon[88456]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:43:55.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:54 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:55.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:54 smithi028 ceph-mon[94314]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:43:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:54 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-140044-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:54 smithi028 ceph-mon[96890]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-02T08:43:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:55 smithi137 ceph-mon[88456]: pgmap v1359: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:55 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:55 smithi137 ceph-mon[88456]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:43:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:55 smithi028 ceph-mon[94314]: pgmap v1359: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:55 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:55 smithi028 ceph-mon[94314]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:43:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:55 smithi028 ceph-mon[96890]: pgmap v1359: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:55 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:43:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:55 smithi028 ceph-mon[96890]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-02T08:43:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:56 smithi137 ceph-mon[88456]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:43:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:56 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:56 smithi028 ceph-mon[94314]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:43:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:56 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:56 smithi028 ceph-mon[96890]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-02T08:43:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:56 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:57.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.set_ec (7039 ms) 2024-04-02T08:43:57.739 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 10 tests from cls_rgw (61227 ms total) 2024-04-02T08:43:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:43:57.739 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:43:57.740 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 10 tests from 1 test suite ran. (61227 ms total) 2024-04-02T08:43:57.740 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 10 tests. 2024-04-02T08:43:57.742 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:43:57.742 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:43:57.810 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-02T08:43:57.810 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-02T08:43:57.878 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:43:57.879 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-02T08:43:57.879 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:43:57.879 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 16 tests from cls_rgw 2024-04-02T08:43:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:57 smithi137 ceph-mon[88456]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:57 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:57 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:43:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:57 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:57 smithi137 ceph-mon[88456]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:43:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:57 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:57 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[94314]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:43:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[94314]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:43:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[96890]: pgmap v1362: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:43:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:43:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:43:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[96890]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-02T08:43:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1666076162' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:57 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]: dispatch 2024-04-02T08:43:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:58 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:58 smithi137 ceph-mon[88456]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:43:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:58 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:58 smithi028 ceph-mon[94314]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:43:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:58 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-140044-10"}]': finished 2024-04-02T08:43:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:58 smithi028 ceph-mon[96890]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-02T08:43:59.752 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_basic 2024-04-02T08:43:59.785 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_basic (34 ms) 2024-04-02T08:43:59.786 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-02T08:43:59.812 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-04-02T08:43:59.812 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-02T08:43:59.847 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_remove_object (35 ms) 2024-04-02T08:43:59.847 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-02T08:44:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:59 smithi137 ceph-mon[88456]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:59 smithi137 ceph-mon[88456]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:44:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:43:59 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4086865754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:59 smithi028 ceph-mon[94314]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:59 smithi028 ceph-mon[94314]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:44:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:43:59 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4086865754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:59 smithi028 ceph-mon[96890]: pgmap v1365: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:59 smithi028 ceph-mon[96890]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-02T08:44:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:43:59 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4086865754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:00 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4086865754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:00 smithi137 ceph-mon[88456]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:44:01.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:00 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4086865754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:01.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:00 smithi028 ceph-mon[94314]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:44:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:00 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4086865754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:00 smithi028 ceph-mon[96890]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-02T08:44:01.270 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_suggest (1423 ms) 2024-04-02T08:44:01.270 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-02T08:44:01.276 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-04-02T08:44:01.276 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_list 2024-04-02T08:44:01.295 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-04-02T08:44:01.295 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-02T08:44:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:44:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:44:01] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-04-02T08:44:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:01 smithi137 ceph-mon[88456]: pgmap v1368: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 39 KiB/s wr, 116 op/s 2024-04-02T08:44:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:01 smithi137 ceph-mon[88456]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:44:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:01 smithi028 ceph-mon[94314]: pgmap v1368: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 39 KiB/s wr, 116 op/s 2024-04-02T08:44:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:01 smithi028 ceph-mon[94314]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:44:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:01 smithi028 ceph-mon[96890]: pgmap v1368: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 39 KiB/s wr, 116 op/s 2024-04-02T08:44:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:01 smithi028 ceph-mon[96890]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-02T08:44:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:44:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:03 smithi137 ceph-mon[88456]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 42 KiB/s wr, 129 op/s 2024-04-02T08:44:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:03 smithi028 ceph-mon[94314]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 42 KiB/s wr, 129 op/s 2024-04-02T08:44:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:03 smithi028 ceph-mon[96890]: pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 42 KiB/s wr, 129 op/s 2024-04-02T08:44:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:05 smithi137 ceph-mon[88456]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 34 KiB/s wr, 105 op/s 2024-04-02T08:44:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:44:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:05 smithi028 ceph-mon[96890]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 34 KiB/s wr, 105 op/s 2024-04-02T08:44:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:44:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:05 smithi028 ceph-mon[94314]: pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 34 KiB/s wr, 105 op/s 2024-04-02T08:44:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:44:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:07 smithi137 ceph-mon[88456]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 531 KiB/s wr, 1.61k op/s 2024-04-02T08:44:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:07 smithi028 ceph-mon[94314]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 531 KiB/s wr, 1.61k op/s 2024-04-02T08:44:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:07 smithi028 ceph-mon[96890]: pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 531 KiB/s wr, 1.61k op/s 2024-04-02T08:44:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:09 smithi137 ceph-mon[88456]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 471 KiB/s wr, 1.43k op/s 2024-04-02T08:44:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:09 smithi028 ceph-mon[94314]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 471 KiB/s wr, 1.43k op/s 2024-04-02T08:44:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:09 smithi028 ceph-mon[96890]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 471 KiB/s wr, 1.43k op/s 2024-04-02T08:44:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:44:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:44:11] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.43.0" 2024-04-02T08:44:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:11 smithi137 ceph-mon[88456]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 402 KiB/s wr, 1.22k op/s 2024-04-02T08:44:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:11 smithi028 ceph-mon[94314]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 402 KiB/s wr, 1.22k op/s 2024-04-02T08:44:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:11 smithi028 ceph-mon[96890]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 402 KiB/s wr, 1.22k op/s 2024-04-02T08:44:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:44:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:13 smithi137 ceph-mon[88456]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 856 KiB/s rd, 558 KiB/s wr, 1.69k op/s 2024-04-02T08:44:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:13 smithi028 ceph-mon[94314]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 856 KiB/s rd, 558 KiB/s wr, 1.69k op/s 2024-04-02T08:44:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:13 smithi028 ceph-mon[96890]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 856 KiB/s rd, 558 KiB/s wr, 1.69k op/s 2024-04-02T08:44:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:15 smithi137 ceph-mon[88456]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 547 KiB/s wr, 1.65k op/s 2024-04-02T08:44:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:15 smithi028 ceph-mon[94314]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 547 KiB/s wr, 1.65k op/s 2024-04-02T08:44:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:15 smithi028 ceph-mon[96890]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 838 KiB/s rd, 547 KiB/s wr, 1.65k op/s 2024-04-02T08:44:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:17 smithi137 ceph-mon[88456]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 720 KiB/s wr, 2.17k op/s 2024-04-02T08:44:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:17 smithi028 ceph-mon[94314]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 720 KiB/s wr, 2.17k op/s 2024-04-02T08:44:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:17 smithi028 ceph-mon[96890]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 720 KiB/s wr, 2.17k op/s 2024-04-02T08:44:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:19 smithi137 ceph-mon[88456]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-02T08:44:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:19 smithi028 ceph-mon[94314]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-02T08:44:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:19 smithi028 ceph-mon[96890]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-02T08:44:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:21.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:44:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:44:21] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.43.0" 2024-04-02T08:44:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:21 smithi137 ceph-mon[88456]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-02T08:44:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:21 smithi028 ceph-mon[94314]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-02T08:44:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:21 smithi028 ceph-mon[96890]: pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 583 KiB/s rd, 389 KiB/s wr, 1.17k op/s 2024-04-02T08:44:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:44:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:23 smithi137 ceph-mon[88456]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 561 KiB/s wr, 1.68k op/s 2024-04-02T08:44:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:23 smithi028 ceph-mon[94314]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 561 KiB/s wr, 1.68k op/s 2024-04-02T08:44:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:23 smithi028 ceph-mon[96890]: pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 842 KiB/s rd, 561 KiB/s wr, 1.68k op/s 2024-04-02T08:44:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:25 smithi137 ceph-mon[88456]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:44:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:44:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[94314]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[96890]: pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:44:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:44:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:27 smithi137 ceph-mon[88456]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 509 KiB/s wr, 1.53k op/s 2024-04-02T08:44:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:27 smithi028 ceph-mon[94314]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 509 KiB/s wr, 1.53k op/s 2024-04-02T08:44:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:27 smithi028 ceph-mon[96890]: pgmap v1382: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 764 KiB/s rd, 509 KiB/s wr, 1.53k op/s 2024-04-02T08:44:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:29 smithi137 ceph-mon[88456]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:29 smithi028 ceph-mon[94314]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:30.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:29 smithi028 ceph-mon[96890]: pgmap v1383: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:44:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:44:31] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.43.0" 2024-04-02T08:44:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:31 smithi137 ceph-mon[88456]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:31 smithi028 ceph-mon[94314]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:31 smithi028 ceph-mon[96890]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:44:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:33 smithi137 ceph-mon[88456]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 505 KiB/s wr, 1.51k op/s 2024-04-02T08:44:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:33 smithi028 ceph-mon[94314]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 505 KiB/s wr, 1.51k op/s 2024-04-02T08:44:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:33 smithi028 ceph-mon[96890]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 505 KiB/s wr, 1.51k op/s 2024-04-02T08:44:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:35 smithi137 ceph-mon[88456]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 999 op/s 2024-04-02T08:44:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:35 smithi028 ceph-mon[94314]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 999 op/s 2024-04-02T08:44:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:35 smithi028 ceph-mon[96890]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 333 KiB/s wr, 999 op/s 2024-04-02T08:44:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:37 smithi137 ceph-mon[88456]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 501 KiB/s wr, 1.50k op/s 2024-04-02T08:44:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:37 smithi028 ceph-mon[94314]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 501 KiB/s wr, 1.50k op/s 2024-04-02T08:44:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:37 smithi028 ceph-mon[96890]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 751 KiB/s rd, 501 KiB/s wr, 1.50k op/s 2024-04-02T08:44:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:39 smithi137 ceph-mon[88456]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:44:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:39 smithi028 ceph-mon[94314]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:44:40.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:39 smithi028 ceph-mon[96890]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:44:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:44:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:44:41] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.43.0" 2024-04-02T08:44:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:41 smithi137 ceph-mon[88456]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:44:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:41 smithi028 ceph-mon[94314]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:44:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:41 smithi028 ceph-mon[96890]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 337 KiB/s wr, 1.01k op/s 2024-04-02T08:44:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:44:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:43 smithi137 ceph-mon[88456]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 505 KiB/s wr, 1.51k op/s 2024-04-02T08:44:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:43 smithi028 ceph-mon[94314]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 505 KiB/s wr, 1.51k op/s 2024-04-02T08:44:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:43 smithi028 ceph-mon[96890]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 505 KiB/s wr, 1.51k op/s 2024-04-02T08:44:45.646 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_list_delimited (44347 ms) 2024-04-02T08:44:45.646 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.bi_list 2024-04-02T08:44:45.718 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.bi_list (74 ms) 2024-04-02T08:44:45.718 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.gc_set 2024-04-02T08:44:45.743 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2024-04-02T08:44:45.743 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.gc_list 2024-04-02T08:44:45.771 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.gc_list (28 ms) 2024-04-02T08:44:45.771 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-02T08:44:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:45 smithi137 ceph-mon[88456]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:45 smithi028 ceph-mon[94314]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:45 smithi028 ceph-mon[96890]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 503 KiB/s rd, 336 KiB/s wr, 1.01k op/s 2024-04-02T08:44:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:46 smithi137 ceph-mon[88456]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:44:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:46 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1341383735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:47.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:46 smithi028 ceph-mon[96890]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:44:47.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:46 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1341383735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:46 smithi028 ceph-mon[94314]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-02T08:44:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:46 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1341383735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:48.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:47 smithi028 ceph-mon[94314]: pgmap v1393: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 402 KiB/s wr, 1.20k op/s 2024-04-02T08:44:48.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:47 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:48.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:47 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1341383735' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:48.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:47 smithi028 ceph-mon[94314]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:44:48.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:47 smithi028 ceph-mon[96890]: pgmap v1393: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 402 KiB/s wr, 1.20k op/s 2024-04-02T08:44:48.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:47 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:48.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:47 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1341383735' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:48.100 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:47 smithi028 ceph-mon[96890]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:44:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:47 smithi137 ceph-mon[88456]: pgmap v1393: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 402 KiB/s wr, 1.20k op/s 2024-04-02T08:44:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:47 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:44:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:47 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1341383735' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140382-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:47 smithi137 ceph-mon[88456]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-02T08:44:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:48 smithi137 ceph-mon[88456]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:44:49.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:48 smithi028 ceph-mon[94314]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:44:49.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:48 smithi028 ceph-mon[96890]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-02T08:44:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:49 smithi137 ceph-mon[88456]: pgmap v1396: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 335 KiB/s wr, 997 op/s 2024-04-02T08:44:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:49 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:49 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:44:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:49 smithi028 ceph-mon[94314]: pgmap v1396: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 335 KiB/s wr, 997 op/s 2024-04-02T08:44:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:49 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:49 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:44:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:49 smithi028 ceph-mon[96890]: pgmap v1396: 169 pgs: 17 creating+peering, 15 unknown, 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 335 KiB/s wr, 997 op/s 2024-04-02T08:44:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:49 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:44:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:49 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:44:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:51.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:44:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:44:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:44:51] "GET /metrics HTTP/1.1" 200 38738 "" "Prometheus/2.43.0" 2024-04-02T08:44:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:51 smithi137 ceph-mon[88456]: pgmap v1397: 169 pgs: 17 creating+peering, 152 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 335 KiB/s wr, 997 op/s 2024-04-02T08:44:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:51 smithi028 ceph-mon[94314]: pgmap v1397: 169 pgs: 17 creating+peering, 152 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 335 KiB/s wr, 997 op/s 2024-04-02T08:44:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:51 smithi028 ceph-mon[96890]: pgmap v1397: 169 pgs: 17 creating+peering, 152 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 335 KiB/s wr, 997 op/s 2024-04-02T08:44:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:44:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:44:52.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.gc_defer (7062 ms) 2024-04-02T08:44:52.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-02T08:44:52.919 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.usage_basic (87 ms) 2024-04-02T08:44:52.919 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-02T08:44:52.921 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-04-02T08:44:52.921 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-02T08:44:53.027 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.usage_clear (105 ms) 2024-04-02T08:44:53.027 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-02T08:44:53.104 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.bi_log_trim (77 ms) 2024-04-02T08:44:53.104 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-02T08:44:53.116 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2024-04-02T08:44:53.838 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 16 tests from cls_rgw (53364 ms total) 2024-04-02T08:44:53.838 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:44:53.838 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:44:53.838 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 16 tests from 1 test suite ran. (55959 ms total) 2024-04-02T08:44:53.838 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 16 tests. 2024-04-02T08:44:53.841 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:44:53.842 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:44:53.910 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-02T08:44:53.910 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-02T08:44:53.979 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:44:53.980 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-02T08:44:53.980 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:44:53.980 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-02T08:44:53.980 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.init 2024-04-02T08:44:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:53 smithi137 ceph-mon[88456]: pgmap v1398: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 295 KiB/s wr, 879 op/s 2024-04-02T08:44:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:53 smithi137 ceph-mon[88456]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:44:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:53 smithi028 ceph-mon[94314]: pgmap v1398: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 295 KiB/s wr, 879 op/s 2024-04-02T08:44:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:53 smithi028 ceph-mon[94314]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:44:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:53 smithi028 ceph-mon[96890]: pgmap v1398: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 652 KiB/s rd, 295 KiB/s wr, 879 op/s 2024-04-02T08:44:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:53 smithi028 ceph-mon[96890]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-02T08:44:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:54 smithi137 ceph-mon[88456]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:44:55.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:54 smithi028 ceph-mon[94314]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:44:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:54 smithi028 ceph-mon[96890]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-02T08:44:55.856 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.init (1877 ms) 2024-04-02T08:44:55.857 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-02T08:44:55.873 INFO:tasks.workunit.client.0.smithi028.stderr:[ ] list info tag = chain-0 2024-04-02T08:44:55.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (15 ms) 2024-04-02T08:44:55.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-02T08:44:55.878 INFO:tasks.workunit.client.0.smithi028.stderr:[ ] next_marker is: = 0/4263 2024-04-02T08:44:55.879 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (7 ms) 2024-04-02T08:44:55.879 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-02T08:44:55.886 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-04-02T08:44:55.886 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-02T08:44:55.893 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-02T08:44:55.893 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-02T08:44:55.900 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-02T08:44:55.900 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-02T08:44:55.906 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-02T08:44:55.906 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-02T08:44:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-02T08:44:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-02T08:44:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:55 smithi137 ceph-mon[88456]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:55 smithi137 ceph-mon[88456]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:44:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4097298887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:55 smithi028 ceph-mon[96890]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:55 smithi028 ceph-mon[96890]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:44:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4097298887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:55 smithi028 ceph-mon[94314]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:55 smithi028 ceph-mon[94314]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-02T08:44:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4097298887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:56.866 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.finalize (952 ms) 2024-04-02T08:44:56.866 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 9 tests from cls_rgw_gc (2885 ms total) 2024-04-02T08:44:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:44:56.866 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:44:56.867 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 9 tests from 1 test suite ran. (2885 ms total) 2024-04-02T08:44:56.867 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 9 tests. 2024-04-02T08:44:56.868 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:44:56.868 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:44:56.934 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-02T08:44:56.934 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-02T08:44:57.009 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 1 test from 1 test suite. 2024-04-02T08:44:57.009 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:44:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:56 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:56 smithi137 ceph-mon[88456]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:44:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:56 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:56 smithi028 ceph-mon[94314]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:44:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:56 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140583-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:44:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:56 smithi028 ceph-mon[96890]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-02T08:44:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:57 smithi137 ceph-mon[88456]: pgmap v1404: 137 pgs: 16 creating+peering, 121 active+clean; 600 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:57 smithi137 ceph-mon[88456]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:44:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:57 smithi028 ceph-mon[94314]: pgmap v1404: 137 pgs: 16 creating+peering, 121 active+clean; 600 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:57 smithi028 ceph-mon[94314]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:44:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:57 smithi028 ceph-mon[96890]: pgmap v1404: 137 pgs: 16 creating+peering, 121 active+clean; 600 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:44:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:57 smithi028 ceph-mon[96890]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-02T08:44:58.873 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from cls_rgw_stats 2024-04-02T08:44:58.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-02T08:44:58.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.892+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~LO0L60I79IXM.0 size=701543 2024-04-02T08:44:58.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.892+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=LO0L60I79IXM tag=IM87N9VPEQWS type=write size=1750119 2024-04-02T08:44:58.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.894+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=6UDJIYQLFSTW type=del size=1090404 2024-04-02T08:44:58.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.895+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=4ZOKAAE5JXY6 type=del size=152469 2024-04-02T08:44:58.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.898+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~CNGATTL721H2.0 size=231480 2024-04-02T08:44:58.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.898+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=CNGATTL721H2 tag=YJS03CLWRWXB type=write size=1280056 2024-04-02T08:44:58.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.900+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~97J84UIDCWP9.0 size=744392 2024-04-02T08:44:58.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.900+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=97J84UIDCWP9 tag=I8XU0F5UO7DM type=write size=1792968 2024-04-02T08:44:58.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.902+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=YAMYMXIROI8T type=del size=1025593 2024-04-02T08:44:58.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.903+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=2TL98YS1QRXT type=del size=642800 2024-04-02T08:44:58.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.904+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=ZYCSY1FN4PFC type=del size=526617 2024-04-02T08:44:58.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.905+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=SGK5ECZF30PR type=del size=955196 2024-04-02T08:44:58.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.907+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=JZBUCF95NG0J type=del size=342436 2024-04-02T08:44:58.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.908+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=HSLZX39RIWMM type=write size=119983 2024-04-02T08:44:58.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.909+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=8T6VXW9CZCSQ type=del size=2077271 2024-04-02T08:44:58.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.911+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~LUUP8RK8VRGY.0 size=203270 2024-04-02T08:44:58.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.911+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=LUUP8RK8VRGY tag=I3C52KDB62UY type=write size=1251846 2024-04-02T08:44:58.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.913+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=6NFCC9N9QID3 type=del size=644720 2024-04-02T08:44:58.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.915+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~8YDIVTU66ETM.0 size=1048576 2024-04-02T08:44:58.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.916+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~8YDIVTU66ETM.1 size=344078 2024-04-02T08:44:58.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.916+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=8YDIVTU66ETM tag=TIO4Q7OSEYH1 type=write size=2441230 2024-04-02T08:44:58.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.917+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=L24ZRCDW8LYQ type=del size=1143077 2024-04-02T08:44:58.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.918+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~LO0L60I79IXM.0 size=701543 2024-04-02T08:44:58.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.921+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=LO0L60I79IXM tag=IM87N9VPEQWS type=write size=1750119 2024-04-02T08:44:58.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.922+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=I8X3AEBK6L6L type=del size=388167 2024-04-02T08:44:58.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.923+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=6UDJIYQLFSTW type=del 2024-04-02T08:44:58.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.925+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~JXJDT4CLNKY5.0 size=1048576 2024-04-02T08:44:58.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.927+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~JXJDT4CLNKY5.1 size=877029 2024-04-02T08:44:58.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.927+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=JXJDT4CLNKY5 tag=JMSZRLJIH922 type=write size=2974181 2024-04-02T08:44:58.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.928+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=4ZOKAAE5JXY6 type=del 2024-04-02T08:44:58.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.929+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=Z691IY4MRLH9 type=del size=504325 2024-04-02T08:44:58.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.931+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~CNGATTL721H2.0 size=231480 2024-04-02T08:44:58.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.933+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=CNGATTL721H2 tag=YJS03CLWRWXB type=write size=1280056 2024-04-02T08:44:58.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.934+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=9Z9QY9NWPNLH type=write size=319203 2024-04-02T08:44:58.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.935+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~97J84UIDCWP9.0 size=744392 2024-04-02T08:44:58.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.937+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=97J84UIDCWP9 tag=I8XU0F5UO7DM type=write size=1792968 2024-04-02T08:44:58.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.939+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=I9CO3SQ3I091 type=del size=428715 2024-04-02T08:44:58.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.940+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=YAMYMXIROI8T type=del 2024-04-02T08:44:58.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.942+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~VGVVJAEDFSO2.0 size=1048576 2024-04-02T08:44:58.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.943+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~VGVVJAEDFSO2.1 size=1048576 2024-04-02T08:44:58.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.944+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~VGVVJAEDFSO2.2 size=254308 2024-04-02T08:44:58.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.944+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=VGVVJAEDFSO2 tag=CWMD6V7YYCWH type=write size=3400036 2024-04-02T08:44:58.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.945+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=2TL98YS1QRXT type=del 2024-04-02T08:44:58.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.946+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=PA6XUGPHDUVV type=del size=2136350 2024-04-02T08:44:58.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.948+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=ZYCSY1FN4PFC type=del 2024-04-02T08:44:58.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.949+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=RTSE14M78VZS type=del size=1324136 2024-04-02T08:44:58.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.950+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=SGK5ECZF30PR type=del 2024-04-02T08:44:58.950 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.951+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=R6WBSXB618O7 type=del size=2244514 2024-04-02T08:44:58.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.953+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=JZBUCF95NG0J type=del 2024-04-02T08:44:58.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.955+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~YBV2RAA0KV0B.0 size=1048576 2024-04-02T08:44:58.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.956+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~YBV2RAA0KV0B.1 size=746808 2024-04-02T08:44:58.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.956+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=YBV2RAA0KV0B tag=JXYRC1BSZ10J type=write size=2843960 2024-04-02T08:44:58.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.957+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=HSLZX39RIWMM type=write size=119983 2024-04-02T08:44:58.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.959+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~173910OFV257.0 size=598351 2024-04-02T08:44:58.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.959+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=173910OFV257 tag=5C0PJ12KXH1K type=write size=1646927 2024-04-02T08:44:58.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.960+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=8T6VXW9CZCSQ type=del 2024-04-02T08:44:58.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.962+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~W2QLDVU48LXY.0 size=1048576 2024-04-02T08:44:58.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.963+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~W2QLDVU48LXY.1 size=47785 2024-04-02T08:44:58.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.963+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=W2QLDVU48LXY tag=ODO7QVNADDP8 type=write size=2144937 2024-04-02T08:44:58.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.964+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~LUUP8RK8VRGY.0 size=203270 2024-04-02T08:44:58.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.966+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=LUUP8RK8VRGY tag=I3C52KDB62UY type=write size=1251846 2024-04-02T08:44:58.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.969+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~0LZ9TOO2D4AN.0 size=1048576 2024-04-02T08:44:58.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.970+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~0LZ9TOO2D4AN.1 size=163268 2024-04-02T08:44:58.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.970+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=0LZ9TOO2D4AN tag=UM4Q8M5R1PJ5 type=write size=2260420 2024-04-02T08:44:58.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.971+0000 7f66a8039780 1 < canceled operation key=A0ZBFF51XGDX tag=6NFCC9N9QID3 type=del size=644720 2024-04-02T08:44:58.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.972+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=BGSXN7751XET type=del size=1235843 2024-04-02T08:44:58.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.973+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~8YDIVTU66ETM.0 size=1048576 2024-04-02T08:44:58.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.974+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~8YDIVTU66ETM.1 size=344078 2024-04-02T08:44:58.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.976+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=8YDIVTU66ETM tag=TIO4Q7OSEYH1 type=write size=2441230 2024-04-02T08:44:58.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.977+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=J4253Z08A8VI type=write size=739673 2024-04-02T08:44:58.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.980+0000 7f66a8039780 1 < suggested update operation key=H46EQB061BMB tag=L24ZRCDW8LYQ type=del size=1143077 2024-04-02T08:44:58.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.982+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~40CBDNSYKTIK.0 size=1048576 2024-04-02T08:44:58.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.983+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~40CBDNSYKTIK.1 size=956112 2024-04-02T08:44:58.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.983+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=40CBDNSYKTIK tag=OIGW2WPB47B3 type=write size=3053264 2024-04-02T08:44:58.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.984+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=I8X3AEBK6L6L type=del 2024-04-02T08:44:58.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.985+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=QBA555ZZFRKD type=del size=2316487 2024-04-02T08:44:58.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.986+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~JXJDT4CLNKY5.0 size=1048576 2024-04-02T08:44:58.986 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.987+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~JXJDT4CLNKY5.1 size=877029 2024-04-02T08:44:58.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.989+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=JXJDT4CLNKY5 tag=JMSZRLJIH922 type=write size=2974181 2024-04-02T08:44:58.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.991+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ZZ2TS6LIT2RT.0 size=1048576 2024-04-02T08:44:58.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.992+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ZZ2TS6LIT2RT.1 size=1048576 2024-04-02T08:44:58.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.993+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ZZ2TS6LIT2RT.2 size=796584 2024-04-02T08:44:58.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.993+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=ZZ2TS6LIT2RT tag=060GK7ZW49LB type=write size=3942312 2024-04-02T08:44:58.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.994+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=Z691IY4MRLH9 type=del 2024-04-02T08:44:58.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.996+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=IP5LX9RHINT0 type=write size=728992 2024-04-02T08:44:58.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.997+0000 7f66a8039780 1 < completed write operation key=ZIJ5SF72DVM1 tag=9Z9QY9NWPNLH type=write size=319203 2024-04-02T08:44:58.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:58.999+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~OUP6IED9AYRZ.0 size=1048576 2024-04-02T08:44:58.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.000+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~OUP6IED9AYRZ.1 size=101797 2024-04-02T08:44:58.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.000+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=OUP6IED9AYRZ tag=HVUDHW7ISKF7 type=write size=2198949 2024-04-02T08:44:59.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.003+0000 7f66a8039780 1 < suggested remove operation key=VLGN1CJMAOWK tag=I9CO3SQ3I091 type=del 2024-04-02T08:44:59.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.004+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=4BCVNXLG8X4R type=write size=438455 2024-04-02T08:44:59.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.005+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~VGVVJAEDFSO2.0 size=1048576 2024-04-02T08:44:59.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.006+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~VGVVJAEDFSO2.1 size=1048576 2024-04-02T08:44:59.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.007+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~VGVVJAEDFSO2.2 size=254308 2024-04-02T08:44:59.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.009+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=VGVVJAEDFSO2 tag=CWMD6V7YYCWH type=write size=3400036 2024-04-02T08:44:59.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.010+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=830LEH99HHZR type=write size=364732 2024-04-02T08:44:59.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.011+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=PA6XUGPHDUVV type=del 2024-04-02T08:44:59.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.012+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=W2IQEU0V4TLW type=del size=3793492 2024-04-02T08:44:59.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.014+0000 7f66a8039780 1 < suggested remove operation key=C49DO0QY95UV tag=RTSE14M78VZS type=del 2024-04-02T08:44:59.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.016+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=Q1VTE9KXECI9 type=write size=17290 2024-04-02T08:44:59.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.018+0000 7f66a8039780 1 < suggested update operation key=FDBYRCJ7K5Z6 tag=R6WBSXB618O7 type=del size=2244514 2024-04-02T08:44:59.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.019+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=530DOTQF4FBG type=del size=1352817 2024-04-02T08:44:59.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.020+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~YBV2RAA0KV0B.0 size=1048576 2024-04-02T08:44:59.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.020+0000 7f66a8039780 1 < canceled part key=_multipart_SKXP9F1WMETM.2~YBV2RAA0KV0B.1 size=746808 2024-04-02T08:44:59.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.022+0000 7f66a8039780 1 < canceled multipart upload key=SKXP9F1WMETM upload=YBV2RAA0KV0B tag=JXYRC1BSZ10J type=write size=2843960 2024-04-02T08:44:59.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.024+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=I1DWTYEIG5WV type=del size=4185327 2024-04-02T08:44:59.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.025+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~173910OFV257.0 size=598351 2024-04-02T08:44:59.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.027+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=173910OFV257 tag=5C0PJ12KXH1K type=write size=1646927 2024-04-02T08:44:59.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.028+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=0S5VWNXSKOXY type=write size=413830 2024-04-02T08:44:59.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.028+0000 7f66a8039780 1 < canceled part key=_multipart_ZIJ5SF72DVM1.2~W2QLDVU48LXY.0 size=1048576 2024-04-02T08:44:59.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.029+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~W2QLDVU48LXY.1 size=47785 2024-04-02T08:44:59.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.031+0000 7f66a8039780 1 < canceled multipart upload key=ZIJ5SF72DVM1 upload=W2QLDVU48LXY tag=ODO7QVNADDP8 type=write size=2144937 2024-04-02T08:44:59.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.032+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=8XG38XT80A1F type=write size=997239 2024-04-02T08:44:59.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.033+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~0LZ9TOO2D4AN.0 size=1048576 2024-04-02T08:44:59.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.034+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~0LZ9TOO2D4AN.1 size=163268 2024-04-02T08:44:59.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.036+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=0LZ9TOO2D4AN tag=UM4Q8M5R1PJ5 type=write size=2260420 2024-04-02T08:44:59.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.037+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=FK650LULV02O type=del size=3985359 2024-04-02T08:44:59.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.038+0000 7f66a8039780 -1 < failed to complete operation key=H46EQB061BMB tag=BGSXN7751XET type=del size=1235843: (22) Invalid argument 2024-04-02T08:44:59.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.039+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=WEZBAK33F28H type=del size=3842640 2024-04-02T08:44:59.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.041+0000 7f66a8039780 1 < completed write operation key=HUH2LBUPML72 tag=J4253Z08A8VI type=write size=739673 2024-04-02T08:44:59.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.043+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~BBX4L1B3HCAH.0 size=1048576 2024-04-02T08:44:59.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.044+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~BBX4L1B3HCAH.1 size=672885 2024-04-02T08:44:59.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.044+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=BBX4L1B3HCAH tag=WI8EQF1PJVTH type=write size=2770037 2024-04-02T08:44:59.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.045+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~40CBDNSYKTIK.0 size=1048576 2024-04-02T08:44:59.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.046+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~40CBDNSYKTIK.1 size=956112 2024-04-02T08:44:59.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.047+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=40CBDNSYKTIK tag=OIGW2WPB47B3 type=write size=3053264 2024-04-02T08:44:59.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.050+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~G5XNB0HBIJQY.0 size=1048576 2024-04-02T08:44:59.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.050+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~G5XNB0HBIJQY.1 size=1048576 2024-04-02T08:44:59.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.051+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~G5XNB0HBIJQY.2 size=565290 2024-04-02T08:44:59.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.051+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=G5XNB0HBIJQY tag=ILITA1MNGG4J type=write size=3711018 2024-04-02T08:44:59.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.052+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=QBA555ZZFRKD type=del 2024-04-02T08:44:59.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.055+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~UOTVVS0PKTR2.0 size=314674 2024-04-02T08:44:59.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.055+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=UOTVVS0PKTR2 tag=R9DNSR6SXJZF type=write size=1363250 2024-04-02T08:44:59.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.055+0000 7f66a8039780 1 < canceled part key=_multipart_PKWCIR77HPSQ.2~ZZ2TS6LIT2RT.0 size=1048576 2024-04-02T08:44:59.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.055+0000 7f66a8039780 1 < canceled part key=_multipart_PKWCIR77HPSQ.2~ZZ2TS6LIT2RT.1 size=1048576 2024-04-02T08:44:59.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.056+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~ZZ2TS6LIT2RT.2 size=796584 2024-04-02T08:44:59.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.058+0000 7f66a8039780 1 < canceled multipart upload key=PKWCIR77HPSQ upload=ZZ2TS6LIT2RT tag=060GK7ZW49LB type=write size=3942312 2024-04-02T08:44:59.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.061+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LTI3Q1WB9SRD.0 size=1048576 2024-04-02T08:44:59.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.062+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LTI3Q1WB9SRD.1 size=1048576 2024-04-02T08:44:59.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.062+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LTI3Q1WB9SRD.2 size=938080 2024-04-02T08:44:59.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.062+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=LTI3Q1WB9SRD tag=YEUHCWRLNEB9 type=write size=4083808 2024-04-02T08:44:59.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.065+0000 7f66a8039780 1 < suggested remove operation key=VJZTCVAN2M5T tag=IP5LX9RHINT0 type=write 2024-04-02T08:44:59.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.066+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=P3W18WU2HAEO type=del size=4091804 2024-04-02T08:44:59.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.068+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~OUP6IED9AYRZ.0 size=1048576 2024-04-02T08:44:59.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.068+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~OUP6IED9AYRZ.1 size=101797 2024-04-02T08:44:59.069 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.071+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=OUP6IED9AYRZ tag=HVUDHW7ISKF7 type=write size=2198949 2024-04-02T08:44:59.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.073+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~VMG7PWK5H63Z.0 size=1048576 2024-04-02T08:44:59.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.074+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~VMG7PWK5H63Z.1 size=674001 2024-04-02T08:44:59.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.074+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=VMG7PWK5H63Z tag=TY59Y31EAA62 type=write size=2771153 2024-04-02T08:44:59.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.075+0000 7f66a8039780 -1 < failed to complete operation key=C49DO0QY95UV tag=4BCVNXLG8X4R type=write size=438455: (22) Invalid argument 2024-04-02T08:44:59.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.077+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~2X6U044J1S2J.0 size=1048576 2024-04-02T08:44:59.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.078+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~2X6U044J1S2J.1 size=380755 2024-04-02T08:44:59.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.078+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=2X6U044J1S2J tag=FFJUGG8PHD0A type=write size=2477907 2024-04-02T08:44:59.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.080+0000 7f66a8039780 -1 < failed to complete operation key=C49DO0QY95UV tag=830LEH99HHZR type=write size=364732: (22) Invalid argument 2024-04-02T08:44:59.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.081+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=OKJY12GGNGY7 type=del size=2570621 2024-04-02T08:44:59.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.082+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=W2IQEU0V4TLW type=del 2024-04-02T08:44:59.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.083+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=KE6MFKXR8Z0D type=del size=292581 2024-04-02T08:44:59.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.084+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=VJZTCVAN2M5T tag=Q1VTE9KXECI9 type=write size=17290: (2) No such file or directory 2024-04-02T08:44:59.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.086+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~FFIDZWEVABRN.0 size=1048576 2024-04-02T08:44:59.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.087+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~FFIDZWEVABRN.1 size=1048576 2024-04-02T08:44:59.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.087+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~FFIDZWEVABRN.2 size=16573 2024-04-02T08:44:59.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.087+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=FFIDZWEVABRN tag=BQEFRHUUU4Q8 type=write size=3162301 2024-04-02T08:44:59.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.089+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=530DOTQF4FBG type=del 2024-04-02T08:44:59.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.090+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=SOD8HWSXPAVR type=del size=2808471 2024-04-02T08:44:59.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.091+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=I1DWTYEIG5WV type=del 2024-04-02T08:44:59.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.092+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=6V3EFRLAI15L type=del size=3766789 2024-04-02T08:44:59.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.093+0000 7f66a8039780 1 < completed write operation key=YX81WRKACN8N tag=0S5VWNXSKOXY type=write size=413830 2024-04-02T08:44:59.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.094+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=UIGUDVMHYIP8 type=del size=2990729 2024-04-02T08:44:59.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.096+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=8XG38XT80A1F type=write size=997239 2024-04-02T08:44:59.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.098+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~ZS16HHLMMUIM.0 size=927238 2024-04-02T08:44:59.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.098+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=ZS16HHLMMUIM tag=MFVBTCVZX25V type=write size=1975814 2024-04-02T08:44:59.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.099+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=FK650LULV02O type=del 2024-04-02T08:44:59.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.101+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~0LTBRT04JSWY.0 size=1048576 2024-04-02T08:44:59.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.102+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~0LTBRT04JSWY.1 size=1048576 2024-04-02T08:44:59.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.103+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~0LTBRT04JSWY.2 size=372836 2024-04-02T08:44:59.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.103+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=0LTBRT04JSWY tag=E3ECLLQGGFS5 type=write size=3518564 2024-04-02T08:44:59.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.104+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=WEZBAK33F28H type=del 2024-04-02T08:44:59.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.105+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=KIC4T39LANZU type=del size=91976 2024-04-02T08:44:59.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.107+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~BBX4L1B3HCAH.0 size=1048576 2024-04-02T08:44:59.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.107+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~BBX4L1B3HCAH.1 size=672885 2024-04-02T08:44:59.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.109+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=BBX4L1B3HCAH tag=WI8EQF1PJVTH type=write size=2770037 2024-04-02T08:44:59.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.111+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=XPDTOZSRCAFL type=del size=2322626 2024-04-02T08:44:59.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.112+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~G5XNB0HBIJQY.0 size=1048576 2024-04-02T08:44:59.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.113+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~G5XNB0HBIJQY.1 size=1048576 2024-04-02T08:44:59.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.114+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~G5XNB0HBIJQY.2 size=565290 2024-04-02T08:44:59.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.116+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=G5XNB0HBIJQY tag=ILITA1MNGG4J type=write size=3711018 2024-04-02T08:44:59.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.118+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~XPB3FC951ZNB.0 size=1048576 2024-04-02T08:44:59.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.119+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~XPB3FC951ZNB.1 size=1048576 2024-04-02T08:44:59.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.120+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~XPB3FC951ZNB.2 size=416177 2024-04-02T08:44:59.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.120+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=XPB3FC951ZNB tag=R7SEAF5LC0IV type=write size=3561905 2024-04-02T08:44:59.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.120+0000 7f66a8039780 1 < canceled part key=_multipart_O0QCRP60VK0G.2~UOTVVS0PKTR2.0 size=314674 2024-04-02T08:44:59.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.122+0000 7f66a8039780 1 < canceled multipart upload key=O0QCRP60VK0G upload=UOTVVS0PKTR2 tag=R9DNSR6SXJZF type=write size=1363250 2024-04-02T08:44:59.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.123+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=IELDD5F6FFJ0 type=write size=845878 2024-04-02T08:44:59.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.124+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LTI3Q1WB9SRD.0 size=1048576 2024-04-02T08:44:59.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.125+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LTI3Q1WB9SRD.1 size=1048576 2024-04-02T08:44:59.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.126+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LTI3Q1WB9SRD.2 size=938080 2024-04-02T08:44:59.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.128+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=LTI3Q1WB9SRD tag=YEUHCWRLNEB9 type=write size=4083808 2024-04-02T08:44:59.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.130+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~5IXCPF0FQURZ.0 size=373902 2024-04-02T08:44:59.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.130+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=5IXCPF0FQURZ tag=8GR55YZPU0EN type=write size=1422478 2024-04-02T08:44:59.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.131+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=P3W18WU2HAEO type=del 2024-04-02T08:44:59.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.133+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~585M8YLBHN2S.0 size=1048576 2024-04-02T08:44:59.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.134+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~585M8YLBHN2S.1 size=1048576 2024-04-02T08:44:59.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.135+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~585M8YLBHN2S.2 size=94268 2024-04-02T08:44:59.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.135+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=585M8YLBHN2S tag=2K0WWY4J1EOZ type=write size=3239996 2024-04-02T08:44:59.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.137+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~VMG7PWK5H63Z.0 size=1048576 2024-04-02T08:44:59.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.138+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~VMG7PWK5H63Z.1 size=674001 2024-04-02T08:44:59.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.140+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=VMG7PWK5H63Z tag=TY59Y31EAA62 type=write size=2771153 2024-04-02T08:44:59.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.141+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=25D7O012PUBJ type=del size=2899870 2024-04-02T08:44:59.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.142+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~2X6U044J1S2J.0 size=1048576 2024-04-02T08:44:59.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.143+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~2X6U044J1S2J.1 size=380755 2024-04-02T08:44:59.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.145+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=2X6U044J1S2J tag=FFJUGG8PHD0A type=write size=2477907 2024-04-02T08:44:59.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.146+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=INJUX7R2TKX3 type=write size=1016013 2024-04-02T08:44:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:58 smithi137 ceph-mon[88456]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T08:44:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:58 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2365478492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140638-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:59.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.147+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=OKJY12GGNGY7 type=del 2024-04-02T08:44:59.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.149+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~00P18KWBBKY4.0 size=9892 2024-04-02T08:44:59.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.149+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=00P18KWBBKY4 tag=SE0WNAMWL12J type=write size=1058468 2024-04-02T08:44:59.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.152+0000 7f66a8039780 1 < suggested update operation key=SKXP9F1WMETM tag=KE6MFKXR8Z0D type=del size=292581 2024-04-02T08:44:59.152 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.154+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~US59BQDIRTT0.0 size=1048576 2024-04-02T08:44:59.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.155+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~US59BQDIRTT0.1 size=802611 2024-04-02T08:44:59.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.155+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=US59BQDIRTT0 tag=3DWJPOWNH8G8 type=write size=2899763 2024-04-02T08:44:59.154 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.156+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~FFIDZWEVABRN.0 size=1048576 2024-04-02T08:44:59.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.157+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~FFIDZWEVABRN.1 size=1048576 2024-04-02T08:44:59.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.158+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~FFIDZWEVABRN.2 size=16573 2024-04-02T08:44:59.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.160+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=FFIDZWEVABRN tag=BQEFRHUUU4Q8 type=write size=3162301 2024-04-02T08:44:59.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.162+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~JJFGPQOUV08Q.0 size=1048576 2024-04-02T08:44:59.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.163+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~JJFGPQOUV08Q.1 size=922866 2024-04-02T08:44:59.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.163+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=JJFGPQOUV08Q tag=7HTO8HD7H3HT type=write size=3020018 2024-04-02T08:44:59.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.164+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=SOD8HWSXPAVR type=del 2024-04-02T08:44:59.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.165+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=MGW0PJXIZ3IM type=del size=3231277 2024-04-02T08:44:59.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.166+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=6V3EFRLAI15L type=del 2024-04-02T08:44:59.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.168+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=ZTSCSFI0TWT2 type=del size=3013459 2024-04-02T08:44:59.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.169+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=UIGUDVMHYIP8 type=del 2024-04-02T08:44:59.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.171+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~9B383YR8G2XF.0 size=190016 2024-04-02T08:44:59.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.171+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=9B383YR8G2XF tag=IRQT9U04C8VE type=write size=1238592 2024-04-02T08:44:59.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.172+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~ZS16HHLMMUIM.0 size=927238 2024-04-02T08:44:59.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.174+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=ZS16HHLMMUIM tag=MFVBTCVZX25V type=write size=1975814 2024-04-02T08:44:59.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.176+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~7WBDTZMXUP14.0 size=728364 2024-04-02T08:44:59.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.176+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=7WBDTZMXUP14 tag=XR3ZSA0OKY5B type=write size=1776940 2024-04-02T08:44:59.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.177+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~0LTBRT04JSWY.0 size=1048576 2024-04-02T08:44:59.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.178+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~0LTBRT04JSWY.1 size=1048576 2024-04-02T08:44:59.178 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.179+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~0LTBRT04JSWY.2 size=372836 2024-04-02T08:44:59.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.181+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=0LTBRT04JSWY tag=E3ECLLQGGFS5 type=write size=3518564 2024-04-02T08:44:59.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.182+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=1DQPU2W6H6EE type=del size=2644197 2024-04-02T08:44:59.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.183+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=KIC4T39LANZU type=del 2024-04-02T08:44:59.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.185+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=J8SHB7FB1J9Q type=del size=1219137 2024-04-02T08:44:59.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.186+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=XPDTOZSRCAFL type=del 2024-04-02T08:44:59.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.188+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~0KLKVQRQ8QG4.0 size=63534 2024-04-02T08:44:59.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.188+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=0KLKVQRQ8QG4 tag=1YO7IUVNLUK8 type=write size=1112110 2024-04-02T08:44:59.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.189+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~XPB3FC951ZNB.0 size=1048576 2024-04-02T08:44:59.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.190+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~XPB3FC951ZNB.1 size=1048576 2024-04-02T08:44:59.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.192+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~XPB3FC951ZNB.2 size=416177 2024-04-02T08:44:59.192 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.193+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=XPB3FC951ZNB tag=R7SEAF5LC0IV type=write size=3561905 2024-04-02T08:44:59.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.195+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=B5RBQ9TZ186C type=del size=3910815 2024-04-02T08:44:59.194 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.196+0000 7f66a8039780 1 < completed write operation key=V9PXVXW0I69D tag=IELDD5F6FFJ0 type=write size=845878 2024-04-02T08:44:59.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.197+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=WGAUV9KQP3HW type=del size=2364032 2024-04-02T08:44:59.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.198+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~5IXCPF0FQURZ.0 size=373902 2024-04-02T08:44:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:58 smithi028 ceph-mon[94314]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T08:44:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:58 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2365478492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140638-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:59.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:58 smithi028 ceph-mon[96890]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-02T08:44:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:58 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2365478492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140638-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:44:59.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.200+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=5IXCPF0FQURZ tag=8GR55YZPU0EN type=write size=1422478 2024-04-02T08:44:59.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.201+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=GVJ22RISJIB6 type=del size=3528237 2024-04-02T08:44:59.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.203+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~585M8YLBHN2S.0 size=1048576 2024-04-02T08:44:59.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.204+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~585M8YLBHN2S.1 size=1048576 2024-04-02T08:44:59.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.204+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~585M8YLBHN2S.2 size=94268 2024-04-02T08:44:59.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.207+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=585M8YLBHN2S tag=2K0WWY4J1EOZ type=write size=3239996 2024-04-02T08:44:59.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.209+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~AIZ8K6I8W0WY.0 size=1048576 2024-04-02T08:44:59.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.210+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~AIZ8K6I8W0WY.1 size=593445 2024-04-02T08:44:59.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.210+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=AIZ8K6I8W0WY tag=UZ17WZ5C2PRA type=write size=2690597 2024-04-02T08:44:59.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.211+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=25D7O012PUBJ type=del 2024-04-02T08:44:59.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.212+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=U59Y5TSGUW3D type=del size=232512 2024-04-02T08:44:59.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.213+0000 7f66a8039780 1 < completed write operation key=RNMJ571SSULK tag=INJUX7R2TKX3 type=write size=1016013 2024-04-02T08:44:59.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.214+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=L1V3D9YRM7WQ type=del size=1093253 2024-04-02T08:44:59.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.216+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~00P18KWBBKY4.0 size=9892 2024-04-02T08:44:59.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.218+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=00P18KWBBKY4 tag=SE0WNAMWL12J type=write size=1058468 2024-04-02T08:44:59.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.219+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=2JQAZZQM9Q8I type=del size=1247384 2024-04-02T08:44:59.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.220+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~US59BQDIRTT0.0 size=1048576 2024-04-02T08:44:59.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.221+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~US59BQDIRTT0.1 size=802611 2024-04-02T08:44:59.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.223+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=US59BQDIRTT0 tag=3DWJPOWNH8G8 type=write size=2899763 2024-04-02T08:44:59.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.224+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=SCE8BUP83YI2 type=del size=2554691 2024-04-02T08:44:59.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.225+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~JJFGPQOUV08Q.0 size=1048576 2024-04-02T08:44:59.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.226+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~JJFGPQOUV08Q.1 size=922866 2024-04-02T08:44:59.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.228+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=JJFGPQOUV08Q tag=7HTO8HD7H3HT type=write size=3020018 2024-04-02T08:44:59.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.230+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~KK07ZHJNXUDC.0 size=1048576 2024-04-02T08:44:59.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.231+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~KK07ZHJNXUDC.1 size=1048576 2024-04-02T08:44:59.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.232+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~KK07ZHJNXUDC.2 size=536530 2024-04-02T08:44:59.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.232+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=KK07ZHJNXUDC tag=9EPHYKEIE1F5 type=write size=3682258 2024-04-02T08:44:59.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.233+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=MGW0PJXIZ3IM type=del 2024-04-02T08:44:59.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.235+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~KBDRM9S73DAN.0 size=119546 2024-04-02T08:44:59.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.235+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=KBDRM9S73DAN tag=9ESGDK33EZR8 type=write size=1168122 2024-04-02T08:44:59.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.237+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=ZTSCSFI0TWT2 type=del 2024-04-02T08:44:59.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.239+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~TV3WVHP81VY7.0 size=302627 2024-04-02T08:44:59.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.239+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=TV3WVHP81VY7 tag=I7GFGDFYB3RJ type=write size=1351203 2024-04-02T08:44:59.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.240+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~9B383YR8G2XF.0 size=190016 2024-04-02T08:44:59.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.242+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=9B383YR8G2XF tag=IRQT9U04C8VE type=write size=1238592 2024-04-02T08:44:59.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.243+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=RRUCUFE22MU0 type=del size=2081865 2024-04-02T08:44:59.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.245+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~7WBDTZMXUP14.0 size=728364 2024-04-02T08:44:59.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.247+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=7WBDTZMXUP14 tag=XR3ZSA0OKY5B type=write size=1776940 2024-04-02T08:44:59.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.248+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=QX8C9RBVN7FR type=write size=614648 2024-04-02T08:44:59.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.250+0000 7f66a8039780 1 < suggested update operation key=YX81WRKACN8N tag=1DQPU2W6H6EE type=del size=2644197 2024-04-02T08:44:59.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.253+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~MVCHZTW3E8JN.0 size=1048576 2024-04-02T08:44:59.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.254+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~MVCHZTW3E8JN.1 size=556680 2024-04-02T08:44:59.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.254+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=MVCHZTW3E8JN tag=KZZ1W8L495DU type=write size=2653832 2024-04-02T08:44:59.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.255+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=J8SHB7FB1J9Q type=del 2024-04-02T08:44:59.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.257+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~D9UH3YM4MDT5.0 size=41162 2024-04-02T08:44:59.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.257+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=D9UH3YM4MDT5 tag=G61VOBL52FUC type=write size=1089738 2024-04-02T08:44:59.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.258+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~0KLKVQRQ8QG4.0 size=63534 2024-04-02T08:44:59.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.260+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=0KLKVQRQ8QG4 tag=1YO7IUVNLUK8 type=write size=1112110 2024-04-02T08:44:59.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.261+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=90KIE03CKJYA type=del size=3684072 2024-04-02T08:44:59.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.262+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=B5RBQ9TZ186C type=del 2024-04-02T08:44:59.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.264+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=IFCBW4TAR409 type=del size=3294418 2024-04-02T08:44:59.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.266+0000 7f66a8039780 1 < suggested remove operation key=J0H0DJZWIT92 tag=WGAUV9KQP3HW type=del 2024-04-02T08:44:59.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.267+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=URPE08L5EYLW type=write size=216446 2024-04-02T08:44:59.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.269+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=GVJ22RISJIB6 type=del 2024-04-02T08:44:59.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.270+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=2V50Y31ATXTE type=del size=1618821 2024-04-02T08:44:59.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.271+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~AIZ8K6I8W0WY.0 size=1048576 2024-04-02T08:44:59.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.272+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~AIZ8K6I8W0WY.1 size=593445 2024-04-02T08:44:59.273 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.274+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=AIZ8K6I8W0WY tag=UZ17WZ5C2PRA type=write size=2690597 2024-04-02T08:44:59.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.277+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~SC88X06CGKF4.0 size=1048576 2024-04-02T08:44:59.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.277+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~SC88X06CGKF4.1 size=1048576 2024-04-02T08:44:59.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.278+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~SC88X06CGKF4.2 size=135317 2024-04-02T08:44:59.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.278+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=SC88X06CGKF4 tag=4I9G5RUJSSKP type=write size=3281045 2024-04-02T08:44:59.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.280+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=U59Y5TSGUW3D type=del 2024-04-02T08:44:59.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.281+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=Z33XWHP1MC2E type=del size=2171269 2024-04-02T08:44:59.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.282+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=L1V3D9YRM7WQ type=del 2024-04-02T08:44:59.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.283+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=MW7U88SJS4WW type=write size=717581 2024-04-02T08:44:59.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.284+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=2JQAZZQM9Q8I type=del 2024-04-02T08:44:59.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.285+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=E8A99MR6G2WN type=write size=105494 2024-04-02T08:44:59.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.286+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=SCE8BUP83YI2 type=del 2024-04-02T08:44:59.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.287+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=QNP9U5OW59LQ type=del size=1867506 2024-04-02T08:44:59.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.288+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~KK07ZHJNXUDC.0 size=1048576 2024-04-02T08:44:59.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.289+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~KK07ZHJNXUDC.1 size=1048576 2024-04-02T08:44:59.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.290+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~KK07ZHJNXUDC.2 size=536530 2024-04-02T08:44:59.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.292+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=KK07ZHJNXUDC tag=9EPHYKEIE1F5 type=write size=3682258 2024-04-02T08:44:59.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.293+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=90AAQVMLILA7 type=del size=2497607 2024-04-02T08:44:59.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.295+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~KBDRM9S73DAN.0 size=119546 2024-04-02T08:44:59.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.297+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=KBDRM9S73DAN tag=9ESGDK33EZR8 type=write size=1168122 2024-04-02T08:44:59.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.299+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~ZFP0SNNRQGFZ.0 size=1048576 2024-04-02T08:44:59.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.300+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~ZFP0SNNRQGFZ.1 size=1048576 2024-04-02T08:44:59.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.300+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~ZFP0SNNRQGFZ.2 size=580429 2024-04-02T08:44:59.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.300+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=ZFP0SNNRQGFZ tag=HVBKNXTXD5IU type=write size=3726157 2024-04-02T08:44:59.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.302+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~TV3WVHP81VY7.0 size=302627 2024-04-02T08:44:59.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.304+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=TV3WVHP81VY7 tag=I7GFGDFYB3RJ type=write size=1351203 2024-04-02T08:44:59.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.305+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=2NRE237LM85O type=del size=3921609 2024-04-02T08:44:59.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.306+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=RRUCUFE22MU0 type=del 2024-04-02T08:44:59.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.307+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=DBHA9P20V028 type=del size=4189084 2024-04-02T08:44:59.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.309+0000 7f66a8039780 1 < suggested remove operation key=V9PXVXW0I69D tag=QX8C9RBVN7FR type=write 2024-04-02T08:44:59.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.311+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~AHANCKDKC1Q9.0 size=807255 2024-04-02T08:44:59.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.311+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=AHANCKDKC1Q9 tag=VZ2JPF5WXXQR type=write size=1855831 2024-04-02T08:44:59.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.313+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~MVCHZTW3E8JN.0 size=1048576 2024-04-02T08:44:59.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.314+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~MVCHZTW3E8JN.1 size=556680 2024-04-02T08:44:59.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.316+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=MVCHZTW3E8JN tag=KZZ1W8L495DU type=write size=2653832 2024-04-02T08:44:59.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.318+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~W4I6VPKHQ4YT.0 size=1048576 2024-04-02T08:44:59.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.319+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~W4I6VPKHQ4YT.1 size=1048576 2024-04-02T08:44:59.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.320+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~W4I6VPKHQ4YT.2 size=781945 2024-04-02T08:44:59.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.320+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=W4I6VPKHQ4YT tag=BPX8I3O3JAVD type=write size=3927673 2024-04-02T08:44:59.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.321+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~D9UH3YM4MDT5.0 size=41162 2024-04-02T08:44:59.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.323+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=D9UH3YM4MDT5 tag=G61VOBL52FUC type=write size=1089738 2024-04-02T08:44:59.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.324+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=9Z3N7NFYIQMN type=del size=552992 2024-04-02T08:44:59.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.325+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=90KIE03CKJYA type=del 2024-04-02T08:44:59.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.326+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=P2W8BAGJ6RQR type=del size=990825 2024-04-02T08:44:59.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.328+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=IFCBW4TAR409 type=del 2024-04-02T08:44:59.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.329+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=HMH3PUCKYY8O type=write size=209297 2024-04-02T08:44:59.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.330+0000 7f66a8039780 1 < canceled operation key=A0ZBFF51XGDX tag=URPE08L5EYLW type=write size=216446 2024-04-02T08:44:59.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.332+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=6XEYV3A0PFDC type=del size=768411 2024-04-02T08:44:59.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.333+0000 7f66a8039780 1 < canceled operation key=8QJNW10FF0U8 tag=2V50Y31ATXTE type=del size=1618821 2024-04-02T08:44:59.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.334+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=8FM9DX6GT3KR type=write size=492721 2024-04-02T08:44:59.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.335+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~SC88X06CGKF4.0 size=1048576 2024-04-02T08:44:59.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.336+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~SC88X06CGKF4.1 size=1048576 2024-04-02T08:44:59.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.337+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~SC88X06CGKF4.2 size=135317 2024-04-02T08:44:59.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.339+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=SC88X06CGKF4 tag=4I9G5RUJSSKP type=write size=3281045 2024-04-02T08:44:59.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.340+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=AITBVM5LA6BG type=del size=3772282 2024-04-02T08:44:59.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.341+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=Z33XWHP1MC2E type=del 2024-04-02T08:44:59.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.344+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~2C3L8T8YNQEA.0 size=1048576 2024-04-02T08:44:59.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.344+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~2C3L8T8YNQEA.1 size=1048576 2024-04-02T08:44:59.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.345+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~2C3L8T8YNQEA.2 size=392977 2024-04-02T08:44:59.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.345+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=2C3L8T8YNQEA tag=0XQPNL4MC5BH type=write size=3538705 2024-04-02T08:44:59.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.348+0000 7f66a8039780 1 < suggested remove operation key=PZKZ83BFSP9E tag=MW7U88SJS4WW type=write 2024-04-02T08:44:59.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.349+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=CIBG8RPS8GDA type=del size=812958 2024-04-02T08:44:59.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.352+0000 7f66a8039780 1 < suggested remove operation key=ZUF440XF8N7P tag=E8A99MR6G2WN type=write 2024-04-02T08:44:59.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.353+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=YMAI3H1UEJ85 type=write size=618545 2024-04-02T08:44:59.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.354+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=QNP9U5OW59LQ type=del 2024-04-02T08:44:59.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.356+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~A9RJDN257TJA.0 size=1048576 2024-04-02T08:44:59.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.357+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~A9RJDN257TJA.1 size=938547 2024-04-02T08:44:59.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.357+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=A9RJDN257TJA tag=H2SAX48R4OFK type=write size=3035699 2024-04-02T08:44:59.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.359+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=90AAQVMLILA7 type=del 2024-04-02T08:44:59.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.361+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~1W88MQSR37BB.0 size=1048576 2024-04-02T08:44:59.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.362+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~1W88MQSR37BB.1 size=9500 2024-04-02T08:44:59.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.362+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=1W88MQSR37BB tag=N6CK7SZ61JG9 type=write size=2106652 2024-04-02T08:44:59.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.362+0000 7f66a8039780 1 < canceled part key=_multipart_C49DO0QY95UV.2~ZFP0SNNRQGFZ.0 size=1048576 2024-04-02T08:44:59.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.363+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~ZFP0SNNRQGFZ.1 size=1048576 2024-04-02T08:44:59.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.364+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~ZFP0SNNRQGFZ.2 size=580429 2024-04-02T08:44:59.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.367+0000 7f66a8039780 1 < canceled multipart upload key=C49DO0QY95UV upload=ZFP0SNNRQGFZ tag=HVBKNXTXD5IU type=write size=3726157 2024-04-02T08:44:59.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.368+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=GZXUPSR54YIP type=del size=3788365 2024-04-02T08:44:59.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.369+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=2NRE237LM85O type=del 2024-04-02T08:44:59.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.371+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=C5HNVW4U35KC type=del size=3805959 2024-04-02T08:44:59.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.372+0000 7f66a8039780 -1 < failed to complete operation key=V9PXVXW0I69D tag=DBHA9P20V028 type=del size=4189084: (22) Invalid argument 2024-04-02T08:44:59.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.373+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=NHZ7QZEP4DIV type=write size=472820 2024-04-02T08:44:59.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.375+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~AHANCKDKC1Q9.0 size=807255 2024-04-02T08:44:59.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.377+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=AHANCKDKC1Q9 tag=VZ2JPF5WXXQR type=write size=1855831 2024-04-02T08:44:59.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.379+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~FYPVLFB4NL9J.0 size=1048576 2024-04-02T08:44:59.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.380+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~FYPVLFB4NL9J.1 size=1048576 2024-04-02T08:44:59.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.381+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~FYPVLFB4NL9J.2 size=237578 2024-04-02T08:44:59.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.381+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=FYPVLFB4NL9J tag=2MEMSXUU6LLV type=write size=3383306 2024-04-02T08:44:59.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.382+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~W4I6VPKHQ4YT.0 size=1048576 2024-04-02T08:44:59.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.383+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~W4I6VPKHQ4YT.1 size=1048576 2024-04-02T08:44:59.382 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.384+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~W4I6VPKHQ4YT.2 size=781945 2024-04-02T08:44:59.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.386+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=W4I6VPKHQ4YT tag=BPX8I3O3JAVD type=write size=3927673 2024-04-02T08:44:59.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.388+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~X6DN1XO47IKM.0 size=1048576 2024-04-02T08:44:59.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.389+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~X6DN1XO47IKM.1 size=749501 2024-04-02T08:44:59.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.389+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=X6DN1XO47IKM tag=HEBII3CE822U type=write size=2846653 2024-04-02T08:44:59.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.390+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=9Z3N7NFYIQMN type=del 2024-04-02T08:44:59.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.393+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~BYMPT7MJWWRQ.0 size=1048576 2024-04-02T08:44:59.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.393+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~BYMPT7MJWWRQ.1 size=1048576 2024-04-02T08:44:59.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.394+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~BYMPT7MJWWRQ.2 size=757287 2024-04-02T08:44:59.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.394+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=BYMPT7MJWWRQ tag=O1LVTC7UFQGV type=write size=3903015 2024-04-02T08:44:59.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.397+0000 7f66a8039780 1 < suggested remove operation key=VJZTCVAN2M5T tag=P2W8BAGJ6RQR type=del 2024-04-02T08:44:59.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.398+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=AN2VHD0ZSO02 type=del size=766119 2024-04-02T08:44:59.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.399+0000 7f66a8039780 1 < completed write operation key=ZUO2TXTKZ5D6 tag=HMH3PUCKYY8O type=write size=209297 2024-04-02T08:44:59.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.400+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=29A3K5TQXLDO type=del size=3507569 2024-04-02T08:44:59.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.402+0000 7f66a8039780 -1 < failed to complete operation key=ZUF440XF8N7P tag=6XEYV3A0PFDC type=del size=768411: (22) Invalid argument 2024-04-02T08:44:59.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.404+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~CBUASANK5RC5.0 size=563194 2024-04-02T08:44:59.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.404+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=CBUASANK5RC5 tag=Y5KS610JRHB3 type=write size=1611770 2024-04-02T08:44:59.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.405+0000 7f66a8039780 1 < completed write operation key=ZUO2TXTKZ5D6 tag=8FM9DX6GT3KR type=write size=492721 2024-04-02T08:44:59.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.407+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~GUA80NJMJ9NR.0 size=887728 2024-04-02T08:44:59.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.407+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=GUA80NJMJ9NR tag=ZV0SAXWEZLQ5 type=write size=1936304 2024-04-02T08:44:59.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.408+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=AITBVM5LA6BG type=del 2024-04-02T08:44:59.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.411+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~P91MNG12C951.0 size=1048576 2024-04-02T08:44:59.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.412+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~P91MNG12C951.1 size=106898 2024-04-02T08:44:59.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.412+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=P91MNG12C951 tag=QR7C4H7DENBE type=write size=2204050 2024-04-02T08:44:59.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.413+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~2C3L8T8YNQEA.0 size=1048576 2024-04-02T08:44:59.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.414+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~2C3L8T8YNQEA.1 size=1048576 2024-04-02T08:44:59.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.415+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~2C3L8T8YNQEA.2 size=392977 2024-04-02T08:44:59.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.417+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=2C3L8T8YNQEA tag=0XQPNL4MC5BH type=write size=3538705 2024-04-02T08:44:59.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.418+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=6JTD205O1SRS type=write size=282006 2024-04-02T08:44:59.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.419+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=CIBG8RPS8GDA type=del 2024-04-02T08:44:59.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.422+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~DVLMU2OR7U4D.0 size=1048576 2024-04-02T08:44:59.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.423+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~DVLMU2OR7U4D.1 size=1048576 2024-04-02T08:44:59.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.424+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~DVLMU2OR7U4D.2 size=634924 2024-04-02T08:44:59.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.424+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=DVLMU2OR7U4D tag=N8MJD1F5MZMZ type=write size=3780652 2024-04-02T08:44:59.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.425+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=YMAI3H1UEJ85 type=write size=618545 2024-04-02T08:44:59.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.427+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~YPLG4F79XS0I.0 size=145837 2024-04-02T08:44:59.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.427+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=YPLG4F79XS0I tag=IG6H4BO64DD7 type=write size=1194413 2024-04-02T08:44:59.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.428+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~A9RJDN257TJA.0 size=1048576 2024-04-02T08:44:59.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.429+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~A9RJDN257TJA.1 size=938547 2024-04-02T08:44:59.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.431+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=A9RJDN257TJA tag=H2SAX48R4OFK type=write size=3035699 2024-04-02T08:44:59.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.432+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=YX4C5K23JMUL type=del size=321795 2024-04-02T08:44:59.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.433+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~1W88MQSR37BB.0 size=1048576 2024-04-02T08:44:59.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.434+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~1W88MQSR37BB.1 size=9500 2024-04-02T08:44:59.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.436+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=1W88MQSR37BB tag=N6CK7SZ61JG9 type=write size=2106652 2024-04-02T08:44:59.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.437+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=7XEH1HGMQUQ6 type=del size=1876494 2024-04-02T08:44:59.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.438+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=GZXUPSR54YIP type=del 2024-04-02T08:44:59.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.440+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=BIC7K2CXHQDF type=del size=1171285 2024-04-02T08:44:59.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.442+0000 7f66a8039780 1 < suggested remove operation key=PZKZ83BFSP9E tag=C5HNVW4U35KC type=del 2024-04-02T08:44:59.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.443+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=GZZEWYMC2B2R type=write size=522468 2024-04-02T08:44:59.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.445+0000 7f66a8039780 1 < completed write operation key=J0H0DJZWIT92 tag=NHZ7QZEP4DIV type=write size=472820 2024-04-02T08:44:59.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.446+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=KDBW4L1O8HC1 type=del size=3814485 2024-04-02T08:44:59.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.447+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~FYPVLFB4NL9J.0 size=1048576 2024-04-02T08:44:59.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.448+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~FYPVLFB4NL9J.1 size=1048576 2024-04-02T08:44:59.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.449+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~FYPVLFB4NL9J.2 size=237578 2024-04-02T08:44:59.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.451+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=FYPVLFB4NL9J tag=2MEMSXUU6LLV type=write size=3383306 2024-04-02T08:44:59.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.453+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~3XO6NMHTSKHT.0 size=93920 2024-04-02T08:44:59.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.453+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=3XO6NMHTSKHT tag=202J557I5QR8 type=write size=1142496 2024-04-02T08:44:59.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.454+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~X6DN1XO47IKM.0 size=1048576 2024-04-02T08:44:59.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.455+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~X6DN1XO47IKM.1 size=749501 2024-04-02T08:44:59.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.457+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=X6DN1XO47IKM tag=HEBII3CE822U type=write size=2846653 2024-04-02T08:44:59.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.458+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=PEWG5BLGM9WE type=del size=3656296 2024-04-02T08:44:59.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.460+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~BYMPT7MJWWRQ.0 size=1048576 2024-04-02T08:44:59.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.461+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~BYMPT7MJWWRQ.1 size=1048576 2024-04-02T08:44:59.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.462+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~BYMPT7MJWWRQ.2 size=757287 2024-04-02T08:44:59.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.464+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=BYMPT7MJWWRQ tag=O1LVTC7UFQGV type=write size=3903015 2024-04-02T08:44:59.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.465+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=CFXKSC942UIR type=del size=1967335 2024-04-02T08:44:59.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.466+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=AN2VHD0ZSO02 type=del 2024-04-02T08:44:59.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.468+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~7MDPDN138N40.0 size=1048576 2024-04-02T08:44:59.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.469+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~7MDPDN138N40.1 size=64229 2024-04-02T08:44:59.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.469+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=7MDPDN138N40 tag=684QFQSSMJJW type=write size=2161381 2024-04-02T08:44:59.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.471+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=29A3K5TQXLDO type=del 2024-04-02T08:44:59.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.472+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=YR20W9PYBQHW type=write size=956540 2024-04-02T08:44:59.471 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.473+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~CBUASANK5RC5.0 size=563194 2024-04-02T08:44:59.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.475+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=CBUASANK5RC5 tag=Y5KS610JRHB3 type=write size=1611770 2024-04-02T08:44:59.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.477+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~AI2N3CV3XYL7.0 size=956311 2024-04-02T08:44:59.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.477+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=AI2N3CV3XYL7 tag=Q97ZRSC0K7Z5 type=write size=2004887 2024-04-02T08:44:59.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.477+0000 7f66a8039780 1 < canceled part key=_multipart_PZKZ83BFSP9E.2~GUA80NJMJ9NR.0 size=887728 2024-04-02T08:44:59.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.479+0000 7f66a8039780 1 < canceled multipart upload key=PZKZ83BFSP9E upload=GUA80NJMJ9NR tag=ZV0SAXWEZLQ5 type=write size=1936304 2024-04-02T08:44:59.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.481+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~79KB5U2AL1VQ.0 size=1048576 2024-04-02T08:44:59.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.482+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~79KB5U2AL1VQ.1 size=1048576 2024-04-02T08:44:59.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.483+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~79KB5U2AL1VQ.2 size=1002252 2024-04-02T08:44:59.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.483+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=79KB5U2AL1VQ tag=WLVK4HHHSRER type=write size=4147980 2024-04-02T08:44:59.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.485+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~P91MNG12C951.0 size=1048576 2024-04-02T08:44:59.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.486+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~P91MNG12C951.1 size=106898 2024-04-02T08:44:59.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.487+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=P91MNG12C951 tag=QR7C4H7DENBE type=write size=2204050 2024-04-02T08:44:59.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.489+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=U4WWDS9X1P5P type=del size=3497344 2024-04-02T08:44:59.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.490+0000 7f66a8039780 1 < completed write operation key=ZUO2TXTKZ5D6 tag=6JTD205O1SRS type=write size=282006 2024-04-02T08:44:59.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.491+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=PUNO0KMW8ID2 type=del size=1832945 2024-04-02T08:44:59.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.492+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~DVLMU2OR7U4D.0 size=1048576 2024-04-02T08:44:59.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.492+0000 7f66a8039780 1 < canceled part key=_multipart_FDBYRCJ7K5Z6.2~DVLMU2OR7U4D.1 size=1048576 2024-04-02T08:44:59.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.493+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~DVLMU2OR7U4D.2 size=634924 2024-04-02T08:44:59.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.495+0000 7f66a8039780 1 < canceled multipart upload key=FDBYRCJ7K5Z6 upload=DVLMU2OR7U4D tag=N8MJD1F5MZMZ type=write size=3780652 2024-04-02T08:44:59.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.497+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=HQQSMZAK7KHF type=write size=275485 2024-04-02T08:44:59.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.498+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~YPLG4F79XS0I.0 size=145837 2024-04-02T08:44:59.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.500+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=YPLG4F79XS0I tag=IG6H4BO64DD7 type=write size=1194413 2024-04-02T08:44:59.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.502+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~SEEE80OWAN4Y.0 size=710667 2024-04-02T08:44:59.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.502+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=SEEE80OWAN4Y tag=FC8IXAY3S066 type=write size=1759243 2024-04-02T08:44:59.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.503+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=YX4C5K23JMUL type=del 2024-04-02T08:44:59.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.504+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=GTMUVNJWIKP5 type=del size=3511349 2024-04-02T08:44:59.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.506+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=7XEH1HGMQUQ6 type=del 2024-04-02T08:44:59.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.507+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=R9HTKQRT1AH5 type=del size=2749358 2024-04-02T08:44:59.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.508+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=BIC7K2CXHQDF type=del 2024-04-02T08:44:59.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.511+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~JYD2FS8CVPYM.0 size=1048576 2024-04-02T08:44:59.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.511+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~JYD2FS8CVPYM.1 size=817325 2024-04-02T08:44:59.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.511+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=JYD2FS8CVPYM tag=EEPINNO7W92R type=write size=2914477 2024-04-02T08:44:59.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.513+0000 7f66a8039780 1 < completed write operation key=V9PXVXW0I69D tag=GZZEWYMC2B2R type=write size=522468 2024-04-02T08:44:59.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.515+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~G3HTTA0AWU25.0 size=1048576 2024-04-02T08:44:59.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.516+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~G3HTTA0AWU25.1 size=614794 2024-04-02T08:44:59.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.516+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=G3HTTA0AWU25 tag=6JJVV3VPDR13 type=write size=2711946 2024-04-02T08:44:59.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.517+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=KDBW4L1O8HC1 type=del 2024-04-02T08:44:59.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.518+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=I37NCW2ZF2HM type=write size=886291 2024-04-02T08:44:59.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.520+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~3XO6NMHTSKHT.0 size=93920 2024-04-02T08:44:59.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.522+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=3XO6NMHTSKHT tag=202J557I5QR8 type=write size=1142496 2024-04-02T08:44:59.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.523+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=CVYFW0HPWNA2 type=del size=882330 2024-04-02T08:44:59.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.524+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=PEWG5BLGM9WE type=del 2024-04-02T08:44:59.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.526+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~ZIPO1C7M6X3Z.0 size=1048576 2024-04-02T08:44:59.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.527+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~ZIPO1C7M6X3Z.1 size=796184 2024-04-02T08:44:59.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.527+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=ZIPO1C7M6X3Z tag=JSBCZ9S9NNX1 type=write size=2893336 2024-04-02T08:44:59.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.530+0000 7f66a8039780 1 < suggested remove operation key=PKWCIR77HPSQ tag=CFXKSC942UIR type=del 2024-04-02T08:44:59.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.531+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=G271MLZTWEQS type=del size=1542816 2024-04-02T08:44:59.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.532+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~7MDPDN138N40.0 size=1048576 2024-04-02T08:44:59.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.533+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~7MDPDN138N40.1 size=64229 2024-04-02T08:44:59.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.535+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=7MDPDN138N40 tag=684QFQSSMJJW type=write size=2161381 2024-04-02T08:44:59.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.536+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=36OBJJNNUVJ2 type=write size=8526 2024-04-02T08:44:59.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.537+0000 7f66a8039780 1 < canceled operation key=YX81WRKACN8N tag=YR20W9PYBQHW type=write size=956540 2024-04-02T08:44:59.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.539+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=1UEJEOERVTEJ type=del size=973990 2024-04-02T08:44:59.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.540+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~AI2N3CV3XYL7.0 size=956311 2024-04-02T08:44:59.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.542+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=AI2N3CV3XYL7 tag=Q97ZRSC0K7Z5 type=write size=2004887 2024-04-02T08:44:59.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.543+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=7BAP7WGJJZQ7 type=del size=3333708 2024-04-02T08:44:59.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.544+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~79KB5U2AL1VQ.0 size=1048576 2024-04-02T08:44:59.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.544+0000 7f66a8039780 1 < canceled part key=_multipart_ZUO2TXTKZ5D6.2~79KB5U2AL1VQ.1 size=1048576 2024-04-02T08:44:59.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.545+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~79KB5U2AL1VQ.2 size=1002252 2024-04-02T08:44:59.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.547+0000 7f66a8039780 1 < canceled multipart upload key=ZUO2TXTKZ5D6 upload=79KB5U2AL1VQ tag=WLVK4HHHSRER type=write size=4147980 2024-04-02T08:44:59.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.548+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=4GCK6HQ9RPCF type=del size=2227448 2024-04-02T08:44:59.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.551+0000 7f66a8039780 1 < suggested update operation key=SKXP9F1WMETM tag=U4WWDS9X1P5P type=del size=3497344 2024-04-02T08:44:59.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.552+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=6415X30J91QX type=del size=2140253 2024-04-02T08:44:59.552 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.553+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=PUNO0KMW8ID2 type=del 2024-04-02T08:44:59.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.554+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=2SWO7ZX6KBNR type=del size=1341709 2024-04-02T08:44:59.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.556+0000 7f66a8039780 -1 < failed to complete operation key=SKXP9F1WMETM tag=HQQSMZAK7KHF type=write size=275485: (22) Invalid argument 2024-04-02T08:44:59.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.557+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=4KP4DCE357PV type=del size=2035973 2024-04-02T08:44:59.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.558+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~SEEE80OWAN4Y.0 size=710667 2024-04-02T08:44:59.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.560+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=SEEE80OWAN4Y tag=FC8IXAY3S066 type=write size=1759243 2024-04-02T08:44:59.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.561+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=7MO5TUKRVQHE type=del size=2630263 2024-04-02T08:44:59.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.564+0000 7f66a8039780 1 < suggested update operation key=VLGN1CJMAOWK tag=GTMUVNJWIKP5 type=del size=3511349 2024-04-02T08:44:59.564 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.565+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=Y93ZMQEV2RC7 type=del size=901073 2024-04-02T08:44:59.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.567+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=R9HTKQRT1AH5 type=del 2024-04-02T08:44:59.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.569+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~BT2EITXJKKKN.0 size=1048576 2024-04-02T08:44:59.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.570+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~BT2EITXJKKKN.1 size=4008 2024-04-02T08:44:59.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.570+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=BT2EITXJKKKN tag=TCX8N8HNFHZR type=write size=2101160 2024-04-02T08:44:59.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.571+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~JYD2FS8CVPYM.0 size=1048576 2024-04-02T08:44:59.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.572+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~JYD2FS8CVPYM.1 size=817325 2024-04-02T08:44:59.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.574+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=JYD2FS8CVPYM tag=EEPINNO7W92R type=write size=2914477 2024-04-02T08:44:59.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.576+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=PT6TDYRBR9LY type=del size=231834 2024-04-02T08:44:59.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.577+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~G3HTTA0AWU25.0 size=1048576 2024-04-02T08:44:59.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.578+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~G3HTTA0AWU25.1 size=614794 2024-04-02T08:44:59.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.580+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=G3HTTA0AWU25 tag=6JJVV3VPDR13 type=write size=2711946 2024-04-02T08:44:59.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.581+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=2VSIJOZQS8JR type=write size=735218 2024-04-02T08:44:59.581 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.583+0000 7f66a8039780 1 < completed write operation key=O0QCRP60VK0G tag=I37NCW2ZF2HM type=write size=886291 2024-04-02T08:44:59.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.584+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=T17QGXV8TNJD type=del size=3288493 2024-04-02T08:44:59.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.585+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=CVYFW0HPWNA2 type=del 2024-04-02T08:44:59.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.588+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~B73FLLUCKQD7.0 size=1048576 2024-04-02T08:44:59.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.589+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~B73FLLUCKQD7.1 size=1048576 2024-04-02T08:44:59.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.590+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~B73FLLUCKQD7.2 size=210031 2024-04-02T08:44:59.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.590+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=B73FLLUCKQD7 tag=S48PS1W153YH type=write size=3355759 2024-04-02T08:44:59.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.591+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~ZIPO1C7M6X3Z.0 size=1048576 2024-04-02T08:44:59.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.592+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~ZIPO1C7M6X3Z.1 size=796184 2024-04-02T08:44:59.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.594+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=ZIPO1C7M6X3Z tag=JSBCZ9S9NNX1 type=write size=2893336 2024-04-02T08:44:59.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.595+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=1GRI3A77HWLB type=write size=464614 2024-04-02T08:44:59.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.598+0000 7f66a8039780 1 < suggested update operation key=VLGN1CJMAOWK tag=G271MLZTWEQS type=del size=1542816 2024-04-02T08:44:59.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.599+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=N1OM18G2CL9R type=del size=1973965 2024-04-02T08:44:59.599 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.600+0000 7f66a8039780 1 < completed write operation key=J0H0DJZWIT92 tag=36OBJJNNUVJ2 type=write size=8526 2024-04-02T08:44:59.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.603+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~N9M1IHU4JDAM.0 size=172327 2024-04-02T08:44:59.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.603+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=N9M1IHU4JDAM tag=QSGDRT40DB9U type=write size=1220903 2024-04-02T08:44:59.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.604+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=1UEJEOERVTEJ type=del 2024-04-02T08:44:59.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.607+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~K7YZU0HBITTN.0 size=1048576 2024-04-02T08:44:59.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.609+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~K7YZU0HBITTN.1 size=1048576 2024-04-02T08:44:59.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.610+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~K7YZU0HBITTN.2 size=490142 2024-04-02T08:44:59.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.610+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=K7YZU0HBITTN tag=R00OC4BEULPW type=write size=3635870 2024-04-02T08:44:59.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.611+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=7BAP7WGJJZQ7 type=del 2024-04-02T08:44:59.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.612+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=QWV1MEIV844X type=del size=283731 2024-04-02T08:44:59.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.614+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=4GCK6HQ9RPCF type=del 2024-04-02T08:44:59.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.616+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~1VV1QPF8FGMD.0 size=463162 2024-04-02T08:44:59.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.616+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=1VV1QPF8FGMD tag=P2EYI0MR8QUY type=write size=1511738 2024-04-02T08:44:59.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.617+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=6415X30J91QX type=del 2024-04-02T08:44:59.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.619+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~JA7SOUBDIXXI.0 size=1048576 2024-04-02T08:44:59.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.620+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~JA7SOUBDIXXI.1 size=277191 2024-04-02T08:44:59.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.620+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=JA7SOUBDIXXI tag=MQGP3X4EA7T8 type=write size=2374343 2024-04-02T08:44:59.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.622+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=2SWO7ZX6KBNR type=del 2024-04-02T08:44:59.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.624+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~5UEWYENRXKM7.0 size=190423 2024-04-02T08:44:59.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.624+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=5UEWYENRXKM7 tag=JPRBFNWURV1N type=write size=1238999 2024-04-02T08:44:59.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.625+0000 7f66a8039780 1 < canceled operation key=HUH2LBUPML72 tag=4KP4DCE357PV type=del size=2035973 2024-04-02T08:44:59.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.626+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=JB0O8JY4W9NL type=del size=3335926 2024-04-02T08:44:59.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.629+0000 7f66a8039780 1 < suggested remove operation key=8TMKP5EUZ549 tag=7MO5TUKRVQHE type=del 2024-04-02T08:44:59.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.631+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~FKYGNRV4A9UZ.0 size=1048576 2024-04-02T08:44:59.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.632+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~FKYGNRV4A9UZ.1 size=736176 2024-04-02T08:44:59.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.632+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=FKYGNRV4A9UZ tag=8T8S0PIXRIXF type=write size=2833328 2024-04-02T08:44:59.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.635+0000 7f66a8039780 1 < suggested remove operation key=A0ZBFF51XGDX tag=Y93ZMQEV2RC7 type=del 2024-04-02T08:44:59.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.636+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=IDHRIH9KT2XB type=write size=728427 2024-04-02T08:44:59.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.638+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~BT2EITXJKKKN.0 size=1048576 2024-04-02T08:44:59.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.638+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~BT2EITXJKKKN.1 size=4008 2024-04-02T08:44:59.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.640+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=BT2EITXJKKKN tag=TCX8N8HNFHZR type=write size=2101160 2024-04-02T08:44:59.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.643+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~DSVOFH0VZEE7.0 size=1048576 2024-04-02T08:44:59.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.644+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~DSVOFH0VZEE7.1 size=996147 2024-04-02T08:44:59.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.644+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=DSVOFH0VZEE7 tag=KNZ9QBXZZJ8D type=write size=3093299 2024-04-02T08:44:59.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.645+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=PT6TDYRBR9LY type=del 2024-04-02T08:44:59.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.647+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~TJFBJJOFM53G.0 size=64090 2024-04-02T08:44:59.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.647+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=TJFBJJOFM53G tag=LGM3X1HXX99E type=write size=1112666 2024-04-02T08:44:59.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.648+0000 7f66a8039780 1 < completed write operation key=DBCO3QMJJEJ7 tag=2VSIJOZQS8JR type=write size=735218 2024-04-02T08:44:59.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.650+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=14BPJ0EWSI1B type=del size=3808960 2024-04-02T08:44:59.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.651+0000 7f66a8039780 1 < canceled operation key=R628MJJ9BB5G tag=T17QGXV8TNJD type=del size=3288493 2024-04-02T08:44:59.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.652+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=QMRRTZZ8ICNP type=del size=1328155 2024-04-02T08:44:59.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.654+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~B73FLLUCKQD7.0 size=1048576 2024-04-02T08:44:59.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.655+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~B73FLLUCKQD7.1 size=1048576 2024-04-02T08:44:59.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.656+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~B73FLLUCKQD7.2 size=210031 2024-04-02T08:44:59.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.658+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=B73FLLUCKQD7 tag=S48PS1W153YH type=write size=3355759 2024-04-02T08:44:59.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.659+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=K338HBW77DIB type=del size=904497 2024-04-02T08:44:59.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.660+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=1GRI3A77HWLB type=write size=464614 2024-04-02T08:44:59.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.661+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=F56BR11L5GI0 type=del size=2136641 2024-04-02T08:44:59.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.663+0000 7f66a8039780 1 < canceled operation key=R628MJJ9BB5G tag=N1OM18G2CL9R type=del size=1973965 2024-04-02T08:44:59.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.665+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~9VPFI5BU1NPU.0 size=1048576 2024-04-02T08:44:59.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.666+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~9VPFI5BU1NPU.1 size=191316 2024-04-02T08:44:59.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.666+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=9VPFI5BU1NPU tag=NST4L3734ZZ7 type=write size=2288468 2024-04-02T08:44:59.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.667+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~N9M1IHU4JDAM.0 size=172327 2024-04-02T08:44:59.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.669+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=N9M1IHU4JDAM tag=QSGDRT40DB9U type=write size=1220903 2024-04-02T08:44:59.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.670+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=61IFP797WI3U type=del size=1050523 2024-04-02T08:44:59.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.671+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~K7YZU0HBITTN.0 size=1048576 2024-04-02T08:44:59.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.672+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~K7YZU0HBITTN.1 size=1048576 2024-04-02T08:44:59.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.673+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~K7YZU0HBITTN.2 size=490142 2024-04-02T08:44:59.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.675+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=K7YZU0HBITTN tag=R00OC4BEULPW type=write size=3635870 2024-04-02T08:44:59.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.677+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~M8J14NEXUWNC.0 size=16741 2024-04-02T08:44:59.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.677+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=M8J14NEXUWNC tag=PBB7DY6S48NJ type=write size=1065317 2024-04-02T08:44:59.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.679+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=QWV1MEIV844X type=del 2024-04-02T08:44:59.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.680+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=G7R25D0LEBPH type=write size=727648 2024-04-02T08:44:59.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.680+0000 7f66a8039780 1 < canceled part key=_multipart_8TMKP5EUZ549.2~1VV1QPF8FGMD.0 size=463162 2024-04-02T08:44:59.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.682+0000 7f66a8039780 1 < canceled multipart upload key=8TMKP5EUZ549 upload=1VV1QPF8FGMD tag=P2EYI0MR8QUY type=write size=1511738 2024-04-02T08:44:59.682 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.684+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=30MCBWL52M2E type=del size=367438 2024-04-02T08:44:59.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.685+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~JA7SOUBDIXXI.0 size=1048576 2024-04-02T08:44:59.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.686+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~JA7SOUBDIXXI.1 size=277191 2024-04-02T08:44:59.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.688+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=JA7SOUBDIXXI tag=MQGP3X4EA7T8 type=write size=2374343 2024-04-02T08:44:59.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.690+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=C9KOFHB4VON7 type=del size=2969502 2024-04-02T08:44:59.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.691+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~5UEWYENRXKM7.0 size=190423 2024-04-02T08:44:59.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.693+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=5UEWYENRXKM7 tag=JPRBFNWURV1N type=write size=1238999 2024-04-02T08:44:59.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.694+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=YG53IGA2SOS1 type=del size=160242 2024-04-02T08:44:59.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.696+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=JB0O8JY4W9NL type=del 2024-04-02T08:44:59.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.697+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=KCZWMKNAU8PC type=del size=3644715 2024-04-02T08:44:59.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.698+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~FKYGNRV4A9UZ.0 size=1048576 2024-04-02T08:44:59.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.699+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~FKYGNRV4A9UZ.1 size=736176 2024-04-02T08:44:59.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.701+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=FKYGNRV4A9UZ tag=8T8S0PIXRIXF type=write size=2833328 2024-04-02T08:44:59.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.703+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=YVUSX4XFYGUQ type=del size=3524519 2024-04-02T08:44:59.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.704+0000 7f66a8039780 1 < completed write operation key=MVOA3WWKEWZR tag=IDHRIH9KT2XB type=write size=728427 2024-04-02T08:44:59.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.705+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=0LP2A8QD0OXX type=del size=2605665 2024-04-02T08:44:59.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.707+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~DSVOFH0VZEE7.0 size=1048576 2024-04-02T08:44:59.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.707+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~DSVOFH0VZEE7.1 size=996147 2024-04-02T08:44:59.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.710+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=DSVOFH0VZEE7 tag=KNZ9QBXZZJ8D type=write size=3093299 2024-04-02T08:44:59.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.712+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~M15PSCZ8KS2T.0 size=634917 2024-04-02T08:44:59.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.712+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=M15PSCZ8KS2T tag=MAPB55WYBUKM type=write size=1683493 2024-04-02T08:44:59.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.713+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~TJFBJJOFM53G.0 size=64090 2024-04-02T08:44:59.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.716+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=TJFBJJOFM53G tag=LGM3X1HXX99E type=write size=1112666 2024-04-02T08:44:59.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.718+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~LIL8I0IY6YYW.0 size=1048576 2024-04-02T08:44:59.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.719+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~LIL8I0IY6YYW.1 size=1048576 2024-04-02T08:44:59.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.720+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~LIL8I0IY6YYW.2 size=745515 2024-04-02T08:44:59.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.720+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=LIL8I0IY6YYW tag=54CDTXZNSVZA type=write size=3891243 2024-04-02T08:44:59.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.722+0000 7f66a8039780 1 < suggested update operation key=YX81WRKACN8N tag=14BPJ0EWSI1B type=del size=3808960 2024-04-02T08:44:59.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.725+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~IQ1S5IQUG6BH.0 size=1048576 2024-04-02T08:44:59.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.726+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~IQ1S5IQUG6BH.1 size=1048576 2024-04-02T08:44:59.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.727+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~IQ1S5IQUG6BH.2 size=857178 2024-04-02T08:44:59.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.727+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=IQ1S5IQUG6BH tag=J68GDI71M6SU type=write size=4002906 2024-04-02T08:44:59.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.728+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=QMRRTZZ8ICNP type=del 2024-04-02T08:44:59.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.730+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=IMRLV92QD329 type=del size=1639904 2024-04-02T08:44:59.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.731+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=K338HBW77DIB type=del 2024-04-02T08:44:59.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.732+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=MNBX8Z7FC42I type=del size=2053809 2024-04-02T08:44:59.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.734+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=F56BR11L5GI0 type=del 2024-04-02T08:44:59.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.735+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=5F0YCVSX12TA type=del size=1404162 2024-04-02T08:44:59.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.737+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~9VPFI5BU1NPU.0 size=1048576 2024-04-02T08:44:59.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.737+0000 7f66a8039780 1 < canceled part key=_multipart_8QJNW10FF0U8.2~9VPFI5BU1NPU.1 size=191316 2024-04-02T08:44:59.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.739+0000 7f66a8039780 1 < canceled multipart upload key=8QJNW10FF0U8 upload=9VPFI5BU1NPU tag=NST4L3734ZZ7 type=write size=2288468 2024-04-02T08:44:59.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.741+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~2PJ7P188PEQ8.0 size=1048576 2024-04-02T08:44:59.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.742+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~2PJ7P188PEQ8.1 size=1048576 2024-04-02T08:44:59.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.743+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~2PJ7P188PEQ8.2 size=981630 2024-04-02T08:44:59.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.743+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=2PJ7P188PEQ8 tag=CYUNVH55T8PE type=write size=4127358 2024-04-02T08:44:59.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.745+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=61IFP797WI3U type=del 2024-04-02T08:44:59.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.746+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=XUK4GZDDH93E type=del size=107679 2024-04-02T08:44:59.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.747+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~M8J14NEXUWNC.0 size=16741 2024-04-02T08:44:59.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.750+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=M8J14NEXUWNC tag=PBB7DY6S48NJ type=write size=1065317 2024-04-02T08:44:59.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.752+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~N28ZO2GK64X1.0 size=1048576 2024-04-02T08:44:59.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.753+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~N28ZO2GK64X1.1 size=939443 2024-04-02T08:44:59.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.753+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=N28ZO2GK64X1 tag=6VFKJVYXV4TE type=write size=3036595 2024-04-02T08:44:59.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.756+0000 7f66a8039780 1 < suggested update operation key=N3Q53Q538DXX tag=G7R25D0LEBPH type=write size=727648 2024-04-02T08:44:59.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.757+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=I8ZB63GQ1LZA type=del size=842235 2024-04-02T08:44:59.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.759+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=30MCBWL52M2E type=del 2024-04-02T08:44:59.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.760+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=IOV3Q9ZH8J6J type=del size=635302 2024-04-02T08:44:59.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.762+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=C9KOFHB4VON7 type=del 2024-04-02T08:44:59.761 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.763+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=KPHFBCE7ORWC type=write size=242553 2024-04-02T08:44:59.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.764+0000 7f66a8039780 1 < canceled operation key=DBCO3QMJJEJ7 tag=YG53IGA2SOS1 type=del size=160242 2024-04-02T08:44:59.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.767+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~TW0PXE597YR4.0 size=176004 2024-04-02T08:44:59.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.767+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=TW0PXE597YR4 tag=C5Q9QFVG1DWZ type=write size=1224580 2024-04-02T08:44:59.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.768+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=KCZWMKNAU8PC type=del 2024-04-02T08:44:59.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.769+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=FGY40XC8LYJN type=del size=2039865 2024-04-02T08:44:59.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.771+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=YVUSX4XFYGUQ type=del 2024-04-02T08:44:59.771 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.772+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=PR2VJF8MSAN0 type=del size=1932158 2024-04-02T08:44:59.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.775+0000 7f66a8039780 1 < suggested remove operation key=8TMKP5EUZ549 tag=0LP2A8QD0OXX type=del 2024-04-02T08:44:59.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.776+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=SC5JU0P1P39Q type=write size=161542 2024-04-02T08:44:59.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.776+0000 7f66a8039780 1 < canceled part key=_multipart_O0QCRP60VK0G.2~M15PSCZ8KS2T.0 size=634917 2024-04-02T08:44:59.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.779+0000 7f66a8039780 1 < canceled multipart upload key=O0QCRP60VK0G upload=M15PSCZ8KS2T tag=MAPB55WYBUKM type=write size=1683493 2024-04-02T08:44:59.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.780+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=9JQJYNX0Q4R2 type=del size=3851799 2024-04-02T08:44:59.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.782+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~LIL8I0IY6YYW.0 size=1048576 2024-04-02T08:44:59.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.783+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~LIL8I0IY6YYW.1 size=1048576 2024-04-02T08:44:59.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.784+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~LIL8I0IY6YYW.2 size=745515 2024-04-02T08:44:59.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.786+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=LIL8I0IY6YYW tag=54CDTXZNSVZA type=write size=3891243 2024-04-02T08:44:59.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.787+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=9MBZDMEIBLGV type=del size=698081 2024-04-02T08:44:59.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.788+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~IQ1S5IQUG6BH.0 size=1048576 2024-04-02T08:44:59.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.789+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~IQ1S5IQUG6BH.1 size=1048576 2024-04-02T08:44:59.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.790+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~IQ1S5IQUG6BH.2 size=857178 2024-04-02T08:44:59.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.792+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=IQ1S5IQUG6BH tag=J68GDI71M6SU type=write size=4002906 2024-04-02T08:44:59.792 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.793+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=3DKMLP7KEPCU type=del size=2165561 2024-04-02T08:44:59.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.795+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=IMRLV92QD329 type=del 2024-04-02T08:44:59.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.797+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~4GRORMQUORCC.0 size=1048576 2024-04-02T08:44:59.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.798+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~4GRORMQUORCC.1 size=1048576 2024-04-02T08:44:59.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.799+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~4GRORMQUORCC.2 size=198715 2024-04-02T08:44:59.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.799+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=4GRORMQUORCC tag=2O988ITH5L5T type=write size=3344443 2024-04-02T08:44:59.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.800+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=MNBX8Z7FC42I type=del 2024-04-02T08:44:59.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.801+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=P1JPCBX15HBG type=del size=1723066 2024-04-02T08:44:59.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.803+0000 7f66a8039780 1 < canceled operation key=VLGN1CJMAOWK tag=5F0YCVSX12TA type=del size=1404162 2024-04-02T08:44:59.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.804+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=SOX70G1I8LF7 type=del size=1892159 2024-04-02T08:44:59.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.805+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~2PJ7P188PEQ8.0 size=1048576 2024-04-02T08:44:59.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.806+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~2PJ7P188PEQ8.1 size=1048576 2024-04-02T08:44:59.806 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.807+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~2PJ7P188PEQ8.2 size=981630 2024-04-02T08:44:59.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.809+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=2PJ7P188PEQ8 tag=CYUNVH55T8PE type=write size=4127358 2024-04-02T08:44:59.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.810+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=0RV69CEJT4Y9 type=del size=1746014 2024-04-02T08:44:59.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.811+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=XUK4GZDDH93E type=del 2024-04-02T08:44:59.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.813+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=V01K2CKATE4L type=del size=266917 2024-04-02T08:44:59.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.814+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~N28ZO2GK64X1.0 size=1048576 2024-04-02T08:44:59.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.815+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~N28ZO2GK64X1.1 size=939443 2024-04-02T08:44:59.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.817+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=N28ZO2GK64X1 tag=6VFKJVYXV4TE type=write size=3036595 2024-04-02T08:44:59.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.818+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=5U1D0ZAU8QJR type=del size=824451 2024-04-02T08:44:59.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.821+0000 7f66a8039780 1 < suggested remove operation key=VFSPTXAIF3ZP tag=I8ZB63GQ1LZA type=del 2024-04-02T08:44:59.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.822+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=CBT4P1JW1GX3 type=write size=292976 2024-04-02T08:44:59.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.823+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=IOV3Q9ZH8J6J type=del 2024-04-02T08:44:59.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.824+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=IXVKGPWC86PL type=del size=2733407 2024-04-02T08:44:59.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.826+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=KPHFBCE7ORWC type=write size=242553 2024-04-02T08:44:59.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.827+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=6L1QU5Y4U68Q type=del size=2287141 2024-04-02T08:44:59.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.828+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~TW0PXE597YR4.0 size=176004 2024-04-02T08:44:59.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.830+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=TW0PXE597YR4 tag=C5Q9QFVG1DWZ type=write size=1224580 2024-04-02T08:44:59.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.832+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=YKIZ17828WI4 type=del size=1116414 2024-04-02T08:44:59.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.833+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=FGY40XC8LYJN type=del 2024-04-02T08:44:59.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.834+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=FO0XJT93SZLS type=del size=92871 2024-04-02T08:44:59.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.835+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=PR2VJF8MSAN0 type=del 2024-04-02T08:44:59.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.836+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=WN9DGH481W97 type=del size=261079 2024-04-02T08:44:59.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.839+0000 7f66a8039780 1 < suggested update operation key=VLGN1CJMAOWK tag=SC5JU0P1P39Q type=write size=161542 2024-04-02T08:44:59.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.842+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~WB2C91AB8DM1.0 size=1048576 2024-04-02T08:44:59.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.843+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~WB2C91AB8DM1.1 size=645411 2024-04-02T08:44:59.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.843+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=WB2C91AB8DM1 tag=B26ABCA9DMDZ type=write size=2742563 2024-04-02T08:44:59.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.845+0000 7f66a8039780 1 < suggested remove operation key=V9PXVXW0I69D tag=9JQJYNX0Q4R2 type=del 2024-04-02T08:44:59.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.848+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~F9O6EY07U5DJ.0 size=1048576 2024-04-02T08:44:59.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.849+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~F9O6EY07U5DJ.1 size=1048576 2024-04-02T08:44:59.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.850+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~F9O6EY07U5DJ.2 size=230359 2024-04-02T08:44:59.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.850+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=F9O6EY07U5DJ tag=GV9JSL52RP6C type=write size=3376087 2024-04-02T08:44:59.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.851+0000 7f66a8039780 -1 < failed to complete operation key=VFSPTXAIF3ZP tag=9MBZDMEIBLGV type=del size=698081: (22) Invalid argument 2024-04-02T08:44:59.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.854+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~GPETP3XGC9H8.0 size=1048576 2024-04-02T08:44:59.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.855+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~GPETP3XGC9H8.1 size=1048576 2024-04-02T08:44:59.854 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.856+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~GPETP3XGC9H8.2 size=229656 2024-04-02T08:44:59.854 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.856+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=GPETP3XGC9H8 tag=JR00QUGERFUA type=write size=3375384 2024-04-02T08:44:59.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.857+0000 7f66a8039780 1 < canceled operation key=VPNAYM6TSPBV tag=3DKMLP7KEPCU type=del size=2165561 2024-04-02T08:44:59.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.859+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=D5HI5IJ4YJ8H type=del size=2424657 2024-04-02T08:44:59.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.860+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~4GRORMQUORCC.0 size=1048576 2024-04-02T08:44:59.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.861+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~4GRORMQUORCC.1 size=1048576 2024-04-02T08:44:59.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.862+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~4GRORMQUORCC.2 size=198715 2024-04-02T08:44:59.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.864+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=4GRORMQUORCC tag=2O988ITH5L5T type=write size=3344443 2024-04-02T08:44:59.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.866+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=TPW5GNSA2KMG type=del size=327595 2024-04-02T08:44:59.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.866+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=VFSPTXAIF3ZP tag=P1JPCBX15HBG type=del size=1723066: (2) No such file or directory 2024-04-02T08:44:59.867 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.868+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=TG9J7U77GWD6 type=del size=4157765 2024-04-02T08:44:59.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.870+0000 7f66a8039780 1 < canceled operation key=CNF8703CRCYQ tag=SOX70G1I8LF7 type=del size=1892159 2024-04-02T08:44:59.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.872+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~ZX5ZY1YVP0OH.0 size=628357 2024-04-02T08:44:59.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.872+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=ZX5ZY1YVP0OH tag=V02UCVX680NQ type=write size=1676933 2024-04-02T08:44:59.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.877+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=0RV69CEJT4Y9 type=del 2024-04-02T08:44:59.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.880+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~W4RYD404W4XY.0 size=496541 2024-04-02T08:44:59.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.880+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=W4RYD404W4XY tag=0PCSCUDAQKAI type=write size=1545117 2024-04-02T08:44:59.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.881+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=V01K2CKATE4L type=del 2024-04-02T08:44:59.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.883+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=4BQOTQLYDCAP type=write size=626079 2024-04-02T08:44:59.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.884+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=5U1D0ZAU8QJR type=del 2024-04-02T08:44:59.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.887+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~5RA7Y9R596IP.0 size=1048576 2024-04-02T08:44:59.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.888+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~5RA7Y9R596IP.1 size=911794 2024-04-02T08:44:59.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.888+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=5RA7Y9R596IP tag=0EE0GT2A101B type=write size=3008946 2024-04-02T08:44:59.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.889+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=CBT4P1JW1GX3 type=write size=292976 2024-04-02T08:44:59.890 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.891+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~YWEHO7W0XU52.0 size=1048576 2024-04-02T08:44:59.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.892+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~YWEHO7W0XU52.1 size=650179 2024-04-02T08:44:59.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.893+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=YWEHO7W0XU52 tag=AHSV8DMPHUWG type=write size=2747331 2024-04-02T08:44:59.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.894+0000 7f66a8039780 -1 < failed to complete operation key=VLGN1CJMAOWK tag=IXVKGPWC86PL type=del size=2733407: (22) Invalid argument 2024-04-02T08:44:59.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.895+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=5IAU9SM1LJI9 type=write size=29880 2024-04-02T08:44:59.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.897+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=6L1QU5Y4U68Q type=del 2024-04-02T08:44:59.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.898+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=9JPY7LNK91J6 type=del size=1633149 2024-04-02T08:44:59.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.899+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=YKIZ17828WI4 type=del 2024-04-02T08:44:59.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.901+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=EEX2QR0VOZKP type=del size=3956505 2024-04-02T08:44:59.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.903+0000 7f66a8039780 1 < suggested update operation key=637CIUSXUSZD tag=FO0XJT93SZLS type=del size=92871 2024-04-02T08:44:59.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.906+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~MF7F78MG6D1Z.0 size=1048576 2024-04-02T08:44:59.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.907+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~MF7F78MG6D1Z.1 size=1048576 2024-04-02T08:44:59.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.908+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~MF7F78MG6D1Z.2 size=233905 2024-04-02T08:44:59.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.908+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=MF7F78MG6D1Z tag=R9POGKL09G84 type=write size=3379633 2024-04-02T08:44:59.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.909+0000 7f66a8039780 1 < canceled operation key=CNF8703CRCYQ tag=WN9DGH481W97 type=del size=261079 2024-04-02T08:44:59.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.911+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=H4ETG4DAKBXM type=del size=2085381 2024-04-02T08:44:59.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.911+0000 7f66a8039780 1 < canceled part key=_multipart_VPNAYM6TSPBV.2~WB2C91AB8DM1.0 size=1048576 2024-04-02T08:44:59.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.912+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~WB2C91AB8DM1.1 size=645411 2024-04-02T08:44:59.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.914+0000 7f66a8039780 1 < canceled multipart upload key=VPNAYM6TSPBV upload=WB2C91AB8DM1 tag=B26ABCA9DMDZ type=write size=2742563 2024-04-02T08:44:59.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.917+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~T8A9Z5KTKDZD.0 size=1048576 2024-04-02T08:44:59.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.918+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~T8A9Z5KTKDZD.1 size=1048576 2024-04-02T08:44:59.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.919+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~T8A9Z5KTKDZD.2 size=151753 2024-04-02T08:44:59.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.919+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=T8A9Z5KTKDZD tag=94IHJT96H3OP type=write size=3297481 2024-04-02T08:44:59.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.920+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~F9O6EY07U5DJ.0 size=1048576 2024-04-02T08:44:59.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.922+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~F9O6EY07U5DJ.1 size=1048576 2024-04-02T08:44:59.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.923+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~F9O6EY07U5DJ.2 size=230359 2024-04-02T08:44:59.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.925+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=F9O6EY07U5DJ tag=GV9JSL52RP6C type=write size=3376087 2024-04-02T08:44:59.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.927+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~LA1G5R18GSFM.0 size=991221 2024-04-02T08:44:59.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.927+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=LA1G5R18GSFM tag=LPM2CWTNQV9H type=write size=2039797 2024-04-02T08:44:59.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.929+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~GPETP3XGC9H8.0 size=1048576 2024-04-02T08:44:59.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.930+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~GPETP3XGC9H8.1 size=1048576 2024-04-02T08:44:59.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.931+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~GPETP3XGC9H8.2 size=229656 2024-04-02T08:44:59.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.933+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=GPETP3XGC9H8 tag=JR00QUGERFUA type=write size=3375384 2024-04-02T08:44:59.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.936+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~4TFABD8767N7.0 size=107405 2024-04-02T08:44:59.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.936+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=4TFABD8767N7 tag=0WE79UMLDIQO type=write size=1155981 2024-04-02T08:44:59.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.937+0000 7f66a8039780 1 < canceled operation key=2T3HPBFE8XA4 tag=D5HI5IJ4YJ8H type=del size=2424657 2024-04-02T08:44:59.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.938+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=LPSOPU9B6B23 type=del size=3068116 2024-04-02T08:44:59.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.941+0000 7f66a8039780 1 < suggested remove operation key=ODRLSCYUJE7H tag=TPW5GNSA2KMG type=del 2024-04-02T08:44:59.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.943+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=WX6YNID7YR3C type=del size=902029 2024-04-02T08:44:59.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.944+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=TG9J7U77GWD6 type=del 2024-04-02T08:44:59.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.946+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=DKFDBTNY6IGV type=del size=2461076 2024-04-02T08:44:59.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.947+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~ZX5ZY1YVP0OH.0 size=628357 2024-04-02T08:44:59.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.949+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=ZX5ZY1YVP0OH tag=V02UCVX680NQ type=write size=1676933 2024-04-02T08:44:59.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.950+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=1Y89BOGLZ0AH type=write size=159829 2024-04-02T08:44:59.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.952+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~W4RYD404W4XY.0 size=496541 2024-04-02T08:44:59.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.954+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=W4RYD404W4XY tag=0PCSCUDAQKAI type=write size=1545117 2024-04-02T08:44:59.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.956+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=UOLMFSB8I5EX type=del size=2861475 2024-04-02T08:44:59.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.957+0000 7f66a8039780 1 < completed write operation key=PKWCIR77HPSQ tag=4BQOTQLYDCAP type=write size=626079 2024-04-02T08:44:59.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.959+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=Y9A230ENXV4F type=del size=1070020 2024-04-02T08:44:59.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.960+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~5RA7Y9R596IP.0 size=1048576 2024-04-02T08:44:59.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.961+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~5RA7Y9R596IP.1 size=911794 2024-04-02T08:44:59.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.963+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=5RA7Y9R596IP tag=0EE0GT2A101B type=write size=3008946 2024-04-02T08:44:59.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.966+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~3EX926T0OPIN.0 size=1048576 2024-04-02T08:44:59.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.967+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~3EX926T0OPIN.1 size=1048576 2024-04-02T08:44:59.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.968+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~3EX926T0OPIN.2 size=855255 2024-04-02T08:44:59.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.968+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=3EX926T0OPIN tag=M26QSXC0LIPB type=write size=4000983 2024-04-02T08:44:59.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.968+0000 7f66a8039780 1 < canceled part key=_multipart_YX81WRKACN8N.2~YWEHO7W0XU52.0 size=1048576 2024-04-02T08:44:59.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.969+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~YWEHO7W0XU52.1 size=650179 2024-04-02T08:44:59.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.972+0000 7f66a8039780 1 < canceled multipart upload key=YX81WRKACN8N upload=YWEHO7W0XU52 tag=AHSV8DMPHUWG type=write size=2747331 2024-04-02T08:44:59.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.974+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~K0XHA6QOSRV3.0 size=1048576 2024-04-02T08:44:59.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.975+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~K0XHA6QOSRV3.1 size=1048576 2024-04-02T08:44:59.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.976+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~K0XHA6QOSRV3.2 size=429885 2024-04-02T08:44:59.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.976+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=K0XHA6QOSRV3 tag=Y3O007LAC5XA type=write size=3575613 2024-04-02T08:44:59.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.977+0000 7f66a8039780 1 < completed write operation key=RNMJ571SSULK tag=5IAU9SM1LJI9 type=write size=29880 2024-04-02T08:44:59.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.978+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=891QMNQY3BGT type=del size=3023867 2024-04-02T08:44:59.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.981+0000 7f66a8039780 1 < suggested remove operation key=R628MJJ9BB5G tag=9JPY7LNK91J6 type=del 2024-04-02T08:44:59.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.982+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=GF4H8EBCR97L type=del size=718995 2024-04-02T08:44:59.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.983+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=EEX2QR0VOZKP type=del 2024-04-02T08:44:59.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.986+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~KRPKUUHUHFJT.0 size=1048576 2024-04-02T08:44:59.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.987+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~KRPKUUHUHFJT.1 size=1048576 2024-04-02T08:44:59.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.987+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~KRPKUUHUHFJT.2 size=340339 2024-04-02T08:44:59.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.987+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=KRPKUUHUHFJT tag=0757PGE04NAY type=write size=3486067 2024-04-02T08:44:59.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.989+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~MF7F78MG6D1Z.0 size=1048576 2024-04-02T08:44:59.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.990+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~MF7F78MG6D1Z.1 size=1048576 2024-04-02T08:44:59.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.990+0000 7f66a8039780 1 < canceled part key=_multipart_J0H0DJZWIT92.2~MF7F78MG6D1Z.2 size=233905 2024-04-02T08:44:59.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.992+0000 7f66a8039780 1 < canceled multipart upload key=J0H0DJZWIT92 upload=MF7F78MG6D1Z tag=R9POGKL09G84 type=write size=3379633 2024-04-02T08:44:59.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.993+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=ABBW53ZUOOTJ type=write size=13424 2024-04-02T08:44:59.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.995+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=H4ETG4DAKBXM type=del 2024-04-02T08:44:59.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.997+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~5S73DWNXYM62.0 size=1048576 2024-04-02T08:44:59.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.998+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~5S73DWNXYM62.1 size=715576 2024-04-02T08:44:59.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:44:59.998+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=5S73DWNXYM62 tag=2J9C5C3PQION type=write size=2812728 2024-04-02T08:44:59.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.000+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~T8A9Z5KTKDZD.0 size=1048576 2024-04-02T08:44:59.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.001+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~T8A9Z5KTKDZD.1 size=1048576 2024-04-02T08:44:59.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.001+0000 7f66a8039780 1 < canceled part key=_multipart_VFSPTXAIF3ZP.2~T8A9Z5KTKDZD.2 size=151753 2024-04-02T08:45:00.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.003+0000 7f66a8039780 1 < canceled multipart upload key=VFSPTXAIF3ZP upload=T8A9Z5KTKDZD tag=94IHJT96H3OP type=write size=3297481 2024-04-02T08:45:00.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.004+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=IO933W0D01FN type=del size=3591633 2024-04-02T08:45:00.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.006+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~LA1G5R18GSFM.0 size=991221 2024-04-02T08:45:00.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.008+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=LA1G5R18GSFM tag=LPM2CWTNQV9H type=write size=2039797 2024-04-02T08:45:00.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.010+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~7CXPDDVTL495.0 size=1048576 2024-04-02T08:45:00.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.011+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~7CXPDDVTL495.1 size=1048576 2024-04-02T08:45:00.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.012+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~7CXPDDVTL495.2 size=874262 2024-04-02T08:45:00.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.012+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=7CXPDDVTL495 tag=W9NPSCZUWPFU type=write size=4019990 2024-04-02T08:45:00.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.013+0000 7f66a8039780 1 < canceled part key=_multipart_2T3HPBFE8XA4.2~4TFABD8767N7.0 size=107405 2024-04-02T08:45:00.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.015+0000 7f66a8039780 1 < canceled multipart upload key=2T3HPBFE8XA4 upload=4TFABD8767N7 tag=0WE79UMLDIQO type=write size=1155981 2024-04-02T08:45:00.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.017+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~BSZCW8RL5H08.0 size=1048576 2024-04-02T08:45:00.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.018+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~BSZCW8RL5H08.1 size=1048576 2024-04-02T08:45:00.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.019+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~BSZCW8RL5H08.2 size=342181 2024-04-02T08:45:00.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.019+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=BSZCW8RL5H08 tag=OP988KFC00VY type=write size=3487909 2024-04-02T08:45:00.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.022+0000 7f66a8039780 1 < suggested update operation key=8QJNW10FF0U8 tag=LPSOPU9B6B23 type=del size=3068116 2024-04-02T08:45:00.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.024+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~ZGNR6O2KEI9N.0 size=1048576 2024-04-02T08:45:00.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.025+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~ZGNR6O2KEI9N.1 size=1048576 2024-04-02T08:45:00.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.026+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~ZGNR6O2KEI9N.2 size=417561 2024-04-02T08:45:00.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.026+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=ZGNR6O2KEI9N tag=C6RTMBGVBZP3 type=write size=3563289 2024-04-02T08:45:00.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.027+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=WX6YNID7YR3C type=del 2024-04-02T08:45:00.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.030+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~46Q8P3DVSGPR.0 size=545146 2024-04-02T08:45:00.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.030+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=46Q8P3DVSGPR tag=IJDHBFR6B52A type=write size=1593722 2024-04-02T08:45:00.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.031+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=DKFDBTNY6IGV type=del 2024-04-02T08:45:00.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.034+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~8ARCRLC0ZYI8.0 size=1048576 2024-04-02T08:45:00.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.035+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~8ARCRLC0ZYI8.1 size=1048576 2024-04-02T08:45:00.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.036+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~8ARCRLC0ZYI8.2 size=183031 2024-04-02T08:45:00.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.036+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=8ARCRLC0ZYI8 tag=6ZY2KU7316MM type=write size=3328759 2024-04-02T08:45:00.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.037+0000 7f66a8039780 1 < completed write operation key=O0QCRP60VK0G tag=1Y89BOGLZ0AH type=write size=159829 2024-04-02T08:45:00.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.039+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~05PRHB07XGI3.0 size=3886 2024-04-02T08:45:00.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.039+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=05PRHB07XGI3 tag=KYS2L0FFPZ5A type=write size=1052462 2024-04-02T08:45:00.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.041+0000 7f66a8039780 1 < canceled operation key=C49DO0QY95UV tag=UOLMFSB8I5EX type=del size=2861475 2024-04-02T08:45:00.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.042+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=HSQHYQHD9COD type=del size=690159 2024-04-02T08:45:00.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.045+0000 7f66a8039780 1 < suggested update operation key=276KVUQ2475M tag=Y9A230ENXV4F type=del size=1070020 2024-04-02T08:45:00.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.047+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=PFO1GYXYOK0D type=del size=3975644 2024-04-02T08:45:00.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.048+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~3EX926T0OPIN.0 size=1048576 2024-04-02T08:45:00.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.049+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~3EX926T0OPIN.1 size=1048576 2024-04-02T08:45:00.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.050+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~3EX926T0OPIN.2 size=855255 2024-04-02T08:45:00.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.052+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=3EX926T0OPIN tag=M26QSXC0LIPB type=write size=4000983 2024-04-02T08:45:00.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.055+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~ZU5JBC8J9VBG.0 size=1048576 2024-04-02T08:45:00.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.056+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~ZU5JBC8J9VBG.1 size=760236 2024-04-02T08:45:00.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.056+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=ZU5JBC8J9VBG tag=FP8WYZWVWWVC type=write size=2857388 2024-04-02T08:45:00.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.057+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~K0XHA6QOSRV3.0 size=1048576 2024-04-02T08:45:00.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.058+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~K0XHA6QOSRV3.1 size=1048576 2024-04-02T08:45:00.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.059+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~K0XHA6QOSRV3.2 size=429885 2024-04-02T08:45:00.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.062+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=K0XHA6QOSRV3 tag=Y3O007LAC5XA type=write size=3575613 2024-04-02T08:45:00.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.063+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=LY3WVDPH8ABW type=del size=1654917 2024-04-02T08:45:00.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.065+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=891QMNQY3BGT type=del 2024-04-02T08:45:00.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.067+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~4HN3DKC9NNEY.0 size=83911 2024-04-02T08:45:00.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.067+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=4HN3DKC9NNEY tag=4975SR1NBXXL type=write size=1132487 2024-04-02T08:45:00.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.070+0000 7f66a8039780 1 < suggested update operation key=DBCO3QMJJEJ7 tag=GF4H8EBCR97L type=del size=718995 2024-04-02T08:45:00.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.072+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~Q4H5GS670T6L.0 size=1048576 2024-04-02T08:45:00.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.073+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~Q4H5GS670T6L.1 size=814814 2024-04-02T08:45:00.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.073+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=Q4H5GS670T6L tag=BCDCC3SLDYFL type=write size=2911966 2024-04-02T08:45:00.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.075+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~KRPKUUHUHFJT.0 size=1048576 2024-04-02T08:45:00.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.076+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~KRPKUUHUHFJT.1 size=1048576 2024-04-02T08:45:00.075 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.077+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~KRPKUUHUHFJT.2 size=340339 2024-04-02T08:45:00.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.079+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=KRPKUUHUHFJT tag=0757PGE04NAY type=write size=3486067 2024-04-02T08:45:00.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.081+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=5W0P2ZNIKS9K type=write size=645522 2024-04-02T08:45:00.081 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.082+0000 7f66a8039780 1 < completed write operation key=RNMJ571SSULK tag=ABBW53ZUOOTJ type=write size=13424 2024-04-02T08:45:00.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.085+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~7NQYEY06WGE8.0 size=353679 2024-04-02T08:45:00.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.085+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=7NQYEY06WGE8 tag=TA88GS3W9DGD type=write size=1402255 2024-04-02T08:45:00.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.085+0000 7f66a8039780 1 < canceled part key=_multipart_HUH2LBUPML72.2~5S73DWNXYM62.0 size=1048576 2024-04-02T08:45:00.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.086+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~5S73DWNXYM62.1 size=715576 2024-04-02T08:45:00.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.088+0000 7f66a8039780 1 < canceled multipart upload key=HUH2LBUPML72 upload=5S73DWNXYM62 tag=2J9C5C3PQION type=write size=2812728 2024-04-02T08:45:00.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.089+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=QHTZ9EPGSRN8 type=del size=1656517 2024-04-02T08:45:00.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.091+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=IO933W0D01FN type=del 2024-04-02T08:45:00.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.093+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~48ZZN7ZOOTR1.0 size=1048576 2024-04-02T08:45:00.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.094+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~48ZZN7ZOOTR1.1 size=1048576 2024-04-02T08:45:00.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.095+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~48ZZN7ZOOTR1.2 size=147671 2024-04-02T08:45:00.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.095+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=48ZZN7ZOOTR1 tag=KX0DAUY0K17W type=write size=3293399 2024-04-02T08:45:00.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.096+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~7CXPDDVTL495.0 size=1048576 2024-04-02T08:45:00.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.097+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~7CXPDDVTL495.1 size=1048576 2024-04-02T08:45:00.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.098+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~7CXPDDVTL495.2 size=874262 2024-04-02T08:45:00.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.100+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=7CXPDDVTL495 tag=W9NPSCZUWPFU type=write size=4019990 2024-04-02T08:45:00.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.103+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~2FGBGSN1YJ2E.0 size=704393 2024-04-02T08:45:00.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.103+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=2FGBGSN1YJ2E tag=B4AR28M7N2OI type=write size=1752969 2024-04-02T08:45:00.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.104+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~BSZCW8RL5H08.0 size=1048576 2024-04-02T08:45:00.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.105+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~BSZCW8RL5H08.1 size=1048576 2024-04-02T08:45:00.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.107+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~BSZCW8RL5H08.2 size=342181 2024-04-02T08:45:00.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.109+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=BSZCW8RL5H08 tag=OP988KFC00VY type=write size=3487909 2024-04-02T08:45:00.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.110+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=ZFMT21206G27 type=del size=1875021 2024-04-02T08:45:00.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.112+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~ZGNR6O2KEI9N.0 size=1048576 2024-04-02T08:45:00.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.113+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~ZGNR6O2KEI9N.1 size=1048576 2024-04-02T08:45:00.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.113+0000 7f66a8039780 1 < canceled part key=_multipart_DBCO3QMJJEJ7.2~ZGNR6O2KEI9N.2 size=417561 2024-04-02T08:45:00.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.115+0000 7f66a8039780 1 < canceled multipart upload key=DBCO3QMJJEJ7 upload=ZGNR6O2KEI9N tag=C6RTMBGVBZP3 type=write size=3563289 2024-04-02T08:45:00.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.116+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=NQVI0G0NN55C type=del size=485591 2024-04-02T08:45:00.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.116+0000 7f66a8039780 1 < canceled part key=_multipart_CNF8703CRCYQ.2~46Q8P3DVSGPR.0 size=545146 2024-04-02T08:45:00.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.118+0000 7f66a8039780 1 < canceled multipart upload key=CNF8703CRCYQ upload=46Q8P3DVSGPR tag=IJDHBFR6B52A type=write size=1593722 2024-04-02T08:45:00.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.120+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=DJUK0EJJ11B3 type=write size=766733 2024-04-02T08:45:00.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.121+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~8ARCRLC0ZYI8.0 size=1048576 2024-04-02T08:45:00.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.122+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~8ARCRLC0ZYI8.1 size=1048576 2024-04-02T08:45:00.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.123+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~8ARCRLC0ZYI8.2 size=183031 2024-04-02T08:45:00.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.125+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=8ARCRLC0ZYI8 tag=6ZY2KU7316MM type=write size=3328759 2024-04-02T08:45:00.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.127+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~57D8SGI7Q2G6.0 size=126324 2024-04-02T08:45:00.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.127+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=57D8SGI7Q2G6 tag=L4K16FOVJ6W9 type=write size=1174900 2024-04-02T08:45:00.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.129+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~05PRHB07XGI3.0 size=3886 2024-04-02T08:45:00.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.131+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=05PRHB07XGI3 tag=KYS2L0FFPZ5A type=write size=1052462 2024-04-02T08:45:00.131 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.132+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=Q6JR5EU16GUI type=del size=2473552 2024-04-02T08:45:00.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.134+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=HSQHYQHD9COD type=del 2024-04-02T08:45:00.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.136+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~1AMG0ECIKUTP.0 size=370458 2024-04-02T08:45:00.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.136+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=1AMG0ECIKUTP tag=2Q8OOLRHZ590 type=write size=1419034 2024-04-02T08:45:00.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.139+0000 7f66a8039780 1 < suggested update operation key=A0ZBFF51XGDX tag=PFO1GYXYOK0D type=del size=3975644 2024-04-02T08:45:00.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.140+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=TBAYV9U7IHO2 type=del size=53110 2024-04-02T08:45:00.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.141+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~ZU5JBC8J9VBG.0 size=1048576 2024-04-02T08:45:00.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.141+0000 7f66a8039780 1 < canceled part key=_multipart_R628MJJ9BB5G.2~ZU5JBC8J9VBG.1 size=760236 2024-04-02T08:45:00.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.144+0000 7f66a8039780 1 < canceled multipart upload key=R628MJJ9BB5G upload=ZU5JBC8J9VBG tag=FP8WYZWVWWVC type=write size=2857388 2024-04-02T08:45:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:59 smithi137 ceph-mon[88456]: pgmap v1407: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:59 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:59 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2365478492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140638-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:44:59 smithi137 ceph-mon[88456]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T08:45:00.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.146+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~2HHDVY6643FF.0 size=217574 2024-04-02T08:45:00.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.146+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=2HHDVY6643FF tag=XUTFF6FTCLTH type=write size=1266150 2024-04-02T08:45:00.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.147+0000 7f66a8039780 -1 < failed to complete operation key=A0ZBFF51XGDX tag=LY3WVDPH8ABW type=del size=1654917: (22) Invalid argument 2024-04-02T08:45:00.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.150+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~JONKQC8ADFX7.0 size=1048576 2024-04-02T08:45:00.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.151+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~JONKQC8ADFX7.1 size=1048576 2024-04-02T08:45:00.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.152+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~JONKQC8ADFX7.2 size=936018 2024-04-02T08:45:00.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.152+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=JONKQC8ADFX7 tag=W58QJRTBAQWP type=write size=4081746 2024-04-02T08:45:00.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.152+0000 7f66a8039780 1 < canceled part key=_multipart_O0QCRP60VK0G.2~4HN3DKC9NNEY.0 size=83911 2024-04-02T08:45:00.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.154+0000 7f66a8039780 1 < canceled multipart upload key=O0QCRP60VK0G upload=4HN3DKC9NNEY tag=4975SR1NBXXL type=write size=1132487 2024-04-02T08:45:00.154 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.156+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=8IPNQGBXZHE0 type=del size=440536 2024-04-02T08:45:00.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.157+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~Q4H5GS670T6L.0 size=1048576 2024-04-02T08:45:00.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.158+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~Q4H5GS670T6L.1 size=814814 2024-04-02T08:45:00.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.160+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=Q4H5GS670T6L tag=BCDCC3SLDYFL type=write size=2911966 2024-04-02T08:45:00.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.162+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=BV5L1XPXBJBI type=del size=1547010 2024-04-02T08:45:00.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.163+0000 7f66a8039780 1 < completed write operation key=ZIJ5SF72DVM1 tag=5W0P2ZNIKS9K type=write size=645522 2024-04-02T08:45:00.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.164+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=VVJ8HQE5HZTG type=del size=3101936 2024-04-02T08:45:00.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.166+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~7NQYEY06WGE8.0 size=353679 2024-04-02T08:45:00.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.168+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=7NQYEY06WGE8 tag=TA88GS3W9DGD type=write size=1402255 2024-04-02T08:45:00.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.169+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=E7UCO7BTFL6W type=write size=496757 2024-04-02T08:45:00.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.170+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=QHTZ9EPGSRN8 type=del 2024-04-02T08:45:00.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.171+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=EEGIVS931ICD type=write size=789546 2024-04-02T08:45:00.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.173+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~48ZZN7ZOOTR1.0 size=1048576 2024-04-02T08:45:00.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.174+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~48ZZN7ZOOTR1.1 size=1048576 2024-04-02T08:45:00.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.175+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~48ZZN7ZOOTR1.2 size=147671 2024-04-02T08:45:00.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.177+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=48ZZN7ZOOTR1 tag=KX0DAUY0K17W type=write size=3293399 2024-04-02T08:45:00.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.179+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=RJIGRULMRWJM type=write size=570888 2024-04-02T08:45:00.178 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.180+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~2FGBGSN1YJ2E.0 size=704393 2024-04-02T08:45:00.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.182+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=2FGBGSN1YJ2E tag=B4AR28M7N2OI type=write size=1752969 2024-04-02T08:45:00.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.183+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=FP7GXQGZ0QH2 type=write size=284478 2024-04-02T08:45:00.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.185+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=ZFMT21206G27 type=del 2024-04-02T08:45:00.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.187+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~OWR807UX2MTY.0 size=1048576 2024-04-02T08:45:00.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.188+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~OWR807UX2MTY.1 size=563670 2024-04-02T08:45:00.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.188+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=OWR807UX2MTY tag=TI9QTYYI5ION type=write size=2660822 2024-04-02T08:45:00.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.189+0000 7f66a8039780 -1 < failed to complete operation key=A0ZBFF51XGDX tag=NQVI0G0NN55C type=del size=485591: (22) Invalid argument 2024-04-02T08:45:00.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.191+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=8HQOB4TMHPKT type=del size=1602329 2024-04-02T08:45:00.192 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.193+0000 7f66a8039780 1 < suggested update operation key=O0QCRP60VK0G tag=DJUK0EJJ11B3 type=write size=766733 2024-04-02T08:45:00.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.194+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=I54M2MVOAAII type=del size=2203248 2024-04-02T08:45:00.194 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.196+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~57D8SGI7Q2G6.0 size=126324 2024-04-02T08:45:00.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.198+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=57D8SGI7Q2G6 tag=L4K16FOVJ6W9 type=write size=1174900 2024-04-02T08:45:00.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:59 smithi028 ceph-mon[96890]: pgmap v1407: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:00.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:59 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:00.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:59 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2365478492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140638-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:00.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:44:59 smithi028 ceph-mon[96890]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T08:45:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:59 smithi028 ceph-mon[94314]: pgmap v1407: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:59 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:59 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2365478492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140638-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:44:59 smithi028 ceph-mon[94314]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-02T08:45:00.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.199+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=5P2Q1KEMMIIO type=del size=1005869 2024-04-02T08:45:00.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.201+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=Q6JR5EU16GUI type=del 2024-04-02T08:45:00.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.203+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~68QDZ0Z7H93O.0 size=1048576 2024-04-02T08:45:00.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.204+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~68QDZ0Z7H93O.1 size=368708 2024-04-02T08:45:00.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.204+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=68QDZ0Z7H93O tag=80U77FPMC0L9 type=write size=2465860 2024-04-02T08:45:00.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.206+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~1AMG0ECIKUTP.0 size=370458 2024-04-02T08:45:00.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.208+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=1AMG0ECIKUTP tag=2Q8OOLRHZ590 type=write size=1419034 2024-04-02T08:45:00.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.209+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=UMTL2G16TCKZ type=write size=476780 2024-04-02T08:45:00.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.211+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=TBAYV9U7IHO2 type=del 2024-04-02T08:45:00.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.212+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=137E8E8MMIT9 type=del size=2025616 2024-04-02T08:45:00.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.214+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~2HHDVY6643FF.0 size=217574 2024-04-02T08:45:00.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.216+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=2HHDVY6643FF tag=XUTFF6FTCLTH type=write size=1266150 2024-04-02T08:45:00.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.217+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=ZQFN2QG94TSO type=del size=1481646 2024-04-02T08:45:00.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.219+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~JONKQC8ADFX7.0 size=1048576 2024-04-02T08:45:00.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.220+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~JONKQC8ADFX7.1 size=1048576 2024-04-02T08:45:00.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.221+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~JONKQC8ADFX7.2 size=936018 2024-04-02T08:45:00.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.223+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=JONKQC8ADFX7 tag=W58QJRTBAQWP type=write size=4081746 2024-04-02T08:45:00.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.224+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=LOOHEVX1U22A type=del size=576480 2024-04-02T08:45:00.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.226+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=8IPNQGBXZHE0 type=del 2024-04-02T08:45:00.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.228+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~7P6T5X5N48KL.0 size=1048576 2024-04-02T08:45:00.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.229+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~7P6T5X5N48KL.1 size=812163 2024-04-02T08:45:00.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.229+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=7P6T5X5N48KL tag=3K8R6JKSSPQW type=write size=2909315 2024-04-02T08:45:00.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.232+0000 7f66a8039780 1 < suggested update operation key=8TMKP5EUZ549 tag=BV5L1XPXBJBI type=del size=1547010 2024-04-02T08:45:00.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.233+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=U7CXJGMGKAOT type=del size=3113333 2024-04-02T08:45:00.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.234+0000 7f66a8039780 1 < canceled operation key=DBCO3QMJJEJ7 tag=VVJ8HQE5HZTG type=del size=3101936 2024-04-02T08:45:00.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.236+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=WFW4R4FUK8Y0 type=write size=302972 2024-04-02T08:45:00.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.237+0000 7f66a8039780 1 < completed write operation key=FDBYRCJ7K5Z6 tag=E7UCO7BTFL6W type=write size=496757 2024-04-02T08:45:00.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.240+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~VLMVKUU5FV46.0 size=1048576 2024-04-02T08:45:00.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.241+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~VLMVKUU5FV46.1 size=44231 2024-04-02T08:45:00.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.241+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=VLMVKUU5FV46 tag=UCPYG44DKJR3 type=write size=2141383 2024-04-02T08:45:00.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.243+0000 7f66a8039780 1 < completed write operation key=ODRLSCYUJE7H tag=EEGIVS931ICD type=write size=789546 2024-04-02T08:45:00.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.244+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=A3EXF3KRFU50 type=del size=930841 2024-04-02T08:45:00.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.246+0000 7f66a8039780 1 < completed write operation key=276KVUQ2475M tag=RJIGRULMRWJM type=write size=570888 2024-04-02T08:45:00.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.247+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=7T1DU1NIA7UI type=write size=1027803 2024-04-02T08:45:00.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.248+0000 7f66a8039780 1 < completed write operation key=ZUF440XF8N7P tag=FP7GXQGZ0QH2 type=write size=284478 2024-04-02T08:45:00.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.250+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~DEIA2WRAEV0L.0 size=1048576 2024-04-02T08:45:00.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.251+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~DEIA2WRAEV0L.1 size=567961 2024-04-02T08:45:00.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.251+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=DEIA2WRAEV0L tag=AB1M7A893JF4 type=write size=2665113 2024-04-02T08:45:00.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.253+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~OWR807UX2MTY.0 size=1048576 2024-04-02T08:45:00.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.253+0000 7f66a8039780 1 < canceled part key=_multipart_ZIJ5SF72DVM1.2~OWR807UX2MTY.1 size=563670 2024-04-02T08:45:00.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.255+0000 7f66a8039780 1 < canceled multipart upload key=ZIJ5SF72DVM1 upload=OWR807UX2MTY tag=TI9QTYYI5ION type=write size=2660822 2024-04-02T08:45:00.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.256+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=UCOEDJ0YCEM9 type=del size=4069160 2024-04-02T08:45:00.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.258+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=8HQOB4TMHPKT type=del 2024-04-02T08:45:00.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.260+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~D9JPCY54BU1Q.0 size=1048576 2024-04-02T08:45:00.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.261+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~D9JPCY54BU1Q.1 size=685113 2024-04-02T08:45:00.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.261+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=D9JPCY54BU1Q tag=OGYL4RF77PEF type=write size=2782265 2024-04-02T08:45:00.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.262+0000 7f66a8039780 1 < canceled operation key=SKXP9F1WMETM tag=I54M2MVOAAII type=del size=2203248 2024-04-02T08:45:00.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.265+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~X8TIX9JY01ZY.0 size=1048576 2024-04-02T08:45:00.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.266+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~X8TIX9JY01ZY.1 size=1048576 2024-04-02T08:45:00.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.267+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~X8TIX9JY01ZY.2 size=941618 2024-04-02T08:45:00.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.267+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=X8TIX9JY01ZY tag=V1C0T93WI1VB type=write size=4087346 2024-04-02T08:45:00.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.268+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=5P2Q1KEMMIIO type=del 2024-04-02T08:45:00.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.271+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~SZXU8CB7OSWW.0 size=146295 2024-04-02T08:45:00.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.271+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=SZXU8CB7OSWW tag=V15DLAYGMNC5 type=write size=1194871 2024-04-02T08:45:00.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.272+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~68QDZ0Z7H93O.0 size=1048576 2024-04-02T08:45:00.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.273+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~68QDZ0Z7H93O.1 size=368708 2024-04-02T08:45:00.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.275+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=68QDZ0Z7H93O tag=80U77FPMC0L9 type=write size=2465860 2024-04-02T08:45:00.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.278+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~VO8L5OJU9F6K.0 size=832001 2024-04-02T08:45:00.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.278+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=VO8L5OJU9F6K tag=024HMP0OTMHM type=write size=1880577 2024-04-02T08:45:00.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.279+0000 7f66a8039780 1 < completed write operation key=DBCO3QMJJEJ7 tag=UMTL2G16TCKZ type=write size=476780 2024-04-02T08:45:00.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.282+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~O13XV1P62VXA.0 size=870746 2024-04-02T08:45:00.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.282+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=O13XV1P62VXA tag=5VJPAOWDZ9DU type=write size=1919322 2024-04-02T08:45:00.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.283+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=137E8E8MMIT9 type=del 2024-04-02T08:45:00.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.284+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=0WLOYM5Z7NXI type=del size=2764219 2024-04-02T08:45:00.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.285+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=ZQFN2QG94TSO type=del 2024-04-02T08:45:00.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.288+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~Y0SWPH6Z3YWF.0 size=1048576 2024-04-02T08:45:00.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.289+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~Y0SWPH6Z3YWF.1 size=1048576 2024-04-02T08:45:00.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.290+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~Y0SWPH6Z3YWF.2 size=863747 2024-04-02T08:45:00.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.290+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=Y0SWPH6Z3YWF tag=6BQZ3YPAH3RE type=write size=4009475 2024-04-02T08:45:00.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.291+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=LOOHEVX1U22A type=del 2024-04-02T08:45:00.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.294+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~7FPK71QQKHQF.0 size=1048576 2024-04-02T08:45:00.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.295+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~7FPK71QQKHQF.1 size=1048576 2024-04-02T08:45:00.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.296+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~7FPK71QQKHQF.2 size=531538 2024-04-02T08:45:00.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.296+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=7FPK71QQKHQF tag=PRJWOZC57G0C type=write size=3677266 2024-04-02T08:45:00.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.297+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~7P6T5X5N48KL.0 size=1048576 2024-04-02T08:45:00.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.299+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~7P6T5X5N48KL.1 size=812163 2024-04-02T08:45:00.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.301+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=7P6T5X5N48KL tag=3K8R6JKSSPQW type=write size=2909315 2024-04-02T08:45:00.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.302+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=JN5W4YI819TS type=del size=536327 2024-04-02T08:45:00.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.304+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=U7CXJGMGKAOT type=del 2024-04-02T08:45:00.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.305+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=CYWQB657GJJR type=del size=3506692 2024-04-02T08:45:00.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.308+0000 7f66a8039780 1 < suggested remove operation key=VFSPTXAIF3ZP tag=WFW4R4FUK8Y0 type=write 2024-04-02T08:45:00.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.309+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=8MEQ9KIAGDS9 type=del size=395082 2024-04-02T08:45:00.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.310+0000 7f66a8039780 1 < canceled part key=_multipart_YX81WRKACN8N.2~VLMVKUU5FV46.0 size=1048576 2024-04-02T08:45:00.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.311+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~VLMVKUU5FV46.1 size=44231 2024-04-02T08:45:00.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.313+0000 7f66a8039780 1 < canceled multipart upload key=YX81WRKACN8N upload=VLMVKUU5FV46 tag=UCPYG44DKJR3 type=write size=2141383 2024-04-02T08:45:00.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.314+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=27KQ5RHY9MDN type=del size=3395128 2024-04-02T08:45:00.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.316+0000 7f66a8039780 1 < canceled operation key=RNMJ571SSULK tag=A3EXF3KRFU50 type=del size=930841 2024-04-02T08:45:00.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.318+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~5ACTV5VCAV4A.0 size=432818 2024-04-02T08:45:00.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.318+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=5ACTV5VCAV4A tag=WW9PDZPGPD86 type=write size=1481394 2024-04-02T08:45:00.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.320+0000 7f66a8039780 1 < completed write operation key=ZUO2TXTKZ5D6 tag=7T1DU1NIA7UI type=write size=1027803 2024-04-02T08:45:00.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.321+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=BN7CWHSEURPR type=del size=267934 2024-04-02T08:45:00.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.322+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~DEIA2WRAEV0L.0 size=1048576 2024-04-02T08:45:00.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.323+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~DEIA2WRAEV0L.1 size=567961 2024-04-02T08:45:00.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.326+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=DEIA2WRAEV0L tag=AB1M7A893JF4 type=write size=2665113 2024-04-02T08:45:00.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.327+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=VW1G0E6PKCA5 type=del size=3338052 2024-04-02T08:45:00.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.328+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=UCOEDJ0YCEM9 type=del 2024-04-02T08:45:00.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.331+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~H9TE8FVE60V0.0 size=1048576 2024-04-02T08:45:00.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.332+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~H9TE8FVE60V0.1 size=452482 2024-04-02T08:45:00.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.332+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=H9TE8FVE60V0 tag=VNL1OIIL5WM3 type=write size=2549634 2024-04-02T08:45:00.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.333+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~D9JPCY54BU1Q.0 size=1048576 2024-04-02T08:45:00.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.333+0000 7f66a8039780 1 < canceled part key=_multipart_H46EQB061BMB.2~D9JPCY54BU1Q.1 size=685113 2024-04-02T08:45:00.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.335+0000 7f66a8039780 1 < canceled multipart upload key=H46EQB061BMB upload=D9JPCY54BU1Q tag=OGYL4RF77PEF type=write size=2782265 2024-04-02T08:45:00.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.337+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=AGHSX27W7TNA type=del size=4007990 2024-04-02T08:45:00.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.337+0000 7f66a8039780 1 < canceled part key=_multipart_2T3HPBFE8XA4.2~X8TIX9JY01ZY.0 size=1048576 2024-04-02T08:45:00.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.337+0000 7f66a8039780 1 < canceled part key=_multipart_2T3HPBFE8XA4.2~X8TIX9JY01ZY.1 size=1048576 2024-04-02T08:45:00.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.337+0000 7f66a8039780 1 < canceled part key=_multipart_2T3HPBFE8XA4.2~X8TIX9JY01ZY.2 size=941618 2024-04-02T08:45:00.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.339+0000 7f66a8039780 1 < canceled multipart upload key=2T3HPBFE8XA4 upload=X8TIX9JY01ZY tag=V1C0T93WI1VB type=write size=4087346 2024-04-02T08:45:00.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.342+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~XXRJOC1NY86E.0 size=1048576 2024-04-02T08:45:00.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.343+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~XXRJOC1NY86E.1 size=1048576 2024-04-02T08:45:00.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.344+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~XXRJOC1NY86E.2 size=215193 2024-04-02T08:45:00.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.344+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=XXRJOC1NY86E tag=JBTGD43OUXIA type=write size=3360921 2024-04-02T08:45:00.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.345+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~SZXU8CB7OSWW.0 size=146295 2024-04-02T08:45:00.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.347+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=SZXU8CB7OSWW tag=V15DLAYGMNC5 type=write size=1194871 2024-04-02T08:45:00.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.348+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=TWJD0GC80DYX type=write size=640702 2024-04-02T08:45:00.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.350+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~VO8L5OJU9F6K.0 size=832001 2024-04-02T08:45:00.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.352+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=VO8L5OJU9F6K tag=024HMP0OTMHM type=write size=1880577 2024-04-02T08:45:00.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.354+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~IO22R2YRK9B2.0 size=1048576 2024-04-02T08:45:00.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.355+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~IO22R2YRK9B2.1 size=518639 2024-04-02T08:45:00.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.355+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=IO22R2YRK9B2 tag=T6NJGDPM0J0E type=write size=2615791 2024-04-02T08:45:00.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.357+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~O13XV1P62VXA.0 size=870746 2024-04-02T08:45:00.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.359+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=O13XV1P62VXA tag=5VJPAOWDZ9DU type=write size=1919322 2024-04-02T08:45:00.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.361+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~45Q1RGUMLXDH.0 size=1048576 2024-04-02T08:45:00.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.362+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~45Q1RGUMLXDH.1 size=1048576 2024-04-02T08:45:00.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.363+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~45Q1RGUMLXDH.2 size=738284 2024-04-02T08:45:00.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.363+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=45Q1RGUMLXDH tag=3W38ZQ1JZ09P type=write size=3884012 2024-04-02T08:45:00.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.364+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=VFSPTXAIF3ZP tag=0WLOYM5Z7NXI type=del size=2764219: (2) No such file or directory 2024-04-02T08:45:00.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.365+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=15O2MWLOJ9AA type=del size=1808483 2024-04-02T08:45:00.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.366+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~Y0SWPH6Z3YWF.0 size=1048576 2024-04-02T08:45:00.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.367+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~Y0SWPH6Z3YWF.1 size=1048576 2024-04-02T08:45:00.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.369+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~Y0SWPH6Z3YWF.2 size=863747 2024-04-02T08:45:00.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.372+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=Y0SWPH6Z3YWF tag=6BQZ3YPAH3RE type=write size=4009475 2024-04-02T08:45:00.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.374+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=32IAIBMUGDAL type=del size=1498247 2024-04-02T08:45:00.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.375+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~7FPK71QQKHQF.0 size=1048576 2024-04-02T08:45:00.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.375+0000 7f66a8039780 1 < canceled part key=_multipart_VQVZN74VMII6.2~7FPK71QQKHQF.1 size=1048576 2024-04-02T08:45:00.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.376+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~7FPK71QQKHQF.2 size=531538 2024-04-02T08:45:00.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.379+0000 7f66a8039780 1 < canceled multipart upload key=VQVZN74VMII6 upload=7FPK71QQKHQF tag=PRJWOZC57G0C type=write size=3677266 2024-04-02T08:45:00.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.380+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=V708TTBOVQXT type=write size=354298 2024-04-02T08:45:00.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.381+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=JN5W4YI819TS type=del 2024-04-02T08:45:00.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.383+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=36S5M2XPPEAF type=write size=609183 2024-04-02T08:45:00.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.385+0000 7f66a8039780 1 < suggested remove operation key=H46EQB061BMB tag=CYWQB657GJJR type=del 2024-04-02T08:45:00.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.388+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~QRC3F1WYYGTM.0 size=1048576 2024-04-02T08:45:00.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.389+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~QRC3F1WYYGTM.1 size=1048576 2024-04-02T08:45:00.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.390+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~QRC3F1WYYGTM.2 size=977901 2024-04-02T08:45:00.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.390+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=QRC3F1WYYGTM tag=HKMLBZV5CL20 type=write size=4123629 2024-04-02T08:45:00.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.391+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=8MEQ9KIAGDS9 type=del 2024-04-02T08:45:00.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.393+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=R9Z9416MVOMC type=del size=519759 2024-04-02T08:45:00.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.394+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=27KQ5RHY9MDN type=del 2024-04-02T08:45:00.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.395+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=0PXDNZII70WA type=del size=1538326 2024-04-02T08:45:00.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.397+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~5ACTV5VCAV4A.0 size=432818 2024-04-02T08:45:00.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.399+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=5ACTV5VCAV4A tag=WW9PDZPGPD86 type=write size=1481394 2024-04-02T08:45:00.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.400+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=FJO0XSU6TUER type=del size=3050540 2024-04-02T08:45:00.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.402+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=BN7CWHSEURPR type=del 2024-04-02T08:45:00.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.403+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=9LYC1BH8LOYB type=del size=3172271 2024-04-02T08:45:00.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.405+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=VW1G0E6PKCA5 type=del 2024-04-02T08:45:00.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.406+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=J6PUYCLCFLLJ type=write size=92477 2024-04-02T08:45:00.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.408+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~H9TE8FVE60V0.0 size=1048576 2024-04-02T08:45:00.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.409+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~H9TE8FVE60V0.1 size=452482 2024-04-02T08:45:00.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.412+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=H9TE8FVE60V0 tag=VNL1OIIL5WM3 type=write size=2549634 2024-04-02T08:45:00.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.413+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=NWAXQRGW8JR3 type=del size=3700475 2024-04-02T08:45:00.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.416+0000 7f66a8039780 1 < suggested remove operation key=A0ZBFF51XGDX tag=AGHSX27W7TNA type=del 2024-04-02T08:45:00.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.418+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=7YZ87WS6618N type=del size=2912479 2024-04-02T08:45:00.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.419+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~XXRJOC1NY86E.0 size=1048576 2024-04-02T08:45:00.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.420+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~XXRJOC1NY86E.1 size=1048576 2024-04-02T08:45:00.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.422+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~XXRJOC1NY86E.2 size=215193 2024-04-02T08:45:00.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.424+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=XXRJOC1NY86E tag=JBTGD43OUXIA type=write size=3360921 2024-04-02T08:45:00.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.426+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=P4NQZ3D9QD1J type=del size=1677204 2024-04-02T08:45:00.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.427+0000 7f66a8039780 1 < completed write operation key=SKXP9F1WMETM tag=TWJD0GC80DYX type=write size=640702 2024-04-02T08:45:00.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.430+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~8HYB5QBKJK41.0 size=1048576 2024-04-02T08:45:00.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.431+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~8HYB5QBKJK41.1 size=1048576 2024-04-02T08:45:00.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.432+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~8HYB5QBKJK41.2 size=5341 2024-04-02T08:45:00.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.432+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=8HYB5QBKJK41 tag=43V4CTLGQND6 type=write size=3151069 2024-04-02T08:45:00.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.434+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~IO22R2YRK9B2.0 size=1048576 2024-04-02T08:45:00.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.435+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~IO22R2YRK9B2.1 size=518639 2024-04-02T08:45:00.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.437+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=IO22R2YRK9B2 tag=T6NJGDPM0J0E type=write size=2615791 2024-04-02T08:45:00.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.440+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~GXXRZTITL53E.0 size=1048576 2024-04-02T08:45:00.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.441+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~GXXRZTITL53E.1 size=546683 2024-04-02T08:45:00.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.441+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=GXXRZTITL53E tag=Y3EJQBTENLR9 type=write size=2643835 2024-04-02T08:45:00.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.443+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~45Q1RGUMLXDH.0 size=1048576 2024-04-02T08:45:00.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.444+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~45Q1RGUMLXDH.1 size=1048576 2024-04-02T08:45:00.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.445+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~45Q1RGUMLXDH.2 size=738284 2024-04-02T08:45:00.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.447+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=45Q1RGUMLXDH tag=3W38ZQ1JZ09P type=write size=3884012 2024-04-02T08:45:00.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.450+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~81KY1CX7FQOZ.0 size=1048576 2024-04-02T08:45:00.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.451+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~81KY1CX7FQOZ.1 size=679866 2024-04-02T08:45:00.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.451+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=81KY1CX7FQOZ tag=14X5ATICOELJ type=write size=2777018 2024-04-02T08:45:00.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.452+0000 7f66a8039780 1 < canceled operation key=VPNAYM6TSPBV tag=15O2MWLOJ9AA type=del size=1808483 2024-04-02T08:45:00.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.455+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~Q0DYCNH45DVV.0 size=205056 2024-04-02T08:45:00.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.455+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=Q0DYCNH45DVV tag=WN1XQT4FYEML type=write size=1253632 2024-04-02T08:45:00.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.456+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=32IAIBMUGDAL type=del 2024-04-02T08:45:00.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.459+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~33379JMF0IGX.0 size=1048576 2024-04-02T08:45:00.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.460+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~33379JMF0IGX.1 size=762487 2024-04-02T08:45:00.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.460+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=33379JMF0IGX tag=QLXZOC0M5P4S type=write size=2859639 2024-04-02T08:45:00.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.461+0000 7f66a8039780 1 < completed write operation key=O0QCRP60VK0G tag=V708TTBOVQXT type=write size=354298 2024-04-02T08:45:00.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.463+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=W4NR1CDKN2GP type=del size=3161112 2024-04-02T08:45:00.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.463+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=A0ZBFF51XGDX tag=36S5M2XPPEAF type=write size=609183: (2) No such file or directory 2024-04-02T08:45:00.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.466+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~HJCSMHMNBMU3.0 size=965740 2024-04-02T08:45:00.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.466+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=HJCSMHMNBMU3 tag=M7FGO9F28O1I type=write size=2014316 2024-04-02T08:45:00.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.467+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~QRC3F1WYYGTM.0 size=1048576 2024-04-02T08:45:00.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.468+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~QRC3F1WYYGTM.1 size=1048576 2024-04-02T08:45:00.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.470+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~QRC3F1WYYGTM.2 size=977901 2024-04-02T08:45:00.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.472+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=QRC3F1WYYGTM tag=HKMLBZV5CL20 type=write size=4123629 2024-04-02T08:45:00.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.473+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=AXBO1HCMJZ46 type=del size=2994216 2024-04-02T08:45:00.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.475+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=R9Z9416MVOMC type=del 2024-04-02T08:45:00.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.477+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~KTCWOQRJ4U8D.0 size=964826 2024-04-02T08:45:00.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.477+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=KTCWOQRJ4U8D tag=Y74RBMKX6BQM type=write size=2013402 2024-04-02T08:45:00.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.480+0000 7f66a8039780 1 < suggested update operation key=J0H0DJZWIT92 tag=0PXDNZII70WA type=del size=1538326 2024-04-02T08:45:00.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.481+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=0Y2VAGAO7CF5 type=write size=113817 2024-04-02T08:45:00.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.482+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=A0ZBFF51XGDX tag=FJO0XSU6TUER type=del size=3050540: (2) No such file or directory 2024-04-02T08:45:00.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.484+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~23SH4KPOSQHG.0 size=835466 2024-04-02T08:45:00.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.484+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=23SH4KPOSQHG tag=5ABZMV732U0K type=write size=1884042 2024-04-02T08:45:00.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.486+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=9LYC1BH8LOYB type=del 2024-04-02T08:45:00.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.488+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~13QHVNYJDUUB.0 size=895187 2024-04-02T08:45:00.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.488+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=13QHVNYJDUUB tag=PBXZI9FPHG9A type=write size=1943763 2024-04-02T08:45:00.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.490+0000 7f66a8039780 -1 < failed to complete operation key=J0H0DJZWIT92 tag=J6PUYCLCFLLJ type=write size=92477: (22) Invalid argument 2024-04-02T08:45:00.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.491+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=GXG7M02BSMKQ type=del size=3692766 2024-04-02T08:45:00.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.493+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=NWAXQRGW8JR3 type=del 2024-04-02T08:45:00.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.495+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~JH3UJGBPXYNW.0 size=889789 2024-04-02T08:45:00.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.495+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=JH3UJGBPXYNW tag=7HYDFGF31BCQ type=write size=1938365 2024-04-02T08:45:00.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.496+0000 7f66a8039780 -1 < failed to complete operation key=J0H0DJZWIT92 tag=7YZ87WS6618N type=del size=2912479: (22) Invalid argument 2024-04-02T08:45:00.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.499+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~K6EWJTK5HRAQ.0 size=1048576 2024-04-02T08:45:00.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.500+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~K6EWJTK5HRAQ.1 size=120973 2024-04-02T08:45:00.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.500+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=K6EWJTK5HRAQ tag=RYM8FYPDXOTM type=write size=2218125 2024-04-02T08:45:00.500 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.501+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=P4NQZ3D9QD1J type=del 2024-04-02T08:45:00.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.504+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~92RBNV0TG242.0 size=1048576 2024-04-02T08:45:00.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.505+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~92RBNV0TG242.1 size=439167 2024-04-02T08:45:00.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.505+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=92RBNV0TG242 tag=FZCBKCXIJERW type=write size=2536319 2024-04-02T08:45:00.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.506+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~8HYB5QBKJK41.0 size=1048576 2024-04-02T08:45:00.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.507+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~8HYB5QBKJK41.1 size=1048576 2024-04-02T08:45:00.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.508+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~8HYB5QBKJK41.2 size=5341 2024-04-02T08:45:00.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.510+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=8HYB5QBKJK41 tag=43V4CTLGQND6 type=write size=3151069 2024-04-02T08:45:00.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.511+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=M0ZFQO9C59Q1 type=del size=766802 2024-04-02T08:45:00.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.513+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~GXXRZTITL53E.0 size=1048576 2024-04-02T08:45:00.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.514+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~GXXRZTITL53E.1 size=546683 2024-04-02T08:45:00.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.516+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=GXXRZTITL53E tag=Y3EJQBTENLR9 type=write size=2643835 2024-04-02T08:45:00.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.518+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~31T3SM6PGHRZ.0 size=1048576 2024-04-02T08:45:00.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.519+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~31T3SM6PGHRZ.1 size=506947 2024-04-02T08:45:00.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.519+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=31T3SM6PGHRZ tag=1GV66SNE6H6K type=write size=2604099 2024-04-02T08:45:00.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.521+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~81KY1CX7FQOZ.0 size=1048576 2024-04-02T08:45:00.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.522+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~81KY1CX7FQOZ.1 size=679866 2024-04-02T08:45:00.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.524+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=81KY1CX7FQOZ tag=14X5ATICOELJ type=write size=2777018 2024-04-02T08:45:00.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.526+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~Y7PLBX7R4UOA.0 size=1048576 2024-04-02T08:45:00.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.527+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~Y7PLBX7R4UOA.1 size=1048576 2024-04-02T08:45:00.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.528+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~Y7PLBX7R4UOA.2 size=72998 2024-04-02T08:45:00.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.528+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=Y7PLBX7R4UOA tag=BFOKESC4FS3T type=write size=3218726 2024-04-02T08:45:00.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.530+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~Q0DYCNH45DVV.0 size=205056 2024-04-02T08:45:00.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.532+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=Q0DYCNH45DVV tag=WN1XQT4FYEML type=write size=1253632 2024-04-02T08:45:00.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.533+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=3XLBNCSZ0QLA type=del size=2173002 2024-04-02T08:45:00.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.534+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~33379JMF0IGX.0 size=1048576 2024-04-02T08:45:00.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.536+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~33379JMF0IGX.1 size=762487 2024-04-02T08:45:00.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.538+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=33379JMF0IGX tag=QLXZOC0M5P4S type=write size=2859639 2024-04-02T08:45:00.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.539+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=73TLAYYQXTDU type=del size=2013985 2024-04-02T08:45:00.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.540+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=W4NR1CDKN2GP type=del 2024-04-02T08:45:00.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.542+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=0502GKEQT24C type=del size=3602254 2024-04-02T08:45:00.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.543+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~HJCSMHMNBMU3.0 size=965740 2024-04-02T08:45:00.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.545+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=HJCSMHMNBMU3 tag=M7FGO9F28O1I type=write size=2014316 2024-04-02T08:45:00.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.548+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~GGK9BB15MBIE.0 size=455802 2024-04-02T08:45:00.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.548+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=GGK9BB15MBIE tag=BH14X6MA7SZU type=write size=1504378 2024-04-02T08:45:00.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.549+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=AXBO1HCMJZ46 type=del 2024-04-02T08:45:00.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.550+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=JRYMMRAAH95P type=write size=214068 2024-04-02T08:45:00.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.552+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~KTCWOQRJ4U8D.0 size=964826 2024-04-02T08:45:00.552 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.554+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=KTCWOQRJ4U8D tag=Y74RBMKX6BQM type=write size=2013402 2024-04-02T08:45:00.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.555+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=CHZ4WI4LTLL1 type=del size=2688970 2024-04-02T08:45:00.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.557+0000 7f66a8039780 1 < completed write operation key=VPNAYM6TSPBV tag=0Y2VAGAO7CF5 type=write size=113817 2024-04-02T08:45:00.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.559+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~OHXUX2CXAVEG.0 size=1048576 2024-04-02T08:45:00.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.560+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~OHXUX2CXAVEG.1 size=1048576 2024-04-02T08:45:00.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.561+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~OHXUX2CXAVEG.2 size=252285 2024-04-02T08:45:00.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.561+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=OHXUX2CXAVEG tag=8NS5ZGXVLHCE type=write size=3398013 2024-04-02T08:45:00.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.563+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~23SH4KPOSQHG.0 size=835466 2024-04-02T08:45:00.564 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.565+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=23SH4KPOSQHG tag=5ABZMV732U0K type=write size=1884042 2024-04-02T08:45:00.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.567+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~F6Q8247KJ4T4.0 size=1048576 2024-04-02T08:45:00.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.569+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~F6Q8247KJ4T4.1 size=1048576 2024-04-02T08:45:00.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.570+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~F6Q8247KJ4T4.2 size=304093 2024-04-02T08:45:00.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.570+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=F6Q8247KJ4T4 tag=6GP3V22T3X0K type=write size=3449821 2024-04-02T08:45:00.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.571+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~13QHVNYJDUUB.0 size=895187 2024-04-02T08:45:00.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.573+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=13QHVNYJDUUB tag=PBXZI9FPHG9A type=write size=1943763 2024-04-02T08:45:00.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.575+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=GB55205ZGUZS type=del size=3411299 2024-04-02T08:45:00.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.576+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=GXG7M02BSMKQ type=del 2024-04-02T08:45:00.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.578+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~T6DDAI1NBBEU.0 size=1048576 2024-04-02T08:45:00.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.580+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~T6DDAI1NBBEU.1 size=1048576 2024-04-02T08:45:00.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.581+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~T6DDAI1NBBEU.2 size=854841 2024-04-02T08:45:00.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.581+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=T6DDAI1NBBEU tag=K7VQR0YQS4BH type=write size=4000569 2024-04-02T08:45:00.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.582+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~JH3UJGBPXYNW.0 size=889789 2024-04-02T08:45:00.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.584+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=JH3UJGBPXYNW tag=7HYDFGF31BCQ type=write size=1938365 2024-04-02T08:45:00.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.587+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~XJA7EX8YHB69.0 size=1048576 2024-04-02T08:45:00.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.588+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~XJA7EX8YHB69.1 size=1048576 2024-04-02T08:45:00.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.589+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~XJA7EX8YHB69.2 size=468115 2024-04-02T08:45:00.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.589+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=XJA7EX8YHB69 tag=FEORUN84OWHG type=write size=3613843 2024-04-02T08:45:00.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.590+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~K6EWJTK5HRAQ.0 size=1048576 2024-04-02T08:45:00.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.590+0000 7f66a8039780 1 < canceled part key=_multipart_PZKZ83BFSP9E.2~K6EWJTK5HRAQ.1 size=120973 2024-04-02T08:45:00.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.593+0000 7f66a8039780 1 < canceled multipart upload key=PZKZ83BFSP9E upload=K6EWJTK5HRAQ tag=RYM8FYPDXOTM type=write size=2218125 2024-04-02T08:45:00.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.595+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~9IOAULA72IJU.0 size=1048576 2024-04-02T08:45:00.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.596+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~9IOAULA72IJU.1 size=487154 2024-04-02T08:45:00.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.596+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=9IOAULA72IJU tag=102GPKPL1CX8 type=write size=2584306 2024-04-02T08:45:00.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.598+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~92RBNV0TG242.0 size=1048576 2024-04-02T08:45:00.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.598+0000 7f66a8039780 1 < canceled part key=_multipart_V9PXVXW0I69D.2~92RBNV0TG242.1 size=439167 2024-04-02T08:45:00.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.600+0000 7f66a8039780 1 < canceled multipart upload key=V9PXVXW0I69D upload=92RBNV0TG242 tag=FZCBKCXIJERW type=write size=2536319 2024-04-02T08:45:00.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.602+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~IG9FV7QKNY2W.0 size=224544 2024-04-02T08:45:00.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.602+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=IG9FV7QKNY2W tag=8K0FR341WIBP type=write size=1273120 2024-04-02T08:45:00.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.604+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=M0ZFQO9C59Q1 type=del 2024-04-02T08:45:00.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.605+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=YERT0JJXFOWQ type=write size=835836 2024-04-02T08:45:00.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.607+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~31T3SM6PGHRZ.0 size=1048576 2024-04-02T08:45:00.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.607+0000 7f66a8039780 1 < canceled part key=_multipart_FDBYRCJ7K5Z6.2~31T3SM6PGHRZ.1 size=506947 2024-04-02T08:45:00.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.609+0000 7f66a8039780 1 < canceled multipart upload key=FDBYRCJ7K5Z6 upload=31T3SM6PGHRZ tag=1GV66SNE6H6K type=write size=2604099 2024-04-02T08:45:00.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.611+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~19T0LKDCKKTG.0 size=1048576 2024-04-02T08:45:00.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.612+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~19T0LKDCKKTG.1 size=446997 2024-04-02T08:45:00.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.612+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=19T0LKDCKKTG tag=XF6NIUHB8220 type=write size=2544149 2024-04-02T08:45:00.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.614+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~Y7PLBX7R4UOA.0 size=1048576 2024-04-02T08:45:00.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.615+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~Y7PLBX7R4UOA.1 size=1048576 2024-04-02T08:45:00.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.616+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~Y7PLBX7R4UOA.2 size=72998 2024-04-02T08:45:00.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.618+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=Y7PLBX7R4UOA tag=BFOKESC4FS3T type=write size=3218726 2024-04-02T08:45:00.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.619+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=EVB8ADYC9BWA type=del size=843514 2024-04-02T08:45:00.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.621+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=3XLBNCSZ0QLA type=del 2024-04-02T08:45:00.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.623+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~ZMRJ1YM1W45Y.0 size=337609 2024-04-02T08:45:00.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.623+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=ZMRJ1YM1W45Y tag=X65GE5GJOIZ2 type=write size=1386185 2024-04-02T08:45:00.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.624+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=73TLAYYQXTDU type=del 2024-04-02T08:45:00.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.627+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~06WFZAJ8QZOG.0 size=169291 2024-04-02T08:45:00.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.627+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=06WFZAJ8QZOG tag=7TNVC6IMQ1I2 type=write size=1217867 2024-04-02T08:45:00.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.628+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=0502GKEQT24C type=del 2024-04-02T08:45:00.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.630+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=A9M2LEDNABZP type=write size=557808 2024-04-02T08:45:00.629 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.631+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~GGK9BB15MBIE.0 size=455802 2024-04-02T08:45:00.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.633+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=GGK9BB15MBIE tag=BH14X6MA7SZU type=write size=1504378 2024-04-02T08:45:00.634 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.636+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~WLHONEQN12AA.0 size=1048576 2024-04-02T08:45:00.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.637+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~WLHONEQN12AA.1 size=840523 2024-04-02T08:45:00.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.637+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=WLHONEQN12AA tag=G6QKMUVHCSUR type=write size=2937675 2024-04-02T08:45:00.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.638+0000 7f66a8039780 1 < completed write operation key=VJZTCVAN2M5T tag=JRYMMRAAH95P type=write size=214068 2024-04-02T08:45:00.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.641+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~4LL398J0P3M1.0 size=1048576 2024-04-02T08:45:00.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.642+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~4LL398J0P3M1.1 size=755875 2024-04-02T08:45:00.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.642+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=4LL398J0P3M1 tag=IAIXFFG6J5KM type=write size=2853027 2024-04-02T08:45:00.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.643+0000 7f66a8039780 1 < canceled operation key=V9PXVXW0I69D tag=CHZ4WI4LTLL1 type=del size=2688970 2024-04-02T08:45:00.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.645+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=VXYMALT8L1QQ type=del size=737606 2024-04-02T08:45:00.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.646+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~OHXUX2CXAVEG.0 size=1048576 2024-04-02T08:45:00.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.647+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~OHXUX2CXAVEG.1 size=1048576 2024-04-02T08:45:00.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.649+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~OHXUX2CXAVEG.2 size=252285 2024-04-02T08:45:00.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.651+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=OHXUX2CXAVEG tag=8NS5ZGXVLHCE type=write size=3398013 2024-04-02T08:45:00.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.652+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=ZWFL525F4X26 type=del size=976867 2024-04-02T08:45:00.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.654+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~F6Q8247KJ4T4.0 size=1048576 2024-04-02T08:45:00.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.654+0000 7f66a8039780 1 < canceled part key=_multipart_PKWCIR77HPSQ.2~F6Q8247KJ4T4.1 size=1048576 2024-04-02T08:45:00.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.655+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~F6Q8247KJ4T4.2 size=304093 2024-04-02T08:45:00.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.657+0000 7f66a8039780 1 < canceled multipart upload key=PKWCIR77HPSQ upload=F6Q8247KJ4T4 tag=6GP3V22T3X0K type=write size=3449821 2024-04-02T08:45:00.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.658+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=Z15BY3YE7KZ0 type=del size=2172818 2024-04-02T08:45:00.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.660+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=GB55205ZGUZS type=del 2024-04-02T08:45:00.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.661+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=MOWBO2ERJLJQ type=del size=999475 2024-04-02T08:45:00.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.662+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~T6DDAI1NBBEU.0 size=1048576 2024-04-02T08:45:00.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.662+0000 7f66a8039780 1 < canceled part key=_multipart_VQVZN74VMII6.2~T6DDAI1NBBEU.1 size=1048576 2024-04-02T08:45:00.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.662+0000 7f66a8039780 1 < canceled part key=_multipart_VQVZN74VMII6.2~T6DDAI1NBBEU.2 size=854841 2024-04-02T08:45:00.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.665+0000 7f66a8039780 1 < canceled multipart upload key=VQVZN74VMII6 upload=T6DDAI1NBBEU tag=K7VQR0YQS4BH type=write size=4000569 2024-04-02T08:45:00.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.666+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=T0KDMTM1NVOJ type=del size=2549650 2024-04-02T08:45:00.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.667+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~XJA7EX8YHB69.0 size=1048576 2024-04-02T08:45:00.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.669+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~XJA7EX8YHB69.1 size=1048576 2024-04-02T08:45:00.668 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.670+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~XJA7EX8YHB69.2 size=468115 2024-04-02T08:45:00.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.672+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=XJA7EX8YHB69 tag=FEORUN84OWHG type=write size=3613843 2024-04-02T08:45:00.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.673+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=A36V4KWEIJO0 type=del size=2349185 2024-04-02T08:45:00.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.674+0000 7f66a8039780 1 < canceled part key=_multipart_HUH2LBUPML72.2~9IOAULA72IJU.0 size=1048576 2024-04-02T08:45:00.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.675+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~9IOAULA72IJU.1 size=487154 2024-04-02T08:45:00.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.677+0000 7f66a8039780 1 < canceled multipart upload key=HUH2LBUPML72 upload=9IOAULA72IJU tag=102GPKPL1CX8 type=write size=2584306 2024-04-02T08:45:00.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.678+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=KIYU4QE6ME6P type=del size=1083218 2024-04-02T08:45:00.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.679+0000 7f66a8039780 1 < canceled part key=_multipart_ODRLSCYUJE7H.2~IG9FV7QKNY2W.0 size=224544 2024-04-02T08:45:00.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.681+0000 7f66a8039780 1 < canceled multipart upload key=ODRLSCYUJE7H upload=IG9FV7QKNY2W tag=8K0FR341WIBP type=write size=1273120 2024-04-02T08:45:00.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.682+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=G2FD0MO2X70D type=write size=500073 2024-04-02T08:45:00.682 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.684+0000 7f66a8039780 1 < completed write operation key=HUH2LBUPML72 tag=YERT0JJXFOWQ type=write size=835836 2024-04-02T08:45:00.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.685+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=OIICK5NEGUXC type=del size=1653449 2024-04-02T08:45:00.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.687+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~19T0LKDCKKTG.0 size=1048576 2024-04-02T08:45:00.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.688+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~19T0LKDCKKTG.1 size=446997 2024-04-02T08:45:00.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.691+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=19T0LKDCKKTG tag=XF6NIUHB8220 type=write size=2544149 2024-04-02T08:45:00.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.693+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=EFP23CX78QF5 type=del size=1134329 2024-04-02T08:45:00.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.694+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=EVB8ADYC9BWA type=del 2024-04-02T08:45:00.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.697+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~HGKMYWN6FEAG.0 size=1048576 2024-04-02T08:45:00.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.698+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~HGKMYWN6FEAG.1 size=500753 2024-04-02T08:45:00.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.698+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=HGKMYWN6FEAG tag=6MD6WH8P8PKP type=write size=2597905 2024-04-02T08:45:00.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.699+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~ZMRJ1YM1W45Y.0 size=337609 2024-04-02T08:45:00.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.702+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=ZMRJ1YM1W45Y tag=X65GE5GJOIZ2 type=write size=1386185 2024-04-02T08:45:00.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.703+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=WJTEBXPUFZZU type=del size=2168293 2024-04-02T08:45:00.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.704+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~06WFZAJ8QZOG.0 size=169291 2024-04-02T08:45:00.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.707+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=06WFZAJ8QZOG tag=7TNVC6IMQ1I2 type=write size=1217867 2024-04-02T08:45:00.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.709+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~JGG3F1JRXL7B.0 size=1048576 2024-04-02T08:45:00.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.710+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~JGG3F1JRXL7B.1 size=1045759 2024-04-02T08:45:00.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.710+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=JGG3F1JRXL7B tag=D756BEFB01DT type=write size=3142911 2024-04-02T08:45:00.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.712+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=A9M2LEDNABZP type=write size=557808 2024-04-02T08:45:00.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.713+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=IMWH7ZMSRQTR type=del size=40304 2024-04-02T08:45:00.713 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.715+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~WLHONEQN12AA.0 size=1048576 2024-04-02T08:45:00.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.716+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~WLHONEQN12AA.1 size=840523 2024-04-02T08:45:00.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.718+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=WLHONEQN12AA tag=G6QKMUVHCSUR type=write size=2937675 2024-04-02T08:45:00.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.719+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=OROLJNP7ACR7 type=del size=3849261 2024-04-02T08:45:00.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.721+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~4LL398J0P3M1.0 size=1048576 2024-04-02T08:45:00.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.722+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~4LL398J0P3M1.1 size=755875 2024-04-02T08:45:00.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.725+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=4LL398J0P3M1 tag=IAIXFFG6J5KM type=write size=2853027 2024-04-02T08:45:00.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.726+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=30NTNTV67JBT type=del size=3773432 2024-04-02T08:45:00.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.728+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=VXYMALT8L1QQ type=del 2024-04-02T08:45:00.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.729+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=D448LS67VP9C type=del size=29297 2024-04-02T08:45:00.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.732+0000 7f66a8039780 1 < suggested update operation key=276KVUQ2475M tag=ZWFL525F4X26 type=del size=976867 2024-04-02T08:45:00.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.734+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=PW9XF6R2USL5 type=del size=515599 2024-04-02T08:45:00.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.735+0000 7f66a8039780 1 < canceled operation key=YX81WRKACN8N tag=Z15BY3YE7KZ0 type=del size=2172818 2024-04-02T08:45:00.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.737+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=CR4SOB3BSQQB type=del size=971617 2024-04-02T08:45:00.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.738+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=MOWBO2ERJLJQ type=del 2024-04-02T08:45:00.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.740+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=HN3YCECHT2L0 type=del size=396474 2024-04-02T08:45:00.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.741+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=T0KDMTM1NVOJ type=del 2024-04-02T08:45:00.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.743+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=AJZ6DVE7GGJP type=del size=1444791 2024-04-02T08:45:00.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.746+0000 7f66a8039780 1 < suggested update operation key=RNMJ571SSULK tag=A36V4KWEIJO0 type=del size=2349185 2024-04-02T08:45:00.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.747+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=8Z0RSREVNB5L type=del size=2890498 2024-04-02T08:45:00.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.749+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=KIYU4QE6ME6P type=del 2024-04-02T08:45:00.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.750+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=MWA5XWOGMCOQ type=del size=93722 2024-04-02T08:45:00.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.752+0000 7f66a8039780 1 < completed write operation key=R628MJJ9BB5G tag=G2FD0MO2X70D type=write size=500073 2024-04-02T08:45:00.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.755+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~P600JVTQ7W6C.0 size=1048576 2024-04-02T08:45:00.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.756+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~P600JVTQ7W6C.1 size=1048576 2024-04-02T08:45:00.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.757+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~P600JVTQ7W6C.2 size=756163 2024-04-02T08:45:00.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.757+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=P600JVTQ7W6C tag=Z91LM8JPOXYL type=write size=3901891 2024-04-02T08:45:00.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.759+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=OIICK5NEGUXC type=del 2024-04-02T08:45:00.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.760+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=0038IGPG2R97 type=del size=4162314 2024-04-02T08:45:00.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.763+0000 7f66a8039780 1 < suggested remove operation key=MVOA3WWKEWZR tag=EFP23CX78QF5 type=del 2024-04-02T08:45:00.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.766+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~VO8PMU22ZTEQ.0 size=311495 2024-04-02T08:45:00.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.766+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=VO8PMU22ZTEQ tag=XK6SKDK266OR type=write size=1360071 2024-04-02T08:45:00.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.768+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~HGKMYWN6FEAG.0 size=1048576 2024-04-02T08:45:00.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.769+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~HGKMYWN6FEAG.1 size=500753 2024-04-02T08:45:00.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.771+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=HGKMYWN6FEAG tag=6MD6WH8P8PKP type=write size=2597905 2024-04-02T08:45:00.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.774+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~KWU7JRSLP2CF.0 size=1048576 2024-04-02T08:45:00.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.775+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~KWU7JRSLP2CF.1 size=1048576 2024-04-02T08:45:00.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.777+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~KWU7JRSLP2CF.2 size=533424 2024-04-02T08:45:00.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.777+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=KWU7JRSLP2CF tag=10NM9HQGK0O8 type=write size=3679152 2024-04-02T08:45:00.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.778+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=WJTEBXPUFZZU type=del 2024-04-02T08:45:00.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.781+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~OHDPY2CHDEOT.0 size=307925 2024-04-02T08:45:00.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.781+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=OHDPY2CHDEOT tag=1R82ZDQ3M1T6 type=write size=1356501 2024-04-02T08:45:00.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.781+0000 7f66a8039780 1 < canceled part key=_multipart_V9PXVXW0I69D.2~JGG3F1JRXL7B.0 size=1048576 2024-04-02T08:45:00.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.783+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~JGG3F1JRXL7B.1 size=1045759 2024-04-02T08:45:00.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.785+0000 7f66a8039780 1 < canceled multipart upload key=V9PXVXW0I69D upload=JGG3F1JRXL7B tag=D756BEFB01DT type=write size=3142911 2024-04-02T08:45:00.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.787+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=NKJMFS308UWS type=del size=3952117 2024-04-02T08:45:00.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.788+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=IMWH7ZMSRQTR type=del 2024-04-02T08:45:00.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.790+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=48R0DIHYW0LX type=del size=2072400 2024-04-02T08:45:00.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.791+0000 7f66a8039780 1 < canceled operation key=ODRLSCYUJE7H tag=OROLJNP7ACR7 type=del size=3849261 2024-04-02T08:45:00.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.794+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~INESXXE6SYRC.0 size=315388 2024-04-02T08:45:00.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.794+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=INESXXE6SYRC tag=BQNIWLP1YJ7A type=write size=1363964 2024-04-02T08:45:00.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.796+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=30NTNTV67JBT type=del 2024-04-02T08:45:00.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.798+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=LTE7LRCZE3AW type=del size=3149735 2024-04-02T08:45:00.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.799+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=D448LS67VP9C type=del 2024-04-02T08:45:00.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.800+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=HLH9F4Q21T2H type=del size=1917956 2024-04-02T08:45:00.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.802+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=PW9XF6R2USL5 type=del 2024-04-02T08:45:00.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.804+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~F1O5977TMJ75.0 size=472187 2024-04-02T08:45:00.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.804+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=F1O5977TMJ75 tag=PJVL39X9EZP9 type=write size=1520763 2024-04-02T08:45:00.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.806+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=CR4SOB3BSQQB type=del 2024-04-02T08:45:00.806 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.807+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=LJB11V27OWPW type=write size=988917 2024-04-02T08:45:00.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.808+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=HN3YCECHT2L0 type=del 2024-04-02T08:45:00.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.810+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=7U0HQYA6VNZK type=write size=60164 2024-04-02T08:45:00.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.811+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=AJZ6DVE7GGJP type=del 2024-04-02T08:45:00.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.814+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~2KY20ZSBSJY3.0 size=1048576 2024-04-02T08:45:00.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.815+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~2KY20ZSBSJY3.1 size=719060 2024-04-02T08:45:00.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.815+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=2KY20ZSBSJY3 tag=X18NF4S557T2 type=write size=2816212 2024-04-02T08:45:00.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.816+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=8Z0RSREVNB5L type=del 2024-04-02T08:45:00.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.819+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~YZRDFEVJP2JE.0 size=1048576 2024-04-02T08:45:00.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.820+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~YZRDFEVJP2JE.1 size=1048576 2024-04-02T08:45:00.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.821+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~YZRDFEVJP2JE.2 size=480584 2024-04-02T08:45:00.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.821+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=YZRDFEVJP2JE tag=ZMDYPXZ8LTFT type=write size=3626312 2024-04-02T08:45:00.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.822+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=MWA5XWOGMCOQ type=del 2024-04-02T08:45:00.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.825+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~P4L3N0ZOQ2CN.0 size=1048576 2024-04-02T08:45:00.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.826+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~P4L3N0ZOQ2CN.1 size=887002 2024-04-02T08:45:00.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.826+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=P4L3N0ZOQ2CN tag=LDOPC9ZF6374 type=write size=2984154 2024-04-02T08:45:00.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.827+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~P600JVTQ7W6C.0 size=1048576 2024-04-02T08:45:00.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.828+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~P600JVTQ7W6C.1 size=1048576 2024-04-02T08:45:00.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.829+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~P600JVTQ7W6C.2 size=756163 2024-04-02T08:45:00.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.832+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=P600JVTQ7W6C tag=Z91LM8JPOXYL type=write size=3901891 2024-04-02T08:45:00.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.834+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~MOHPPAJJ64R8.0 size=458743 2024-04-02T08:45:00.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.834+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=MOHPPAJJ64R8 tag=YMW3VGEO63F4 type=write size=1507319 2024-04-02T08:45:00.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.837+0000 7f66a8039780 1 < suggested update operation key=CNF8703CRCYQ tag=0038IGPG2R97 type=del size=4162314 2024-04-02T08:45:00.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.838+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=PHOQMMM8Q1CR type=del size=2321299 2024-04-02T08:45:00.838 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.839+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~VO8PMU22ZTEQ.0 size=311495 2024-04-02T08:45:00.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.842+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=VO8PMU22ZTEQ tag=XK6SKDK266OR type=write size=1360071 2024-04-02T08:45:00.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.844+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~OHT7RMYZF1DM.0 size=916669 2024-04-02T08:45:00.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.844+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=OHT7RMYZF1DM tag=E83NX117OPJO type=write size=1965245 2024-04-02T08:45:00.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.845+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~KWU7JRSLP2CF.0 size=1048576 2024-04-02T08:45:00.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.845+0000 7f66a8039780 1 < canceled part key=_multipart_8TMKP5EUZ549.2~KWU7JRSLP2CF.1 size=1048576 2024-04-02T08:45:00.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.847+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~KWU7JRSLP2CF.2 size=533424 2024-04-02T08:45:00.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.849+0000 7f66a8039780 1 < canceled multipart upload key=8TMKP5EUZ549 upload=KWU7JRSLP2CF tag=10NM9HQGK0O8 type=write size=3679152 2024-04-02T08:45:00.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.851+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~J2K7PCQK5KN1.0 size=518614 2024-04-02T08:45:00.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.851+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=J2K7PCQK5KN1 tag=I2HUVFP2SW4T type=write size=1567190 2024-04-02T08:45:00.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.853+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~OHDPY2CHDEOT.0 size=307925 2024-04-02T08:45:00.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.855+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=OHDPY2CHDEOT tag=1R82ZDQ3M1T6 type=write size=1356501 2024-04-02T08:45:00.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.856+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=9R5DOWM0WZTJ type=del size=2072180 2024-04-02T08:45:00.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.859+0000 7f66a8039780 1 < suggested remove operation key=R628MJJ9BB5G tag=NKJMFS308UWS type=del 2024-04-02T08:45:00.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.862+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~R2W1KBOHC6EM.0 size=838178 2024-04-02T08:45:00.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.862+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=R2W1KBOHC6EM tag=BSNW4GQ5U7RM type=write size=1886754 2024-04-02T08:45:00.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.863+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=48R0DIHYW0LX type=del 2024-04-02T08:45:00.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.864+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=ZSDLXNUHATH8 type=del size=2349934 2024-04-02T08:45:00.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.865+0000 7f66a8039780 1 < canceled part key=_multipart_ODRLSCYUJE7H.2~INESXXE6SYRC.0 size=315388 2024-04-02T08:45:00.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.867+0000 7f66a8039780 1 < canceled multipart upload key=ODRLSCYUJE7H upload=INESXXE6SYRC tag=BQNIWLP1YJ7A type=write size=1363964 2024-04-02T08:45:00.867 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.868+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=DA6WNVXNCNJU type=write size=398265 2024-04-02T08:45:00.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.870+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=LTE7LRCZE3AW type=del 2024-04-02T08:45:00.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.871+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=YBYZYE5ABJE4 type=write size=999270 2024-04-02T08:45:00.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.872+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=HLH9F4Q21T2H type=del 2024-04-02T08:45:00.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.874+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=4YOPPQTZPK6Z type=write size=298395 2024-04-02T08:45:00.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.876+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~F1O5977TMJ75.0 size=472187 2024-04-02T08:45:00.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.879+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=F1O5977TMJ75 tag=PJVL39X9EZP9 type=write size=1520763 2024-04-02T08:45:00.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.881+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=I54GAHRPB83X type=del size=2030233 2024-04-02T08:45:00.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.882+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=LJB11V27OWPW type=write size=988917 2024-04-02T08:45:00.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.884+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=TSJMB6B5BI3T type=del size=814899 2024-04-02T08:45:00.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.885+0000 7f66a8039780 1 < canceled operation key=ODRLSCYUJE7H tag=7U0HQYA6VNZK type=write size=60164 2024-04-02T08:45:00.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.887+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=583I5F96RQ8I type=del size=1430632 2024-04-02T08:45:00.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.888+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~2KY20ZSBSJY3.0 size=1048576 2024-04-02T08:45:00.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.889+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~2KY20ZSBSJY3.1 size=719060 2024-04-02T08:45:00.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.893+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=2KY20ZSBSJY3 tag=X18NF4S557T2 type=write size=2816212 2024-04-02T08:45:00.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.896+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~MVDTX3FAIAF2.0 size=902334 2024-04-02T08:45:00.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.896+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=MVDTX3FAIAF2 tag=YZPQW5ZS552E type=write size=1950910 2024-04-02T08:45:00.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.897+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~YZRDFEVJP2JE.0 size=1048576 2024-04-02T08:45:00.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.898+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~YZRDFEVJP2JE.1 size=1048576 2024-04-02T08:45:00.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.900+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~YZRDFEVJP2JE.2 size=480584 2024-04-02T08:45:00.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.902+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=YZRDFEVJP2JE tag=ZMDYPXZ8LTFT type=write size=3626312 2024-04-02T08:45:00.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.905+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~NQTL58TGZH7L.0 size=911950 2024-04-02T08:45:00.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.905+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=NQTL58TGZH7L tag=B1VM4WANQ9H9 type=write size=1960526 2024-04-02T08:45:00.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.907+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~P4L3N0ZOQ2CN.0 size=1048576 2024-04-02T08:45:00.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.908+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~P4L3N0ZOQ2CN.1 size=887002 2024-04-02T08:45:00.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.911+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=P4L3N0ZOQ2CN tag=LDOPC9ZF6374 type=write size=2984154 2024-04-02T08:45:00.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.914+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~1M8ESECQ47FM.0 size=1048576 2024-04-02T08:45:00.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.915+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~1M8ESECQ47FM.1 size=830265 2024-04-02T08:45:00.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.915+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=1M8ESECQ47FM tag=H4DGX65RDBDK type=write size=2927417 2024-04-02T08:45:00.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.916+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~MOHPPAJJ64R8.0 size=458743 2024-04-02T08:45:00.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.918+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=MOHPPAJJ64R8 tag=YMW3VGEO63F4 type=write size=1507319 2024-04-02T08:45:00.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.920+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=QBDANQ4WS3QK type=del size=1430547 2024-04-02T08:45:00.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.922+0000 7f66a8039780 1 < suggested update operation key=PZKZ83BFSP9E tag=PHOQMMM8Q1CR type=del size=2321299 2024-04-02T08:45:00.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.924+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=6ODT4CT1CELA type=del size=2509272 2024-04-02T08:45:00.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.926+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~OHT7RMYZF1DM.0 size=916669 2024-04-02T08:45:00.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.928+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=OHT7RMYZF1DM tag=E83NX117OPJO type=write size=1965245 2024-04-02T08:45:00.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.931+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~VBRWICDOILHD.0 size=1048576 2024-04-02T08:45:00.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.932+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~VBRWICDOILHD.1 size=676696 2024-04-02T08:45:00.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.932+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=VBRWICDOILHD tag=XSAF9EM83N3X type=write size=2773848 2024-04-02T08:45:00.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.933+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~J2K7PCQK5KN1.0 size=518614 2024-04-02T08:45:00.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.936+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=J2K7PCQK5KN1 tag=I2HUVFP2SW4T type=write size=1567190 2024-04-02T08:45:00.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.937+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=MGNB9GN69XWJ type=del size=2123209 2024-04-02T08:45:00.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.940+0000 7f66a8039780 1 < suggested remove operation key=8TMKP5EUZ549 tag=9R5DOWM0WZTJ type=del 2024-04-02T08:45:00.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.942+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=CRD72T0AL71W type=del size=227908 2024-04-02T08:45:00.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.943+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~R2W1KBOHC6EM.0 size=838178 2024-04-02T08:45:00.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.945+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=R2W1KBOHC6EM tag=BSNW4GQ5U7RM type=write size=1886754 2024-04-02T08:45:00.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.947+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=09CEKA4CS06L type=del size=1760421 2024-04-02T08:45:00.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.948+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=ZSDLXNUHATH8 type=del 2024-04-02T08:45:00.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.949+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=D4KTKXZX8FN2 type=del size=553834 2024-04-02T08:45:00.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.951+0000 7f66a8039780 1 < completed write operation key=VJZTCVAN2M5T tag=DA6WNVXNCNJU type=write size=398265 2024-04-02T08:45:00.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.953+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~EKQ6DGZM30JB.0 size=138611 2024-04-02T08:45:00.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.953+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=EKQ6DGZM30JB tag=OIDV0W40TL1J type=write size=1187187 2024-04-02T08:45:00.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.955+0000 7f66a8039780 1 < completed write operation key=CNF8703CRCYQ tag=YBYZYE5ABJE4 type=write size=999270 2024-04-02T08:45:00.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.957+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~IL96Q1TI2H6C.0 size=237176 2024-04-02T08:45:00.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.957+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=IL96Q1TI2H6C tag=AROY53B5VXP9 type=write size=1285752 2024-04-02T08:45:00.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.959+0000 7f66a8039780 1 < canceled operation key=VJZTCVAN2M5T tag=4YOPPQTZPK6Z type=write size=298395 2024-04-02T08:45:00.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.961+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~A36L0ZAJRUAY.0 size=1048576 2024-04-02T08:45:00.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.962+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~A36L0ZAJRUAY.1 size=1048576 2024-04-02T08:45:00.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.963+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~A36L0ZAJRUAY.2 size=94316 2024-04-02T08:45:00.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.963+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=A36L0ZAJRUAY tag=SW5XLORDCUS5 type=write size=3240044 2024-04-02T08:45:00.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.965+0000 7f66a8039780 -1 < failed to complete operation key=PZKZ83BFSP9E tag=I54GAHRPB83X type=del size=2030233: (22) Invalid argument 2024-04-02T08:45:00.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.968+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~TSB2IA56XTMB.0 size=975138 2024-04-02T08:45:00.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.968+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=TSB2IA56XTMB tag=8LGMTOOZ4R74 type=write size=2023714 2024-04-02T08:45:00.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.969+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=TSJMB6B5BI3T type=del 2024-04-02T08:45:00.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.970+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=JYVRG67NJLKJ type=del size=389146 2024-04-02T08:45:00.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.973+0000 7f66a8039780 1 < suggested remove operation key=O0QCRP60VK0G tag=583I5F96RQ8I type=del 2024-04-02T08:45:00.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.975+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=6MSF6JPPY2QI type=write size=1010273 2024-04-02T08:45:00.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.976+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~MVDTX3FAIAF2.0 size=902334 2024-04-02T08:45:00.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.978+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=MVDTX3FAIAF2 tag=YZPQW5ZS552E type=write size=1950910 2024-04-02T08:45:00.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.980+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=2BHX7R30R34I type=del size=3105929 2024-04-02T08:45:00.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.981+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~NQTL58TGZH7L.0 size=911950 2024-04-02T08:45:00.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.983+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=NQTL58TGZH7L tag=B1VM4WANQ9H9 type=write size=1960526 2024-04-02T08:45:00.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.985+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=ACH2GH16Q5VK type=del size=1385888 2024-04-02T08:45:00.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.986+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~1M8ESECQ47FM.0 size=1048576 2024-04-02T08:45:00.986 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.987+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~1M8ESECQ47FM.1 size=830265 2024-04-02T08:45:00.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.990+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=1M8ESECQ47FM tag=H4DGX65RDBDK type=write size=2927417 2024-04-02T08:45:00.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.991+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=0A6KNPEQ1QBP type=del size=1171665 2024-04-02T08:45:00.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.993+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=QBDANQ4WS3QK type=del 2024-04-02T08:45:00.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.996+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~CCECOURF4QC3.0 size=1048576 2024-04-02T08:45:00.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.997+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~CCECOURF4QC3.1 size=535023 2024-04-02T08:45:00.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.997+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=CCECOURF4QC3 tag=MIZYHQB3K8BS type=write size=2632175 2024-04-02T08:45:00.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:00.998+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=6ODT4CT1CELA type=del 2024-04-02T08:45:00.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.000+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=U5T9CYPE4HI3 type=del size=4153518 2024-04-02T08:45:00.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.000+0000 7f66a8039780 1 < canceled part key=_multipart_VFSPTXAIF3ZP.2~VBRWICDOILHD.0 size=1048576 2024-04-02T08:45:01.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.001+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~VBRWICDOILHD.1 size=676696 2024-04-02T08:45:01.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.004+0000 7f66a8039780 1 < canceled multipart upload key=VFSPTXAIF3ZP upload=VBRWICDOILHD tag=XSAF9EM83N3X type=write size=2773848 2024-04-02T08:45:01.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.005+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=MSIOD2RFY4ZV type=del size=2065116 2024-04-02T08:45:01.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.007+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=MGNB9GN69XWJ type=del 2024-04-02T08:45:01.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.009+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~XU5A3TYBQ17E.0 size=1001919 2024-04-02T08:45:01.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.009+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=XU5A3TYBQ17E tag=WX3WIU7O41OB type=write size=2050495 2024-04-02T08:45:01.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.010+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=CRD72T0AL71W type=del 2024-04-02T08:45:01.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.013+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~MCBZ2WX8QDG5.0 size=1048576 2024-04-02T08:45:01.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.014+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~MCBZ2WX8QDG5.1 size=74645 2024-04-02T08:45:01.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.014+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=MCBZ2WX8QDG5 tag=T0NKBYZQML5N type=write size=2171797 2024-04-02T08:45:01.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.016+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=09CEKA4CS06L type=del 2024-04-02T08:45:01.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.017+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=QNVFFP3EDA17 type=del size=3881393 2024-04-02T08:45:01.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.019+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=D4KTKXZX8FN2 type=del 2024-04-02T08:45:01.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.022+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~250GTB6TNJTY.0 size=1048576 2024-04-02T08:45:01.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.023+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~250GTB6TNJTY.1 size=1048576 2024-04-02T08:45:01.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.025+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~250GTB6TNJTY.2 size=911581 2024-04-02T08:45:01.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.025+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=250GTB6TNJTY tag=YTIR02P7PUPD type=write size=4057309 2024-04-02T08:45:01.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.026+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~EKQ6DGZM30JB.0 size=138611 2024-04-02T08:45:01.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.029+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=EKQ6DGZM30JB tag=OIDV0W40TL1J type=write size=1187187 2024-04-02T08:45:01.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.031+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~GIGF138UJU9U.0 size=1048576 2024-04-02T08:45:01.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.032+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~GIGF138UJU9U.1 size=1048576 2024-04-02T08:45:01.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.033+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~GIGF138UJU9U.2 size=224642 2024-04-02T08:45:01.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.033+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=GIGF138UJU9U tag=NF15MYUD4KIW type=write size=3370370 2024-04-02T08:45:01.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.034+0000 7f66a8039780 1 < canceled part key=_multipart_V9PXVXW0I69D.2~IL96Q1TI2H6C.0 size=237176 2024-04-02T08:45:01.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.036+0000 7f66a8039780 1 < canceled multipart upload key=V9PXVXW0I69D upload=IL96Q1TI2H6C tag=AROY53B5VXP9 type=write size=1285752 2024-04-02T08:45:01.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.039+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~2EO731F0QBT3.0 size=624377 2024-04-02T08:45:01.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.039+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=2EO731F0QBT3 tag=N93S36T6VAGI type=write size=1672953 2024-04-02T08:45:01.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.040+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~A36L0ZAJRUAY.0 size=1048576 2024-04-02T08:45:01.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.041+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~A36L0ZAJRUAY.1 size=1048576 2024-04-02T08:45:01.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.042+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~A36L0ZAJRUAY.2 size=94316 2024-04-02T08:45:01.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.045+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=A36L0ZAJRUAY tag=SW5XLORDCUS5 type=write size=3240044 2024-04-02T08:45:01.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.046+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=CLXN2JE89UO0 type=write size=535400 2024-04-02T08:45:01.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.048+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~TSB2IA56XTMB.0 size=975138 2024-04-02T08:45:01.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.050+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=TSB2IA56XTMB tag=8LGMTOOZ4R74 type=write size=2023714 2024-04-02T08:45:01.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.051+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=9O96S3Y8G6S3 type=del size=3676541 2024-04-02T08:45:01.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.053+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=JYVRG67NJLKJ type=del 2024-04-02T08:45:01.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.054+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=843822FGJ4S7 type=del size=2847265 2024-04-02T08:45:01.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.056+0000 7f66a8039780 1 < completed write operation key=VQVZN74VMII6 tag=6MSF6JPPY2QI type=write size=1010273 2024-04-02T08:45:01.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.058+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~1TBIM3ZDZFWD.0 size=1048576 2024-04-02T08:45:01.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.060+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~1TBIM3ZDZFWD.1 size=870413 2024-04-02T08:45:01.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.060+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=1TBIM3ZDZFWD tag=8ZIMV9VWPIMQ type=write size=2967565 2024-04-02T08:45:01.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.062+0000 7f66a8039780 1 < suggested update operation key=A0ZBFF51XGDX tag=2BHX7R30R34I type=del size=3105929 2024-04-02T08:45:01.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.064+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=YBNUM6L9HP7B type=del size=963459 2024-04-02T08:45:01.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.067+0000 7f66a8039780 1 < suggested update operation key=8TMKP5EUZ549 tag=ACH2GH16Q5VK type=del size=1385888 2024-04-02T08:45:01.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.068+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=445NOODJT62Q type=del size=1565688 2024-04-02T08:45:01.069 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.070+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=0A6KNPEQ1QBP type=del 2024-04-02T08:45:01.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.072+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=XQL3EMDVLQU5 type=del size=3907753 2024-04-02T08:45:01.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.073+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~CCECOURF4QC3.0 size=1048576 2024-04-02T08:45:01.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.074+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~CCECOURF4QC3.1 size=535023 2024-04-02T08:45:01.075 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.076+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=CCECOURF4QC3 tag=MIZYHQB3K8BS type=write size=2632175 2024-04-02T08:45:01.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.078+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=VFDZC4YJ4Z0S type=del size=2158228 2024-04-02T08:45:01.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.080+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=U5T9CYPE4HI3 type=del 2024-04-02T08:45:01.081 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.082+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~E37V553O3HTG.0 size=212128 2024-04-02T08:45:01.081 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.082+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=E37V553O3HTG tag=M2FIIJVGCO8I type=write size=1260704 2024-04-02T08:45:01.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.084+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=MSIOD2RFY4ZV type=del 2024-04-02T08:45:01.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.087+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~8D5K5OPDMZWJ.0 size=1048576 2024-04-02T08:45:01.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.088+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~8D5K5OPDMZWJ.1 size=595752 2024-04-02T08:45:01.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.088+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=8D5K5OPDMZWJ tag=HM7DY5323HCF type=write size=2692904 2024-04-02T08:45:01.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.090+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~XU5A3TYBQ17E.0 size=1001919 2024-04-02T08:45:01.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.093+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=XU5A3TYBQ17E tag=WX3WIU7O41OB type=write size=2050495 2024-04-02T08:45:01.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.094+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=5ZUCUHYDS597 type=write size=707305 2024-04-02T08:45:01.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.096+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~MCBZ2WX8QDG5.0 size=1048576 2024-04-02T08:45:01.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.097+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~MCBZ2WX8QDG5.1 size=74645 2024-04-02T08:45:01.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.099+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=MCBZ2WX8QDG5 tag=T0NKBYZQML5N type=write size=2171797 2024-04-02T08:45:01.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.102+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~UZCY126A1UM1.0 size=1048576 2024-04-02T08:45:01.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.103+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~UZCY126A1UM1.1 size=1048576 2024-04-02T08:45:01.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.105+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~UZCY126A1UM1.2 size=1044649 2024-04-02T08:45:01.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.105+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=UZCY126A1UM1 tag=ZR3337IOJL60 type=write size=4190377 2024-04-02T08:45:01.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.106+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=QNVFFP3EDA17 type=del 2024-04-02T08:45:01.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.109+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~HY37TOJZX59W.0 size=1048576 2024-04-02T08:45:01.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.110+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~HY37TOJZX59W.1 size=1048576 2024-04-02T08:45:01.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.112+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~HY37TOJZX59W.2 size=378203 2024-04-02T08:45:01.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.112+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=HY37TOJZX59W tag=0S8PTLK883HP type=write size=3523931 2024-04-02T08:45:01.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.113+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~250GTB6TNJTY.0 size=1048576 2024-04-02T08:45:01.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.115+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~250GTB6TNJTY.1 size=1048576 2024-04-02T08:45:01.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.116+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~250GTB6TNJTY.2 size=911581 2024-04-02T08:45:01.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.118+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=250GTB6TNJTY tag=YTIR02P7PUPD type=write size=4057309 2024-04-02T08:45:01.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.120+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=FPAP6FV3RUAW type=del size=2665964 2024-04-02T08:45:01.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.121+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~GIGF138UJU9U.0 size=1048576 2024-04-02T08:45:01.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.123+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~GIGF138UJU9U.1 size=1048576 2024-04-02T08:45:01.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.124+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~GIGF138UJU9U.2 size=224642 2024-04-02T08:45:01.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.126+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=GIGF138UJU9U tag=NF15MYUD4KIW type=write size=3370370 2024-04-02T08:45:01.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.128+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=LWX6TM3HPA6R type=del size=1574833 2024-04-02T08:45:01.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.129+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~2EO731F0QBT3.0 size=624377 2024-04-02T08:45:01.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.131+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=2EO731F0QBT3 tag=N93S36T6VAGI type=write size=1672953 2024-04-02T08:45:01.131 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.133+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=CVL94LE3M44O type=del size=1125079 2024-04-02T08:45:01.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.134+0000 7f66a8039780 1 < completed write operation key=H46EQB061BMB tag=CLXN2JE89UO0 type=write size=535400 2024-04-02T08:45:01.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.136+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=GC3O48AAUSWW type=del size=2593420 2024-04-02T08:45:01.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.138+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=9O96S3Y8G6S3 type=del 2024-04-02T08:45:01.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.139+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=3S8I3E1O69PF type=del size=1208651 2024-04-02T08:45:01.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.140+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=843822FGJ4S7 type=del 2024-04-02T08:45:01.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.143+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~OTHYB43RDWLS.0 size=1048576 2024-04-02T08:45:01.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.144+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~OTHYB43RDWLS.1 size=1048576 2024-04-02T08:45:01.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.145+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~OTHYB43RDWLS.2 size=481248 2024-04-02T08:45:01.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.145+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=OTHYB43RDWLS tag=T2LOARDMICZV type=write size=3626976 2024-04-02T08:45:01.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:00 smithi137 ceph-mon[88456]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T08:45:01.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.147+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~1TBIM3ZDZFWD.0 size=1048576 2024-04-02T08:45:01.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.148+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~1TBIM3ZDZFWD.1 size=870413 2024-04-02T08:45:01.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.151+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=1TBIM3ZDZFWD tag=8ZIMV9VWPIMQ type=write size=2967565 2024-04-02T08:45:01.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.152+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=R4CDBTP5Q6UE type=write size=868472 2024-04-02T08:45:01.154 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.155+0000 7f66a8039780 1 < suggested remove operation key=ZUO2TXTKZ5D6 tag=YBNUM6L9HP7B type=del 2024-04-02T08:45:01.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.157+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=NO8MERZNF2NX type=del size=2264169 2024-04-02T08:45:01.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.158+0000 7f66a8039780 1 < canceled operation key=C49DO0QY95UV tag=445NOODJT62Q type=del size=1565688 2024-04-02T08:45:01.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.160+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=8OZEGQRWKWN0 type=del size=1010940 2024-04-02T08:45:01.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.161+0000 7f66a8039780 1 < canceled operation key=VLGN1CJMAOWK tag=XQL3EMDVLQU5 type=del size=3907753 2024-04-02T08:45:01.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.164+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~WFMZQSINI6IC.0 size=1048576 2024-04-02T08:45:01.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.165+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~WFMZQSINI6IC.1 size=1048576 2024-04-02T08:45:01.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.166+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~WFMZQSINI6IC.2 size=502142 2024-04-02T08:45:01.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.166+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=WFMZQSINI6IC tag=S3O8TRWU6Q82 type=write size=3647870 2024-04-02T08:45:01.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.168+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=VFDZC4YJ4Z0S type=del 2024-04-02T08:45:01.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.170+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~RVNQ8AZNLN2Z.0 size=1048576 2024-04-02T08:45:01.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.171+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~RVNQ8AZNLN2Z.1 size=1048576 2024-04-02T08:45:01.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.173+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~RVNQ8AZNLN2Z.2 size=396165 2024-04-02T08:45:01.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.173+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=RVNQ8AZNLN2Z tag=T3XPUWSG4LPN type=write size=3541893 2024-04-02T08:45:01.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.173+0000 7f66a8039780 1 < canceled part key=_multipart_H46EQB061BMB.2~E37V553O3HTG.0 size=212128 2024-04-02T08:45:01.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.175+0000 7f66a8039780 1 < canceled multipart upload key=H46EQB061BMB upload=E37V553O3HTG tag=M2FIIJVGCO8I type=write size=1260704 2024-04-02T08:45:01.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.178+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~FZO360GNVU9B.0 size=1048576 2024-04-02T08:45:01.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.179+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~FZO360GNVU9B.1 size=702204 2024-04-02T08:45:01.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.179+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=FZO360GNVU9B tag=IAKF5H5B8SOQ type=write size=2799356 2024-04-02T08:45:01.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.180+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~8D5K5OPDMZWJ.0 size=1048576 2024-04-02T08:45:01.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.180+0000 7f66a8039780 1 < canceled part key=_multipart_8QJNW10FF0U8.2~8D5K5OPDMZWJ.1 size=595752 2024-04-02T08:45:01.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.183+0000 7f66a8039780 1 < canceled multipart upload key=8QJNW10FF0U8 upload=8D5K5OPDMZWJ tag=HM7DY5323HCF type=write size=2692904 2024-04-02T08:45:01.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.184+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=05X1SX92HA1W type=del size=3627716 2024-04-02T08:45:01.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.187+0000 7f66a8039780 1 < suggested remove operation key=DBCO3QMJJEJ7 tag=5ZUCUHYDS597 type=write 2024-04-02T08:45:01.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.189+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=2ATG7TUTW6EJ type=del size=4041090 2024-04-02T08:45:01.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.190+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~UZCY126A1UM1.0 size=1048576 2024-04-02T08:45:01.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.192+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~UZCY126A1UM1.1 size=1048576 2024-04-02T08:45:01.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.193+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~UZCY126A1UM1.2 size=1044649 2024-04-02T08:45:01.194 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.195+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=UZCY126A1UM1 tag=ZR3337IOJL60 type=write size=4190377 2024-04-02T08:45:01.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.198+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~55AU1BPL9J96.0 size=1048576 2024-04-02T08:45:01.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:00 smithi028 ceph-mon[94314]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T08:45:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:00 smithi028 ceph-mon[96890]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-02T08:45:01.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.199+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~55AU1BPL9J96.1 size=155516 2024-04-02T08:45:01.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.199+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=55AU1BPL9J96 tag=LL503BFX37RJ type=write size=2252668 2024-04-02T08:45:01.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.199+0000 7f66a8039780 1 < canceled part key=_multipart_PZKZ83BFSP9E.2~HY37TOJZX59W.0 size=1048576 2024-04-02T08:45:01.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.201+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~HY37TOJZX59W.1 size=1048576 2024-04-02T08:45:01.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.202+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~HY37TOJZX59W.2 size=378203 2024-04-02T08:45:01.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.204+0000 7f66a8039780 1 < canceled multipart upload key=PZKZ83BFSP9E upload=HY37TOJZX59W tag=0S8PTLK883HP type=write size=3523931 2024-04-02T08:45:01.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.206+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=A2S36FN0G4F0 type=del size=952997 2024-04-02T08:45:01.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.209+0000 7f66a8039780 1 < suggested remove operation key=RNMJ571SSULK tag=FPAP6FV3RUAW type=del 2024-04-02T08:45:01.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.211+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~NZWBWES7J1LR.0 size=26815 2024-04-02T08:45:01.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.211+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=NZWBWES7J1LR tag=BWJWSI4VEZMM type=write size=1075391 2024-04-02T08:45:01.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.213+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=LWX6TM3HPA6R type=del 2024-04-02T08:45:01.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.214+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=RW7G6ZWT3GJ7 type=del size=3002079 2024-04-02T08:45:01.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.217+0000 7f66a8039780 1 < suggested update operation key=2T3HPBFE8XA4 tag=CVL94LE3M44O type=del size=1125079 2024-04-02T08:45:01.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.219+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=N4H6XE52TNVH type=del size=323774 2024-04-02T08:45:01.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.220+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=GC3O48AAUSWW type=del 2024-04-02T08:45:01.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.223+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~4AL0M0WO834J.0 size=1048576 2024-04-02T08:45:01.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.224+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~4AL0M0WO834J.1 size=1048576 2024-04-02T08:45:01.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.225+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~4AL0M0WO834J.2 size=696602 2024-04-02T08:45:01.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.225+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=4AL0M0WO834J tag=BDVSTXP0JL20 type=write size=3842330 2024-04-02T08:45:01.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.226+0000 7f66a8039780 -1 < failed to complete operation key=ZUO2TXTKZ5D6 tag=3S8I3E1O69PF type=del size=1208651: (22) Invalid argument 2024-04-02T08:45:01.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.228+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=ZCXOJ8CK12BO type=del size=1853985 2024-04-02T08:45:01.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.229+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~OTHYB43RDWLS.0 size=1048576 2024-04-02T08:45:01.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.229+0000 7f66a8039780 1 < canceled part key=_multipart_ZUO2TXTKZ5D6.2~OTHYB43RDWLS.1 size=1048576 2024-04-02T08:45:01.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.230+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~OTHYB43RDWLS.2 size=481248 2024-04-02T08:45:01.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.233+0000 7f66a8039780 1 < canceled multipart upload key=ZUO2TXTKZ5D6 upload=OTHYB43RDWLS tag=T2LOARDMICZV type=write size=3626976 2024-04-02T08:45:01.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.234+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=8VERMVLOAQEA type=del size=2054821 2024-04-02T08:45:01.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.236+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=R4CDBTP5Q6UE type=write size=868472 2024-04-02T08:45:01.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.237+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=0OSTW0DL10RM type=del size=3514771 2024-04-02T08:45:01.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.239+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=NO8MERZNF2NX type=del 2024-04-02T08:45:01.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.241+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~FE4HEL4RBCKV.0 size=1048576 2024-04-02T08:45:01.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.242+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~FE4HEL4RBCKV.1 size=1048576 2024-04-02T08:45:01.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.243+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~FE4HEL4RBCKV.2 size=382390 2024-04-02T08:45:01.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.243+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=FE4HEL4RBCKV tag=7T0B6RVSR5QT type=write size=3528118 2024-04-02T08:45:01.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.245+0000 7f66a8039780 -1 < failed to complete operation key=RNMJ571SSULK tag=8OZEGQRWKWN0 type=del size=1010940: (22) Invalid argument 2024-04-02T08:45:01.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.246+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=K9RYC2S2S0UA type=write size=108536 2024-04-02T08:45:01.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.247+0000 7f66a8039780 1 < canceled part key=_multipart_ZIJ5SF72DVM1.2~WFMZQSINI6IC.0 size=1048576 2024-04-02T08:45:01.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.248+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~WFMZQSINI6IC.1 size=1048576 2024-04-02T08:45:01.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.249+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~WFMZQSINI6IC.2 size=502142 2024-04-02T08:45:01.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.251+0000 7f66a8039780 1 < canceled multipart upload key=ZIJ5SF72DVM1 upload=WFMZQSINI6IC tag=S3O8TRWU6Q82 type=write size=3647870 2024-04-02T08:45:01.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.254+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~NMN7HZARIR9O.0 size=497714 2024-04-02T08:45:01.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.254+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=NMN7HZARIR9O tag=72VZNNVUR1C7 type=write size=1546290 2024-04-02T08:45:01.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.254+0000 7f66a8039780 1 < canceled part key=_multipart_SKXP9F1WMETM.2~RVNQ8AZNLN2Z.0 size=1048576 2024-04-02T08:45:01.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.254+0000 7f66a8039780 1 < canceled part key=_multipart_SKXP9F1WMETM.2~RVNQ8AZNLN2Z.1 size=1048576 2024-04-02T08:45:01.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.255+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~RVNQ8AZNLN2Z.2 size=396165 2024-04-02T08:45:01.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.258+0000 7f66a8039780 1 < canceled multipart upload key=SKXP9F1WMETM upload=RVNQ8AZNLN2Z tag=T3XPUWSG4LPN type=write size=3541893 2024-04-02T08:45:01.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.259+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=SW7Y1O2E0JCS type=del size=766094 2024-04-02T08:45:01.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.260+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~FZO360GNVU9B.0 size=1048576 2024-04-02T08:45:01.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.262+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~FZO360GNVU9B.1 size=702204 2024-04-02T08:45:01.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.264+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=FZO360GNVU9B tag=IAKF5H5B8SOQ type=write size=2799356 2024-04-02T08:45:01.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.266+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=A4YDIWWO4ER7 type=del size=1198159 2024-04-02T08:45:01.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.267+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=05X1SX92HA1W type=del 2024-04-02T08:45:01.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.269+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~EMQOFZJKD7KN.0 size=975336 2024-04-02T08:45:01.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.269+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=EMQOFZJKD7KN tag=IT80XC394T4Y type=write size=2023912 2024-04-02T08:45:01.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.272+0000 7f66a8039780 1 < suggested update operation key=ZUF440XF8N7P tag=2ATG7TUTW6EJ type=del size=4041090 2024-04-02T08:45:01.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.275+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~ZIKOTDNY2CCV.0 size=1048576 2024-04-02T08:45:01.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.276+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~ZIKOTDNY2CCV.1 size=1048576 2024-04-02T08:45:01.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.277+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~ZIKOTDNY2CCV.2 size=414475 2024-04-02T08:45:01.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.277+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=ZIKOTDNY2CCV tag=38MGJOZR8R8T type=write size=3560203 2024-04-02T08:45:01.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.279+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~55AU1BPL9J96.0 size=1048576 2024-04-02T08:45:01.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.280+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~55AU1BPL9J96.1 size=155516 2024-04-02T08:45:01.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.282+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=55AU1BPL9J96 tag=LL503BFX37RJ type=write size=2252668 2024-04-02T08:45:01.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.285+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~D0JJWELOGTH4.0 size=1048576 2024-04-02T08:45:01.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.286+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~D0JJWELOGTH4.1 size=1048576 2024-04-02T08:45:01.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.287+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~D0JJWELOGTH4.2 size=777650 2024-04-02T08:45:01.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.287+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=D0JJWELOGTH4 tag=R9ORFWAS5QQ1 type=write size=3923378 2024-04-02T08:45:01.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.289+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=A2S36FN0G4F0 type=del 2024-04-02T08:45:01.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.291+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~ZFFFXU8J6OEK.0 size=132994 2024-04-02T08:45:01.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.291+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=ZFFFXU8J6OEK tag=8TABPV37F6LJ type=write size=1181570 2024-04-02T08:45:01.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.293+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~NZWBWES7J1LR.0 size=26815 2024-04-02T08:45:01.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.295+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=NZWBWES7J1LR tag=BWJWSI4VEZMM type=write size=1075391 2024-04-02T08:45:01.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.297+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=GYM60EHXP7C6 type=del size=3879167 2024-04-02T08:45:01.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.298+0000 7f66a8039780 -1 < failed to complete operation key=ZUF440XF8N7P tag=RW7G6ZWT3GJ7 type=del size=3002079: (22) Invalid argument 2024-04-02T08:45:01.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.301+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~9HW0UOR6NLHA.0 size=1048576 2024-04-02T08:45:01.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.303+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~9HW0UOR6NLHA.1 size=416715 2024-04-02T08:45:01.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.303+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=9HW0UOR6NLHA tag=GDTMQZO9C6HG type=write size=2513867 2024-04-02T08:45:01.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.304+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=N4H6XE52TNVH type=del 2024-04-02T08:45:01.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.306+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=USSB2J4GISFZ type=del size=749474 2024-04-02T08:45:01.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.307+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~4AL0M0WO834J.0 size=1048576 2024-04-02T08:45:01.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.309+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~4AL0M0WO834J.1 size=1048576 2024-04-02T08:45:01.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.310+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~4AL0M0WO834J.2 size=696602 2024-04-02T08:45:01.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.312+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=4AL0M0WO834J tag=BDVSTXP0JL20 type=write size=3842330 2024-04-02T08:45:01.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.315+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~ILPC271IEGKZ.0 size=1048576 2024-04-02T08:45:01.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.316+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~ILPC271IEGKZ.1 size=221677 2024-04-02T08:45:01.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.316+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=ILPC271IEGKZ tag=MKN9ZDO0428P type=write size=2318829 2024-04-02T08:45:01.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.318+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=ZCXOJ8CK12BO type=del 2024-04-02T08:45:01.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.319+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=VRK1G2RH72MY type=write size=945714 2024-04-02T08:45:01.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.322+0000 7f66a8039780 1 < suggested update operation key=ZUO2TXTKZ5D6 tag=8VERMVLOAQEA type=del size=2054821 2024-04-02T08:45:01.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.323+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=1LM1GLBKPMG7 type=del size=2878291 2024-04-02T08:45:01.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.325+0000 7f66a8039780 1 < canceled operation key=RNMJ571SSULK tag=0OSTW0DL10RM type=del size=3514771 2024-04-02T08:45:01.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.327+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~B7S11M80R3KL.0 size=796348 2024-04-02T08:45:01.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.327+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=B7S11M80R3KL tag=D6K6YZ5EVRYL type=write size=1844924 2024-04-02T08:45:01.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.329+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~FE4HEL4RBCKV.0 size=1048576 2024-04-02T08:45:01.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.330+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~FE4HEL4RBCKV.1 size=1048576 2024-04-02T08:45:01.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.331+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~FE4HEL4RBCKV.2 size=382390 2024-04-02T08:45:01.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.334+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=FE4HEL4RBCKV tag=7T0B6RVSR5QT type=write size=3528118 2024-04-02T08:45:01.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.335+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=IWONR0G6POGX type=del size=2798559 2024-04-02T08:45:01.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.338+0000 7f66a8039780 1 < suggested remove operation key=V9PXVXW0I69D tag=K9RYC2S2S0UA type=write 2024-04-02T08:45:01.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.340+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~CTZN2DAXE5I4.0 size=1048576 2024-04-02T08:45:01.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.341+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~CTZN2DAXE5I4.1 size=1048576 2024-04-02T08:45:01.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.342+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~CTZN2DAXE5I4.2 size=239778 2024-04-02T08:45:01.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.342+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=CTZN2DAXE5I4 tag=ZQ63G50QLYH5 type=write size=3385506 2024-04-02T08:45:01.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.344+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~NMN7HZARIR9O.0 size=497714 2024-04-02T08:45:01.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.346+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=NMN7HZARIR9O tag=72VZNNVUR1C7 type=write size=1546290 2024-04-02T08:45:01.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.348+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=3MY7Y7C3TGEL type=del size=2657784 2024-04-02T08:45:01.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.350+0000 7f66a8039780 1 < suggested remove operation key=RNMJ571SSULK tag=SW7Y1O2E0JCS type=del 2024-04-02T08:45:01.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.352+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=L1UPIVK7A53Q type=del size=1007244 2024-04-02T08:45:01.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.354+0000 7f66a8039780 1 < suggested remove operation key=637CIUSXUSZD tag=A4YDIWWO4ER7 type=del 2024-04-02T08:45:01.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.356+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=R1GR52ZGT5O2 type=write size=899892 2024-04-02T08:45:01.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.357+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~EMQOFZJKD7KN.0 size=975336 2024-04-02T08:45:01.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.360+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=EMQOFZJKD7KN tag=IT80XC394T4Y type=write size=2023912 2024-04-02T08:45:01.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.362+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~QNBIM7CITPJE.0 size=1048576 2024-04-02T08:45:01.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.363+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~QNBIM7CITPJE.1 size=600976 2024-04-02T08:45:01.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.363+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=QNBIM7CITPJE tag=KYJEJZ05XLNU type=write size=2698128 2024-04-02T08:45:01.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.365+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~ZIKOTDNY2CCV.0 size=1048576 2024-04-02T08:45:01.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.366+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~ZIKOTDNY2CCV.1 size=1048576 2024-04-02T08:45:01.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.367+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~ZIKOTDNY2CCV.2 size=414475 2024-04-02T08:45:01.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.370+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=ZIKOTDNY2CCV tag=38MGJOZR8R8T type=write size=3560203 2024-04-02T08:45:01.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.371+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=XIEA2IJHHSKG type=del size=427452 2024-04-02T08:45:01.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.373+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~D0JJWELOGTH4.0 size=1048576 2024-04-02T08:45:01.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.373+0000 7f66a8039780 1 < canceled part key=_multipart_V9PXVXW0I69D.2~D0JJWELOGTH4.1 size=1048576 2024-04-02T08:45:01.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.374+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~D0JJWELOGTH4.2 size=777650 2024-04-02T08:45:01.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.377+0000 7f66a8039780 1 < canceled multipart upload key=V9PXVXW0I69D upload=D0JJWELOGTH4 tag=R9ORFWAS5QQ1 type=write size=3923378 2024-04-02T08:45:01.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.378+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=C46DVLZQ7F33 type=del size=393431 2024-04-02T08:45:01.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.380+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~ZFFFXU8J6OEK.0 size=132994 2024-04-02T08:45:01.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.382+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=ZFFFXU8J6OEK tag=8TABPV37F6LJ type=write size=1181570 2024-04-02T08:45:01.382 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.383+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=RRCREV1O0PLH type=del size=2647929 2024-04-02T08:45:01.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.385+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=GYM60EHXP7C6 type=del 2024-04-02T08:45:01.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.388+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~BUJ4XE6O75P4.0 size=65701 2024-04-02T08:45:01.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.388+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=BUJ4XE6O75P4 tag=JVPMEIT4LBAL type=write size=1114277 2024-04-02T08:45:01.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.389+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~9HW0UOR6NLHA.0 size=1048576 2024-04-02T08:45:01.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.390+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~9HW0UOR6NLHA.1 size=416715 2024-04-02T08:45:01.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.393+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=9HW0UOR6NLHA tag=GDTMQZO9C6HG type=write size=2513867 2024-04-02T08:45:01.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.395+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~SYGLNQ4IFWF1.0 size=1048576 2024-04-02T08:45:01.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.396+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~SYGLNQ4IFWF1.1 size=1048576 2024-04-02T08:45:01.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.398+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~SYGLNQ4IFWF1.2 size=264353 2024-04-02T08:45:01.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.398+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=SYGLNQ4IFWF1 tag=4RBY95WOO4HE type=write size=3410081 2024-04-02T08:45:01.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.399+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=USSB2J4GISFZ type=del 2024-04-02T08:45:01.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.402+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~XOTSTMT40FG4.0 size=1048576 2024-04-02T08:45:01.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.403+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~XOTSTMT40FG4.1 size=1048576 2024-04-02T08:45:01.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.404+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~XOTSTMT40FG4.2 size=345964 2024-04-02T08:45:01.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.404+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=XOTSTMT40FG4 tag=GVNOF3340O16 type=write size=3491692 2024-04-02T08:45:01.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.405+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~ILPC271IEGKZ.0 size=1048576 2024-04-02T08:45:01.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.406+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~ILPC271IEGKZ.1 size=221677 2024-04-02T08:45:01.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.409+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=ILPC271IEGKZ tag=MKN9ZDO0428P type=write size=2318829 2024-04-02T08:45:01.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.410+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=AEYBVXQGJDCI type=write size=762568 2024-04-02T08:45:01.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.412+0000 7f66a8039780 1 < completed write operation key=MVOA3WWKEWZR tag=VRK1G2RH72MY type=write size=945714 2024-04-02T08:45:01.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.414+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~3F9HX9WXRX69.0 size=961278 2024-04-02T08:45:01.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.414+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=3F9HX9WXRX69 tag=X8Q882Y0X9CC type=write size=2009854 2024-04-02T08:45:01.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.416+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=1LM1GLBKPMG7 type=del 2024-04-02T08:45:01.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.417+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=PK3O6ZY2UU94 type=write size=191594 2024-04-02T08:45:01.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.419+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~B7S11M80R3KL.0 size=796348 2024-04-02T08:45:01.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.421+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=B7S11M80R3KL tag=D6K6YZ5EVRYL type=write size=1844924 2024-04-02T08:45:01.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.423+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=9WCCN8YB40LO type=del size=3783615 2024-04-02T08:45:01.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.424+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=IWONR0G6POGX type=del 2024-04-02T08:45:01.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.426+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=C16WNK0SLB9Q type=del size=620451 2024-04-02T08:45:01.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.427+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~CTZN2DAXE5I4.0 size=1048576 2024-04-02T08:45:01.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.428+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~CTZN2DAXE5I4.1 size=1048576 2024-04-02T08:45:01.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.430+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~CTZN2DAXE5I4.2 size=239778 2024-04-02T08:45:01.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.432+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=CTZN2DAXE5I4 tag=ZQ63G50QLYH5 type=write size=3385506 2024-04-02T08:45:01.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.434+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=6IOPZ3UTSYM2 type=del size=162675 2024-04-02T08:45:01.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.435+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=3MY7Y7C3TGEL type=del 2024-04-02T08:45:01.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.437+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=K4O9Z76SCZOL type=del size=2010418 2024-04-02T08:45:01.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.440+0000 7f66a8039780 1 < suggested remove operation key=VQVZN74VMII6 tag=L1UPIVK7A53Q type=del 2024-04-02T08:45:01.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.442+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~RGN4IVAEVCI8.0 size=1048576 2024-04-02T08:45:01.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.443+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~RGN4IVAEVCI8.1 size=1048576 2024-04-02T08:45:01.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.445+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~RGN4IVAEVCI8.2 size=448877 2024-04-02T08:45:01.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.445+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=RGN4IVAEVCI8 tag=ON4FFN2YYZ50 type=write size=3594605 2024-04-02T08:45:01.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.446+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=R1GR52ZGT5O2 type=write size=899892 2024-04-02T08:45:01.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.449+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~ZDP0AJL9TLSK.0 size=762405 2024-04-02T08:45:01.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.449+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=ZDP0AJL9TLSK tag=VDUWEQ6B3YEG type=write size=1810981 2024-04-02T08:45:01.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.450+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~QNBIM7CITPJE.0 size=1048576 2024-04-02T08:45:01.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.451+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~QNBIM7CITPJE.1 size=600976 2024-04-02T08:45:01.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.454+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=QNBIM7CITPJE tag=KYJEJZ05XLNU type=write size=2698128 2024-04-02T08:45:01.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.457+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~PID2MM13ICAH.0 size=263713 2024-04-02T08:45:01.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.457+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=PID2MM13ICAH tag=K6QERSE13J41 type=write size=1312289 2024-04-02T08:45:01.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.460+0000 7f66a8039780 1 < suggested remove operation key=637CIUSXUSZD tag=XIEA2IJHHSKG type=del 2024-04-02T08:45:01.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.461+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=HDSIH3HVB164 type=del size=2103094 2024-04-02T08:45:01.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.463+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=C46DVLZQ7F33 type=del 2024-04-02T08:45:01.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.464+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=Z38DYM2R6PQS type=del size=2383999 2024-04-02T08:45:01.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.467+0000 7f66a8039780 1 < suggested remove operation key=2T3HPBFE8XA4 tag=RRCREV1O0PLH type=del 2024-04-02T08:45:01.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.470+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~K6RPS9X5T34I.0 size=1048576 2024-04-02T08:45:01.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.472+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~K6RPS9X5T34I.1 size=495919 2024-04-02T08:45:01.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.472+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=K6RPS9X5T34I tag=KB6X7P1VAQGR type=write size=2593071 2024-04-02T08:45:01.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.474+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~BUJ4XE6O75P4.0 size=65701 2024-04-02T08:45:01.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.476+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=BUJ4XE6O75P4 tag=JVPMEIT4LBAL type=write size=1114277 2024-04-02T08:45:01.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.478+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=GW6I12Q23SSB type=del size=2143123 2024-04-02T08:45:01.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.480+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~SYGLNQ4IFWF1.0 size=1048576 2024-04-02T08:45:01.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.481+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~SYGLNQ4IFWF1.1 size=1048576 2024-04-02T08:45:01.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.482+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~SYGLNQ4IFWF1.2 size=264353 2024-04-02T08:45:01.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.485+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=SYGLNQ4IFWF1 tag=4RBY95WOO4HE type=write size=3410081 2024-04-02T08:45:01.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.486+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=24DUP3PXD51P type=del size=3457838 2024-04-02T08:45:01.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.488+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~XOTSTMT40FG4.0 size=1048576 2024-04-02T08:45:01.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.490+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~XOTSTMT40FG4.1 size=1048576 2024-04-02T08:45:01.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.491+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~XOTSTMT40FG4.2 size=345964 2024-04-02T08:45:01.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.494+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=XOTSTMT40FG4 tag=GVNOF3340O16 type=write size=3491692 2024-04-02T08:45:01.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.497+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~2QC71KYDOANC.0 size=553882 2024-04-02T08:45:01.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.497+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=2QC71KYDOANC tag=EBGNV60EFTHF type=write size=1602458 2024-04-02T08:45:01.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.498+0000 7f66a8039780 1 < completed write operation key=R628MJJ9BB5G tag=AEYBVXQGJDCI type=write size=762568 2024-04-02T08:45:01.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.501+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~06TNT3ZUM8K0.0 size=1048576 2024-04-02T08:45:01.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.502+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~06TNT3ZUM8K0.1 size=769005 2024-04-02T08:45:01.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.502+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=06TNT3ZUM8K0 tag=JHV181ECQML9 type=write size=2866157 2024-04-02T08:45:01.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.504+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~3F9HX9WXRX69.0 size=961278 2024-04-02T08:45:01.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.506+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=3F9HX9WXRX69 tag=X8Q882Y0X9CC type=write size=2009854 2024-04-02T08:45:01.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.509+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~J05JVE7H68N8.0 size=1048576 2024-04-02T08:45:01.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.511+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~J05JVE7H68N8.1 size=1048576 2024-04-02T08:45:01.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.512+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~J05JVE7H68N8.2 size=281375 2024-04-02T08:45:01.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.512+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=J05JVE7H68N8 tag=22XQWIXGOVJE type=write size=3427103 2024-04-02T08:45:01.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.514+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=PK3O6ZY2UU94 type=write size=191594 2024-04-02T08:45:01.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.515+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=P1DRF5PA06V3 type=write size=485692 2024-04-02T08:45:01.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.517+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=9WCCN8YB40LO type=del 2024-04-02T08:45:01.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.519+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=HN6UGDF493WC type=del size=202819 2024-04-02T08:45:01.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.521+0000 7f66a8039780 1 < suggested update operation key=MVOA3WWKEWZR tag=C16WNK0SLB9Q type=del size=620451 2024-04-02T08:45:01.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.524+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~0EHR63T7BCPF.0 size=836920 2024-04-02T08:45:01.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.524+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=0EHR63T7BCPF tag=7LHSEE3D8L84 type=write size=1885496 2024-04-02T08:45:01.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.526+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=6IOPZ3UTSYM2 type=del 2024-04-02T08:45:01.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.527+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=5XWI50LJA42A type=write size=313939 2024-04-02T08:45:01.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.529+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=K4O9Z76SCZOL type=del 2024-04-02T08:45:01.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.532+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~CO8LKCXGUQ79.0 size=1048576 2024-04-02T08:45:01.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.533+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~CO8LKCXGUQ79.1 size=267738 2024-04-02T08:45:01.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.533+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=CO8LKCXGUQ79 tag=RI4421SVPN9M type=write size=2364890 2024-04-02T08:45:01.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.534+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~RGN4IVAEVCI8.0 size=1048576 2024-04-02T08:45:01.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.534+0000 7f66a8039780 1 < canceled part key=_multipart_DBCO3QMJJEJ7.2~RGN4IVAEVCI8.1 size=1048576 2024-04-02T08:45:01.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.535+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~RGN4IVAEVCI8.2 size=448877 2024-04-02T08:45:01.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.538+0000 7f66a8039780 1 < canceled multipart upload key=DBCO3QMJJEJ7 upload=RGN4IVAEVCI8 tag=ON4FFN2YYZ50 type=write size=3594605 2024-04-02T08:45:01.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.540+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~HYU883ZBLHUF.0 size=1048576 2024-04-02T08:45:01.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.541+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~HYU883ZBLHUF.1 size=806608 2024-04-02T08:45:01.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.541+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=HYU883ZBLHUF tag=VDM9BQ9ME1BY type=write size=2903760 2024-04-02T08:45:01.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.543+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~ZDP0AJL9TLSK.0 size=762405 2024-04-02T08:45:01.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.545+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=ZDP0AJL9TLSK tag=VDUWEQ6B3YEG type=write size=1810981 2024-04-02T08:45:01.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.547+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=FKNZBLY7W3B3 type=del size=2099683 2024-04-02T08:45:01.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.548+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~PID2MM13ICAH.0 size=263713 2024-04-02T08:45:01.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.551+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=PID2MM13ICAH tag=K6QERSE13J41 type=write size=1312289 2024-04-02T08:45:01.552 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.553+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~9GWFNI2U79XV.0 size=1048576 2024-04-02T08:45:01.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.555+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~9GWFNI2U79XV.1 size=1048576 2024-04-02T08:45:01.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.556+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~9GWFNI2U79XV.2 size=443460 2024-04-02T08:45:01.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.556+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=9GWFNI2U79XV tag=KDHUIZC6USDJ type=write size=3589188 2024-04-02T08:45:01.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.559+0000 7f66a8039780 1 < suggested update operation key=VFSPTXAIF3ZP tag=HDSIH3HVB164 type=del size=2103094 2024-04-02T08:45:01.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.560+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=KWTV7J9KX4DB type=del size=2841539 2024-04-02T08:45:01.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.562+0000 7f66a8039780 1 < canceled operation key=RNMJ571SSULK tag=Z38DYM2R6PQS type=del size=2383999 2024-04-02T08:45:01.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.564+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~YOT8Q4B39Q1Y.0 size=1048576 2024-04-02T08:45:01.564 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.565+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~YOT8Q4B39Q1Y.1 size=1048576 2024-04-02T08:45:01.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.567+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~YOT8Q4B39Q1Y.2 size=389571 2024-04-02T08:45:01.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.567+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=YOT8Q4B39Q1Y tag=KGBH4JWO45L8 type=write size=3535299 2024-04-02T08:45:01.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.568+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~K6RPS9X5T34I.0 size=1048576 2024-04-02T08:45:01.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.570+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~K6RPS9X5T34I.1 size=495919 2024-04-02T08:45:01.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.572+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=K6RPS9X5T34I tag=KB6X7P1VAQGR type=write size=2593071 2024-04-02T08:45:01.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.573+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=14OUMCOA1RIY type=del size=1519551 2024-04-02T08:45:01.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.576+0000 7f66a8039780 1 < suggested update operation key=VQVZN74VMII6 tag=GW6I12Q23SSB type=del size=2143123 2024-04-02T08:45:01.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.579+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~TYNA68EQG579.0 size=1048576 2024-04-02T08:45:01.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.580+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~TYNA68EQG579.1 size=615112 2024-04-02T08:45:01.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.580+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=TYNA68EQG579 tag=3ICLLL3T9AHX type=write size=2712264 2024-04-02T08:45:01.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.582+0000 7f66a8039780 -1 < failed to complete operation key=MVOA3WWKEWZR tag=24DUP3PXD51P type=del size=3457838: (22) Invalid argument 2024-04-02T08:45:01.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.584+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=HWF3SKOZLQV0 type=del size=1991064 2024-04-02T08:45:01.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.585+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~2QC71KYDOANC.0 size=553882 2024-04-02T08:45:01.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.587+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=2QC71KYDOANC tag=EBGNV60EFTHF type=write size=1602458 2024-04-02T08:45:01.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.590+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~OU0K047633ES.0 size=620228 2024-04-02T08:45:01.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.590+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=OU0K047633ES tag=4C66RORCXO6G type=write size=1668804 2024-04-02T08:45:01.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.591+0000 7f66a8039780 1 < canceled part key=_multipart_C49DO0QY95UV.2~06TNT3ZUM8K0.0 size=1048576 2024-04-02T08:45:01.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.592+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~06TNT3ZUM8K0.1 size=769005 2024-04-02T08:45:01.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.594+0000 7f66a8039780 1 < canceled multipart upload key=C49DO0QY95UV upload=06TNT3ZUM8K0 tag=JHV181ECQML9 type=write size=2866157 2024-04-02T08:45:01.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.596+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=NW1LI8R4Z42J type=del size=2836676 2024-04-02T08:45:01.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.597+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~J05JVE7H68N8.0 size=1048576 2024-04-02T08:45:01.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.599+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~J05JVE7H68N8.1 size=1048576 2024-04-02T08:45:01.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.600+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~J05JVE7H68N8.2 size=281375 2024-04-02T08:45:01.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.602+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=J05JVE7H68N8 tag=22XQWIXGOVJE type=write size=3427103 2024-04-02T08:45:01.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.605+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~4K25JHQXINGV.0 size=921127 2024-04-02T08:45:01.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.605+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=4K25JHQXINGV tag=1PJVHH0RGQ5M type=write size=1969703 2024-04-02T08:45:01.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.607+0000 7f66a8039780 1 < completed write operation key=YX81WRKACN8N tag=P1DRF5PA06V3 type=write size=485692 2024-04-02T08:45:01.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.609+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~47HIR8Y3HBA2.0 size=37791 2024-04-02T08:45:01.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.609+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=47HIR8Y3HBA2 tag=G84IYEPZDKI4 type=write size=1086367 2024-04-02T08:45:01.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.611+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=HN6UGDF493WC type=del 2024-04-02T08:45:01.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.613+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=OY47JMJJXMW7 type=del size=1400790 2024-04-02T08:45:01.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.614+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~0EHR63T7BCPF.0 size=836920 2024-04-02T08:45:01.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.617+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=0EHR63T7BCPF tag=7LHSEE3D8L84 type=write size=1885496 2024-04-02T08:45:01.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.618+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=9ATI5YJ01RQN type=del size=2428834 2024-04-02T08:45:01.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.620+0000 7f66a8039780 1 < completed write operation key=O0QCRP60VK0G tag=5XWI50LJA42A type=write size=313939 2024-04-02T08:45:01.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.623+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~9LUX3TUP38GJ.0 size=1048576 2024-04-02T08:45:01.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.624+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~9LUX3TUP38GJ.1 size=1048576 2024-04-02T08:45:01.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.625+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~9LUX3TUP38GJ.2 size=897349 2024-04-02T08:45:01.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.625+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=9LUX3TUP38GJ tag=20N34FLF5QSP type=write size=4043077 2024-04-02T08:45:01.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.627+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~CO8LKCXGUQ79.0 size=1048576 2024-04-02T08:45:01.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.628+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~CO8LKCXGUQ79.1 size=267738 2024-04-02T08:45:01.629 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.630+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=CO8LKCXGUQ79 tag=RI4421SVPN9M type=write size=2364890 2024-04-02T08:45:01.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.632+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=U8R5JKF2FZMT type=write size=541551 2024-04-02T08:45:01.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.633+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~HYU883ZBLHUF.0 size=1048576 2024-04-02T08:45:01.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.634+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~HYU883ZBLHUF.1 size=806608 2024-04-02T08:45:01.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.637+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=HYU883ZBLHUF tag=VDM9BQ9ME1BY type=write size=2903760 2024-04-02T08:45:01.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.638+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=523CF95HTC2T type=del size=2271242 2024-04-02T08:45:01.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.640+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=FKNZBLY7W3B3 type=del 2024-04-02T08:45:01.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.643+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~RSTPXFV86FVY.0 size=1048576 2024-04-02T08:45:01.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.644+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~RSTPXFV86FVY.1 size=804310 2024-04-02T08:45:01.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.644+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=RSTPXFV86FVY tag=JZ4A3SLF1PZK type=write size=2901462 2024-04-02T08:45:01.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.646+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~9GWFNI2U79XV.0 size=1048576 2024-04-02T08:45:01.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.647+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~9GWFNI2U79XV.1 size=1048576 2024-04-02T08:45:01.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.648+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~9GWFNI2U79XV.2 size=443460 2024-04-02T08:45:01.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.651+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=9GWFNI2U79XV tag=KDHUIZC6USDJ type=write size=3589188 2024-04-02T08:45:01.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.653+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=QU7SZLVUCQIL type=del size=308446 2024-04-02T08:45:01.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.654+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=KWTV7J9KX4DB type=del 2024-04-02T08:45:01.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.657+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~H9OFFSP7Q2XP.0 size=77174 2024-04-02T08:45:01.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.657+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=H9OFFSP7Q2XP tag=PEZEKNHOQVOJ type=write size=1125750 2024-04-02T08:45:01.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.659+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~YOT8Q4B39Q1Y.0 size=1048576 2024-04-02T08:45:01.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.660+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~YOT8Q4B39Q1Y.1 size=1048576 2024-04-02T08:45:01.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.661+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~YOT8Q4B39Q1Y.2 size=389571 2024-04-02T08:45:01.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.664+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=YOT8Q4B39Q1Y tag=KGBH4JWO45L8 type=write size=3535299 2024-04-02T08:45:01.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.666+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~QH2NUKMAZY2Z.0 size=1048576 2024-04-02T08:45:01.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.667+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~QH2NUKMAZY2Z.1 size=1048576 2024-04-02T08:45:01.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.668+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~QH2NUKMAZY2Z.2 size=512303 2024-04-02T08:45:01.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.668+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=QH2NUKMAZY2Z tag=95F5CJGGXDMV type=write size=3658031 2024-04-02T08:45:01.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.670+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=14OUMCOA1RIY type=del 2024-04-02T08:45:01.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.672+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=8040JNF2XPIN type=del size=1159603 2024-04-02T08:45:01.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.673+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~TYNA68EQG579.0 size=1048576 2024-04-02T08:45:01.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.674+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~TYNA68EQG579.1 size=615112 2024-04-02T08:45:01.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.677+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=TYNA68EQG579 tag=3ICLLL3T9AHX type=write size=2712264 2024-04-02T08:45:01.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.678+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=Q8N0ZUUEDEZ5 type=write size=1035058 2024-04-02T08:45:01.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.680+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=HWF3SKOZLQV0 type=del 2024-04-02T08:45:01.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.681+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=G6ZWVV6H3326 type=del size=3753835 2024-04-02T08:45:01.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.683+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~OU0K047633ES.0 size=620228 2024-04-02T08:45:01.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.685+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=OU0K047633ES tag=4C66RORCXO6G type=write size=1668804 2024-04-02T08:45:01.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.688+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~WSN51AI12A04.0 size=1048576 2024-04-02T08:45:01.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.690+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~WSN51AI12A04.1 size=421102 2024-04-02T08:45:01.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.690+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=WSN51AI12A04 tag=9OPSSRUMOTQL type=write size=2518254 2024-04-02T08:45:01.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.693+0000 7f66a8039780 1 < suggested update operation key=637CIUSXUSZD tag=NW1LI8R4Z42J type=del size=2836676 2024-04-02T08:45:01.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.696+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~382697R7BUCM.0 size=117394 2024-04-02T08:45:01.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.696+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=382697R7BUCM tag=EIGMI85COVXT type=write size=1165970 2024-04-02T08:45:01.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.696+0000 7f66a8039780 1 < canceled part key=_multipart_VFSPTXAIF3ZP.2~4K25JHQXINGV.0 size=921127 2024-04-02T08:45:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:45:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:45:01] "GET /metrics HTTP/1.1" 200 38738 "" "Prometheus/2.43.0" 2024-04-02T08:45:01.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.699+0000 7f66a8039780 1 < canceled multipart upload key=VFSPTXAIF3ZP upload=4K25JHQXINGV tag=1PJVHH0RGQ5M type=write size=1969703 2024-04-02T08:45:01.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.702+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~03WVT3SYORO8.0 size=144040 2024-04-02T08:45:01.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.702+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=03WVT3SYORO8 tag=SD3JVY2TD1T4 type=write size=1192616 2024-04-02T08:45:01.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.704+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~47HIR8Y3HBA2.0 size=37791 2024-04-02T08:45:01.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.706+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=47HIR8Y3HBA2 tag=G84IYEPZDKI4 type=write size=1086367 2024-04-02T08:45:01.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.708+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=E1QFT9UTMUN6 type=del size=4132709 2024-04-02T08:45:01.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.710+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=OY47JMJJXMW7 type=del 2024-04-02T08:45:01.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.712+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=EYJ5FIS34CES type=del size=3469755 2024-04-02T08:45:01.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.713+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=9ATI5YJ01RQN type=del 2024-04-02T08:45:01.713 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.715+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=3CC6QU8ST77U type=del size=1253755 2024-04-02T08:45:01.715 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.716+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~9LUX3TUP38GJ.0 size=1048576 2024-04-02T08:45:01.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.718+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~9LUX3TUP38GJ.1 size=1048576 2024-04-02T08:45:01.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.719+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~9LUX3TUP38GJ.2 size=897349 2024-04-02T08:45:01.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.722+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=9LUX3TUP38GJ tag=20N34FLF5QSP type=write size=4043077 2024-04-02T08:45:01.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.724+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=0D1IOGDMUAKY type=del size=1397712 2024-04-02T08:45:01.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.726+0000 7f66a8039780 1 < completed write operation key=2T3HPBFE8XA4 tag=U8R5JKF2FZMT type=write size=541551 2024-04-02T08:45:01.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.729+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~DG7IBWPNDQ1H.0 size=987927 2024-04-02T08:45:01.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.729+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=DG7IBWPNDQ1H tag=A82TP2GE1ZUD type=write size=2036503 2024-04-02T08:45:01.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.730+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=523CF95HTC2T type=del 2024-04-02T08:45:01.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.733+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~N2L8UBN4IW6Z.0 size=1048576 2024-04-02T08:45:01.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.735+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~N2L8UBN4IW6Z.1 size=1048576 2024-04-02T08:45:01.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.736+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~N2L8UBN4IW6Z.2 size=896345 2024-04-02T08:45:01.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.736+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=N2L8UBN4IW6Z tag=U6I5TNKKOMUD type=write size=4042073 2024-04-02T08:45:01.736 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.738+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~RSTPXFV86FVY.0 size=1048576 2024-04-02T08:45:01.736 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.738+0000 7f66a8039780 1 < canceled part key=_multipart_R628MJJ9BB5G.2~RSTPXFV86FVY.1 size=804310 2024-04-02T08:45:01.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.741+0000 7f66a8039780 1 < canceled multipart upload key=R628MJJ9BB5G upload=RSTPXFV86FVY tag=JZ4A3SLF1PZK type=write size=2901462 2024-04-02T08:45:01.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.744+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~QWMQJGQH80A8.0 size=1048576 2024-04-02T08:45:01.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.745+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~QWMQJGQH80A8.1 size=583918 2024-04-02T08:45:01.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.745+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=QWMQJGQH80A8 tag=KJLFKPKHDQPN type=write size=2681070 2024-04-02T08:45:01.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.747+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=QU7SZLVUCQIL type=del 2024-04-02T08:45:01.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.750+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~9W7N1M0EMCW4.0 size=1048576 2024-04-02T08:45:01.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.752+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~9W7N1M0EMCW4.1 size=56949 2024-04-02T08:45:01.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.752+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=9W7N1M0EMCW4 tag=Z1Y9S60SVODW type=write size=2154101 2024-04-02T08:45:01.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.753+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~H9OFFSP7Q2XP.0 size=77174 2024-04-02T08:45:01.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.756+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=H9OFFSP7Q2XP tag=PEZEKNHOQVOJ type=write size=1125750 2024-04-02T08:45:01.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.758+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=GK4KGA7HCQXJ type=del size=2683231 2024-04-02T08:45:01.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.759+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~QH2NUKMAZY2Z.0 size=1048576 2024-04-02T08:45:01.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.761+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~QH2NUKMAZY2Z.1 size=1048576 2024-04-02T08:45:01.761 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.762+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~QH2NUKMAZY2Z.2 size=512303 2024-04-02T08:45:01.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.765+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=QH2NUKMAZY2Z tag=95F5CJGGXDMV type=write size=3658031 2024-04-02T08:45:01.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.767+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=AQF19D2NHILU type=del size=1591533 2024-04-02T08:45:01.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.769+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=8040JNF2XPIN type=del 2024-04-02T08:45:01.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.772+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~95RHBBF2FB8E.0 size=162861 2024-04-02T08:45:01.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.772+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=95RHBBF2FB8E tag=6DCBZZJ227FK type=write size=1211437 2024-04-02T08:45:01.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.774+0000 7f66a8039780 1 < completed write operation key=VLGN1CJMAOWK tag=Q8N0ZUUEDEZ5 type=write size=1035058 2024-04-02T08:45:01.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.775+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=MVLE92LIYX0O type=del size=867943 2024-04-02T08:45:01.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.778+0000 7f66a8039780 1 < suggested update operation key=N3Q53Q538DXX tag=G6ZWVV6H3326 type=del size=3753835 2024-04-02T08:45:01.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.780+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=5OR58SAHQCMF type=del size=105150 2024-04-02T08:45:01.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.781+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~WSN51AI12A04.0 size=1048576 2024-04-02T08:45:01.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.783+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~WSN51AI12A04.1 size=421102 2024-04-02T08:45:01.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.785+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=WSN51AI12A04 tag=9OPSSRUMOTQL type=write size=2518254 2024-04-02T08:45:01.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.787+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=S95OKNBNINLQ type=write size=883448 2024-04-02T08:45:01.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.788+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~382697R7BUCM.0 size=117394 2024-04-02T08:45:01.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.791+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=382697R7BUCM tag=EIGMI85COVXT type=write size=1165970 2024-04-02T08:45:01.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.792+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=Y2J3HSVPWZ40 type=del size=4125887 2024-04-02T08:45:01.792 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.794+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~03WVT3SYORO8.0 size=144040 2024-04-02T08:45:01.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.796+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=03WVT3SYORO8 tag=SD3JVY2TD1T4 type=write size=1192616 2024-04-02T08:45:01.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.799+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~H5Z13J0XHJS8.0 size=910723 2024-04-02T08:45:01.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.799+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=H5Z13J0XHJS8 tag=TJNB0V34QB51 type=write size=1959299 2024-04-02T08:45:01.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.801+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=E1QFT9UTMUN6 type=del 2024-04-02T08:45:01.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.802+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=H2Y732MXS6R6 type=write size=774687 2024-04-02T08:45:01.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.805+0000 7f66a8039780 1 < suggested update operation key=RNMJ571SSULK tag=EYJ5FIS34CES type=del size=3469755 2024-04-02T08:45:01.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.808+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~00IY41K5GLXB.0 size=1048576 2024-04-02T08:45:01.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.809+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~00IY41K5GLXB.1 size=619400 2024-04-02T08:45:01.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.809+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=00IY41K5GLXB tag=OT9HLHW8UJN0 type=write size=2716552 2024-04-02T08:45:01.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.812+0000 7f66a8039780 1 < suggested remove operation key=R628MJJ9BB5G tag=3CC6QU8ST77U type=del 2024-04-02T08:45:01.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.814+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=2AUEYG81I5XW type=del size=1812813 2024-04-02T08:45:01.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.815+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=0D1IOGDMUAKY type=del 2024-04-02T08:45:01.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.817+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=CKMYM1VIGKVF type=del size=1826542 2024-04-02T08:45:01.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.818+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~DG7IBWPNDQ1H.0 size=987927 2024-04-02T08:45:01.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.821+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=DG7IBWPNDQ1H tag=A82TP2GE1ZUD type=write size=2036503 2024-04-02T08:45:01.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.822+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=2L6I7J406MVO type=write size=750158 2024-04-02T08:45:01.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.823+0000 7f66a8039780 1 < canceled part key=_multipart_ODRLSCYUJE7H.2~N2L8UBN4IW6Z.0 size=1048576 2024-04-02T08:45:01.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.824+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~N2L8UBN4IW6Z.1 size=1048576 2024-04-02T08:45:01.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.825+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~N2L8UBN4IW6Z.2 size=896345 2024-04-02T08:45:01.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.828+0000 7f66a8039780 1 < canceled multipart upload key=ODRLSCYUJE7H upload=N2L8UBN4IW6Z tag=U6I5TNKKOMUD type=write size=4042073 2024-04-02T08:45:01.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.829+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=DGEGUIH1DT1B type=write size=728175 2024-04-02T08:45:01.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.830+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~QWMQJGQH80A8.0 size=1048576 2024-04-02T08:45:01.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.832+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~QWMQJGQH80A8.1 size=583918 2024-04-02T08:45:01.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.834+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=QWMQJGQH80A8 tag=KJLFKPKHDQPN type=write size=2681070 2024-04-02T08:45:01.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.836+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=7EBYDXQ146P0 type=del size=368597 2024-04-02T08:45:01.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.837+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~9W7N1M0EMCW4.0 size=1048576 2024-04-02T08:45:01.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.838+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~9W7N1M0EMCW4.1 size=56949 2024-04-02T08:45:01.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.841+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=9W7N1M0EMCW4 tag=Z1Y9S60SVODW type=write size=2154101 2024-04-02T08:45:01.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.842+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=02K6UPP89AVC type=del size=3579319 2024-04-02T08:45:01.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.844+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=GK4KGA7HCQXJ type=del 2024-04-02T08:45:01.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.846+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~7XRMB9Q2DC8V.0 size=1048576 2024-04-02T08:45:01.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.848+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~7XRMB9Q2DC8V.1 size=1048576 2024-04-02T08:45:01.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.849+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~7XRMB9Q2DC8V.2 size=369707 2024-04-02T08:45:01.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.849+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=7XRMB9Q2DC8V tag=1S25UN0ASU6O type=write size=3515435 2024-04-02T08:45:01.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.852+0000 7f66a8039780 1 < suggested update operation key=V9PXVXW0I69D tag=AQF19D2NHILU type=del size=1591533 2024-04-02T08:45:01.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.853+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=780HYS8326PE type=del size=2536344 2024-04-02T08:45:01.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.855+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~95RHBBF2FB8E.0 size=162861 2024-04-02T08:45:01.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.857+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=95RHBBF2FB8E tag=6DCBZZJ227FK type=write size=1211437 2024-04-02T08:45:01.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.859+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=HEDCSF3FFA80 type=del size=2045365 2024-04-02T08:45:01.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.860+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=MVLE92LIYX0O type=del 2024-04-02T08:45:01.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.863+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~SQB6LNDG79P6.0 size=975336 2024-04-02T08:45:01.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.863+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=SQB6LNDG79P6 tag=6WLXF2MS3T2B type=write size=2023912 2024-04-02T08:45:01.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.866+0000 7f66a8039780 1 < suggested update operation key=SKXP9F1WMETM tag=5OR58SAHQCMF type=del size=105150 2024-04-02T08:45:01.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.867+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=T2O60I5N4V68 type=del size=713960 2024-04-02T08:45:01.867 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.869+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=S95OKNBNINLQ type=write size=883448 2024-04-02T08:45:01.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.870+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=R15OM4WOG8NK type=write size=324272 2024-04-02T08:45:01.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.872+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=Y2J3HSVPWZ40 type=del 2024-04-02T08:45:01.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.874+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~D7CKF3M64FMP.0 size=1048576 2024-04-02T08:45:01.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.876+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~D7CKF3M64FMP.1 size=764160 2024-04-02T08:45:01.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.876+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=D7CKF3M64FMP tag=U13DB7UAHBBU type=write size=2861312 2024-04-02T08:45:01.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.877+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~H5Z13J0XHJS8.0 size=910723 2024-04-02T08:45:01.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.880+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=H5Z13J0XHJS8 tag=TJNB0V34QB51 type=write size=1959299 2024-04-02T08:45:01.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.882+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=R4HEV4I7Z88I type=del size=850701 2024-04-02T08:45:01.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.885+0000 7f66a8039780 1 < suggested update operation key=A0ZBFF51XGDX tag=H2Y732MXS6R6 type=write size=774687 2024-04-02T08:45:01.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.887+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=YHOOFFGAVYBS type=write size=751815 2024-04-02T08:45:01.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.888+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~00IY41K5GLXB.0 size=1048576 2024-04-02T08:45:01.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.890+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~00IY41K5GLXB.1 size=619400 2024-04-02T08:45:01.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.892+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=00IY41K5GLXB tag=OT9HLHW8UJN0 type=write size=2716552 2024-04-02T08:45:01.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.895+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~92NA2N83VSV3.0 size=1048576 2024-04-02T08:45:01.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.896+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~92NA2N83VSV3.1 size=259628 2024-04-02T08:45:01.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.896+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=92NA2N83VSV3 tag=X0HLBY91Z91S type=write size=2356780 2024-04-02T08:45:01.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.898+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=2AUEYG81I5XW type=del 2024-04-02T08:45:01.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.899+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=J3AVWPNQYM9P type=write size=383708 2024-04-02T08:45:01.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.901+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=CKMYM1VIGKVF type=del 2024-04-02T08:45:01.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.902+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=1SYR6USI2VNJ type=del size=91829 2024-04-02T08:45:01.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.905+0000 7f66a8039780 1 < suggested remove operation key=8QJNW10FF0U8 tag=2L6I7J406MVO type=write 2024-04-02T08:45:01.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.908+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~UIS72MVW7HLN.0 size=1048576 2024-04-02T08:45:01.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.909+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~UIS72MVW7HLN.1 size=846879 2024-04-02T08:45:01.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.909+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=UIS72MVW7HLN tag=43KG7S1MEF5N type=write size=2944031 2024-04-02T08:45:01.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.911+0000 7f66a8039780 1 < completed write operation key=VFSPTXAIF3ZP tag=DGEGUIH1DT1B type=write size=728175 2024-04-02T08:45:01.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.913+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=Z530WUKK5QNS type=del size=1379738 2024-04-02T08:45:01.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.914+0000 7f66a8039780 -1 < failed to complete operation key=A0ZBFF51XGDX tag=7EBYDXQ146P0 type=del size=368597: (22) Invalid argument 2024-04-02T08:45:01.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.917+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~77H6RQVZ14U3.0 size=1044839 2024-04-02T08:45:01.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.917+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=77H6RQVZ14U3 tag=DK9S1GA5WH4D type=write size=2093415 2024-04-02T08:45:01.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.920+0000 7f66a8039780 1 < suggested update operation key=C49DO0QY95UV tag=02K6UPP89AVC type=del size=3579319 2024-04-02T08:45:01.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.922+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=J954U4VT0JQ3 type=del size=2810559 2024-04-02T08:45:01.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.924+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~7XRMB9Q2DC8V.0 size=1048576 2024-04-02T08:45:01.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.925+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~7XRMB9Q2DC8V.1 size=1048576 2024-04-02T08:45:01.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.926+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~7XRMB9Q2DC8V.2 size=369707 2024-04-02T08:45:01.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.929+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=7XRMB9Q2DC8V tag=1S25UN0ASU6O type=write size=3515435 2024-04-02T08:45:01.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.932+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~09M5S00H6BT0.0 size=1048576 2024-04-02T08:45:01.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.933+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~09M5S00H6BT0.1 size=1048576 2024-04-02T08:45:01.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.935+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~09M5S00H6BT0.2 size=1000366 2024-04-02T08:45:01.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.935+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=09M5S00H6BT0 tag=AG36W8O5IEAL type=write size=4146094 2024-04-02T08:45:01.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.936+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=780HYS8326PE type=del 2024-04-02T08:45:01.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.939+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~2GT2B57JYMHC.0 size=836452 2024-04-02T08:45:01.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.939+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=2GT2B57JYMHC tag=Z48IBS993PVW type=write size=1885028 2024-04-02T08:45:01.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.941+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=HEDCSF3FFA80 type=del 2024-04-02T08:45:01.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.942+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=I7T3L0MVN1NN type=del size=1201392 2024-04-02T08:45:01.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.944+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~SQB6LNDG79P6.0 size=975336 2024-04-02T08:45:01.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.946+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=SQB6LNDG79P6 tag=6WLXF2MS3T2B type=write size=2023912 2024-04-02T08:45:01.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.948+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=E6GDARAX5KPE type=write size=461348 2024-04-02T08:45:01.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.949+0000 7f66a8039780 1 < canceled operation key=VFSPTXAIF3ZP tag=T2O60I5N4V68 type=del size=713960 2024-04-02T08:45:01.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.952+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~LCGQHNXERMI7.0 size=1048576 2024-04-02T08:45:01.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.954+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~LCGQHNXERMI7.1 size=442630 2024-04-02T08:45:01.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.954+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=LCGQHNXERMI7 tag=R2QU0D0CK3G2 type=write size=2539782 2024-04-02T08:45:01.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.957+0000 7f66a8039780 1 < suggested remove operation key=ZUO2TXTKZ5D6 tag=R15OM4WOG8NK type=write 2024-04-02T08:45:01.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.959+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~MR4XZ01TKEG1.0 size=1048576 2024-04-02T08:45:01.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.961+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~MR4XZ01TKEG1.1 size=816842 2024-04-02T08:45:01.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.961+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=MR4XZ01TKEG1 tag=SO74G5DQW6F3 type=write size=2913994 2024-04-02T08:45:01.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.962+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~D7CKF3M64FMP.0 size=1048576 2024-04-02T08:45:01.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.963+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~D7CKF3M64FMP.1 size=764160 2024-04-02T08:45:01.964 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.966+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=D7CKF3M64FMP tag=U13DB7UAHBBU type=write size=2861312 2024-04-02T08:45:01.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.969+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~YTWISBL4Q2N5.0 size=1048576 2024-04-02T08:45:01.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.970+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~YTWISBL4Q2N5.1 size=523700 2024-04-02T08:45:01.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.970+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=YTWISBL4Q2N5 tag=2CEBMHIZH768 type=write size=2620852 2024-04-02T08:45:01.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.972+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=R4HEV4I7Z88I type=del 2024-04-02T08:45:01.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.973+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=BQ17IQM9BCN4 type=write size=159622 2024-04-02T08:45:01.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.975+0000 7f66a8039780 1 < completed write operation key=ODRLSCYUJE7H tag=YHOOFFGAVYBS type=write size=751815 2024-04-02T08:45:01.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.977+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~HJO1E70VMKOV.0 size=1048576 2024-04-02T08:45:01.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.979+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~HJO1E70VMKOV.1 size=1048576 2024-04-02T08:45:01.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.980+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~HJO1E70VMKOV.2 size=79196 2024-04-02T08:45:01.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.980+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=HJO1E70VMKOV tag=4BSSAVBQEV0S type=write size=3224924 2024-04-02T08:45:01.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.981+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~92NA2N83VSV3.0 size=1048576 2024-04-02T08:45:01.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.983+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~92NA2N83VSV3.1 size=259628 2024-04-02T08:45:01.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.985+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=92NA2N83VSV3 tag=X0HLBY91Z91S type=write size=2356780 2024-04-02T08:45:01.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.987+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=QFLJE92B06TU type=del size=960205 2024-04-02T08:45:01.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.990+0000 7f66a8039780 1 < suggested update operation key=H46EQB061BMB tag=J3AVWPNQYM9P type=write size=383708 2024-04-02T08:45:01.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.991+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=YP1TYTY5P92O type=write size=604105 2024-04-02T08:45:01.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.993+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=1SYR6USI2VNJ type=del 2024-04-02T08:45:01.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.996+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~TDVKK0FV1S1C.0 size=761469 2024-04-02T08:45:01.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.996+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=TDVKK0FV1S1C tag=M5L3G0POVYTX type=write size=1810045 2024-04-02T08:45:01.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.997+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~UIS72MVW7HLN.0 size=1048576 2024-04-02T08:45:01.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:01.999+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~UIS72MVW7HLN.1 size=846879 2024-04-02T08:45:02.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.001+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=UIS72MVW7HLN tag=43KG7S1MEF5N type=write size=2944031 2024-04-02T08:45:02.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.003+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=0INC9VZ2HFCW type=del size=642137 2024-04-02T08:45:02.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.004+0000 7f66a8039780 1 < canceled operation key=PZKZ83BFSP9E tag=Z530WUKK5QNS type=del size=1379738 2024-04-02T08:45:02.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.007+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~4HWTHIGQU0O1.0 size=1048576 2024-04-02T08:45:02.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.008+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~4HWTHIGQU0O1.1 size=1048576 2024-04-02T08:45:02.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.009+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~4HWTHIGQU0O1.2 size=225487 2024-04-02T08:45:02.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.009+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=4HWTHIGQU0O1 tag=1HAQSKZL7GFB type=write size=3371215 2024-04-02T08:45:02.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.011+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~77H6RQVZ14U3.0 size=1044839 2024-04-02T08:45:02.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.013+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=77H6RQVZ14U3 tag=DK9S1GA5WH4D type=write size=2093415 2024-04-02T08:45:02.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.014+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=3ICDFSLUYZOJ type=del size=3718625 2024-04-02T08:45:02.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.016+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=J954U4VT0JQ3 type=del 2024-04-02T08:45:02.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.017+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=HY8ZBEWWWT1T type=del size=3302905 2024-04-02T08:45:02.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.019+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~09M5S00H6BT0.0 size=1048576 2024-04-02T08:45:02.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.020+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~09M5S00H6BT0.1 size=1048576 2024-04-02T08:45:02.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.021+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~09M5S00H6BT0.2 size=1000366 2024-04-02T08:45:02.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.024+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=09M5S00H6BT0 tag=AG36W8O5IEAL type=write size=4146094 2024-04-02T08:45:02.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.027+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~21CKZRLQIK0Z.0 size=465350 2024-04-02T08:45:02.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.027+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=21CKZRLQIK0Z tag=B2737IEF3CEN type=write size=1513926 2024-04-02T08:45:02.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.029+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~2GT2B57JYMHC.0 size=836452 2024-04-02T08:45:02.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.031+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=2GT2B57JYMHC tag=Z48IBS993PVW type=write size=1885028 2024-04-02T08:45:02.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.034+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~KMSYXO71WXDE.0 size=465107 2024-04-02T08:45:02.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.034+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=KMSYXO71WXDE tag=B7JTBTXSIEJG type=write size=1513683 2024-04-02T08:45:02.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.035+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=I7T3L0MVN1NN type=del 2024-04-02T08:45:02.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.037+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=1TWBR1KSO68Q type=del size=2424953 2024-04-02T08:45:02.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.038+0000 7f66a8039780 1 < canceled operation key=C49DO0QY95UV tag=E6GDARAX5KPE type=write size=461348 2024-04-02T08:45:02.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.040+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=2ECF8Q6JJ6O3 type=del size=842897 2024-04-02T08:45:02.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.041+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~LCGQHNXERMI7.0 size=1048576 2024-04-02T08:45:02.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.042+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~LCGQHNXERMI7.1 size=442630 2024-04-02T08:45:02.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.045+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=LCGQHNXERMI7 tag=R2QU0D0CK3G2 type=write size=2539782 2024-04-02T08:45:02.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.046+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=KH02I5Y3TV1D type=write size=165698 2024-04-02T08:45:02.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.048+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~MR4XZ01TKEG1.0 size=1048576 2024-04-02T08:45:02.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.050+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~MR4XZ01TKEG1.1 size=816842 2024-04-02T08:45:02.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.053+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=MR4XZ01TKEG1 tag=SO74G5DQW6F3 type=write size=2913994 2024-04-02T08:45:02.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.054+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=32JMY2TT7KEA type=write size=226653 2024-04-02T08:45:02.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.056+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~YTWISBL4Q2N5.0 size=1048576 2024-04-02T08:45:02.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.057+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~YTWISBL4Q2N5.1 size=523700 2024-04-02T08:45:02.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.060+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=YTWISBL4Q2N5 tag=2CEBMHIZH768 type=write size=2620852 2024-04-02T08:45:02.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.061+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=AN9LQ5UMUG8I type=del size=2932997 2024-04-02T08:45:02.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.063+0000 7f66a8039780 1 < completed write operation key=J0H0DJZWIT92 tag=BQ17IQM9BCN4 type=write size=159622 2024-04-02T08:45:02.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.064+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=0MLG15DMSA8H type=del size=3048205 2024-04-02T08:45:02.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.066+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~HJO1E70VMKOV.0 size=1048576 2024-04-02T08:45:02.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.066+0000 7f66a8039780 1 < canceled part key=_multipart_ZUF440XF8N7P.2~HJO1E70VMKOV.1 size=1048576 2024-04-02T08:45:02.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.066+0000 7f66a8039780 1 < canceled part key=_multipart_ZUF440XF8N7P.2~HJO1E70VMKOV.2 size=79196 2024-04-02T08:45:02.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.068+0000 7f66a8039780 1 < canceled multipart upload key=ZUF440XF8N7P upload=HJO1E70VMKOV tag=4BSSAVBQEV0S type=write size=3224924 2024-04-02T08:45:02.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.070+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=0V4MS363ZHH1 type=del size=981355 2024-04-02T08:45:02.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.072+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=QFLJE92B06TU type=del 2024-04-02T08:45:02.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.073+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=UI1Q6XZ5A3H5 type=write size=667627 2024-04-02T08:45:02.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.075+0000 7f66a8039780 1 < canceled operation key=MVOA3WWKEWZR tag=YP1TYTY5P92O type=write size=604105 2024-04-02T08:45:02.075 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.077+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=YE83EABDGLB1 type=del size=3179997 2024-04-02T08:45:02.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.078+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~TDVKK0FV1S1C.0 size=761469 2024-04-02T08:45:02.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.081+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=TDVKK0FV1S1C tag=M5L3G0POVYTX type=write size=1810045 2024-04-02T08:45:02.081 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.082+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=FZNSMD8PN5TO type=write size=435309 2024-04-02T08:45:02.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.084+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=0INC9VZ2HFCW type=del 2024-04-02T08:45:02.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.087+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~PTFSVVNXFEVC.0 size=410820 2024-04-02T08:45:02.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.087+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=PTFSVVNXFEVC tag=30T9AZOJ8DRK type=write size=1459396 2024-04-02T08:45:02.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.089+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~4HWTHIGQU0O1.0 size=1048576 2024-04-02T08:45:02.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.090+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~4HWTHIGQU0O1.1 size=1048576 2024-04-02T08:45:02.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.091+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~4HWTHIGQU0O1.2 size=225487 2024-04-02T08:45:02.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.094+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=4HWTHIGQU0O1 tag=1HAQSKZL7GFB type=write size=3371215 2024-04-02T08:45:02.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.097+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~XA0LICP01N76.0 size=1048576 2024-04-02T08:45:02.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.098+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~XA0LICP01N76.1 size=1048576 2024-04-02T08:45:02.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.100+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~XA0LICP01N76.2 size=794996 2024-04-02T08:45:02.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.100+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=XA0LICP01N76 tag=7W5XTOHNPP57 type=write size=3940724 2024-04-02T08:45:02.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.101+0000 7f66a8039780 1 < canceled operation key=J0H0DJZWIT92 tag=3ICDFSLUYZOJ type=del size=3718625 2024-04-02T08:45:02.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.103+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=D2EEY2AHKK30 type=del size=4185293 2024-04-02T08:45:02.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.106+0000 7f66a8039780 1 < suggested update operation key=J0H0DJZWIT92 tag=HY8ZBEWWWT1T type=del size=3302905 2024-04-02T08:45:02.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.110+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~VUOQ0U73ZOC8.0 size=1048576 2024-04-02T08:45:02.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.111+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~VUOQ0U73ZOC8.1 size=1048576 2024-04-02T08:45:02.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.113+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~VUOQ0U73ZOC8.2 size=456184 2024-04-02T08:45:02.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.113+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=VUOQ0U73ZOC8 tag=CDC6ITBHNFHB type=write size=3601912 2024-04-02T08:45:02.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.113+0000 7f66a8039780 1 < canceled part key=_multipart_VQVZN74VMII6.2~21CKZRLQIK0Z.0 size=465350 2024-04-02T08:45:02.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.116+0000 7f66a8039780 1 < canceled multipart upload key=VQVZN74VMII6 upload=21CKZRLQIK0Z tag=B2737IEF3CEN type=write size=1513926 2024-04-02T08:45:02.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.119+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~RRG1HZ0BED3D.0 size=1048576 2024-04-02T08:45:02.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.120+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~RRG1HZ0BED3D.1 size=1048576 2024-04-02T08:45:02.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.121+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~RRG1HZ0BED3D.2 size=262969 2024-04-02T08:45:02.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.121+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=RRG1HZ0BED3D tag=5KY3J8RKTBVN type=write size=3408697 2024-04-02T08:45:02.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.123+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~KMSYXO71WXDE.0 size=465107 2024-04-02T08:45:02.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.126+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=KMSYXO71WXDE tag=B7JTBTXSIEJG type=write size=1513683 2024-04-02T08:45:02.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.129+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~QH7KORYCC1PZ.0 size=430930 2024-04-02T08:45:02.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.129+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=QH7KORYCC1PZ tag=3A58C262GJ7Q type=write size=1479506 2024-04-02T08:45:02.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.131+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=1TWBR1KSO68Q type=del 2024-04-02T08:45:02.131 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.133+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=1TZ5E674UFA3 type=del size=1786127 2024-04-02T08:45:02.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.136+0000 7f66a8039780 1 < suggested remove operation key=FDBYRCJ7K5Z6 tag=2ECF8Q6JJ6O3 type=del 2024-04-02T08:45:02.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.137+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=P0Z8GW28RU5O type=del size=3607309 2024-04-02T08:45:02.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.139+0000 7f66a8039780 1 < completed write operation key=VFSPTXAIF3ZP tag=KH02I5Y3TV1D type=write size=165698 2024-04-02T08:45:02.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.141+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=VFPXII8KI9R0 type=del size=4184314 2024-04-02T08:45:02.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.144+0000 7f66a8039780 1 < suggested remove operation key=HUH2LBUPML72 tag=32JMY2TT7KEA type=write 2024-04-02T08:45:02.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.146+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=6T2UK515T1L0 type=del size=1459164 2024-04-02T08:45:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:01 smithi137 ceph-mon[88456]: pgmap v1410: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 191 KiB/s wr, 981 op/s 2024-04-02T08:45:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:01 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:01 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:45:02.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.147+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=AN9LQ5UMUG8I type=del 2024-04-02T08:45:02.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.149+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=GY7Y1400AP32 type=del size=295477 2024-04-02T08:45:02.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.151+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=0MLG15DMSA8H type=del 2024-04-02T08:45:02.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.154+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~Q57DSV59C0SW.0 size=1036756 2024-04-02T08:45:02.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.154+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=Q57DSV59C0SW tag=A9A8R7E1Q90R type=write size=2085332 2024-04-02T08:45:02.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.156+0000 7f66a8039780 -1 < failed to complete operation key=HUH2LBUPML72 tag=0V4MS363ZHH1 type=del size=981355: (22) Invalid argument 2024-04-02T08:45:02.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.159+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~PHKG69UWSNO3.0 size=1048576 2024-04-02T08:45:02.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.161+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~PHKG69UWSNO3.1 size=1048576 2024-04-02T08:45:02.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.163+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~PHKG69UWSNO3.2 size=107563 2024-04-02T08:45:02.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.163+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=PHKG69UWSNO3 tag=OVY1TPWWNY4Z type=write size=3253291 2024-04-02T08:45:02.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.164+0000 7f66a8039780 1 < completed write operation key=VQVZN74VMII6 tag=UI1Q6XZ5A3H5 type=write size=667627 2024-04-02T08:45:02.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.166+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=GU80HCBDTS1Z type=del size=4165438 2024-04-02T08:45:02.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.168+0000 7f66a8039780 -1 < failed to complete operation key=HUH2LBUPML72 tag=YE83EABDGLB1 type=del size=3179997: (22) Invalid argument 2024-04-02T08:45:02.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.170+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=733PVU39MAY4 type=del size=3071059 2024-04-02T08:45:02.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.171+0000 7f66a8039780 1 < canceled operation key=DBCO3QMJJEJ7 tag=FZNSMD8PN5TO type=write size=435309 2024-04-02T08:45:02.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.174+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~NGU3EIIUPHXU.0 size=1048576 2024-04-02T08:45:02.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.176+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~NGU3EIIUPHXU.1 size=546363 2024-04-02T08:45:02.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.176+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=NGU3EIIUPHXU tag=04Q0YQ3C5I4F type=write size=2643515 2024-04-02T08:45:02.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.178+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~PTFSVVNXFEVC.0 size=410820 2024-04-02T08:45:02.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.180+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=PTFSVVNXFEVC tag=30T9AZOJ8DRK type=write size=1459396 2024-04-02T08:45:02.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.184+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~YZ4TIZ7EVMU2.0 size=1048576 2024-04-02T08:45:02.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.185+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~YZ4TIZ7EVMU2.1 size=10136 2024-04-02T08:45:02.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.185+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=YZ4TIZ7EVMU2 tag=UIM2PA05YEDD type=write size=2107288 2024-04-02T08:45:02.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.187+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~XA0LICP01N76.0 size=1048576 2024-04-02T08:45:02.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.187+0000 7f66a8039780 1 < canceled part key=_multipart_FDBYRCJ7K5Z6.2~XA0LICP01N76.1 size=1048576 2024-04-02T08:45:02.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.188+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~XA0LICP01N76.2 size=794996 2024-04-02T08:45:02.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.191+0000 7f66a8039780 1 < canceled multipart upload key=FDBYRCJ7K5Z6 upload=XA0LICP01N76 tag=7W5XTOHNPP57 type=write size=3940724 2024-04-02T08:45:02.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.194+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~3L4PXF0D2OPL.0 size=433319 2024-04-02T08:45:02.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.194+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=3L4PXF0D2OPL tag=H8JOT4O9DJVY type=write size=1481895 2024-04-02T08:45:02.194 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.196+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=D2EEY2AHKK30 type=del 2024-04-02T08:45:02.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.198+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=3KJZ6VTBJ47M type=write size=321182 2024-04-02T08:45:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:01 smithi028 ceph-mon[94314]: pgmap v1410: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 191 KiB/s wr, 981 op/s 2024-04-02T08:45:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:01 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:01 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:45:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:01 smithi028 ceph-mon[96890]: pgmap v1410: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 191 KiB/s wr, 981 op/s 2024-04-02T08:45:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:01 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:01 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:45:02.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.199+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~VUOQ0U73ZOC8.0 size=1048576 2024-04-02T08:45:02.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.201+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~VUOQ0U73ZOC8.1 size=1048576 2024-04-02T08:45:02.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.202+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~VUOQ0U73ZOC8.2 size=456184 2024-04-02T08:45:02.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.206+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=VUOQ0U73ZOC8 tag=CDC6ITBHNFHB type=write size=3601912 2024-04-02T08:45:02.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.207+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=RSPCB2YA7EVU type=write size=343205 2024-04-02T08:45:02.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.209+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~RRG1HZ0BED3D.0 size=1048576 2024-04-02T08:45:02.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.211+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~RRG1HZ0BED3D.1 size=1048576 2024-04-02T08:45:02.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.212+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~RRG1HZ0BED3D.2 size=262969 2024-04-02T08:45:02.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.215+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=RRG1HZ0BED3D tag=5KY3J8RKTBVN type=write size=3408697 2024-04-02T08:45:02.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.218+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~KNICX0KBK6PS.0 size=272598 2024-04-02T08:45:02.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.218+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=KNICX0KBK6PS tag=MUOLF4CUBAZZ type=write size=1321174 2024-04-02T08:45:02.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.219+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~QH7KORYCC1PZ.0 size=430930 2024-04-02T08:45:02.220 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.222+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=QH7KORYCC1PZ tag=3A58C262GJ7Q type=write size=1479506 2024-04-02T08:45:02.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.224+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~0H4SKS8FX1XD.0 size=1048576 2024-04-02T08:45:02.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.226+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~0H4SKS8FX1XD.1 size=1048576 2024-04-02T08:45:02.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.227+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~0H4SKS8FX1XD.2 size=22260 2024-04-02T08:45:02.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.227+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=0H4SKS8FX1XD tag=QUXBQRCGC097 type=write size=3167988 2024-04-02T08:45:02.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.228+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=1TZ5E674UFA3 type=del 2024-04-02T08:45:02.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.230+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=92LC138TBA1I type=del size=2169674 2024-04-02T08:45:02.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.233+0000 7f66a8039780 1 < suggested update operation key=A0ZBFF51XGDX tag=P0Z8GW28RU5O type=del size=3607309 2024-04-02T08:45:02.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.236+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~DUPNUJSOHCXL.0 size=10205 2024-04-02T08:45:02.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.236+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=DUPNUJSOHCXL tag=2IWCKTUU6XJK type=write size=1058781 2024-04-02T08:45:02.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.237+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=VFPXII8KI9R0 type=del 2024-04-02T08:45:02.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.239+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=HYVOQFT7F02Y type=del size=2730885 2024-04-02T08:45:02.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.240+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=6T2UK515T1L0 type=del 2024-04-02T08:45:02.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.242+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=7RAO0ZIB59O9 type=del size=1222184 2024-04-02T08:45:02.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.243+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=GY7Y1400AP32 type=del 2024-04-02T08:45:02.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.245+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=ZDJXOYZJ35WM type=del size=64290 2024-04-02T08:45:02.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.247+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~Q57DSV59C0SW.0 size=1036756 2024-04-02T08:45:02.248 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.249+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=Q57DSV59C0SW tag=A9A8R7E1Q90R type=write size=2085332 2024-04-02T08:45:02.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.252+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~Y6B9M4PBRWXN.0 size=147501 2024-04-02T08:45:02.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.252+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=Y6B9M4PBRWXN tag=SKME6IVPUSS8 type=write size=1196077 2024-04-02T08:45:02.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.254+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~PHKG69UWSNO3.0 size=1048576 2024-04-02T08:45:02.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.255+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~PHKG69UWSNO3.1 size=1048576 2024-04-02T08:45:02.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.256+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~PHKG69UWSNO3.2 size=107563 2024-04-02T08:45:02.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.259+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=PHKG69UWSNO3 tag=OVY1TPWWNY4Z type=write size=3253291 2024-04-02T08:45:02.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.260+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=6EQN7I8XK7PT type=del size=3057633 2024-04-02T08:45:02.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.262+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=GU80HCBDTS1Z type=del 2024-04-02T08:45:02.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.263+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=U31L44P0A69W type=del size=3258583 2024-04-02T08:45:02.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.265+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=733PVU39MAY4 type=del 2024-04-02T08:45:02.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.266+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=Z9QPIJYZXGV9 type=del size=1836337 2024-04-02T08:45:02.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.267+0000 7f66a8039780 1 < canceled part key=_multipart_YX81WRKACN8N.2~NGU3EIIUPHXU.0 size=1048576 2024-04-02T08:45:02.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.268+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~NGU3EIIUPHXU.1 size=546363 2024-04-02T08:45:02.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.271+0000 7f66a8039780 1 < canceled multipart upload key=YX81WRKACN8N upload=NGU3EIIUPHXU tag=04Q0YQ3C5I4F type=write size=2643515 2024-04-02T08:45:02.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.273+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=VNJ8JI9ALN2L type=del size=1589561 2024-04-02T08:45:02.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.273+0000 7f66a8039780 1 < canceled part key=_multipart_FDBYRCJ7K5Z6.2~YZ4TIZ7EVMU2.0 size=1048576 2024-04-02T08:45:02.273 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.274+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~YZ4TIZ7EVMU2.1 size=10136 2024-04-02T08:45:02.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.277+0000 7f66a8039780 1 < canceled multipart upload key=FDBYRCJ7K5Z6 upload=YZ4TIZ7EVMU2 tag=UIM2PA05YEDD type=write size=2107288 2024-04-02T08:45:02.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.280+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~LZVGJNE37TCQ.0 size=1048576 2024-04-02T08:45:02.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.281+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~LZVGJNE37TCQ.1 size=915537 2024-04-02T08:45:02.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.281+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=LZVGJNE37TCQ tag=I5VXF0L7I5EW type=write size=3012689 2024-04-02T08:45:02.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.283+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~3L4PXF0D2OPL.0 size=433319 2024-04-02T08:45:02.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.286+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=3L4PXF0D2OPL tag=H8JOT4O9DJVY type=write size=1481895 2024-04-02T08:45:02.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.288+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=TD5H7R43CJ0B type=del size=3100564 2024-04-02T08:45:02.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.289+0000 7f66a8039780 1 < canceled operation key=DBCO3QMJJEJ7 tag=3KJZ6VTBJ47M type=write size=321182 2024-04-02T08:45:02.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.291+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=1MJES68AMMK8 type=del size=1612912 2024-04-02T08:45:02.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.293+0000 7f66a8039780 1 < completed write operation key=O0QCRP60VK0G tag=RSPCB2YA7EVU type=write size=343205 2024-04-02T08:45:02.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.296+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~RQ3ZGFPGQXIE.0 size=1048576 2024-04-02T08:45:02.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.297+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~RQ3ZGFPGQXIE.1 size=437428 2024-04-02T08:45:02.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.297+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=RQ3ZGFPGQXIE tag=Y3CDXML5U4QN type=write size=2534580 2024-04-02T08:45:02.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.299+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~KNICX0KBK6PS.0 size=272598 2024-04-02T08:45:02.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.302+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=KNICX0KBK6PS tag=MUOLF4CUBAZZ type=write size=1321174 2024-04-02T08:45:02.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.304+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~ZEYTTB874II8.0 size=1048576 2024-04-02T08:45:02.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.306+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~ZEYTTB874II8.1 size=1048576 2024-04-02T08:45:02.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.307+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~ZEYTTB874II8.2 size=689966 2024-04-02T08:45:02.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.307+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=ZEYTTB874II8 tag=4EZ79Q1T61G4 type=write size=3835694 2024-04-02T08:45:02.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.308+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~0H4SKS8FX1XD.0 size=1048576 2024-04-02T08:45:02.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.310+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~0H4SKS8FX1XD.1 size=1048576 2024-04-02T08:45:02.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.311+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~0H4SKS8FX1XD.2 size=22260 2024-04-02T08:45:02.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.314+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=0H4SKS8FX1XD tag=QUXBQRCGC097 type=write size=3167988 2024-04-02T08:45:02.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.315+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=RB4DE1ZOBSHL type=del size=3562779 2024-04-02T08:45:02.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.317+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=92LC138TBA1I type=del 2024-04-02T08:45:02.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.319+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=8PK1WL4FUDYR type=del size=3299399 2024-04-02T08:45:02.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.320+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~DUPNUJSOHCXL.0 size=10205 2024-04-02T08:45:02.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.323+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=DUPNUJSOHCXL tag=2IWCKTUU6XJK type=write size=1058781 2024-04-02T08:45:02.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.324+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=0BMPVT53CLX3 type=write size=151328 2024-04-02T08:45:02.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.327+0000 7f66a8039780 1 < suggested remove operation key=637CIUSXUSZD tag=HYVOQFT7F02Y type=del 2024-04-02T08:45:02.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.329+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=7SZZUF8CYQDF type=del size=18856 2024-04-02T08:45:02.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.331+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=7RAO0ZIB59O9 type=del 2024-04-02T08:45:02.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.332+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=3V0X5HVZ6I3O type=del size=282279 2024-04-02T08:45:02.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.334+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=ZDJXOYZJ35WM type=del 2024-04-02T08:45:02.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.336+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=2GY6U84UQCWN type=del size=2490211 2024-04-02T08:45:02.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.336+0000 7f66a8039780 1 < canceled part key=_multipart_R628MJJ9BB5G.2~Y6B9M4PBRWXN.0 size=147501 2024-04-02T08:45:02.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.339+0000 7f66a8039780 1 < canceled multipart upload key=R628MJJ9BB5G upload=Y6B9M4PBRWXN tag=SKME6IVPUSS8 type=write size=1196077 2024-04-02T08:45:02.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.341+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=B5WZDXXRX99Y type=del size=2619047 2024-04-02T08:45:02.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.344+0000 7f66a8039780 1 < suggested remove operation key=8TMKP5EUZ549 tag=6EQN7I8XK7PT type=del 2024-04-02T08:45:02.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.345+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=ZIOPL2SXP5VX type=del size=377125 2024-04-02T08:45:02.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.349+0000 7f66a8039780 1 < suggested remove operation key=SKXP9F1WMETM tag=U31L44P0A69W type=del 2024-04-02T08:45:02.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.352+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~66TL0BB35B9Q.0 size=942537 2024-04-02T08:45:02.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.352+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=66TL0BB35B9Q tag=KB53MYOFJ0B4 type=write size=1991113 2024-04-02T08:45:02.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.353+0000 7f66a8039780 -1 < failed to complete operation key=8TMKP5EUZ549 tag=Z9QPIJYZXGV9 type=del size=1836337: (22) Invalid argument 2024-04-02T08:45:02.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.356+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~ECNOPGXBOZLD.0 size=454292 2024-04-02T08:45:02.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.356+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=ECNOPGXBOZLD tag=0G1DNJ19XICV type=write size=1502868 2024-04-02T08:45:02.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.358+0000 7f66a8039780 -1 < failed to complete operation key=637CIUSXUSZD tag=VNJ8JI9ALN2L type=del size=1589561: (22) Invalid argument 2024-04-02T08:45:02.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.361+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~2L1W3WJ2AUP1.0 size=368940 2024-04-02T08:45:02.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.361+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=2L1W3WJ2AUP1 tag=QC93F20GJUA0 type=write size=1417516 2024-04-02T08:45:02.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.361+0000 7f66a8039780 1 < canceled part key=_multipart_PKWCIR77HPSQ.2~LZVGJNE37TCQ.0 size=1048576 2024-04-02T08:45:02.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.362+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~LZVGJNE37TCQ.1 size=915537 2024-04-02T08:45:02.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.365+0000 7f66a8039780 1 < canceled multipart upload key=PKWCIR77HPSQ upload=LZVGJNE37TCQ tag=I5VXF0L7I5EW type=write size=3012689 2024-04-02T08:45:02.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.368+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~KKM9YTO9MM0Y.0 size=184582 2024-04-02T08:45:02.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.368+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=KKM9YTO9MM0Y tag=O0WWEEE8FO9D type=write size=1233158 2024-04-02T08:45:02.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.369+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=TD5H7R43CJ0B type=del 2024-04-02T08:45:02.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.371+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=0DSLE8MZJ8WR type=del size=3540532 2024-04-02T08:45:02.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.373+0000 7f66a8039780 -1 < failed to complete operation key=637CIUSXUSZD tag=1MJES68AMMK8 type=del size=1612912: (22) Invalid argument 2024-04-02T08:45:02.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.374+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=FCQFWBKO4DBT type=write size=388865 2024-04-02T08:45:02.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.376+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~RQ3ZGFPGQXIE.0 size=1048576 2024-04-02T08:45:02.376 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.377+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~RQ3ZGFPGQXIE.1 size=437428 2024-04-02T08:45:02.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.380+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=RQ3ZGFPGQXIE tag=Y3CDXML5U4QN type=write size=2534580 2024-04-02T08:45:02.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.382+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=UM1TB43XXN7S type=del size=2589588 2024-04-02T08:45:02.382 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.383+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~ZEYTTB874II8.0 size=1048576 2024-04-02T08:45:02.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.385+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~ZEYTTB874II8.1 size=1048576 2024-04-02T08:45:02.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.385+0000 7f66a8039780 1 < canceled part key=_multipart_ODRLSCYUJE7H.2~ZEYTTB874II8.2 size=689966 2024-04-02T08:45:02.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.387+0000 7f66a8039780 1 < canceled multipart upload key=ODRLSCYUJE7H upload=ZEYTTB874II8 tag=4EZ79Q1T61G4 type=write size=3835694 2024-04-02T08:45:02.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.389+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=QZLI7M300DVU type=del size=3729810 2024-04-02T08:45:02.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.391+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=RB4DE1ZOBSHL type=del 2024-04-02T08:45:02.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.392+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=1BANCZ1BDONT type=del size=3154565 2024-04-02T08:45:02.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.394+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=8PK1WL4FUDYR type=del 2024-04-02T08:45:02.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.395+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=8ZZKGT9F8NHM type=write size=561313 2024-04-02T08:45:02.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.397+0000 7f66a8039780 -1 < failed to complete operation key=637CIUSXUSZD tag=0BMPVT53CLX3 type=write size=151328: (22) Invalid argument 2024-04-02T08:45:02.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.399+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=DD301Q1WHTEO type=del size=206586 2024-04-02T08:45:02.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.402+0000 7f66a8039780 1 < suggested update operation key=V9PXVXW0I69D tag=7SZZUF8CYQDF type=del size=18856 2024-04-02T08:45:02.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.404+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=ZRNRFZHBOCE2 type=del size=332253 2024-04-02T08:45:02.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.406+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=3V0X5HVZ6I3O type=del 2024-04-02T08:45:02.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.409+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~KOC0ME6HH0A8.0 size=1048576 2024-04-02T08:45:02.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.411+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~KOC0ME6HH0A8.1 size=1048576 2024-04-02T08:45:02.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.412+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~KOC0ME6HH0A8.2 size=625752 2024-04-02T08:45:02.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.412+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=KOC0ME6HH0A8 tag=IJPXEHKWYTUY type=write size=3771480 2024-04-02T08:45:02.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.416+0000 7f66a8039780 1 < suggested update operation key=C49DO0QY95UV tag=2GY6U84UQCWN type=del size=2490211 2024-04-02T08:45:02.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.419+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~9SXS4UNT2V85.0 size=1048576 2024-04-02T08:45:02.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.420+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~9SXS4UNT2V85.1 size=31749 2024-04-02T08:45:02.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.420+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=9SXS4UNT2V85 tag=EFXBAGFM1819 type=write size=2128901 2024-04-02T08:45:02.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.422+0000 7f66a8039780 1 < canceled operation key=VJZTCVAN2M5T tag=B5WZDXXRX99Y type=del size=2619047 2024-04-02T08:45:02.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.426+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~SMT1NEUHXFA6.0 size=1048576 2024-04-02T08:45:02.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.427+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~SMT1NEUHXFA6.1 size=1048576 2024-04-02T08:45:02.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.429+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~SMT1NEUHXFA6.2 size=1028809 2024-04-02T08:45:02.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.429+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=SMT1NEUHXFA6 tag=C0TEEPABTND8 type=write size=4174537 2024-04-02T08:45:02.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.432+0000 7f66a8039780 1 < suggested update operation key=2T3HPBFE8XA4 tag=ZIOPL2SXP5VX type=del size=377125 2024-04-02T08:45:02.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.434+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=ITK7CX2VJWRU type=del size=2601026 2024-04-02T08:45:02.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.436+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~66TL0BB35B9Q.0 size=942537 2024-04-02T08:45:02.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.439+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=66TL0BB35B9Q tag=KB53MYOFJ0B4 type=write size=1991113 2024-04-02T08:45:02.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.441+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=C06Z58U03R4U type=del size=2159745 2024-04-02T08:45:02.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.442+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~ECNOPGXBOZLD.0 size=454292 2024-04-02T08:45:02.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.445+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=ECNOPGXBOZLD tag=0G1DNJ19XICV type=write size=1502868 2024-04-02T08:45:02.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.447+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=2VUDXZPYJE7J type=del size=613686 2024-04-02T08:45:02.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.448+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~2L1W3WJ2AUP1.0 size=368940 2024-04-02T08:45:02.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.451+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=2L1W3WJ2AUP1 tag=QC93F20GJUA0 type=write size=1417516 2024-04-02T08:45:02.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.453+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=6YU4TSSN61EE type=del size=1557560 2024-04-02T08:45:02.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.455+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~KKM9YTO9MM0Y.0 size=184582 2024-04-02T08:45:02.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.457+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=KKM9YTO9MM0Y tag=O0WWEEE8FO9D type=write size=1233158 2024-04-02T08:45:02.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.460+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~TCM8WY0ZSGU7.0 size=1048576 2024-04-02T08:45:02.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.462+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~TCM8WY0ZSGU7.1 size=583199 2024-04-02T08:45:02.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.462+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=TCM8WY0ZSGU7 tag=510SWOKLHWF8 type=write size=2680351 2024-04-02T08:45:02.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.464+0000 7f66a8039780 -1 < failed to complete operation key=2T3HPBFE8XA4 tag=0DSLE8MZJ8WR type=del size=3540532: (22) Invalid argument 2024-04-02T08:45:02.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.465+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=UNE9M4L2QBE6 type=del size=2351790 2024-04-02T08:45:02.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.467+0000 7f66a8039780 1 < completed write operation key=SKXP9F1WMETM tag=FCQFWBKO4DBT type=write size=388865 2024-04-02T08:45:02.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.470+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~EWSDF3OOJWQ4.0 size=52631 2024-04-02T08:45:02.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.470+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=EWSDF3OOJWQ4 tag=PP2B8QHAXWU8 type=write size=1101207 2024-04-02T08:45:02.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.472+0000 7f66a8039780 1 < canceled operation key=H46EQB061BMB tag=UM1TB43XXN7S type=del size=2589588 2024-04-02T08:45:02.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.473+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=11M5SP9CXYRI type=del size=4192352 2024-04-02T08:45:02.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.475+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=QZLI7M300DVU type=del 2024-04-02T08:45:02.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.476+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=YN38EEIM34KJ type=del size=1409450 2024-04-02T08:45:02.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.478+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=1BANCZ1BDONT type=del 2024-04-02T08:45:02.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.480+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=UKQ3VLHZLCXW type=del size=411791 2024-04-02T08:45:02.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.482+0000 7f66a8039780 1 < completed write operation key=ZUF440XF8N7P tag=8ZZKGT9F8NHM type=write size=561313 2024-04-02T08:45:02.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.484+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~Z0D86R7JTPY4.0 size=1048576 2024-04-02T08:45:02.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.486+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~Z0D86R7JTPY4.1 size=32084 2024-04-02T08:45:02.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.486+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=Z0D86R7JTPY4 tag=MNJRKQWA5IEK type=write size=2129236 2024-04-02T08:45:02.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.487+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=DD301Q1WHTEO type=del 2024-04-02T08:45:02.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.489+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=3J7LQ0BA37OS type=write size=796993 2024-04-02T08:45:02.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.490+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=ZRNRFZHBOCE2 type=del 2024-04-02T08:45:02.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.493+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~YRKDCX9PVNB9.0 size=1048576 2024-04-02T08:45:02.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.495+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~YRKDCX9PVNB9.1 size=1048576 2024-04-02T08:45:02.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.496+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~YRKDCX9PVNB9.2 size=812116 2024-04-02T08:45:02.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.496+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=YRKDCX9PVNB9 tag=E13RYALLEBPQ type=write size=3957844 2024-04-02T08:45:02.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.497+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~KOC0ME6HH0A8.0 size=1048576 2024-04-02T08:45:02.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.499+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~KOC0ME6HH0A8.1 size=1048576 2024-04-02T08:45:02.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.499+0000 7f66a8039780 1 < canceled part key=_multipart_ZIJ5SF72DVM1.2~KOC0ME6HH0A8.2 size=625752 2024-04-02T08:45:02.500 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.502+0000 7f66a8039780 1 < canceled multipart upload key=ZIJ5SF72DVM1 upload=KOC0ME6HH0A8 tag=IJPXEHKWYTUY type=write size=3771480 2024-04-02T08:45:02.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.505+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~P8KTCIS61MPA.0 size=1048576 2024-04-02T08:45:02.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.506+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~P8KTCIS61MPA.1 size=1048576 2024-04-02T08:45:02.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.507+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~P8KTCIS61MPA.2 size=69031 2024-04-02T08:45:02.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.507+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=P8KTCIS61MPA tag=L7631Y90ELBS type=write size=3214759 2024-04-02T08:45:02.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.509+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~9SXS4UNT2V85.0 size=1048576 2024-04-02T08:45:02.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.510+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~9SXS4UNT2V85.1 size=31749 2024-04-02T08:45:02.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.513+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=9SXS4UNT2V85 tag=EFXBAGFM1819 type=write size=2128901 2024-04-02T08:45:02.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.515+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~U3K0VOWM4JS2.0 size=377430 2024-04-02T08:45:02.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.515+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=U3K0VOWM4JS2 tag=GU64K3IQC00N type=write size=1426006 2024-04-02T08:45:02.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.517+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~SMT1NEUHXFA6.0 size=1048576 2024-04-02T08:45:02.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.518+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~SMT1NEUHXFA6.1 size=1048576 2024-04-02T08:45:02.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.520+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~SMT1NEUHXFA6.2 size=1028809 2024-04-02T08:45:02.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.522+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=SMT1NEUHXFA6 tag=C0TEEPABTND8 type=write size=4174537 2024-04-02T08:45:02.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.524+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=0W0NSJYLJMFX type=del size=5421 2024-04-02T08:45:02.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.526+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=ITK7CX2VJWRU type=del 2024-04-02T08:45:02.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.527+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=7RCR7RMUJBPQ type=del size=3986483 2024-04-02T08:45:02.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.529+0000 7f66a8039780 1 < canceled operation key=H46EQB061BMB tag=C06Z58U03R4U type=del size=2159745 2024-04-02T08:45:02.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.530+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=D52GCX5K9GBM type=del size=827909 2024-04-02T08:45:02.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.532+0000 7f66a8039780 1 < canceled operation key=276KVUQ2475M tag=2VUDXZPYJE7J type=del size=613686 2024-04-02T08:45:02.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.533+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=R51ZY1GRYWW2 type=del size=1656517 2024-04-02T08:45:02.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.535+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=6YU4TSSN61EE type=del 2024-04-02T08:45:02.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.537+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=QI95A4G94LIQ type=del size=3892635 2024-04-02T08:45:02.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.539+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~TCM8WY0ZSGU7.0 size=1048576 2024-04-02T08:45:02.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.540+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~TCM8WY0ZSGU7.1 size=583199 2024-04-02T08:45:02.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.543+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=TCM8WY0ZSGU7 tag=510SWOKLHWF8 type=write size=2680351 2024-04-02T08:45:02.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.544+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=3T3FVT06Z4WA type=del size=3529736 2024-04-02T08:45:02.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.546+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=UNE9M4L2QBE6 type=del 2024-04-02T08:45:02.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.548+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=RZ1VQDGMJ5JT type=del size=565538 2024-04-02T08:45:02.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.549+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~EWSDF3OOJWQ4.0 size=52631 2024-04-02T08:45:02.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.552+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=EWSDF3OOJWQ4 tag=PP2B8QHAXWU8 type=write size=1101207 2024-04-02T08:45:02.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.554+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~6KL85SKHGE6W.0 size=1048576 2024-04-02T08:45:02.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.556+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~6KL85SKHGE6W.1 size=905094 2024-04-02T08:45:02.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.556+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=6KL85SKHGE6W tag=TOL8GAFFNM24 type=write size=3002246 2024-04-02T08:45:02.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.557+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=11M5SP9CXYRI type=del 2024-04-02T08:45:02.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.559+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=3D29AQR2PF0P type=write size=730363 2024-04-02T08:45:02.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.561+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=YN38EEIM34KJ type=del 2024-04-02T08:45:02.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.563+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=M0ROW227EDK0 type=del size=2978325 2024-04-02T08:45:02.564 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.566+0000 7f66a8039780 1 < suggested update operation key=O0QCRP60VK0G tag=UKQ3VLHZLCXW type=del size=411791 2024-04-02T08:45:02.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.568+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=UM8DJHB9KTVJ type=del size=316060 2024-04-02T08:45:02.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.568+0000 7f66a8039780 1 < canceled part key=_multipart_N3Q53Q538DXX.2~Z0D86R7JTPY4.0 size=1048576 2024-04-02T08:45:02.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.569+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~Z0D86R7JTPY4.1 size=32084 2024-04-02T08:45:02.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.572+0000 7f66a8039780 1 < canceled multipart upload key=N3Q53Q538DXX upload=Z0D86R7JTPY4 tag=MNJRKQWA5IEK type=write size=2129236 2024-04-02T08:45:02.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.574+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=0TUO4NF1DJUY type=del size=1755047 2024-04-02T08:45:02.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.576+0000 7f66a8039780 1 < completed write operation key=ZUO2TXTKZ5D6 tag=3J7LQ0BA37OS type=write size=796993 2024-04-02T08:45:02.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.579+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~FCOZWW0WEQ46.0 size=1048576 2024-04-02T08:45:02.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.580+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~FCOZWW0WEQ46.1 size=1048576 2024-04-02T08:45:02.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.581+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~FCOZWW0WEQ46.2 size=63091 2024-04-02T08:45:02.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.581+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=FCOZWW0WEQ46 tag=KXIWYWN703IV type=write size=3208819 2024-04-02T08:45:02.581 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.583+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~YRKDCX9PVNB9.0 size=1048576 2024-04-02T08:45:02.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.584+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~YRKDCX9PVNB9.1 size=1048576 2024-04-02T08:45:02.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.585+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~YRKDCX9PVNB9.2 size=812116 2024-04-02T08:45:02.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.588+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=YRKDCX9PVNB9 tag=E13RYALLEBPQ type=write size=3957844 2024-04-02T08:45:02.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.592+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~SOJV1FPLZUL7.0 size=1048576 2024-04-02T08:45:02.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.593+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~SOJV1FPLZUL7.1 size=1048576 2024-04-02T08:45:02.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.594+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~SOJV1FPLZUL7.2 size=38071 2024-04-02T08:45:02.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.594+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=SOJV1FPLZUL7 tag=E9D9DQH5M3M6 type=write size=3183799 2024-04-02T08:45:02.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.596+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~P8KTCIS61MPA.0 size=1048576 2024-04-02T08:45:02.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.598+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~P8KTCIS61MPA.1 size=1048576 2024-04-02T08:45:02.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.599+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~P8KTCIS61MPA.2 size=69031 2024-04-02T08:45:02.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.602+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=P8KTCIS61MPA tag=L7631Y90ELBS type=write size=3214759 2024-04-02T08:45:02.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.604+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=H71C1EII5GMI type=del size=2147233 2024-04-02T08:45:02.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.606+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~U3K0VOWM4JS2.0 size=377430 2024-04-02T08:45:02.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.609+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=U3K0VOWM4JS2 tag=GU64K3IQC00N type=write size=1426006 2024-04-02T08:45:02.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.610+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=WAJKORXYJY29 type=del size=539386 2024-04-02T08:45:02.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.613+0000 7f66a8039780 1 < suggested update operation key=ZUO2TXTKZ5D6 tag=0W0NSJYLJMFX type=del size=5421 2024-04-02T08:45:02.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.616+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~JLBQD05CYVM4.0 size=1048576 2024-04-02T08:45:02.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.618+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~JLBQD05CYVM4.1 size=422117 2024-04-02T08:45:02.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.618+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=JLBQD05CYVM4 tag=BMRT9E8KX6MW type=write size=2519269 2024-04-02T08:45:02.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.621+0000 7f66a8039780 1 < suggested remove operation key=PKWCIR77HPSQ tag=7RCR7RMUJBPQ type=del 2024-04-02T08:45:02.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.622+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=X77H6YK7JOK9 type=del size=102438 2024-04-02T08:45:02.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.624+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=D52GCX5K9GBM type=del 2024-04-02T08:45:02.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.626+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=259SDNL08QD6 type=del size=823216 2024-04-02T08:45:02.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.629+0000 7f66a8039780 1 < suggested remove operation key=J0H0DJZWIT92 tag=R51ZY1GRYWW2 type=del 2024-04-02T08:45:02.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.632+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~HIVO2XL317QP.0 size=1048576 2024-04-02T08:45:02.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.634+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~HIVO2XL317QP.1 size=59892 2024-04-02T08:45:02.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.634+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=HIVO2XL317QP tag=2D2ZUKNETFB0 type=write size=2157044 2024-04-02T08:45:02.634 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.636+0000 7f66a8039780 -1 < failed to complete operation key=ZUO2TXTKZ5D6 tag=QI95A4G94LIQ type=del size=3892635: (22) Invalid argument 2024-04-02T08:45:02.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.639+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~S5FCRPFZZO7G.0 size=1048576 2024-04-02T08:45:02.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.640+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~S5FCRPFZZO7G.1 size=1003248 2024-04-02T08:45:02.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.640+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=S5FCRPFZZO7G tag=A7VI1XCRMZJB type=write size=3100400 2024-04-02T08:45:02.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.641+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=3T3FVT06Z4WA type=del 2024-04-02T08:45:02.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.645+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~6EAP36VNXWXM.0 size=778596 2024-04-02T08:45:02.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.645+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=6EAP36VNXWXM tag=96CTH0BCAP2T type=write size=1827172 2024-04-02T08:45:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:45:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:02.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.646+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=RZ1VQDGMJ5JT type=del 2024-04-02T08:45:02.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.650+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~V5GYP063RKQ4.0 size=607490 2024-04-02T08:45:02.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.650+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=V5GYP063RKQ4 tag=T7NXPGDEK4CO type=write size=1656066 2024-04-02T08:45:02.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.650+0000 7f66a8039780 1 < canceled part key=_multipart_VFSPTXAIF3ZP.2~6KL85SKHGE6W.0 size=1048576 2024-04-02T08:45:02.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.651+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~6KL85SKHGE6W.1 size=905094 2024-04-02T08:45:02.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.654+0000 7f66a8039780 1 < canceled multipart upload key=VFSPTXAIF3ZP upload=6KL85SKHGE6W tag=TOL8GAFFNM24 type=write size=3002246 2024-04-02T08:45:02.655 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.656+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=T9NZ2BJ09O2A type=del size=523971 2024-04-02T08:45:02.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.658+0000 7f66a8039780 1 < completed write operation key=VJZTCVAN2M5T tag=3D29AQR2PF0P type=write size=730363 2024-04-02T08:45:02.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.661+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~JMB28UGAB4DZ.0 size=1048576 2024-04-02T08:45:02.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.662+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~JMB28UGAB4DZ.1 size=1048576 2024-04-02T08:45:02.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.664+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~JMB28UGAB4DZ.2 size=610729 2024-04-02T08:45:02.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.664+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=JMB28UGAB4DZ tag=C42EWHO610TN type=write size=3756457 2024-04-02T08:45:02.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.668+0000 7f66a8039780 1 < suggested update operation key=276KVUQ2475M tag=M0ROW227EDK0 type=del size=2978325 2024-04-02T08:45:02.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.670+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=0W035PXWAUCY type=del size=4114054 2024-04-02T08:45:02.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.673+0000 7f66a8039780 1 < suggested remove operation key=FDBYRCJ7K5Z6 tag=UM8DJHB9KTVJ type=del 2024-04-02T08:45:02.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.676+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~V8P1YC1UWFPO.0 size=873440 2024-04-02T08:45:02.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.676+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=V8P1YC1UWFPO tag=47EB1Q3P3ILQ type=write size=1922016 2024-04-02T08:45:02.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.678+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=0TUO4NF1DJUY type=del 2024-04-02T08:45:02.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.679+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=7F66XTNPE1PY type=del size=1648558 2024-04-02T08:45:02.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.679+0000 7f66a8039780 1 < canceled part key=_multipart_8QJNW10FF0U8.2~FCOZWW0WEQ46.0 size=1048576 2024-04-02T08:45:02.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.681+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~FCOZWW0WEQ46.1 size=1048576 2024-04-02T08:45:02.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.682+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~FCOZWW0WEQ46.2 size=63091 2024-04-02T08:45:02.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.685+0000 7f66a8039780 1 < canceled multipart upload key=8QJNW10FF0U8 upload=FCOZWW0WEQ46 tag=KXIWYWN703IV type=write size=3208819 2024-04-02T08:45:02.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.687+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=FSKDOSJSIUZX type=del size=639902 2024-04-02T08:45:02.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.688+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~SOJV1FPLZUL7.0 size=1048576 2024-04-02T08:45:02.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.690+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~SOJV1FPLZUL7.1 size=1048576 2024-04-02T08:45:02.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.691+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~SOJV1FPLZUL7.2 size=38071 2024-04-02T08:45:02.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.694+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=SOJV1FPLZUL7 tag=E9D9DQH5M3M6 type=write size=3183799 2024-04-02T08:45:02.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.697+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~33RNOEL43AZE.0 size=564556 2024-04-02T08:45:02.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.697+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=33RNOEL43AZE tag=01GZTPXSAIL0 type=write size=1613132 2024-04-02T08:45:02.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.698+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=H71C1EII5GMI type=del 2024-04-02T08:45:02.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.701+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~4CL639K96JBX.0 size=337921 2024-04-02T08:45:02.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.701+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=4CL639K96JBX tag=SB8GC9F6B0GE type=write size=1386497 2024-04-02T08:45:02.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.703+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=WAJKORXYJY29 type=del 2024-04-02T08:45:02.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.706+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~D5T20LYA0NL6.0 size=90375 2024-04-02T08:45:02.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.706+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=D5T20LYA0NL6 tag=RQPDL6UUYUFU type=write size=1138951 2024-04-02T08:45:02.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.707+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~JLBQD05CYVM4.0 size=1048576 2024-04-02T08:45:02.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.709+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~JLBQD05CYVM4.1 size=422117 2024-04-02T08:45:02.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.712+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=JLBQD05CYVM4 tag=BMRT9E8KX6MW type=write size=2519269 2024-04-02T08:45:02.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.713+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=19LVE6TWYTJJ type=del size=1458804 2024-04-02T08:45:02.715 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.716+0000 7f66a8039780 1 < suggested update operation key=R628MJJ9BB5G tag=X77H6YK7JOK9 type=del size=102438 2024-04-02T08:45:02.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.718+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=RE1BTJKQUJR8 type=del size=987663 2024-04-02T08:45:02.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.720+0000 7f66a8039780 -1 < failed to complete operation key=J0H0DJZWIT92 tag=259SDNL08QD6 type=del size=823216: (22) Invalid argument 2024-04-02T08:45:02.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.723+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~TSAI7JSEPQ18.0 size=410733 2024-04-02T08:45:02.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.723+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=TSAI7JSEPQ18 tag=EAKZA78AQ6Y1 type=write size=1459309 2024-04-02T08:45:02.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.724+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~HIVO2XL317QP.0 size=1048576 2024-04-02T08:45:02.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.726+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~HIVO2XL317QP.1 size=59892 2024-04-02T08:45:02.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.728+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=HIVO2XL317QP tag=2D2ZUKNETFB0 type=write size=2157044 2024-04-02T08:45:02.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.731+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~7SCHQ1C4XQL9.0 size=1048576 2024-04-02T08:45:02.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.733+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~7SCHQ1C4XQL9.1 size=1048576 2024-04-02T08:45:02.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.734+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~7SCHQ1C4XQL9.2 size=396067 2024-04-02T08:45:02.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.734+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=7SCHQ1C4XQL9 tag=FGWIWPC777JB type=write size=3541795 2024-04-02T08:45:02.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.736+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~S5FCRPFZZO7G.0 size=1048576 2024-04-02T08:45:02.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.737+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~S5FCRPFZZO7G.1 size=1003248 2024-04-02T08:45:02.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.739+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=S5FCRPFZZO7G tag=A7VI1XCRMZJB type=write size=3100400 2024-04-02T08:45:02.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.741+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=YDFWO0PUACKO type=write size=749308 2024-04-02T08:45:02.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.742+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~6EAP36VNXWXM.0 size=778596 2024-04-02T08:45:02.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.745+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=6EAP36VNXWXM tag=96CTH0BCAP2T type=write size=1827172 2024-04-02T08:45:02.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.749+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~9KDYQK3C1NK3.0 size=1048576 2024-04-02T08:45:02.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.750+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~9KDYQK3C1NK3.1 size=33797 2024-04-02T08:45:02.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.750+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=9KDYQK3C1NK3 tag=IJXO2WREPUS4 type=write size=2130949 2024-04-02T08:45:02.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.752+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~V5GYP063RKQ4.0 size=607490 2024-04-02T08:45:02.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.756+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=V5GYP063RKQ4 tag=T7NXPGDEK4CO type=write size=1656066 2024-04-02T08:45:02.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.758+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=GMMQZONIZYDN type=del size=2989719 2024-04-02T08:45:02.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.760+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=T9NZ2BJ09O2A type=del 2024-04-02T08:45:02.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.762+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=Z00K1GFULH0H type=del size=3612010 2024-04-02T08:45:02.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.763+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~JMB28UGAB4DZ.0 size=1048576 2024-04-02T08:45:02.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.763+0000 7f66a8039780 1 < canceled part key=_multipart_FDBYRCJ7K5Z6.2~JMB28UGAB4DZ.1 size=1048576 2024-04-02T08:45:02.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.763+0000 7f66a8039780 1 < canceled part key=_multipart_FDBYRCJ7K5Z6.2~JMB28UGAB4DZ.2 size=610729 2024-04-02T08:45:02.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.766+0000 7f66a8039780 1 < canceled multipart upload key=FDBYRCJ7K5Z6 upload=JMB28UGAB4DZ tag=C42EWHO610TN type=write size=3756457 2024-04-02T08:45:02.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.769+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~QU8AP31OGZBO.0 size=1048576 2024-04-02T08:45:02.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.771+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~QU8AP31OGZBO.1 size=1048576 2024-04-02T08:45:02.771 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.772+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~QU8AP31OGZBO.2 size=927523 2024-04-02T08:45:02.771 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.772+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=QU8AP31OGZBO tag=FCFE23AUX0B1 type=write size=4073251 2024-04-02T08:45:02.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.774+0000 7f66a8039780 1 < canceled operation key=A0ZBFF51XGDX tag=0W035PXWAUCY type=del size=4114054 2024-04-02T08:45:02.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.775+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=TK2TND4Q8P7I type=del size=3455544 2024-04-02T08:45:02.776 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.777+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~V8P1YC1UWFPO.0 size=873440 2024-04-02T08:45:02.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.780+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=V8P1YC1UWFPO tag=47EB1Q3P3ILQ type=write size=1922016 2024-04-02T08:45:02.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.782+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=HYR9YYKOW19K type=write size=580840 2024-04-02T08:45:02.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.783+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=7F66XTNPE1PY type=del 2024-04-02T08:45:02.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.785+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=UQ19SI69KN33 type=del size=2903693 2024-04-02T08:45:02.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.787+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=FSKDOSJSIUZX type=del 2024-04-02T08:45:02.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.788+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=Q4YQB6OK8LO6 type=write size=228619 2024-04-02T08:45:02.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.790+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~33RNOEL43AZE.0 size=564556 2024-04-02T08:45:02.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.792+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=33RNOEL43AZE tag=01GZTPXSAIL0 type=write size=1613132 2024-04-02T08:45:02.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.794+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=5O8F1L4H261Y type=del size=616979 2024-04-02T08:45:02.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.796+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~4CL639K96JBX.0 size=337921 2024-04-02T08:45:02.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.799+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=4CL639K96JBX tag=SB8GC9F6B0GE type=write size=1386497 2024-04-02T08:45:02.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.800+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=1OH508L5QD1F type=del size=3349204 2024-04-02T08:45:02.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.802+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~D5T20LYA0NL6.0 size=90375 2024-04-02T08:45:02.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.806+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=D5T20LYA0NL6 tag=RQPDL6UUYUFU type=write size=1138951 2024-04-02T08:45:02.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.809+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~W07VZDBGIMIL.0 size=249284 2024-04-02T08:45:02.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.809+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=W07VZDBGIMIL tag=JOM0ZAQ4D0K3 type=write size=1297860 2024-04-02T08:45:02.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.811+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=19LVE6TWYTJJ type=del 2024-04-02T08:45:02.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.813+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=7F1PEBOVBLID type=del size=1748950 2024-04-02T08:45:02.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.814+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=RE1BTJKQUJR8 type=del 2024-04-02T08:45:02.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.816+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=YPFZNLO824DZ type=del size=3663098 2024-04-02T08:45:02.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.818+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~TSAI7JSEPQ18.0 size=410733 2024-04-02T08:45:02.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.821+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=TSAI7JSEPQ18 tag=EAKZA78AQ6Y1 type=write size=1459309 2024-04-02T08:45:02.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.823+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=38FRK74KQ279 type=write size=69063 2024-04-02T08:45:02.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.825+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~7SCHQ1C4XQL9.0 size=1048576 2024-04-02T08:45:02.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.826+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~7SCHQ1C4XQL9.1 size=1048576 2024-04-02T08:45:02.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.828+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~7SCHQ1C4XQL9.2 size=396067 2024-04-02T08:45:02.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.830+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=7SCHQ1C4XQL9 tag=FGWIWPC777JB type=write size=3541795 2024-04-02T08:45:02.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.833+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~PRLZUY1KEYNB.0 size=1048576 2024-04-02T08:45:02.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.834+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~PRLZUY1KEYNB.1 size=1048576 2024-04-02T08:45:02.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.836+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~PRLZUY1KEYNB.2 size=579115 2024-04-02T08:45:02.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.836+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=PRLZUY1KEYNB tag=6VQ710OMM4HH type=write size=3724843 2024-04-02T08:45:02.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.837+0000 7f66a8039780 1 < completed write operation key=N3Q53Q538DXX tag=YDFWO0PUACKO type=write size=749308 2024-04-02T08:45:02.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.841+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~8JTPN3CIUKE5.0 size=1048576 2024-04-02T08:45:02.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.842+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~8JTPN3CIUKE5.1 size=436677 2024-04-02T08:45:02.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.842+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=8JTPN3CIUKE5 tag=5FOXY1UKQJ9I type=write size=2533829 2024-04-02T08:45:02.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.844+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~9KDYQK3C1NK3.0 size=1048576 2024-04-02T08:45:02.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.845+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~9KDYQK3C1NK3.1 size=33797 2024-04-02T08:45:02.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.848+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=9KDYQK3C1NK3 tag=IJXO2WREPUS4 type=write size=2130949 2024-04-02T08:45:02.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.850+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=6D7WDNSI16YF type=del size=1781407 2024-04-02T08:45:02.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.852+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=GMMQZONIZYDN type=del 2024-04-02T08:45:02.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.855+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~EDUTYYM4IH0X.0 size=607908 2024-04-02T08:45:02.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.855+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=EDUTYYM4IH0X tag=67O2L0DC2MHB type=write size=1656484 2024-04-02T08:45:02.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.856+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=Z00K1GFULH0H type=del 2024-04-02T08:45:02.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.858+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=A5U6XTFQ0C39 type=write size=605140 2024-04-02T08:45:02.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.859+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~QU8AP31OGZBO.0 size=1048576 2024-04-02T08:45:02.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.860+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~QU8AP31OGZBO.1 size=1048576 2024-04-02T08:45:02.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.862+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~QU8AP31OGZBO.2 size=927523 2024-04-02T08:45:02.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.864+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=QU8AP31OGZBO tag=FCFE23AUX0B1 type=write size=4073251 2024-04-02T08:45:02.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.866+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=Z27Z1MUOOZ7Y type=del size=2784811 2024-04-02T08:45:02.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.869+0000 7f66a8039780 1 < suggested remove operation key=8QJNW10FF0U8 tag=TK2TND4Q8P7I type=del 2024-04-02T08:45:02.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.871+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=7MVADNGAKDZ7 type=del size=425641 2024-04-02T08:45:02.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.874+0000 7f66a8039780 1 < suggested remove operation key=SKXP9F1WMETM tag=HYR9YYKOW19K type=write 2024-04-02T08:45:02.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.876+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=GLOWLBK04Z3Q type=del size=1654851 2024-04-02T08:45:02.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.880+0000 7f66a8039780 1 < suggested remove operation key=276KVUQ2475M tag=UQ19SI69KN33 type=del 2024-04-02T08:45:02.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.883+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~6M4UH73FTJ0R.0 size=759214 2024-04-02T08:45:02.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.883+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=6M4UH73FTJ0R tag=D7T6DCSPRH36 type=write size=1807790 2024-04-02T08:45:02.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.885+0000 7f66a8039780 1 < completed write operation key=O0QCRP60VK0G tag=Q4YQB6OK8LO6 type=write size=228619 2024-04-02T08:45:02.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.887+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=528YIP3UJUJS type=del size=4038130 2024-04-02T08:45:02.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.889+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=5O8F1L4H261Y type=del 2024-04-02T08:45:02.890 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.891+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=L1H5X8UP4UNF type=del size=2221768 2024-04-02T08:45:02.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.893+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=1OH508L5QD1F type=del 2024-04-02T08:45:02.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.895+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=U1JJENFRBYZQ type=del size=117598 2024-04-02T08:45:02.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.896+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~W07VZDBGIMIL.0 size=249284 2024-04-02T08:45:02.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.899+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=W07VZDBGIMIL tag=JOM0ZAQ4D0K3 type=write size=1297860 2024-04-02T08:45:02.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.900+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=ECKWYC5UHGVC type=del size=2114660 2024-04-02T08:45:02.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.903+0000 7f66a8039780 1 < suggested update operation key=VFSPTXAIF3ZP tag=7F1PEBOVBLID type=del size=1748950 2024-04-02T08:45:02.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.905+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=3L0W6I8SZI75 type=write size=401398 2024-04-02T08:45:02.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.908+0000 7f66a8039780 1 < suggested remove operation key=H46EQB061BMB tag=YPFZNLO824DZ type=del 2024-04-02T08:45:02.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.910+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=AIY5D5XS4XHA type=del size=1300844 2024-04-02T08:45:02.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.912+0000 7f66a8039780 1 < completed write operation key=8TMKP5EUZ549 tag=38FRK74KQ279 type=write size=69063 2024-04-02T08:45:02.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.914+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=DTKYTCK6MYSU type=del size=986595 2024-04-02T08:45:02.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.915+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~PRLZUY1KEYNB.0 size=1048576 2024-04-02T08:45:02.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.915+0000 7f66a8039780 1 < canceled part key=_multipart_VQVZN74VMII6.2~PRLZUY1KEYNB.1 size=1048576 2024-04-02T08:45:02.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.917+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~PRLZUY1KEYNB.2 size=579115 2024-04-02T08:45:02.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.919+0000 7f66a8039780 1 < canceled multipart upload key=VQVZN74VMII6 upload=PRLZUY1KEYNB tag=6VQ710OMM4HH type=write size=3724843 2024-04-02T08:45:02.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.921+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=BQEQIF1FH5R4 type=del size=340320 2024-04-02T08:45:02.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.921+0000 7f66a8039780 1 < canceled part key=_multipart_ODRLSCYUJE7H.2~8JTPN3CIUKE5.0 size=1048576 2024-04-02T08:45:02.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.923+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~8JTPN3CIUKE5.1 size=436677 2024-04-02T08:45:02.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.926+0000 7f66a8039780 1 < canceled multipart upload key=ODRLSCYUJE7H upload=8JTPN3CIUKE5 tag=5FOXY1UKQJ9I type=write size=2533829 2024-04-02T08:45:02.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.929+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~PENG5SXNSL05.0 size=1048576 2024-04-02T08:45:02.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.930+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~PENG5SXNSL05.1 size=1048576 2024-04-02T08:45:02.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.932+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~PENG5SXNSL05.2 size=431979 2024-04-02T08:45:02.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.932+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=PENG5SXNSL05 tag=PORYPWM2068K type=write size=3577707 2024-04-02T08:45:02.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.935+0000 7f66a8039780 1 < suggested remove operation key=VFSPTXAIF3ZP tag=6D7WDNSI16YF type=del 2024-04-02T08:45:02.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.938+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~NAAL3WGUD8DG.0 size=1036502 2024-04-02T08:45:02.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.938+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=NAAL3WGUD8DG tag=WJNV49GUNY6I type=write size=2085078 2024-04-02T08:45:02.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.940+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~EDUTYYM4IH0X.0 size=607908 2024-04-02T08:45:02.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.943+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=EDUTYYM4IH0X tag=67O2L0DC2MHB type=write size=1656484 2024-04-02T08:45:02.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.945+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=WSO9X35WUGL3 type=del size=3448883 2024-04-02T08:45:02.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.946+0000 7f66a8039780 1 < canceled operation key=YX81WRKACN8N tag=A5U6XTFQ0C39 type=write size=605140 2024-04-02T08:45:02.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.949+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~3327NIR3YUJK.0 size=1003816 2024-04-02T08:45:02.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.949+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=3327NIR3YUJK tag=MQ8R2JZ0I72K type=write size=2052392 2024-04-02T08:45:02.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.951+0000 7f66a8039780 1 < canceled operation key=ZUO2TXTKZ5D6 tag=Z27Z1MUOOZ7Y type=del size=2784811 2024-04-02T08:45:02.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.952+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=U7ZMD7KV4XPS type=del size=1675052 2024-04-02T08:45:02.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.954+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=7MVADNGAKDZ7 type=del 2024-04-02T08:45:02.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.957+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~WNJS09ZHHV4Y.0 size=1048576 2024-04-02T08:45:02.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.958+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~WNJS09ZHHV4Y.1 size=1048576 2024-04-02T08:45:02.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.960+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~WNJS09ZHHV4Y.2 size=58631 2024-04-02T08:45:02.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.960+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=WNJS09ZHHV4Y tag=5D8DAVKP9ZL7 type=write size=3204359 2024-04-02T08:45:02.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.963+0000 7f66a8039780 1 < suggested update operation key=HUH2LBUPML72 tag=GLOWLBK04Z3Q type=del size=1654851 2024-04-02T08:45:02.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.966+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~EIBKCC6KCJJ0.0 size=1048576 2024-04-02T08:45:02.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.967+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~EIBKCC6KCJJ0.1 size=1048576 2024-04-02T08:45:02.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.969+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~EIBKCC6KCJJ0.2 size=495073 2024-04-02T08:45:02.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.969+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=EIBKCC6KCJJ0 tag=IPYMSB646A23 type=write size=3640801 2024-04-02T08:45:02.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.971+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~6M4UH73FTJ0R.0 size=759214 2024-04-02T08:45:02.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.973+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=6M4UH73FTJ0R tag=D7T6DCSPRH36 type=write size=1807790 2024-04-02T08:45:02.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.976+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~BKY8LY6FZVWH.0 size=1048576 2024-04-02T08:45:02.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.978+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~BKY8LY6FZVWH.1 size=943891 2024-04-02T08:45:02.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.978+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=BKY8LY6FZVWH tag=7MGTWEHBI6Y8 type=write size=3041043 2024-04-02T08:45:02.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.979+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=528YIP3UJUJS type=del 2024-04-02T08:45:02.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.981+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=60ZLK5NF0QAY type=write size=48611 2024-04-02T08:45:02.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.983+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=L1H5X8UP4UNF type=del 2024-04-02T08:45:02.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.986+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~YC103NM65UD2.0 size=143453 2024-04-02T08:45:02.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.986+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=YC103NM65UD2 tag=E14WG2UR8KRJ type=write size=1192029 2024-04-02T08:45:02.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.989+0000 7f66a8039780 1 < suggested remove operation key=ZIJ5SF72DVM1 tag=U1JJENFRBYZQ type=del 2024-04-02T08:45:02.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.990+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=7DCU4XUZ3OSO type=del size=1184048 2024-04-02T08:45:02.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.992+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=ECKWYC5UHGVC type=del 2024-04-02T08:45:02.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.994+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=BR7JEJJVKB3M type=del size=4132776 2024-04-02T08:45:02.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:02.997+0000 7f66a8039780 1 < suggested update operation key=SKXP9F1WMETM tag=3L0W6I8SZI75 type=write size=401398 2024-04-02T08:45:02.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.000+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~N3OIH3ULG1VW.0 size=1048576 2024-04-02T08:45:03.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.002+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~N3OIH3ULG1VW.1 size=487388 2024-04-02T08:45:03.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.002+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=N3OIH3ULG1VW tag=3TGJMW649OWT type=write size=2584540 2024-04-02T08:45:03.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.005+0000 7f66a8039780 1 < suggested remove operation key=637CIUSXUSZD tag=AIY5D5XS4XHA type=del 2024-04-02T08:45:03.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.007+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=DSF3F1JHU3FE type=del size=17397 2024-04-02T08:45:03.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.009+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=DTKYTCK6MYSU type=del 2024-04-02T08:45:03.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.012+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~B32L8EUQ6COA.0 size=478648 2024-04-02T08:45:03.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.012+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=B32L8EUQ6COA tag=0P4M3RKMB40V type=write size=1527224 2024-04-02T08:45:03.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.015+0000 7f66a8039780 -1 < failed to complete operation key=SKXP9F1WMETM tag=BQEQIF1FH5R4 type=del size=340320: (22) Invalid argument 2024-04-02T08:45:03.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.017+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=AK85AZHBSUJ2 type=del size=3257429 2024-04-02T08:45:03.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.019+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~PENG5SXNSL05.0 size=1048576 2024-04-02T08:45:03.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.020+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~PENG5SXNSL05.1 size=1048576 2024-04-02T08:45:03.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.022+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~PENG5SXNSL05.2 size=431979 2024-04-02T08:45:03.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.024+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=PENG5SXNSL05 tag=PORYPWM2068K type=write size=3577707 2024-04-02T08:45:03.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.026+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=PNSK3WLIN1QV type=del size=143247 2024-04-02T08:45:03.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.028+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~NAAL3WGUD8DG.0 size=1036502 2024-04-02T08:45:03.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.031+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=NAAL3WGUD8DG tag=WJNV49GUNY6I type=write size=2085078 2024-04-02T08:45:03.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.032+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=QID5D5P2V5S5 type=del size=1763777 2024-04-02T08:45:03.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.034+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=WSO9X35WUGL3 type=del 2024-04-02T08:45:03.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.038+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~RWZKBZ4WTZG4.0 size=348296 2024-04-02T08:45:03.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.038+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=RWZKBZ4WTZG4 tag=4D29CP4WR2UK type=write size=1396872 2024-04-02T08:45:03.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.039+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~3327NIR3YUJK.0 size=1003816 2024-04-02T08:45:03.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.042+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=3327NIR3YUJK tag=MQ8R2JZ0I72K type=write size=2052392 2024-04-02T08:45:03.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.043+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=YF5XIYF071RI type=del size=3120202 2024-04-02T08:45:03.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.045+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=U7ZMD7KV4XPS type=del 2024-04-02T08:45:03.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.047+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=ZAKLUP9ISI0B type=del size=2961985 2024-04-02T08:45:03.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.048+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~WNJS09ZHHV4Y.0 size=1048576 2024-04-02T08:45:03.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.050+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~WNJS09ZHHV4Y.1 size=1048576 2024-04-02T08:45:03.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.051+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~WNJS09ZHHV4Y.2 size=58631 2024-04-02T08:45:03.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.054+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=WNJS09ZHHV4Y tag=5D8DAVKP9ZL7 type=write size=3204359 2024-04-02T08:45:03.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.058+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~I71NQ06YD4NJ.0 size=1048576 2024-04-02T08:45:03.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.059+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~I71NQ06YD4NJ.1 size=271292 2024-04-02T08:45:03.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.059+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=I71NQ06YD4NJ tag=C6KF1KB3UO3G type=write size=2368444 2024-04-02T08:45:03.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.060+0000 7f66a8039780 1 < canceled part key=_multipart_H46EQB061BMB.2~EIBKCC6KCJJ0.0 size=1048576 2024-04-02T08:45:03.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.061+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~EIBKCC6KCJJ0.1 size=1048576 2024-04-02T08:45:03.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.063+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~EIBKCC6KCJJ0.2 size=495073 2024-04-02T08:45:03.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.066+0000 7f66a8039780 1 < canceled multipart upload key=H46EQB061BMB upload=EIBKCC6KCJJ0 tag=IPYMSB646A23 type=write size=3640801 2024-04-02T08:45:03.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.068+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=FKASL0GCCAQV type=del size=2567325 2024-04-02T08:45:03.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.070+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~BKY8LY6FZVWH.0 size=1048576 2024-04-02T08:45:03.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.070+0000 7f66a8039780 1 < canceled part key=_multipart_R628MJJ9BB5G.2~BKY8LY6FZVWH.1 size=943891 2024-04-02T08:45:03.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.072+0000 7f66a8039780 1 < canceled multipart upload key=R628MJJ9BB5G upload=BKY8LY6FZVWH tag=7MGTWEHBI6Y8 type=write size=3041043 2024-04-02T08:45:03.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.074+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=I5RWWR51PSDE type=write size=640655 2024-04-02T08:45:03.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.078+0000 7f66a8039780 1 < suggested update operation key=VJZTCVAN2M5T tag=60ZLK5NF0QAY type=write size=48611 2024-04-02T08:45:03.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.080+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=789NQ4NSGQ3C type=write size=266797 2024-04-02T08:45:03.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.082+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~YC103NM65UD2.0 size=143453 2024-04-02T08:45:03.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.085+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=YC103NM65UD2 tag=E14WG2UR8KRJ type=write size=1192029 2024-04-02T08:45:03.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.087+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=L14GDVC9NID3 type=write size=254271 2024-04-02T08:45:03.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.089+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=7DCU4XUZ3OSO type=del 2024-04-02T08:45:03.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.092+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~KHU57FHEA6MQ.0 size=1048576 2024-04-02T08:45:03.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.093+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~KHU57FHEA6MQ.1 size=1048576 2024-04-02T08:45:03.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.095+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~KHU57FHEA6MQ.2 size=998912 2024-04-02T08:45:03.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.095+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=KHU57FHEA6MQ tag=3Y89RWBHEOGM type=write size=4144640 2024-04-02T08:45:03.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.097+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=BR7JEJJVKB3M type=del 2024-04-02T08:45:03.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.099+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=TJ6UJ3MVGF0E type=del size=3612674 2024-04-02T08:45:03.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.099+0000 7f66a8039780 1 < canceled part key=_multipart_2T3HPBFE8XA4.2~N3OIH3ULG1VW.0 size=1048576 2024-04-02T08:45:03.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.101+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~N3OIH3ULG1VW.1 size=487388 2024-04-02T08:45:03.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.104+0000 7f66a8039780 1 < canceled multipart upload key=2T3HPBFE8XA4 upload=N3OIH3ULG1VW tag=3TGJMW649OWT type=write size=2584540 2024-04-02T08:45:03.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.105+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=YCSHJ8G4G4Y8 type=del size=2066337 2024-04-02T08:45:03.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.107+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=DSF3F1JHU3FE type=del 2024-04-02T08:45:03.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.109+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=0F2MVNR6N95I type=write size=649572 2024-04-02T08:45:03.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.111+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~B32L8EUQ6COA.0 size=478648 2024-04-02T08:45:03.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.114+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=B32L8EUQ6COA tag=0P4M3RKMB40V type=write size=1527224 2024-04-02T08:45:03.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.116+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=EIZUMFF62E5A type=write size=948077 2024-04-02T08:45:03.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.118+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=AK85AZHBSUJ2 type=del 2024-04-02T08:45:03.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.119+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=8UM04V9KIZOP type=del size=3048485 2024-04-02T08:45:03.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.121+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=PNSK3WLIN1QV type=del 2024-04-02T08:45:03.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.123+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=CLYC33ONM9IY type=del size=43516 2024-04-02T08:45:03.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.125+0000 7f66a8039780 1 < canceled operation key=SKXP9F1WMETM tag=QID5D5P2V5S5 type=del size=1763777 2024-04-02T08:45:03.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.129+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~WHT32HP6QJXD.0 size=43052 2024-04-02T08:45:03.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.129+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=WHT32HP6QJXD tag=3RR39ZV5YU1G type=write size=1091628 2024-04-02T08:45:03.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.131+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~RWZKBZ4WTZG4.0 size=348296 2024-04-02T08:45:03.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.134+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=RWZKBZ4WTZG4 tag=4D29CP4WR2UK type=write size=1396872 2024-04-02T08:45:03.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.137+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~ZVXV90ZUTWG9.0 size=471845 2024-04-02T08:45:03.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.137+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=ZVXV90ZUTWG9 tag=6FRYN75BL1T3 type=write size=1520421 2024-04-02T08:45:03.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.139+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=YF5XIYF071RI type=del 2024-04-02T08:45:03.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.141+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=QGCYIR1ZCHJQ type=write size=845803 2024-04-02T08:45:03.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.142+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=ZAKLUP9ISI0B type=del 2024-04-02T08:45:03.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.144+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=94MULY9YRV5F type=del size=2612210 2024-04-02T08:45:03.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.146+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~I71NQ06YD4NJ.0 size=1048576 2024-04-02T08:45:03.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.148+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~I71NQ06YD4NJ.1 size=271292 2024-04-02T08:45:03.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.151+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=I71NQ06YD4NJ tag=C6KF1KB3UO3G type=write size=2368444 2024-04-02T08:45:03.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.155+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~SYUI33NJV54A.0 size=1048576 2024-04-02T08:45:03.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.156+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~SYUI33NJV54A.1 size=254503 2024-04-02T08:45:03.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.156+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=SYUI33NJV54A tag=E35CSSLXWNEW type=write size=2351655 2024-04-02T08:45:03.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.158+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=FKASL0GCCAQV type=del 2024-04-02T08:45:03.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.162+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~D6G8RRO52N6J.0 size=1048576 2024-04-02T08:45:03.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.163+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~D6G8RRO52N6J.1 size=417115 2024-04-02T08:45:03.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.163+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=D6G8RRO52N6J tag=3EJDKSW530EK type=write size=2514267 2024-04-02T08:45:03.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.167+0000 7f66a8039780 1 < suggested remove operation key=VPNAYM6TSPBV tag=I5RWWR51PSDE type=write 2024-04-02T08:45:03.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.168+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=XG0ZHGKTJRDH type=del size=2095647 2024-04-02T08:45:03.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.170+0000 7f66a8039780 1 < canceled operation key=VLGN1CJMAOWK tag=789NQ4NSGQ3C type=write size=266797 2024-04-02T08:45:03.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.172+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=6KVJPYL2951C type=del size=1301261 2024-04-02T08:45:03.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.173+0000 7f66a8039780 1 < canceled operation key=2T3HPBFE8XA4 tag=L14GDVC9NID3 type=write size=254271 2024-04-02T08:45:03.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.175+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=6FYJ6WC6BE6Q type=del size=281312 2024-04-02T08:45:03.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.175+0000 7f66a8039780 1 < canceled part key=_multipart_MVOA3WWKEWZR.2~KHU57FHEA6MQ.0 size=1048576 2024-04-02T08:45:03.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.177+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~KHU57FHEA6MQ.1 size=1048576 2024-04-02T08:45:03.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.178+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~KHU57FHEA6MQ.2 size=998912 2024-04-02T08:45:03.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.181+0000 7f66a8039780 1 < canceled multipart upload key=MVOA3WWKEWZR upload=KHU57FHEA6MQ tag=3Y89RWBHEOGM type=write size=4144640 2024-04-02T08:45:03.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.183+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=INU1J64X4H1Z type=del size=3371743 2024-04-02T08:45:03.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.184+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=TJ6UJ3MVGF0E type=del 2024-04-02T08:45:03.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.186+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=TFCZ7MDO3ZMQ type=write size=153206 2024-04-02T08:45:03.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.188+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=YCSHJ8G4G4Y8 type=del 2024-04-02T08:45:03.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.191+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~HTU4RD8THKIP.0 size=1048576 2024-04-02T08:45:03.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.192+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~HTU4RD8THKIP.1 size=597228 2024-04-02T08:45:03.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.192+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=HTU4RD8THKIP tag=49JLPV4725BO type=write size=2694380 2024-04-02T08:45:03.192 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.194+0000 7f66a8039780 1 < completed write operation key=J0H0DJZWIT92 tag=0F2MVNR6N95I type=write size=649572 2024-04-02T08:45:03.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.197+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~R506U0YUKSRX.0 size=1048576 2024-04-02T08:45:03.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.198+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~R506U0YUKSRX.1 size=1048576 2024-04-02T08:45:03.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.200+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~R506U0YUKSRX.2 size=79576 2024-04-02T08:45:03.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.200+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=R506U0YUKSRX tag=GIONKDO0MWZH type=write size=3225304 2024-04-02T08:45:03.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.202+0000 7f66a8039780 1 < completed write operation key=ZIJ5SF72DVM1 tag=EIZUMFF62E5A type=write size=948077 2024-04-02T08:45:03.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.203+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=DQJ7JM8GMG0S type=del size=3200613 2024-04-02T08:45:03.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.206+0000 7f66a8039780 1 < suggested update operation key=8QJNW10FF0U8 tag=8UM04V9KIZOP type=del size=3048485 2024-04-02T08:45:03.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.208+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=RAOM2KRKOAW0 type=del size=2217420 2024-04-02T08:45:03.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.210+0000 7f66a8039780 1 < canceled operation key=V9PXVXW0I69D tag=CLYC33ONM9IY type=del size=43516 2024-04-02T08:45:03.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.211+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=EUKB1KYLOMDO type=del size=1571839 2024-04-02T08:45:03.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.213+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~WHT32HP6QJXD.0 size=43052 2024-04-02T08:45:03.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.216+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=WHT32HP6QJXD tag=3RR39ZV5YU1G type=write size=1091628 2024-04-02T08:45:03.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.218+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=G16D235ZMS3W type=del size=3195096 2024-04-02T08:45:03.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.218+0000 7f66a8039780 1 < canceled part key=_multipart_O0QCRP60VK0G.2~ZVXV90ZUTWG9.0 size=471845 2024-04-02T08:45:03.220 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.221+0000 7f66a8039780 1 < canceled multipart upload key=O0QCRP60VK0G upload=ZVXV90ZUTWG9 tag=6FRYN75BL1T3 type=write size=1520421 2024-04-02T08:45:03.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.222+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=1TC7SN7IMZQ4 type=write size=793583 2024-04-02T08:45:03.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.224+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=QGCYIR1ZCHJQ type=write size=845803 2024-04-02T08:45:03.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.226+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=81L7REMFAJJ6 type=del size=3267503 2024-04-02T08:45:03.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.227+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=94MULY9YRV5F type=del 2024-04-02T08:45:03.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.229+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=4CJ954Q7CGT5 type=del size=3989392 2024-04-02T08:45:03.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.231+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~SYUI33NJV54A.0 size=1048576 2024-04-02T08:45:03.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.232+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~SYUI33NJV54A.1 size=254503 2024-04-02T08:45:03.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.235+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=SYUI33NJV54A tag=E35CSSLXWNEW type=write size=2351655 2024-04-02T08:45:03.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.238+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~35BO90BOXYEQ.0 size=1042345 2024-04-02T08:45:03.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.238+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=35BO90BOXYEQ tag=LLU1QFQZQD6D type=write size=2090921 2024-04-02T08:45:03.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.240+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~D6G8RRO52N6J.0 size=1048576 2024-04-02T08:45:03.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.241+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~D6G8RRO52N6J.1 size=417115 2024-04-02T08:45:03.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.244+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=D6G8RRO52N6J tag=3EJDKSW530EK type=write size=2514267 2024-04-02T08:45:03.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.245+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=T8XINV94LI2Y type=write size=994977 2024-04-02T08:45:03.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.249+0000 7f66a8039780 1 < suggested update operation key=FDBYRCJ7K5Z6 tag=XG0ZHGKTJRDH type=del size=2095647 2024-04-02T08:45:03.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.250+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=WB6PMD5IMQWK type=del size=623169 2024-04-02T08:45:03.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.253+0000 7f66a8039780 1 < suggested remove operation key=2T3HPBFE8XA4 tag=6KVJPYL2951C type=del 2024-04-02T08:45:03.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.256+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~VR01KET0SU5A.0 size=1048576 2024-04-02T08:45:03.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.258+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~VR01KET0SU5A.1 size=234889 2024-04-02T08:45:03.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.258+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=VR01KET0SU5A tag=QQY0GQKJHG8D type=write size=2332041 2024-04-02T08:45:03.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.259+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=6FYJ6WC6BE6Q type=del 2024-04-02T08:45:03.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.261+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=6KM3HX7E5519 type=del size=3115647 2024-04-02T08:45:03.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.263+0000 7f66a8039780 -1 < failed to complete operation key=8QJNW10FF0U8 tag=INU1J64X4H1Z type=del size=3371743: (22) Invalid argument 2024-04-02T08:45:03.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.267+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~FP46TN7OAKVO.0 size=1048576 2024-04-02T08:45:03.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.268+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~FP46TN7OAKVO.1 size=1048576 2024-04-02T08:45:03.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.269+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~FP46TN7OAKVO.2 size=253584 2024-04-02T08:45:03.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.269+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=FP46TN7OAKVO tag=6M0O5KW1AABA type=write size=3399312 2024-04-02T08:45:03.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.271+0000 7f66a8039780 1 < completed write operation key=ZUF440XF8N7P tag=TFCZ7MDO3ZMQ type=write size=153206 2024-04-02T08:45:03.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.273+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=A13Q6CWNM6IL type=write size=620913 2024-04-02T08:45:03.273 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.275+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~HTU4RD8THKIP.0 size=1048576 2024-04-02T08:45:03.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.276+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~HTU4RD8THKIP.1 size=597228 2024-04-02T08:45:03.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.279+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=HTU4RD8THKIP tag=49JLPV4725BO type=write size=2694380 2024-04-02T08:45:03.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.281+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=IPAGEFIXGR07 type=del size=434728 2024-04-02T08:45:03.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.283+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~R506U0YUKSRX.0 size=1048576 2024-04-02T08:45:03.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.283+0000 7f66a8039780 1 < canceled part key=_multipart_HUH2LBUPML72.2~R506U0YUKSRX.1 size=1048576 2024-04-02T08:45:03.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.284+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~R506U0YUKSRX.2 size=79576 2024-04-02T08:45:03.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.287+0000 7f66a8039780 1 < canceled multipart upload key=HUH2LBUPML72 upload=R506U0YUKSRX tag=GIONKDO0MWZH type=write size=3225304 2024-04-02T08:45:03.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.288+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=8WUDSKE0W05R type=write size=325216 2024-04-02T08:45:03.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.290+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=DQJ7JM8GMG0S type=del 2024-04-02T08:45:03.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.291+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=YFBSRFTUM59Z type=del size=2593548 2024-04-02T08:45:03.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.293+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=RAOM2KRKOAW0 type=del 2024-04-02T08:45:03.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.295+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=O2ODLUPURB9R type=write size=277870 2024-04-02T08:45:03.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.299+0000 7f66a8039780 1 < suggested remove operation key=MVOA3WWKEWZR tag=EUKB1KYLOMDO type=del 2024-04-02T08:45:03.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.301+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=RZC58O7FQXQH type=del size=1595037 2024-04-02T08:45:03.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.302+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=G16D235ZMS3W type=del 2024-04-02T08:45:03.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.305+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~SRZ8KJBGSNL2.0 size=1048576 2024-04-02T08:45:03.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.307+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~SRZ8KJBGSNL2.1 size=985370 2024-04-02T08:45:03.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.307+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=SRZ8KJBGSNL2 tag=Z5WLCK2LETJE type=write size=3082522 2024-04-02T08:45:03.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.308+0000 7f66a8039780 1 < completed write operation key=8TMKP5EUZ549 tag=1TC7SN7IMZQ4 type=write size=793583 2024-04-02T08:45:03.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.310+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=39TBZ2U54YA4 type=del size=422088 2024-04-02T08:45:03.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.311+0000 7f66a8039780 1 < canceled operation key=PZKZ83BFSP9E tag=81L7REMFAJJ6 type=del size=3267503 2024-04-02T08:45:03.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.313+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=63UXTA7F6DFX type=del size=612844 2024-04-02T08:45:03.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.315+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=4CJ954Q7CGT5 type=del 2024-04-02T08:45:03.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.317+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=JWTFF7R4IRLE type=write size=64904 2024-04-02T08:45:03.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.319+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~35BO90BOXYEQ.0 size=1042345 2024-04-02T08:45:03.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.321+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=35BO90BOXYEQ tag=LLU1QFQZQD6D type=write size=2090921 2024-04-02T08:45:03.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.325+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~5UMYFMYZ7QY4.0 size=640085 2024-04-02T08:45:03.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.325+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=5UMYFMYZ7QY4 tag=8BBK0VN91DNO type=write size=1688661 2024-04-02T08:45:03.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.326+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=T8XINV94LI2Y type=write size=994977 2024-04-02T08:45:03.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.330+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~MJS55WBPUC40.0 size=810679 2024-04-02T08:45:03.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.330+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=MJS55WBPUC40 tag=LV3RZTJF79C5 type=write size=1859255 2024-04-02T08:45:03.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.332+0000 7f66a8039780 -1 < failed to complete operation key=2T3HPBFE8XA4 tag=WB6PMD5IMQWK type=del size=623169: (22) Invalid argument 2024-04-02T08:45:03.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.335+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~BPO7U32BNMNZ.0 size=1048576 2024-04-02T08:45:03.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.337+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~BPO7U32BNMNZ.1 size=1048576 2024-04-02T08:45:03.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.338+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~BPO7U32BNMNZ.2 size=315548 2024-04-02T08:45:03.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.338+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=BPO7U32BNMNZ tag=BG144D78P98Y type=write size=3461276 2024-04-02T08:45:03.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.340+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~VR01KET0SU5A.0 size=1048576 2024-04-02T08:45:03.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.341+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~VR01KET0SU5A.1 size=234889 2024-04-02T08:45:03.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.345+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=VR01KET0SU5A tag=QQY0GQKJHG8D type=write size=2332041 2024-04-02T08:45:03.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.348+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~QF30QHBQCPJ6.0 size=1048576 2024-04-02T08:45:03.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.349+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~QF30QHBQCPJ6.1 size=945661 2024-04-02T08:45:03.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.349+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=QF30QHBQCPJ6 tag=QIITMMV3VRYO type=write size=3042813 2024-04-02T08:45:03.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.351+0000 7f66a8039780 1 < canceled operation key=HUH2LBUPML72 tag=6KM3HX7E5519 type=del size=3115647 2024-04-02T08:45:03.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.353+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=730LEH5QABT6 type=del size=39242 2024-04-02T08:45:03.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.355+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~FP46TN7OAKVO.0 size=1048576 2024-04-02T08:45:03.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.356+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~FP46TN7OAKVO.1 size=1048576 2024-04-02T08:45:03.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.358+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~FP46TN7OAKVO.2 size=253584 2024-04-02T08:45:03.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.361+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=FP46TN7OAKVO tag=6M0O5KW1AABA type=write size=3399312 2024-04-02T08:45:03.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.364+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~5S442MQCB4QR.0 size=1048576 2024-04-02T08:45:03.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.365+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~5S442MQCB4QR.1 size=846951 2024-04-02T08:45:03.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.365+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=5S442MQCB4QR tag=DF85FLUF21XL type=write size=2944103 2024-04-02T08:45:03.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.369+0000 7f66a8039780 1 < suggested remove operation key=PKWCIR77HPSQ tag=A13Q6CWNM6IL type=write 2024-04-02T08:45:03.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.371+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=ET6ND7VH2QKZ type=del size=2684969 2024-04-02T08:45:03.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.373+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=IPAGEFIXGR07 type=del 2024-04-02T08:45:03.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.374+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=QRIHIJ015Z21 type=del size=2993126 2024-04-02T08:45:03.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.376+0000 7f66a8039780 1 < completed write operation key=J0H0DJZWIT92 tag=8WUDSKE0W05R type=write size=325216 2024-04-02T08:45:03.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.379+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~EDR14BNVFNKB.0 size=733465 2024-04-02T08:45:03.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.379+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=EDR14BNVFNKB tag=4UKIJJTCMR6F type=write size=1782041 2024-04-02T08:45:03.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.381+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=YFBSRFTUM59Z type=del 2024-04-02T08:45:03.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.382+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=IE1RDC30H5X6 type=del size=61215 2024-04-02T08:45:03.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.384+0000 7f66a8039780 1 < completed write operation key=R628MJJ9BB5G tag=O2ODLUPURB9R type=write size=277870 2024-04-02T08:45:03.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.386+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=H4KM8A2BGP1J type=del size=3038449 2024-04-02T08:45:03.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.388+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=RZC58O7FQXQH type=del 2024-04-02T08:45:03.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.391+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~OPRVKYWTVDWX.0 size=1048576 2024-04-02T08:45:03.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.392+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~OPRVKYWTVDWX.1 size=1048576 2024-04-02T08:45:03.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.394+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~OPRVKYWTVDWX.2 size=510786 2024-04-02T08:45:03.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.394+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=OPRVKYWTVDWX tag=T9ZFV2ZBNCWG type=write size=3656514 2024-04-02T08:45:03.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.395+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~SRZ8KJBGSNL2.0 size=1048576 2024-04-02T08:45:03.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.397+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~SRZ8KJBGSNL2.1 size=985370 2024-04-02T08:45:03.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.400+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=SRZ8KJBGSNL2 tag=Z5WLCK2LETJE type=write size=3082522 2024-04-02T08:45:03.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.403+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~JKOF9EBVP8PN.0 size=1048576 2024-04-02T08:45:03.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.404+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~JKOF9EBVP8PN.1 size=1048576 2024-04-02T08:45:03.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.405+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~JKOF9EBVP8PN.2 size=515382 2024-04-02T08:45:03.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.405+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=JKOF9EBVP8PN tag=R3I8YRZSU9ZN type=write size=3661110 2024-04-02T08:45:03.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.407+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=39TBZ2U54YA4 type=del 2024-04-02T08:45:03.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.410+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~O73T5IIRMB3D.0 size=1048576 2024-04-02T08:45:03.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.411+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~O73T5IIRMB3D.1 size=1048576 2024-04-02T08:45:03.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.413+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~O73T5IIRMB3D.2 size=499345 2024-04-02T08:45:03.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.413+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=O73T5IIRMB3D tag=PTBENRKPMRNX type=write size=3645073 2024-04-02T08:45:03.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.414+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=63UXTA7F6DFX type=del 2024-04-02T08:45:03.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.416+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=YPV8TI9ULZX3 type=del size=435954 2024-04-02T08:45:03.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.418+0000 7f66a8039780 1 < completed write operation key=H46EQB061BMB tag=JWTFF7R4IRLE type=write size=64904 2024-04-02T08:45:03.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.419+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=8IQNBXH3MASG type=del size=3386236 2024-04-02T08:45:03.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.421+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~5UMYFMYZ7QY4.0 size=640085 2024-04-02T08:45:03.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.424+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=5UMYFMYZ7QY4 tag=8BBK0VN91DNO type=write size=1688661 2024-04-02T08:45:03.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.427+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~UEPIM269IJRX.0 size=1048576 2024-04-02T08:45:03.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.429+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~UEPIM269IJRX.1 size=701088 2024-04-02T08:45:03.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.429+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=UEPIM269IJRX tag=VAQEJDREDTOK type=write size=2798240 2024-04-02T08:45:03.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.430+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~MJS55WBPUC40.0 size=810679 2024-04-02T08:45:03.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.433+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=MJS55WBPUC40 tag=LV3RZTJF79C5 type=write size=1859255 2024-04-02T08:45:03.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.435+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=6H8J4269FI99 type=write size=405366 2024-04-02T08:45:03.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.436+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~BPO7U32BNMNZ.0 size=1048576 2024-04-02T08:45:03.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.438+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~BPO7U32BNMNZ.1 size=1048576 2024-04-02T08:45:03.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.438+0000 7f66a8039780 1 < canceled part key=_multipart_637CIUSXUSZD.2~BPO7U32BNMNZ.2 size=315548 2024-04-02T08:45:03.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.441+0000 7f66a8039780 1 < canceled multipart upload key=637CIUSXUSZD upload=BPO7U32BNMNZ tag=BG144D78P98Y type=write size=3461276 2024-04-02T08:45:03.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.443+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=C06CZ5C2PY6I type=del size=649866 2024-04-02T08:45:03.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.444+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~QF30QHBQCPJ6.0 size=1048576 2024-04-02T08:45:03.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.444+0000 7f66a8039780 1 < canceled part key=_multipart_SKXP9F1WMETM.2~QF30QHBQCPJ6.1 size=945661 2024-04-02T08:45:03.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.447+0000 7f66a8039780 1 < canceled multipart upload key=SKXP9F1WMETM upload=QF30QHBQCPJ6 tag=QIITMMV3VRYO type=write size=3042813 2024-04-02T08:45:03.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.449+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=KAJNI4NANLBI type=write size=479195 2024-04-02T08:45:03.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.450+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=730LEH5QABT6 type=del 2024-04-02T08:45:03.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.453+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~MLWP5XU9DPRK.0 size=599319 2024-04-02T08:45:03.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.453+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=MLWP5XU9DPRK tag=HTVHN3HJ1CCM type=write size=1647895 2024-04-02T08:45:03.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.455+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~5S442MQCB4QR.0 size=1048576 2024-04-02T08:45:03.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.456+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~5S442MQCB4QR.1 size=846951 2024-04-02T08:45:03.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.459+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=5S442MQCB4QR tag=DF85FLUF21XL type=write size=2944103 2024-04-02T08:45:03.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.461+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=7DNMUXVZT4RX type=del size=2058405 2024-04-02T08:45:03.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.464+0000 7f66a8039780 1 < suggested update operation key=C49DO0QY95UV tag=ET6ND7VH2QKZ type=del size=2684969 2024-04-02T08:45:03.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.466+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=O76DJDR6W3N2 type=del size=3430399 2024-04-02T08:45:03.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.470+0000 7f66a8039780 1 < suggested update operation key=8QJNW10FF0U8 tag=QRIHIJ015Z21 type=del size=2993126 2024-04-02T08:45:03.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.471+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=OQEG4HUG1LWF type=del size=339514 2024-04-02T08:45:03.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.473+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~EDR14BNVFNKB.0 size=733465 2024-04-02T08:45:03.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.476+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=EDR14BNVFNKB tag=4UKIJJTCMR6F type=write size=1782041 2024-04-02T08:45:03.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.479+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~NQRJ86BYXIT5.0 size=1048576 2024-04-02T08:45:03.479 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.480+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~NQRJ86BYXIT5.1 size=1048576 2024-04-02T08:45:03.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.482+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~NQRJ86BYXIT5.2 size=748978 2024-04-02T08:45:03.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.482+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=NQRJ86BYXIT5 tag=I9NAHNYDI25H type=write size=3894706 2024-04-02T08:45:03.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.483+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=IE1RDC30H5X6 type=del 2024-04-02T08:45:03.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.485+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=202CCCDU04SW type=write size=949578 2024-04-02T08:45:03.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.487+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=H4KM8A2BGP1J type=del 2024-04-02T08:45:03.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.489+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=Q65CTFHV79CD type=del size=1652386 2024-04-02T08:45:03.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.491+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~OPRVKYWTVDWX.0 size=1048576 2024-04-02T08:45:03.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.492+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~OPRVKYWTVDWX.1 size=1048576 2024-04-02T08:45:03.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.492+0000 7f66a8039780 1 < canceled part key=_multipart_FDBYRCJ7K5Z6.2~OPRVKYWTVDWX.2 size=510786 2024-04-02T08:45:03.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.495+0000 7f66a8039780 1 < canceled multipart upload key=FDBYRCJ7K5Z6 upload=OPRVKYWTVDWX tag=T9ZFV2ZBNCWG type=write size=3656514 2024-04-02T08:45:03.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.498+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~YR9XRCWE1KC3.0 size=714893 2024-04-02T08:45:03.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.498+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=YR9XRCWE1KC3 tag=VYUQMC7599SE type=write size=1763469 2024-04-02T08:45:03.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.500+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~JKOF9EBVP8PN.0 size=1048576 2024-04-02T08:45:03.500 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.502+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~JKOF9EBVP8PN.1 size=1048576 2024-04-02T08:45:03.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.503+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~JKOF9EBVP8PN.2 size=515382 2024-04-02T08:45:03.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.507+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=JKOF9EBVP8PN tag=R3I8YRZSU9ZN type=write size=3661110 2024-04-02T08:45:03.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.509+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=GE0AV5PHKMUE type=write size=781933 2024-04-02T08:45:03.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.510+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~O73T5IIRMB3D.0 size=1048576 2024-04-02T08:45:03.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.512+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~O73T5IIRMB3D.1 size=1048576 2024-04-02T08:45:03.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.513+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~O73T5IIRMB3D.2 size=499345 2024-04-02T08:45:03.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.517+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=O73T5IIRMB3D tag=PTBENRKPMRNX type=write size=3645073 2024-04-02T08:45:03.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.519+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=OR2V7BOP7E39 type=del size=3364610 2024-04-02T08:45:03.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.520+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=YPV8TI9ULZX3 type=del 2024-04-02T08:45:03.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.522+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=SR0L8RIBMMEL type=write size=209674 2024-04-02T08:45:03.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.524+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=8IQNBXH3MASG type=del 2024-04-02T08:45:03.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.528+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~03HILUVDW5S7.0 size=1048576 2024-04-02T08:45:03.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.530+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~03HILUVDW5S7.1 size=124235 2024-04-02T08:45:03.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.530+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=03HILUVDW5S7 tag=U4THTUBR0MKV type=write size=2221387 2024-04-02T08:45:03.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.532+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~UEPIM269IJRX.0 size=1048576 2024-04-02T08:45:03.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.533+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~UEPIM269IJRX.1 size=701088 2024-04-02T08:45:03.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.536+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=UEPIM269IJRX tag=VAQEJDREDTOK type=write size=2798240 2024-04-02T08:45:03.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.538+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=1KZL687A787P type=del size=966759 2024-04-02T08:45:03.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.540+0000 7f66a8039780 1 < completed write operation key=PKWCIR77HPSQ tag=6H8J4269FI99 type=write size=405366 2024-04-02T08:45:03.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.543+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~74PLH9JUET41.0 size=1048576 2024-04-02T08:45:03.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.545+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~74PLH9JUET41.1 size=178664 2024-04-02T08:45:03.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.545+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=74PLH9JUET41 tag=NVWH4JK5NGSK type=write size=2275816 2024-04-02T08:45:03.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.546+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=C06CZ5C2PY6I type=del 2024-04-02T08:45:03.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.548+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=GUJIQFJWV3MJ type=write size=743992 2024-04-02T08:45:03.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.550+0000 7f66a8039780 1 < completed write operation key=J0H0DJZWIT92 tag=KAJNI4NANLBI type=write size=479195 2024-04-02T08:45:03.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.552+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=RKKDIMA5TQDD type=del size=2795203 2024-04-02T08:45:03.552 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.554+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~MLWP5XU9DPRK.0 size=599319 2024-04-02T08:45:03.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.556+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=MLWP5XU9DPRK tag=HTVHN3HJ1CCM type=write size=1647895 2024-04-02T08:45:03.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.559+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~PQRNOYPZWTKZ.0 size=1048576 2024-04-02T08:45:03.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.561+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~PQRNOYPZWTKZ.1 size=1048576 2024-04-02T08:45:03.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.562+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~PQRNOYPZWTKZ.2 size=721057 2024-04-02T08:45:03.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.562+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=PQRNOYPZWTKZ tag=QDFIWF0DSRIJ type=write size=3866785 2024-04-02T08:45:03.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.564+0000 7f66a8039780 -1 < failed to complete operation key=C49DO0QY95UV tag=7DNMUXVZT4RX type=del size=2058405: (22) Invalid argument 2024-04-02T08:45:03.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.566+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=FXDG31AYSKPE type=del size=3643702 2024-04-02T08:45:03.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.569+0000 7f66a8039780 1 < suggested update operation key=8TMKP5EUZ549 tag=O76DJDR6W3N2 type=del size=3430399 2024-04-02T08:45:03.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.572+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~X5NLK9Q79TEX.0 size=1048576 2024-04-02T08:45:03.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.574+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~X5NLK9Q79TEX.1 size=723228 2024-04-02T08:45:03.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.574+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=X5NLK9Q79TEX tag=KBJOXIHO2CSY type=write size=2820380 2024-04-02T08:45:03.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.575+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=OQEG4HUG1LWF type=del 2024-04-02T08:45:03.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.577+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=Z6IOATK4KFBN type=del size=2042808 2024-04-02T08:45:03.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.579+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~NQRJ86BYXIT5.0 size=1048576 2024-04-02T08:45:03.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.580+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~NQRJ86BYXIT5.1 size=1048576 2024-04-02T08:45:03.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.582+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~NQRJ86BYXIT5.2 size=748978 2024-04-02T08:45:03.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.585+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=NQRJ86BYXIT5 tag=I9NAHNYDI25H type=write size=3894706 2024-04-02T08:45:03.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.586+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=EW531G88WH9S type=del size=1971362 2024-04-02T08:45:03.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.588+0000 7f66a8039780 1 < canceled operation key=276KVUQ2475M tag=202CCCDU04SW type=write size=949578 2024-04-02T08:45:03.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.589+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=FA2ZY9EK2653 type=del size=3875194 2024-04-02T08:45:03.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.591+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=Q65CTFHV79CD type=del 2024-04-02T08:45:03.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.593+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=66LB39KJFFSR type=del size=3801335 2024-04-02T08:45:03.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.594+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~YR9XRCWE1KC3.0 size=714893 2024-04-02T08:45:03.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.597+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=YR9XRCWE1KC3 tag=VYUQMC7599SE type=write size=1763469 2024-04-02T08:45:03.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.601+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~82H75PV2P8H9.0 size=1048576 2024-04-02T08:45:03.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.603+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~82H75PV2P8H9.1 size=317610 2024-04-02T08:45:03.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.603+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=82H75PV2P8H9 tag=BOHSMDELXCLM type=write size=2414762 2024-04-02T08:45:03.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.606+0000 7f66a8039780 1 < suggested remove operation key=VFSPTXAIF3ZP tag=GE0AV5PHKMUE type=write 2024-04-02T08:45:03.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.608+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=X97HIBXJY465 type=del size=3472619 2024-04-02T08:45:03.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.610+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=OR2V7BOP7E39 type=del 2024-04-02T08:45:03.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.612+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=E3UZB7Q3X5TK type=del size=1099663 2024-04-02T08:45:03.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.614+0000 7f66a8039780 1 < completed write operation key=MVOA3WWKEWZR tag=SR0L8RIBMMEL type=write size=209674 2024-04-02T08:45:03.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.618+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~T04LUPSG8A15.0 size=1048576 2024-04-02T08:45:03.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.620+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~T04LUPSG8A15.1 size=1048576 2024-04-02T08:45:03.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.622+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~T04LUPSG8A15.2 size=324742 2024-04-02T08:45:03.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.622+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=T04LUPSG8A15 tag=3PHP4EEL1EN9 type=write size=3470470 2024-04-02T08:45:03.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.624+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~03HILUVDW5S7.0 size=1048576 2024-04-02T08:45:03.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.625+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~03HILUVDW5S7.1 size=124235 2024-04-02T08:45:03.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.628+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=03HILUVDW5S7 tag=U4THTUBR0MKV type=write size=2221387 2024-04-02T08:45:03.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.630+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=FX4SWML18RTN type=write size=847694 2024-04-02T08:45:03.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.634+0000 7f66a8039780 1 < suggested update operation key=HUH2LBUPML72 tag=1KZL687A787P type=del size=966759 2024-04-02T08:45:03.634 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.636+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=9OEVL4GVHN9C type=del size=4055765 2024-04-02T08:45:03.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.638+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~74PLH9JUET41.0 size=1048576 2024-04-02T08:45:03.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.639+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~74PLH9JUET41.1 size=178664 2024-04-02T08:45:03.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.646+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=74PLH9JUET41 tag=NVWH4JK5NGSK type=write size=2275816 2024-04-02T08:45:03.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.649+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=CIUXMEMWGJWE type=del size=812953 2024-04-02T08:45:03.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.654+0000 7f66a8039780 1 < suggested remove operation key=ZIJ5SF72DVM1 tag=GUJIQFJWV3MJ type=write 2024-04-02T08:45:03.655 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.656+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=JKF6GFOFOJKR type=del size=449473 2024-04-02T08:45:03.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.658+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=RKKDIMA5TQDD type=del 2024-04-02T08:45:03.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.662+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~FUCUD6A6GPXB.0 size=977818 2024-04-02T08:45:03.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.662+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=FUCUD6A6GPXB tag=R0D3ESH3GZOU type=write size=2026394 2024-04-02T08:45:03.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.664+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~PQRNOYPZWTKZ.0 size=1048576 2024-04-02T08:45:03.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.665+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~PQRNOYPZWTKZ.1 size=1048576 2024-04-02T08:45:03.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.667+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~PQRNOYPZWTKZ.2 size=721057 2024-04-02T08:45:03.668 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.670+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=PQRNOYPZWTKZ tag=QDFIWF0DSRIJ type=write size=3866785 2024-04-02T08:45:03.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.674+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~EHC798NGLSZI.0 size=668748 2024-04-02T08:45:03.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.674+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=EHC798NGLSZI tag=V5R41QTVV1U6 type=write size=1717324 2024-04-02T08:45:03.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.676+0000 7f66a8039780 1 < canceled operation key=V9PXVXW0I69D tag=FXDG31AYSKPE type=del size=3643702 2024-04-02T08:45:03.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.678+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=TTPQ7WLYW5IB type=del size=2779510 2024-04-02T08:45:03.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.678+0000 7f66a8039780 1 < canceled part key=_multipart_DBCO3QMJJEJ7.2~X5NLK9Q79TEX.0 size=1048576 2024-04-02T08:45:03.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.678+0000 7f66a8039780 1 < canceled part key=_multipart_DBCO3QMJJEJ7.2~X5NLK9Q79TEX.1 size=723228 2024-04-02T08:45:03.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.681+0000 7f66a8039780 1 < canceled multipart upload key=DBCO3QMJJEJ7 upload=X5NLK9Q79TEX tag=KBJOXIHO2CSY type=write size=2820380 2024-04-02T08:45:03.682 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.683+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=9351ZCHKUVFH type=del size=2179077 2024-04-02T08:45:03.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.685+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=Z6IOATK4KFBN type=del 2024-04-02T08:45:03.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.687+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=HB0I0V4SDLV0 type=del size=1042263 2024-04-02T08:45:03.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.691+0000 7f66a8039780 1 < suggested remove operation key=ODRLSCYUJE7H tag=EW531G88WH9S type=del 2024-04-02T08:45:03.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.695+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~1FJHLDGEC3QR.0 size=1048576 2024-04-02T08:45:03.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.696+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~1FJHLDGEC3QR.1 size=1048576 2024-04-02T08:45:03.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.698+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~1FJHLDGEC3QR.2 size=424907 2024-04-02T08:45:03.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.698+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=1FJHLDGEC3QR tag=8YYWB8XSAR5Q type=write size=3570635 2024-04-02T08:45:03.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.699+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=FA2ZY9EK2653 type=del 2024-04-02T08:45:03.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.703+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~E3PFITDRW7VX.0 size=1048576 2024-04-02T08:45:03.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.705+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~E3PFITDRW7VX.1 size=504172 2024-04-02T08:45:03.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.705+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=E3PFITDRW7VX tag=I82MGOPBMRRQ type=write size=2601324 2024-04-02T08:45:03.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.707+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=66LB39KJFFSR type=del 2024-04-02T08:45:03.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.708+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=QC5DU9O0BV10 type=del size=1411373 2024-04-02T08:45:03.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.710+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~82H75PV2P8H9.0 size=1048576 2024-04-02T08:45:03.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.712+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~82H75PV2P8H9.1 size=317610 2024-04-02T08:45:03.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.716+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=82H75PV2P8H9 tag=BOHSMDELXCLM type=write size=2414762 2024-04-02T08:45:03.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.717+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=JHCWP59OHFT8 type=del size=3098483 2024-04-02T08:45:03.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.720+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=X97HIBXJY465 type=del 2024-04-02T08:45:03.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.722+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=K7DO8NIQ6WD5 type=del size=3848416 2024-04-02T08:45:03.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.724+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=E3UZB7Q3X5TK type=del 2024-04-02T08:45:03.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.726+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=7QHKT95JZJDI type=del size=909660 2024-04-02T08:45:03.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.727+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~T04LUPSG8A15.0 size=1048576 2024-04-02T08:45:03.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.729+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~T04LUPSG8A15.1 size=1048576 2024-04-02T08:45:03.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.730+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~T04LUPSG8A15.2 size=324742 2024-04-02T08:45:03.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.734+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=T04LUPSG8A15 tag=3PHP4EEL1EN9 type=write size=3470470 2024-04-02T08:45:03.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.737+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~86ECK4ESY4WY.0 size=1048576 2024-04-02T08:45:03.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.738+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~86ECK4ESY4WY.1 size=1048576 2024-04-02T08:45:03.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.740+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~86ECK4ESY4WY.2 size=487832 2024-04-02T08:45:03.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.740+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=86ECK4ESY4WY tag=EGLPSS82Y7LG type=write size=3633560 2024-04-02T08:45:03.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.741+0000 7f66a8039780 1 < completed write operation key=O0QCRP60VK0G tag=FX4SWML18RTN type=write size=847694 2024-04-02T08:45:03.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.744+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~9BYHOEEH90YM.0 size=1048576 2024-04-02T08:45:03.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.746+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~9BYHOEEH90YM.1 size=244914 2024-04-02T08:45:03.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.746+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=9BYHOEEH90YM tag=QU3EASDMTAPM type=write size=2342066 2024-04-02T08:45:03.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.748+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=9OEVL4GVHN9C type=del 2024-04-02T08:45:03.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.751+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~XP1R3ISDSUHQ.0 size=1048576 2024-04-02T08:45:03.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.752+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~XP1R3ISDSUHQ.1 size=1048576 2024-04-02T08:45:03.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.754+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~XP1R3ISDSUHQ.2 size=924242 2024-04-02T08:45:03.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.754+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=XP1R3ISDSUHQ tag=7A6DKJYIV056 type=write size=4069970 2024-04-02T08:45:03.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.756+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=CIUXMEMWGJWE type=del 2024-04-02T08:45:03.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.759+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~RAJ03FQOP3RJ.0 size=1048576 2024-04-02T08:45:03.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.760+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~RAJ03FQOP3RJ.1 size=1048576 2024-04-02T08:45:03.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.762+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~RAJ03FQOP3RJ.2 size=378242 2024-04-02T08:45:03.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.762+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=RAJ03FQOP3RJ tag=Q91P6FAXWUV5 type=write size=3523970 2024-04-02T08:45:03.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.764+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=JKF6GFOFOJKR type=del 2024-04-02T08:45:03.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.765+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=0KZ8KSAKQZVV type=del size=1116289 2024-04-02T08:45:03.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.767+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~FUCUD6A6GPXB.0 size=977818 2024-04-02T08:45:03.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.770+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=FUCUD6A6GPXB tag=R0D3ESH3GZOU type=write size=2026394 2024-04-02T08:45:03.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.772+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=R52YZFQ9C2B4 type=del size=3763698 2024-04-02T08:45:03.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.772+0000 7f66a8039780 1 < canceled part key=_multipart_ZUF440XF8N7P.2~EHC798NGLSZI.0 size=668748 2024-04-02T08:45:03.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.775+0000 7f66a8039780 1 < canceled multipart upload key=ZUF440XF8N7P upload=EHC798NGLSZI tag=V5R41QTVV1U6 type=write size=1717324 2024-04-02T08:45:03.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.776+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=U8T7IN1A2117 type=del size=2380204 2024-04-02T08:45:03.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.778+0000 7f66a8039780 1 < canceled operation key=VQVZN74VMII6 tag=TTPQ7WLYW5IB type=del size=2779510 2024-04-02T08:45:03.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.780+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=T1GWS7BBE0NB type=write size=19168 2024-04-02T08:45:03.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.781+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=9351ZCHKUVFH type=del 2024-04-02T08:45:03.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.783+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=L2Y4U2FR1H7E type=del size=458982 2024-04-02T08:45:03.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.785+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=HB0I0V4SDLV0 type=del 2024-04-02T08:45:03.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.788+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~TSXNIVM4UOBI.0 size=1048576 2024-04-02T08:45:03.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.789+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~TSXNIVM4UOBI.1 size=716355 2024-04-02T08:45:03.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.789+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=TSXNIVM4UOBI tag=8ADXI2XULNMS type=write size=2813507 2024-04-02T08:45:03.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.791+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~1FJHLDGEC3QR.0 size=1048576 2024-04-02T08:45:03.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.792+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~1FJHLDGEC3QR.1 size=1048576 2024-04-02T08:45:03.792 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.793+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~1FJHLDGEC3QR.2 size=424907 2024-04-02T08:45:03.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.796+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=1FJHLDGEC3QR tag=8YYWB8XSAR5Q type=write size=3570635 2024-04-02T08:45:03.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.799+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~56P4OT5OLJDV.0 size=1035535 2024-04-02T08:45:03.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.799+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=56P4OT5OLJDV tag=45YW30LAGJRW type=write size=2084111 2024-04-02T08:45:03.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.801+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~E3PFITDRW7VX.0 size=1048576 2024-04-02T08:45:03.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.802+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~E3PFITDRW7VX.1 size=504172 2024-04-02T08:45:03.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.805+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=E3PFITDRW7VX tag=I82MGOPBMRRQ type=write size=2601324 2024-04-02T08:45:03.806 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.807+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=VARTI6UHJ05R type=write size=563474 2024-04-02T08:45:03.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.809+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=QC5DU9O0BV10 type=del 2024-04-02T08:45:03.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.813+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~UFWPS1DAPWYK.0 size=775554 2024-04-02T08:45:03.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.813+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=UFWPS1DAPWYK tag=FJ0P2ZYKPZ3A type=write size=1824130 2024-04-02T08:45:03.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.818+0000 7f66a8039780 1 < suggested update operation key=O0QCRP60VK0G tag=JHCWP59OHFT8 type=del size=3098483 2024-04-02T08:45:03.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.820+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=X1JBKD008JOR type=del size=1157352 2024-04-02T08:45:03.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.822+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=K7DO8NIQ6WD5 type=del 2024-04-02T08:45:03.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.824+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=GG1G0118IUF2 type=del size=3975300 2024-04-02T08:45:03.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.826+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=7QHKT95JZJDI type=del 2024-04-02T08:45:03.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.830+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~50MW0D9Z1XP3.0 size=449741 2024-04-02T08:45:03.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.830+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=50MW0D9Z1XP3 tag=ND17U33GZ8RM type=write size=1498317 2024-04-02T08:45:03.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.831+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~86ECK4ESY4WY.0 size=1048576 2024-04-02T08:45:03.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.833+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~86ECK4ESY4WY.1 size=1048576 2024-04-02T08:45:03.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.835+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~86ECK4ESY4WY.2 size=487832 2024-04-02T08:45:03.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.838+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=86ECK4ESY4WY tag=EGLPSS82Y7LG type=write size=3633560 2024-04-02T08:45:03.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.842+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~GJWUC2L3F8OU.0 size=1048576 2024-04-02T08:45:03.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.844+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~GJWUC2L3F8OU.1 size=745176 2024-04-02T08:45:03.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.844+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=GJWUC2L3F8OU tag=ZV4GRO0OBQQ0 type=write size=2842328 2024-04-02T08:45:03.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.846+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~9BYHOEEH90YM.0 size=1048576 2024-04-02T08:45:03.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.848+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~9BYHOEEH90YM.1 size=244914 2024-04-02T08:45:03.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.851+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=9BYHOEEH90YM tag=QU3EASDMTAPM type=write size=2342066 2024-04-02T08:45:03.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.855+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~6V5QDE5GPD0C.0 size=1048576 2024-04-02T08:45:03.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.857+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~6V5QDE5GPD0C.1 size=1048576 2024-04-02T08:45:03.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.858+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~6V5QDE5GPD0C.2 size=728844 2024-04-02T08:45:03.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.858+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=6V5QDE5GPD0C tag=9JPL2Q7FZYN7 type=write size=3874572 2024-04-02T08:45:03.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.860+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~XP1R3ISDSUHQ.0 size=1048576 2024-04-02T08:45:03.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.862+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~XP1R3ISDSUHQ.1 size=1048576 2024-04-02T08:45:03.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.863+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~XP1R3ISDSUHQ.2 size=924242 2024-04-02T08:45:03.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.866+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=XP1R3ISDSUHQ tag=7A6DKJYIV056 type=write size=4069970 2024-04-02T08:45:03.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.868+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=SOED671KP204 type=write size=896429 2024-04-02T08:45:03.867 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.868+0000 7f66a8039780 1 < canceled part key=_multipart_ZUO2TXTKZ5D6.2~RAJ03FQOP3RJ.0 size=1048576 2024-04-02T08:45:03.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.870+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~RAJ03FQOP3RJ.1 size=1048576 2024-04-02T08:45:03.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.871+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~RAJ03FQOP3RJ.2 size=378242 2024-04-02T08:45:03.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.874+0000 7f66a8039780 1 < canceled multipart upload key=ZUO2TXTKZ5D6 upload=RAJ03FQOP3RJ tag=Q91P6FAXWUV5 type=write size=3523970 2024-04-02T08:45:03.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.876+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=WS3AFHKPRQN5 type=del size=234036 2024-04-02T08:45:03.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.878+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=0KZ8KSAKQZVV type=del 2024-04-02T08:45:03.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.881+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~0QD5Z73M4OQ7.0 size=743075 2024-04-02T08:45:03.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.881+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=0QD5Z73M4OQ7 tag=1L8XG72XW3AR type=write size=1791651 2024-04-02T08:45:03.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.884+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=R52YZFQ9C2B4 type=del 2024-04-02T08:45:03.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.885+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=YLQUQSU5WFGA type=del size=973613 2024-04-02T08:45:03.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.887+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=U8T7IN1A2117 type=del 2024-04-02T08:45:03.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.891+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~NBVX4B8W3LWT.0 size=1048576 2024-04-02T08:45:03.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.892+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~NBVX4B8W3LWT.1 size=826220 2024-04-02T08:45:03.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.892+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=NBVX4B8W3LWT tag=XOHB8G352C9C type=write size=2923372 2024-04-02T08:45:03.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.894+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=T1GWS7BBE0NB type=write size=19168 2024-04-02T08:45:03.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.896+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=WCFK700O9F03 type=del size=2587164 2024-04-02T08:45:03.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.898+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=L2Y4U2FR1H7E type=del 2024-04-02T08:45:03.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.901+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~X7ZT3L698PSS.0 size=863982 2024-04-02T08:45:03.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.901+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=X7ZT3L698PSS tag=WPTX029E5EIY type=write size=1912558 2024-04-02T08:45:03.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.904+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~TSXNIVM4UOBI.0 size=1048576 2024-04-02T08:45:03.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.905+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~TSXNIVM4UOBI.1 size=716355 2024-04-02T08:45:03.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.908+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=TSXNIVM4UOBI tag=8ADXI2XULNMS type=write size=2813507 2024-04-02T08:45:03.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.910+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=NU4CAOUBKP1V type=del size=967348 2024-04-02T08:45:03.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.911+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~56P4OT5OLJDV.0 size=1035535 2024-04-02T08:45:03.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.915+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=56P4OT5OLJDV tag=45YW30LAGJRW type=write size=2084111 2024-04-02T08:45:03.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.916+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=FBKM29D4E6DV type=del size=1632990 2024-04-02T08:45:03.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.918+0000 7f66a8039780 1 < completed write operation key=FDBYRCJ7K5Z6 tag=VARTI6UHJ05R type=write size=563474 2024-04-02T08:45:03.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.920+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=446E0GG6MT5Z type=write size=670692 2024-04-02T08:45:03.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.922+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~UFWPS1DAPWYK.0 size=775554 2024-04-02T08:45:03.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.926+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=UFWPS1DAPWYK tag=FJ0P2ZYKPZ3A type=write size=1824130 2024-04-02T08:45:03.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.928+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=384EFQOMJVBH type=del size=1542672 2024-04-02T08:45:03.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.930+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=X1JBKD008JOR type=del 2024-04-02T08:45:03.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.933+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=T3W8XT7M41OI type=del size=1666613 2024-04-02T08:45:03.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.938+0000 7f66a8039780 1 < suggested remove operation key=ODRLSCYUJE7H tag=GG1G0118IUF2 type=del 2024-04-02T08:45:03.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.940+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=WIPRWEASGKIY type=del size=2601029 2024-04-02T08:45:03.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.942+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~50MW0D9Z1XP3.0 size=449741 2024-04-02T08:45:03.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.946+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=50MW0D9Z1XP3 tag=ND17U33GZ8RM type=write size=1498317 2024-04-02T08:45:03.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.949+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~A7Y8RBIXJ30D.0 size=26238 2024-04-02T08:45:03.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.949+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=A7Y8RBIXJ30D tag=ZK2X0MRCZS6E type=write size=1074814 2024-04-02T08:45:03.950 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.951+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~GJWUC2L3F8OU.0 size=1048576 2024-04-02T08:45:03.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.953+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~GJWUC2L3F8OU.1 size=745176 2024-04-02T08:45:03.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.956+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=GJWUC2L3F8OU tag=ZV4GRO0OBQQ0 type=write size=2842328 2024-04-02T08:45:03.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.958+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=S15NJPFSN70M type=del size=2429517 2024-04-02T08:45:03.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.959+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~6V5QDE5GPD0C.0 size=1048576 2024-04-02T08:45:03.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.961+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~6V5QDE5GPD0C.1 size=1048576 2024-04-02T08:45:03.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.962+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~6V5QDE5GPD0C.2 size=728844 2024-04-02T08:45:03.964 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.965+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=6V5QDE5GPD0C tag=9JPL2Q7FZYN7 type=write size=3874572 2024-04-02T08:45:03.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.967+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=DQEFSX5M7J1R type=del size=648704 2024-04-02T08:45:03.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.970+0000 7f66a8039780 1 < completed write operation key=2T3HPBFE8XA4 tag=SOED671KP204 type=write size=896429 2024-04-02T08:45:03.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.972+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=1GOTDGCF08Y2 type=del size=2764387 2024-04-02T08:45:03.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.974+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=WS3AFHKPRQN5 type=del 2024-04-02T08:45:03.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.975+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=9NYW7O7HGHIQ type=write size=63615 2024-04-02T08:45:03.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.977+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~0QD5Z73M4OQ7.0 size=743075 2024-04-02T08:45:03.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.980+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=0QD5Z73M4OQ7 tag=1L8XG72XW3AR type=write size=1791651 2024-04-02T08:45:03.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.984+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~6OF9UDBXYT83.0 size=1048576 2024-04-02T08:45:03.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.985+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~6OF9UDBXYT83.1 size=637398 2024-04-02T08:45:03.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.985+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=6OF9UDBXYT83 tag=PEU93ZY1UCCX type=write size=2734550 2024-04-02T08:45:03.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.988+0000 7f66a8039780 1 < suggested remove operation key=ZUO2TXTKZ5D6 tag=YLQUQSU5WFGA type=del 2024-04-02T08:45:03.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.991+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~4F9H8TT5394P.0 size=957893 2024-04-02T08:45:03.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.991+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=4F9H8TT5394P tag=W7XEU1BXZ743 type=write size=2006469 2024-04-02T08:45:03.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.994+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~NBVX4B8W3LWT.0 size=1048576 2024-04-02T08:45:03.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.995+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~NBVX4B8W3LWT.1 size=826220 2024-04-02T08:45:03.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:03.998+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=NBVX4B8W3LWT tag=XOHB8G352C9C type=write size=2923372 2024-04-02T08:45:03.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.000+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=39H2ZVZKK9D7 type=del size=2180357 2024-04-02T08:45:04.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.002+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=WCFK700O9F03 type=del 2024-04-02T08:45:04.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.004+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=YORS68WMXIPZ type=del size=2743858 2024-04-02T08:45:04.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.006+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~X7ZT3L698PSS.0 size=863982 2024-04-02T08:45:04.007 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.009+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=X7ZT3L698PSS tag=WPTX029E5EIY type=write size=1912558 2024-04-02T08:45:04.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.010+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=FYFAF52YALDT type=del size=2976590 2024-04-02T08:45:04.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.014+0000 7f66a8039780 1 < suggested remove operation key=VJZTCVAN2M5T tag=NU4CAOUBKP1V type=del 2024-04-02T08:45:04.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.016+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=LGFFLI5MVAZN type=del size=464841 2024-04-02T08:45:04.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.018+0000 7f66a8039780 1 < canceled operation key=J0H0DJZWIT92 tag=FBKM29D4E6DV type=del size=1632990 2024-04-02T08:45:04.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.020+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=9BHIFU3FC3KX type=write size=559410 2024-04-02T08:45:04.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.023+0000 7f66a8039780 1 < suggested remove operation key=DBCO3QMJJEJ7 tag=446E0GG6MT5Z type=write 2024-04-02T08:45:04.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.027+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~96HT471Y7MBJ.0 size=1048576 2024-04-02T08:45:04.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.029+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~96HT471Y7MBJ.1 size=107006 2024-04-02T08:45:04.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.029+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=96HT471Y7MBJ tag=CT0EP6BN6D0K type=write size=2204158 2024-04-02T08:45:04.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.031+0000 7f66a8039780 1 < canceled operation key=CNF8703CRCYQ tag=384EFQOMJVBH type=del size=1542672 2024-04-02T08:45:04.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.033+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=GRHRBQLXEFYJ type=write size=200995 2024-04-02T08:45:04.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.034+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=T3W8XT7M41OI type=del 2024-04-02T08:45:04.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.036+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=VJD796A4FG76 type=del size=469591 2024-04-02T08:45:04.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.038+0000 7f66a8039780 1 < canceled operation key=CNF8703CRCYQ tag=WIPRWEASGKIY type=del size=2601029 2024-04-02T08:45:04.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.041+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~8NSGA4UTE07Q.0 size=1048576 2024-04-02T08:45:04.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.042+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~8NSGA4UTE07Q.1 size=669030 2024-04-02T08:45:04.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.042+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=8NSGA4UTE07Q tag=4FYC03707X1L type=write size=2766182 2024-04-02T08:45:04.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.044+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~A7Y8RBIXJ30D.0 size=26238 2024-04-02T08:45:04.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.047+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=A7Y8RBIXJ30D tag=ZK2X0MRCZS6E type=write size=1074814 2024-04-02T08:45:04.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.050+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~RQ6TS0LRPD9D.0 size=1048576 2024-04-02T08:45:04.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.051+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~RQ6TS0LRPD9D.1 size=490550 2024-04-02T08:45:04.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.051+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=RQ6TS0LRPD9D tag=8EWPQYMQIDS2 type=write size=2587702 2024-04-02T08:45:04.052 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.053+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=S15NJPFSN70M type=del 2024-04-02T08:45:04.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.055+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=MYMS9RUG2LG0 type=del size=4080372 2024-04-02T08:45:04.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.057+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=DQEFSX5M7J1R type=del 2024-04-02T08:45:04.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.058+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=NK5XFZ71X2PE type=write size=811961 2024-04-02T08:45:04.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.062+0000 7f66a8039780 1 < suggested remove operation key=PZKZ83BFSP9E tag=1GOTDGCF08Y2 type=del 2024-04-02T08:45:04.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.064+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=TIL8MO4GKBZI type=del size=3677301 2024-04-02T08:45:04.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.066+0000 7f66a8039780 1 < completed write operation key=RNMJ571SSULK tag=9NYW7O7HGHIQ type=write size=63615 2024-04-02T08:45:04.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.067+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=C2JG4GL30AWH type=del size=1122506 2024-04-02T08:45:04.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.069+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~6OF9UDBXYT83.0 size=1048576 2024-04-02T08:45:04.069 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.070+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~6OF9UDBXYT83.1 size=637398 2024-04-02T08:45:04.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.073+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=6OF9UDBXYT83 tag=PEU93ZY1UCCX type=write size=2734550 2024-04-02T08:45:04.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.077+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~2L9PXNVP4266.0 size=1048576 2024-04-02T08:45:04.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.079+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~2L9PXNVP4266.1 size=1048576 2024-04-02T08:45:04.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.081+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~2L9PXNVP4266.2 size=979540 2024-04-02T08:45:04.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.081+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=2L9PXNVP4266 tag=R66103PY300Q type=write size=4125268 2024-04-02T08:45:04.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.081+0000 7f66a8039780 1 < canceled part key=_multipart_O0QCRP60VK0G.2~4F9H8TT5394P.0 size=957893 2024-04-02T08:45:04.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.084+0000 7f66a8039780 1 < canceled multipart upload key=O0QCRP60VK0G upload=4F9H8TT5394P tag=W7XEU1BXZ743 type=write size=2006469 2024-04-02T08:45:04.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.087+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~R0CFKQX2HLY3.0 size=1048576 2024-04-02T08:45:04.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.089+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~R0CFKQX2HLY3.1 size=1048576 2024-04-02T08:45:04.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.090+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~R0CFKQX2HLY3.2 size=992263 2024-04-02T08:45:04.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.090+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=R0CFKQX2HLY3 tag=4H3D6V6M1LN2 type=write size=4137991 2024-04-02T08:45:04.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.093+0000 7f66a8039780 -1 < failed to complete operation key=VJZTCVAN2M5T tag=39H2ZVZKK9D7 type=del size=2180357: (22) Invalid argument 2024-04-02T08:45:04.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.095+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=CXDQDKFI3HPL type=del size=1319645 2024-04-02T08:45:04.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.097+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=YORS68WMXIPZ type=del 2024-04-02T08:45:04.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.099+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=WUQYT2CRKTTZ type=del size=1737165 2024-04-02T08:45:04.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.101+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=FYFAF52YALDT type=del 2024-04-02T08:45:04.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.103+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=L2R7ATEDEALO type=del size=3386150 2024-04-02T08:45:04.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.103+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=DBCO3QMJJEJ7 tag=LGFFLI5MVAZN type=del size=464841: (2) No such file or directory 2024-04-02T08:45:04.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.107+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~Y2JFJ50M0LO5.0 size=1048576 2024-04-02T08:45:04.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.109+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~Y2JFJ50M0LO5.1 size=871655 2024-04-02T08:45:04.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.109+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=Y2JFJ50M0LO5 tag=NR93UNOMET21 type=write size=2968807 2024-04-02T08:45:04.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.111+0000 7f66a8039780 1 < canceled operation key=8TMKP5EUZ549 tag=9BHIFU3FC3KX type=write size=559410 2024-04-02T08:45:04.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.114+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~ITL7ZN1ELHII.0 size=1048576 2024-04-02T08:45:04.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.116+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~ITL7ZN1ELHII.1 size=430969 2024-04-02T08:45:04.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.116+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=ITL7ZN1ELHII tag=9HR9JEJ9L5Z2 type=write size=2528121 2024-04-02T08:45:04.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.118+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~96HT471Y7MBJ.0 size=1048576 2024-04-02T08:45:04.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.119+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~96HT471Y7MBJ.1 size=107006 2024-04-02T08:45:04.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.122+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=96HT471Y7MBJ tag=CT0EP6BN6D0K type=write size=2204158 2024-04-02T08:45:04.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.124+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=VRLHAID91QPW type=write size=313000 2024-04-02T08:45:04.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.126+0000 7f66a8039780 1 < completed write operation key=8TMKP5EUZ549 tag=GRHRBQLXEFYJ type=write size=200995 2024-04-02T08:45:04.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.128+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=95X2T6Z0P5DF type=write size=962241 2024-04-02T08:45:04.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.132+0000 7f66a8039780 1 < suggested remove operation key=RNMJ571SSULK tag=VJD796A4FG76 type=del 2024-04-02T08:45:04.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.133+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=Y7ADV72VCB3K type=write size=521481 2024-04-02T08:45:04.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.135+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~8NSGA4UTE07Q.0 size=1048576 2024-04-02T08:45:04.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.137+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~8NSGA4UTE07Q.1 size=669030 2024-04-02T08:45:04.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.140+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=8NSGA4UTE07Q tag=4FYC03707X1L type=write size=2766182 2024-04-02T08:45:04.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.143+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~RSGMZHNFAOW4.0 size=1048576 2024-04-02T08:45:04.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.145+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~RSGMZHNFAOW4.1 size=1048576 2024-04-02T08:45:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:03 smithi137 ceph-mon[88456]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 138 KiB/s wr, 694 op/s 2024-04-02T08:45:04.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.146+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~RSGMZHNFAOW4.2 size=393465 2024-04-02T08:45:04.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.146+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=RSGMZHNFAOW4 tag=JDA8ZW1DUS03 type=write size=3539193 2024-04-02T08:45:04.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.149+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~RQ6TS0LRPD9D.0 size=1048576 2024-04-02T08:45:04.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.150+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~RQ6TS0LRPD9D.1 size=490550 2024-04-02T08:45:04.152 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.153+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=RQ6TS0LRPD9D tag=8EWPQYMQIDS2 type=write size=2587702 2024-04-02T08:45:04.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.155+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=DW70UOC8AZOU type=write size=1010514 2024-04-02T08:45:04.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.157+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=MYMS9RUG2LG0 type=del 2024-04-02T08:45:04.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.160+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LSYE1G3JTNRR.0 size=1048576 2024-04-02T08:45:04.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.161+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LSYE1G3JTNRR.1 size=1048576 2024-04-02T08:45:04.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.163+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LSYE1G3JTNRR.2 size=165815 2024-04-02T08:45:04.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.163+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=LSYE1G3JTNRR tag=STK2ZZ85LX33 type=write size=3311543 2024-04-02T08:45:04.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.165+0000 7f66a8039780 1 < completed write operation key=637CIUSXUSZD tag=NK5XFZ71X2PE type=write size=811961 2024-04-02T08:45:04.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.168+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~IEK47Z4H4P00.0 size=347589 2024-04-02T08:45:04.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.168+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=IEK47Z4H4P00 tag=ZRR1447QQBMZ type=write size=1396165 2024-04-02T08:45:04.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.170+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=TIL8MO4GKBZI type=del 2024-04-02T08:45:04.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.171+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=MVDRVALUUJ4C type=write size=278390 2024-04-02T08:45:04.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.173+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=C2JG4GL30AWH type=del 2024-04-02T08:45:04.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.176+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~9J6UZN82TITG.0 size=1048576 2024-04-02T08:45:04.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.177+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~9J6UZN82TITG.1 size=227935 2024-04-02T08:45:04.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.177+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=9J6UZN82TITG tag=GK3DMM0VV68S type=write size=2325087 2024-04-02T08:45:04.178 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.179+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~2L9PXNVP4266.0 size=1048576 2024-04-02T08:45:04.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.181+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~2L9PXNVP4266.1 size=1048576 2024-04-02T08:45:04.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.182+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~2L9PXNVP4266.2 size=979540 2024-04-02T08:45:04.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.185+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=2L9PXNVP4266 tag=R66103PY300Q type=write size=4125268 2024-04-02T08:45:04.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.186+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=1Z5SY8RZH5TU type=del size=3053535 2024-04-02T08:45:04.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.188+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~R0CFKQX2HLY3.0 size=1048576 2024-04-02T08:45:04.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.190+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~R0CFKQX2HLY3.1 size=1048576 2024-04-02T08:45:04.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.191+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~R0CFKQX2HLY3.2 size=992263 2024-04-02T08:45:04.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.194+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=R0CFKQX2HLY3 tag=4H3D6V6M1LN2 type=write size=4137991 2024-04-02T08:45:04.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.197+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~C20W2ZZZ3QK2.0 size=1048576 2024-04-02T08:45:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:03 smithi028 ceph-mon[94314]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 138 KiB/s wr, 694 op/s 2024-04-02T08:45:04.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:03 smithi028 ceph-mon[96890]: pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 138 KiB/s wr, 694 op/s 2024-04-02T08:45:04.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.199+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~C20W2ZZZ3QK2.1 size=868756 2024-04-02T08:45:04.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.199+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=C20W2ZZZ3QK2 tag=13DMKSELLFP9 type=write size=2965908 2024-04-02T08:45:04.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.201+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=CXDQDKFI3HPL type=del 2024-04-02T08:45:04.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.205+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~FOPMN81Z5GL1.0 size=990846 2024-04-02T08:45:04.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.205+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=FOPMN81Z5GL1 tag=1A644YWJ6E7X type=write size=2039422 2024-04-02T08:45:04.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.208+0000 7f66a8039780 1 < suggested remove operation key=ZUO2TXTKZ5D6 tag=WUQYT2CRKTTZ type=del 2024-04-02T08:45:04.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.211+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~00QWBS2SVVQU.0 size=1048576 2024-04-02T08:45:04.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.213+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~00QWBS2SVVQU.1 size=441625 2024-04-02T08:45:04.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.213+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=00QWBS2SVVQU tag=R0LRKG3DVO9M type=write size=2538777 2024-04-02T08:45:04.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.217+0000 7f66a8039780 1 < suggested remove operation key=276KVUQ2475M tag=L2R7ATEDEALO type=del 2024-04-02T08:45:04.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.220+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~J4JPUBRY4YJ9.0 size=564894 2024-04-02T08:45:04.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.220+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=J4JPUBRY4YJ9 tag=W9GN4RQA4LR7 type=write size=1613470 2024-04-02T08:45:04.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.222+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~Y2JFJ50M0LO5.0 size=1048576 2024-04-02T08:45:04.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.224+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~Y2JFJ50M0LO5.1 size=871655 2024-04-02T08:45:04.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.228+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=Y2JFJ50M0LO5 tag=NR93UNOMET21 type=write size=2968807 2024-04-02T08:45:04.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.232+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~MF199A5ZQXXE.0 size=1048576 2024-04-02T08:45:04.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.234+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~MF199A5ZQXXE.1 size=384053 2024-04-02T08:45:04.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.234+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=MF199A5ZQXXE tag=OXR3QCS0MFX2 type=write size=2481205 2024-04-02T08:45:04.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.234+0000 7f66a8039780 1 < canceled part key=_multipart_8TMKP5EUZ549.2~ITL7ZN1ELHII.0 size=1048576 2024-04-02T08:45:04.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.236+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~ITL7ZN1ELHII.1 size=430969 2024-04-02T08:45:04.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.239+0000 7f66a8039780 1 < canceled multipart upload key=8TMKP5EUZ549 upload=ITL7ZN1ELHII tag=9HR9JEJ9L5Z2 type=write size=2528121 2024-04-02T08:45:04.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.242+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=A5OH169ZUZAJ type=write size=538579 2024-04-02T08:45:04.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.244+0000 7f66a8039780 1 < completed write operation key=FDBYRCJ7K5Z6 tag=VRLHAID91QPW type=write size=313000 2024-04-02T08:45:04.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.246+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=NC3JJ4EW4W9N type=del size=502884 2024-04-02T08:45:04.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.246+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=ZUO2TXTKZ5D6 tag=95X2T6Z0P5DF type=write size=962241: (2) No such file or directory 2024-04-02T08:45:04.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.248+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=O88YYLYZQEDB type=del size=3910849 2024-04-02T08:45:04.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.250+0000 7f66a8039780 1 < completed write operation key=VPNAYM6TSPBV tag=Y7ADV72VCB3K type=write size=521481 2024-04-02T08:45:04.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.254+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~62YYVEYOKW05.0 size=1048576 2024-04-02T08:45:04.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.256+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~62YYVEYOKW05.1 size=1048576 2024-04-02T08:45:04.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.257+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~62YYVEYOKW05.2 size=895875 2024-04-02T08:45:04.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.257+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=62YYVEYOKW05 tag=PEDNFKQJVYRM type=write size=4041603 2024-04-02T08:45:04.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.259+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~RSGMZHNFAOW4.0 size=1048576 2024-04-02T08:45:04.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.259+0000 7f66a8039780 1 < canceled part key=_multipart_8QJNW10FF0U8.2~RSGMZHNFAOW4.1 size=1048576 2024-04-02T08:45:04.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.259+0000 7f66a8039780 1 < canceled part key=_multipart_8QJNW10FF0U8.2~RSGMZHNFAOW4.2 size=393465 2024-04-02T08:45:04.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.262+0000 7f66a8039780 1 < canceled multipart upload key=8QJNW10FF0U8 upload=RSGMZHNFAOW4 tag=JDA8ZW1DUS03 type=write size=3539193 2024-04-02T08:45:04.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.266+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~6U8MMIH4MOKD.0 size=1048576 2024-04-02T08:45:04.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.267+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~6U8MMIH4MOKD.1 size=721663 2024-04-02T08:45:04.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.267+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=6U8MMIH4MOKD tag=L09457UXX1FQ type=write size=2818815 2024-04-02T08:45:04.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.271+0000 7f66a8039780 1 < suggested remove operation key=O0QCRP60VK0G tag=DW70UOC8AZOU type=write 2024-04-02T08:45:04.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.274+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=0CFU8D4PI9LR type=del size=3972131 2024-04-02T08:45:04.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.276+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LSYE1G3JTNRR.0 size=1048576 2024-04-02T08:45:04.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.277+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LSYE1G3JTNRR.1 size=1048576 2024-04-02T08:45:04.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.279+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LSYE1G3JTNRR.2 size=165815 2024-04-02T08:45:04.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.282+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=LSYE1G3JTNRR tag=STK2ZZ85LX33 type=write size=3311543 2024-04-02T08:45:04.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.286+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~VAI6NRO8S2GP.0 size=1048576 2024-04-02T08:45:04.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.287+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~VAI6NRO8S2GP.1 size=1048576 2024-04-02T08:45:04.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.288+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~VAI6NRO8S2GP.2 size=341052 2024-04-02T08:45:04.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.288+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=VAI6NRO8S2GP tag=B9VVVM4SQZM8 type=write size=3486780 2024-04-02T08:45:04.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.290+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~IEK47Z4H4P00.0 size=347589 2024-04-02T08:45:04.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.294+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=IEK47Z4H4P00 tag=ZRR1447QQBMZ type=write size=1396165 2024-04-02T08:45:04.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.298+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~8W4OQSXVK1WU.0 size=155033 2024-04-02T08:45:04.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.298+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=8W4OQSXVK1WU tag=2IIG26WA4Z5M type=write size=1203609 2024-04-02T08:45:04.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.300+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=MVDRVALUUJ4C type=write size=278390 2024-04-02T08:45:04.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.303+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~MBCNBIHQTRPO.0 size=1048576 2024-04-02T08:45:04.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.305+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~MBCNBIHQTRPO.1 size=1048576 2024-04-02T08:45:04.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.306+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~MBCNBIHQTRPO.2 size=745798 2024-04-02T08:45:04.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.306+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=MBCNBIHQTRPO tag=QUBT3URGFLTU type=write size=3891526 2024-04-02T08:45:04.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.309+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~9J6UZN82TITG.0 size=1048576 2024-04-02T08:45:04.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.310+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~9J6UZN82TITG.1 size=227935 2024-04-02T08:45:04.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.313+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=9J6UZN82TITG tag=GK3DMM0VV68S type=write size=2325087 2024-04-02T08:45:04.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.315+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=07LPQQNTJ5UO type=del size=549206 2024-04-02T08:45:04.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.317+0000 7f66a8039780 -1 < failed to complete operation key=276KVUQ2475M tag=1Z5SY8RZH5TU type=del size=3053535: (22) Invalid argument 2024-04-02T08:45:04.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.321+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~G234GFZ5HAHA.0 size=1048576 2024-04-02T08:45:04.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.323+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~G234GFZ5HAHA.1 size=1048576 2024-04-02T08:45:04.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.324+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~G234GFZ5HAHA.2 size=229710 2024-04-02T08:45:04.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.324+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=G234GFZ5HAHA tag=LHWX2KBI1NI3 type=write size=3375438 2024-04-02T08:45:04.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.326+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~C20W2ZZZ3QK2.0 size=1048576 2024-04-02T08:45:04.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.328+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~C20W2ZZZ3QK2.1 size=868756 2024-04-02T08:45:04.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.331+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=C20W2ZZZ3QK2 tag=13DMKSELLFP9 type=write size=2965908 2024-04-02T08:45:04.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.333+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=DD5GNAZVTFY4 type=del size=3008193 2024-04-02T08:45:04.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.335+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~FOPMN81Z5GL1.0 size=990846 2024-04-02T08:45:04.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.338+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=FOPMN81Z5GL1 tag=1A644YWJ6E7X type=write size=2039422 2024-04-02T08:45:04.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.339+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=2ZJZO60MFY1W type=write size=504520 2024-04-02T08:45:04.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.341+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~00QWBS2SVVQU.0 size=1048576 2024-04-02T08:45:04.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.343+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~00QWBS2SVVQU.1 size=441625 2024-04-02T08:45:04.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.346+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=00QWBS2SVVQU tag=R0LRKG3DVO9M type=write size=2538777 2024-04-02T08:45:04.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.348+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=XSCZVVJT2SZ8 type=del size=260741 2024-04-02T08:45:04.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.350+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~J4JPUBRY4YJ9.0 size=564894 2024-04-02T08:45:04.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.353+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=J4JPUBRY4YJ9 tag=W9GN4RQA4LR7 type=write size=1613470 2024-04-02T08:45:04.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.356+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~7P5E3NOLI3QG.0 size=1048576 2024-04-02T08:45:04.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.357+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~7P5E3NOLI3QG.1 size=525875 2024-04-02T08:45:04.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.357+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=7P5E3NOLI3QG tag=ULLQPOT9CRWM type=write size=2623027 2024-04-02T08:45:04.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.359+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~MF199A5ZQXXE.0 size=1048576 2024-04-02T08:45:04.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.359+0000 7f66a8039780 1 < canceled part key=_multipart_R628MJJ9BB5G.2~MF199A5ZQXXE.1 size=384053 2024-04-02T08:45:04.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.362+0000 7f66a8039780 1 < canceled multipart upload key=R628MJJ9BB5G upload=MF199A5ZQXXE tag=OXR3QCS0MFX2 type=write size=2481205 2024-04-02T08:45:04.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.364+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=N2QH5DF0U8OZ type=del size=1620316 2024-04-02T08:45:04.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.365+0000 7f66a8039780 1 < canceled operation key=2T3HPBFE8XA4 tag=A5OH169ZUZAJ type=write size=538579 2024-04-02T08:45:04.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.367+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=W99MIOW7FRL9 type=del size=255157 2024-04-02T08:45:04.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.369+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=NC3JJ4EW4W9N type=del 2024-04-02T08:45:04.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.370+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=ER2UXBCA7FVO type=write size=31079 2024-04-02T08:45:04.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.374+0000 7f66a8039780 1 < suggested remove operation key=PZKZ83BFSP9E tag=O88YYLYZQEDB type=del 2024-04-02T08:45:04.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.375+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=S1FS73GY739D type=write size=65213 2024-04-02T08:45:04.376 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.377+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~62YYVEYOKW05.0 size=1048576 2024-04-02T08:45:04.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.379+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~62YYVEYOKW05.1 size=1048576 2024-04-02T08:45:04.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.380+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~62YYVEYOKW05.2 size=895875 2024-04-02T08:45:04.382 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.383+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=62YYVEYOKW05 tag=PEDNFKQJVYRM type=write size=4041603 2024-04-02T08:45:04.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.385+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=MH4EYR26I2YZ type=del size=1075895 2024-04-02T08:45:04.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.387+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~6U8MMIH4MOKD.0 size=1048576 2024-04-02T08:45:04.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.389+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~6U8MMIH4MOKD.1 size=721663 2024-04-02T08:45:04.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.392+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=6U8MMIH4MOKD tag=L09457UXX1FQ type=write size=2818815 2024-04-02T08:45:04.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.396+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~U8EHBBP0UNR0.0 size=1048576 2024-04-02T08:45:04.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.397+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~U8EHBBP0UNR0.1 size=610160 2024-04-02T08:45:04.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.397+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=U8EHBBP0UNR0 tag=8J32PFP47MCB type=write size=2707312 2024-04-02T08:45:04.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.401+0000 7f66a8039780 1 < suggested remove operation key=ZUO2TXTKZ5D6 tag=0CFU8D4PI9LR type=del 2024-04-02T08:45:04.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.404+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~4CNPW55H81FX.0 size=47397 2024-04-02T08:45:04.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.404+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=4CNPW55H81FX tag=QQCYEP3ICR10 type=write size=1095973 2024-04-02T08:45:04.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.404+0000 7f66a8039780 1 < canceled part key=_multipart_ZUO2TXTKZ5D6.2~VAI6NRO8S2GP.0 size=1048576 2024-04-02T08:45:04.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.406+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~VAI6NRO8S2GP.1 size=1048576 2024-04-02T08:45:04.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.407+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~VAI6NRO8S2GP.2 size=341052 2024-04-02T08:45:04.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.410+0000 7f66a8039780 1 < canceled multipart upload key=ZUO2TXTKZ5D6 upload=VAI6NRO8S2GP tag=B9VVVM4SQZM8 type=write size=3486780 2024-04-02T08:45:04.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.412+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=9MYV0WOI1EZC type=del size=2920683 2024-04-02T08:45:04.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.414+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~8W4OQSXVK1WU.0 size=155033 2024-04-02T08:45:04.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.418+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=8W4OQSXVK1WU tag=2IIG26WA4Z5M type=write size=1203609 2024-04-02T08:45:04.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.422+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~HP09HKXA2ZK2.0 size=1048576 2024-04-02T08:45:04.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.424+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~HP09HKXA2ZK2.1 size=1048576 2024-04-02T08:45:04.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.425+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~HP09HKXA2ZK2.2 size=696182 2024-04-02T08:45:04.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.425+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=HP09HKXA2ZK2 tag=9QRMEILJB110 type=write size=3841910 2024-04-02T08:45:04.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.427+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~MBCNBIHQTRPO.0 size=1048576 2024-04-02T08:45:04.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.428+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~MBCNBIHQTRPO.1 size=1048576 2024-04-02T08:45:04.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.428+0000 7f66a8039780 1 < canceled part key=_multipart_MVOA3WWKEWZR.2~MBCNBIHQTRPO.2 size=745798 2024-04-02T08:45:04.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.431+0000 7f66a8039780 1 < canceled multipart upload key=MVOA3WWKEWZR upload=MBCNBIHQTRPO tag=QUBT3URGFLTU type=write size=3891526 2024-04-02T08:45:04.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.433+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=C4TLSYB2SFVW type=del size=385009 2024-04-02T08:45:04.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.435+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=07LPQQNTJ5UO type=del 2024-04-02T08:45:04.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.438+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~I2UBYHG2ZSZ3.0 size=296906 2024-04-02T08:45:04.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.438+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=I2UBYHG2ZSZ3 tag=BP3J7CV0ARKS type=write size=1345482 2024-04-02T08:45:04.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.440+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~G234GFZ5HAHA.0 size=1048576 2024-04-02T08:45:04.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.442+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~G234GFZ5HAHA.1 size=1048576 2024-04-02T08:45:04.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.443+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~G234GFZ5HAHA.2 size=229710 2024-04-02T08:45:04.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.446+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=G234GFZ5HAHA tag=LHWX2KBI1NI3 type=write size=3375438 2024-04-02T08:45:04.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.448+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=T4809D7KT8UK type=del size=3504545 2024-04-02T08:45:04.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.450+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=DD5GNAZVTFY4 type=del 2024-04-02T08:45:04.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.452+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=N6ZWQMRJRBU8 type=del size=2986365 2024-04-02T08:45:04.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.456+0000 7f66a8039780 1 < suggested remove operation key=PKWCIR77HPSQ tag=2ZJZO60MFY1W type=write 2024-04-02T08:45:04.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.460+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~D3TM7SGO3MS9.0 size=1048576 2024-04-02T08:45:04.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.461+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~D3TM7SGO3MS9.1 size=1048576 2024-04-02T08:45:04.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.463+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~D3TM7SGO3MS9.2 size=427949 2024-04-02T08:45:04.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.463+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=D3TM7SGO3MS9 tag=1M7XF0HI8OV6 type=write size=3573677 2024-04-02T08:45:04.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.466+0000 7f66a8039780 1 < suggested update operation key=VQVZN74VMII6 tag=XSCZVVJT2SZ8 type=del size=260741 2024-04-02T08:45:04.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.468+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=OXXI2D4GU8FM type=del size=4046820 2024-04-02T08:45:04.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.470+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~7P5E3NOLI3QG.0 size=1048576 2024-04-02T08:45:04.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.472+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~7P5E3NOLI3QG.1 size=525875 2024-04-02T08:45:04.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.476+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=7P5E3NOLI3QG tag=ULLQPOT9CRWM type=write size=2623027 2024-04-02T08:45:04.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.479+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~84Z7GH9NK289.0 size=163415 2024-04-02T08:45:04.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.479+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=84Z7GH9NK289 tag=I8D80VRAMOW9 type=write size=1211991 2024-04-02T08:45:04.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.481+0000 7f66a8039780 1 < canceled operation key=N3Q53Q538DXX tag=N2QH5DF0U8OZ type=del size=1620316 2024-04-02T08:45:04.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.485+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~92OSTKQ3PD6U.0 size=1048576 2024-04-02T08:45:04.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.487+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~92OSTKQ3PD6U.1 size=583106 2024-04-02T08:45:04.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.487+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=92OSTKQ3PD6U tag=HQBYGVVC9XK6 type=write size=2680258 2024-04-02T08:45:04.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.489+0000 7f66a8039780 1 < canceled operation key=H46EQB061BMB tag=W99MIOW7FRL9 type=del size=255157 2024-04-02T08:45:04.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.491+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=L68PH1TSGDC2 type=del size=513800 2024-04-02T08:45:04.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.493+0000 7f66a8039780 1 < completed write operation key=RNMJ571SSULK tag=ER2UXBCA7FVO type=write size=31079 2024-04-02T08:45:04.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.495+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=F60I0EED1KTA type=del size=2396902 2024-04-02T08:45:04.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.497+0000 7f66a8039780 1 < completed write operation key=VFSPTXAIF3ZP tag=S1FS73GY739D type=write size=65213 2024-04-02T08:45:04.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.499+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=0LZTDDQYFULB type=del size=1637792 2024-04-02T08:45:04.500 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.501+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=MH4EYR26I2YZ type=del 2024-04-02T08:45:04.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.503+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=UCNFFTLYHZCS type=write size=548075 2024-04-02T08:45:04.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.505+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~U8EHBBP0UNR0.0 size=1048576 2024-04-02T08:45:04.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.507+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~U8EHBBP0UNR0.1 size=610160 2024-04-02T08:45:04.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.510+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=U8EHBBP0UNR0 tag=8J32PFP47MCB type=write size=2707312 2024-04-02T08:45:04.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.512+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=BCFJJV1R00D2 type=del size=776227 2024-04-02T08:45:04.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.514+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~4CNPW55H81FX.0 size=47397 2024-04-02T08:45:04.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.519+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=4CNPW55H81FX tag=QQCYEP3ICR10 type=write size=1095973 2024-04-02T08:45:04.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.521+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=ZPZGI155KM1J type=del size=1010053 2024-04-02T08:45:04.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.523+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=9MYV0WOI1EZC type=del 2024-04-02T08:45:04.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.525+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=UTHDCLCE5GX1 type=write size=838521 2024-04-02T08:45:04.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.526+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~HP09HKXA2ZK2.0 size=1048576 2024-04-02T08:45:04.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.528+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~HP09HKXA2ZK2.1 size=1048576 2024-04-02T08:45:04.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.528+0000 7f66a8039780 1 < canceled part key=_multipart_ZUO2TXTKZ5D6.2~HP09HKXA2ZK2.2 size=696182 2024-04-02T08:45:04.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.531+0000 7f66a8039780 1 < canceled multipart upload key=ZUO2TXTKZ5D6 upload=HP09HKXA2ZK2 tag=9QRMEILJB110 type=write size=3841910 2024-04-02T08:45:04.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.534+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~WTAPNDE7ZRYG.0 size=786352 2024-04-02T08:45:04.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.534+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=WTAPNDE7ZRYG tag=B8VEV81HNPYM type=write size=1834928 2024-04-02T08:45:04.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.536+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=C4TLSYB2SFVW type=del 2024-04-02T08:45:04.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.540+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~1NCG7SBBFULB.0 size=1048576 2024-04-02T08:45:04.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.542+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~1NCG7SBBFULB.1 size=663037 2024-04-02T08:45:04.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.542+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=1NCG7SBBFULB tag=1ALAOVVYGWQ7 type=write size=2760189 2024-04-02T08:45:04.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.544+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~I2UBYHG2ZSZ3.0 size=296906 2024-04-02T08:45:04.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.547+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=I2UBYHG2ZSZ3 tag=BP3J7CV0ARKS type=write size=1345482 2024-04-02T08:45:04.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.549+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=KLMSCU4PWHDX type=write size=500434 2024-04-02T08:45:04.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.551+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=T4809D7KT8UK type=del 2024-04-02T08:45:04.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.555+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~13UVGYFLPM0E.0 size=1048576 2024-04-02T08:45:04.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.556+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~13UVGYFLPM0E.1 size=1048576 2024-04-02T08:45:04.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.558+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~13UVGYFLPM0E.2 size=791552 2024-04-02T08:45:04.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.558+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=13UVGYFLPM0E tag=5ZO20ZIGQYJM type=write size=3937280 2024-04-02T08:45:04.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.561+0000 7f66a8039780 1 < suggested remove operation key=8QJNW10FF0U8 tag=N6ZWQMRJRBU8 type=del 2024-04-02T08:45:04.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.563+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=2T68DUSGEK70 type=del size=1349883 2024-04-02T08:45:04.564 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.566+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~D3TM7SGO3MS9.0 size=1048576 2024-04-02T08:45:04.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.568+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~D3TM7SGO3MS9.1 size=1048576 2024-04-02T08:45:04.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.570+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~D3TM7SGO3MS9.2 size=427949 2024-04-02T08:45:04.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.573+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=D3TM7SGO3MS9 tag=1M7XF0HI8OV6 type=write size=3573677 2024-04-02T08:45:04.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.575+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=K5I2199GQMDL type=del size=1940742 2024-04-02T08:45:04.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.578+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=OXXI2D4GU8FM type=del 2024-04-02T08:45:04.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.580+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=VOD7QODJ2OYT type=write size=724736 2024-04-02T08:45:04.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.582+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~84Z7GH9NK289.0 size=163415 2024-04-02T08:45:04.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.586+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=84Z7GH9NK289 tag=I8D80VRAMOW9 type=write size=1211991 2024-04-02T08:45:04.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.590+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~YAJ8PJ676O9T.0 size=116212 2024-04-02T08:45:04.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.590+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=YAJ8PJ676O9T tag=DY9LEN6FHFXI type=write size=1164788 2024-04-02T08:45:04.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.592+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~92OSTKQ3PD6U.0 size=1048576 2024-04-02T08:45:04.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.592+0000 7f66a8039780 1 < canceled part key=_multipart_J0H0DJZWIT92.2~92OSTKQ3PD6U.1 size=583106 2024-04-02T08:45:04.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.595+0000 7f66a8039780 1 < canceled multipart upload key=J0H0DJZWIT92 upload=92OSTKQ3PD6U tag=HQBYGVVC9XK6 type=write size=2680258 2024-04-02T08:45:04.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.597+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=R2QQD6URVIYD type=write size=425541 2024-04-02T08:45:04.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.599+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=L68PH1TSGDC2 type=del 2024-04-02T08:45:04.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.603+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~5MG16IV1VNV0.0 size=608800 2024-04-02T08:45:04.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.603+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=5MG16IV1VNV0 tag=H45ITTQSPZJ6 type=write size=1657376 2024-04-02T08:45:04.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.607+0000 7f66a8039780 1 < suggested remove operation key=RNMJ571SSULK tag=F60I0EED1KTA type=del 2024-04-02T08:45:04.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.609+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=2B3LQWI6ICB7 type=del size=136117 2024-04-02T08:45:04.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.612+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=0LZTDDQYFULB type=del 2024-04-02T08:45:04.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.614+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=5WNAX6G2J42K type=write size=419719 2024-04-02T08:45:04.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.616+0000 7f66a8039780 1 < completed write operation key=VFSPTXAIF3ZP tag=UCNFFTLYHZCS type=write size=548075 2024-04-02T08:45:04.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.618+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=QASZ35HB1606 type=del size=2257106 2024-04-02T08:45:04.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.620+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=BCFJJV1R00D2 type=del 2024-04-02T08:45:04.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.622+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=LM5MWBVS2NWY type=del size=1312315 2024-04-02T08:45:04.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.625+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=ZPZGI155KM1J type=del 2024-04-02T08:45:04.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.629+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~OE8ST1KKWMVJ.0 size=807601 2024-04-02T08:45:04.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.629+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=OE8ST1KKWMVJ tag=61NYAKK151QI type=write size=1856177 2024-04-02T08:45:04.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.631+0000 7f66a8039780 -1 < failed to complete operation key=8QJNW10FF0U8 tag=UTHDCLCE5GX1 type=write size=838521: (22) Invalid argument 2024-04-02T08:45:04.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.635+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~8G3CLTGK8Y2U.0 size=1048576 2024-04-02T08:45:04.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.636+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~8G3CLTGK8Y2U.1 size=1048576 2024-04-02T08:45:04.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.638+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~8G3CLTGK8Y2U.2 size=836083 2024-04-02T08:45:04.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.638+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=8G3CLTGK8Y2U tag=2IF80K3YHLI2 type=write size=3981811 2024-04-02T08:45:04.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.640+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~WTAPNDE7ZRYG.0 size=786352 2024-04-02T08:45:04.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.644+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=WTAPNDE7ZRYG tag=B8VEV81HNPYM type=write size=1834928 2024-04-02T08:45:04.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.646+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=04LBF7T9XPCV type=del size=2082896 2024-04-02T08:45:04.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.646+0000 7f66a8039780 1 < canceled part key=_multipart_C49DO0QY95UV.2~1NCG7SBBFULB.0 size=1048576 2024-04-02T08:45:04.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.648+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~1NCG7SBBFULB.1 size=663037 2024-04-02T08:45:04.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.651+0000 7f66a8039780 1 < canceled multipart upload key=C49DO0QY95UV upload=1NCG7SBBFULB tag=1ALAOVVYGWQ7 type=write size=2760189 2024-04-02T08:45:04.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.654+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=BUROKUUOAFYF type=write size=1015269 2024-04-02T08:45:04.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.656+0000 7f66a8039780 1 < completed write operation key=ODRLSCYUJE7H tag=KLMSCU4PWHDX type=write size=500434 2024-04-02T08:45:04.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.658+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=S7VDHTPEN081 type=del size=150734 2024-04-02T08:45:04.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.660+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~13UVGYFLPM0E.0 size=1048576 2024-04-02T08:45:04.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.660+0000 7f66a8039780 1 < canceled part key=_multipart_276KVUQ2475M.2~13UVGYFLPM0E.1 size=1048576 2024-04-02T08:45:04.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.662+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~13UVGYFLPM0E.2 size=791552 2024-04-02T08:45:04.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.666+0000 7f66a8039780 1 < canceled multipart upload key=276KVUQ2475M upload=13UVGYFLPM0E tag=5ZO20ZIGQYJM type=write size=3937280 2024-04-02T08:45:04.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.668+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=7ND5LX3ALU8U type=del size=3309533 2024-04-02T08:45:04.668 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.669+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=2T68DUSGEK70 type=del 2024-04-02T08:45:04.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.673+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~OGEKY56W537G.0 size=1048576 2024-04-02T08:45:04.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.674+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~OGEKY56W537G.1 size=1048576 2024-04-02T08:45:04.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.676+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~OGEKY56W537G.2 size=455066 2024-04-02T08:45:04.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.676+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=OGEKY56W537G tag=CS6P3UAGH6X1 type=write size=3600794 2024-04-02T08:45:04.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.678+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=K5I2199GQMDL type=del 2024-04-02T08:45:04.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.682+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~KKAIOOC744PB.0 size=905867 2024-04-02T08:45:04.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.682+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=KKAIOOC744PB tag=YXRD5F1J8GBL type=write size=1954443 2024-04-02T08:45:04.682 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.683+0000 7f66a8039780 1 < completed write operation key=ODRLSCYUJE7H tag=VOD7QODJ2OYT type=write size=724736 2024-04-02T08:45:04.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.687+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~06JL68BDZ9YP.0 size=1021936 2024-04-02T08:45:04.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.687+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=06JL68BDZ9YP tag=40OGAV5PLZQS type=write size=2070512 2024-04-02T08:45:04.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.688+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~YAJ8PJ676O9T.0 size=116212 2024-04-02T08:45:04.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.692+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=YAJ8PJ676O9T tag=DY9LEN6FHFXI type=write size=1164788 2024-04-02T08:45:04.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.694+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=RPD1RNZMYEF1 type=del size=1619781 2024-04-02T08:45:04.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.696+0000 7f66a8039780 1 < completed write operation key=ODRLSCYUJE7H tag=R2QQD6URVIYD type=write size=425541 2024-04-02T08:45:04.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.697+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=71DB9QO3YUBB type=del size=2283446 2024-04-02T08:45:04.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.700+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~5MG16IV1VNV0.0 size=608800 2024-04-02T08:45:04.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.703+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=5MG16IV1VNV0 tag=H45ITTQSPZJ6 type=write size=1657376 2024-04-02T08:45:04.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.705+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=4CN6S9ZIL9UO type=write size=801262 2024-04-02T08:45:04.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.707+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=2B3LQWI6ICB7 type=del 2024-04-02T08:45:04.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.710+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=3P1O6RS7NAY3 type=del size=1333105 2024-04-02T08:45:04.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.711+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=5WNAX6G2J42K type=write size=419719 2024-04-02T08:45:04.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.713+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=221WL0ZBCG33 type=write size=758131 2024-04-02T08:45:04.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.715+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=QASZ35HB1606 type=del 2024-04-02T08:45:04.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.724+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=73N8L9STQWL6 type=del size=2001160 2024-04-02T08:45:04.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.727+0000 7f66a8039780 1 < suggested update operation key=RNMJ571SSULK tag=LM5MWBVS2NWY type=del size=1312315 2024-04-02T08:45:04.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.730+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=TIYLMCULV8AM type=del size=1258111 2024-04-02T08:45:04.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.732+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~OE8ST1KKWMVJ.0 size=807601 2024-04-02T08:45:04.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.735+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=OE8ST1KKWMVJ tag=61NYAKK151QI type=write size=1856177 2024-04-02T08:45:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.737+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=XXGOOUVI0U8K type=del size=2102225 2024-04-02T08:45:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.739+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~8G3CLTGK8Y2U.0 size=1048576 2024-04-02T08:45:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.741+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~8G3CLTGK8Y2U.1 size=1048576 2024-04-02T08:45:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.742+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~8G3CLTGK8Y2U.2 size=836083 2024-04-02T08:45:04.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.745+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=8G3CLTGK8Y2U tag=2IF80K3YHLI2 type=write size=3981811 2024-04-02T08:45:04.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.749+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~0AT7X3F1RZ4R.0 size=1048576 2024-04-02T08:45:04.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.751+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~0AT7X3F1RZ4R.1 size=500933 2024-04-02T08:45:04.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.751+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=0AT7X3F1RZ4R tag=PJDV1DYEA2HE type=write size=2598085 2024-04-02T08:45:04.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.753+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=04LBF7T9XPCV type=del 2024-04-02T08:45:04.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.755+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=RJL1VW2GJ1XB type=del size=4065277 2024-04-02T08:45:04.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.759+0000 7f66a8039780 1 < suggested update operation key=ZUO2TXTKZ5D6 tag=BUROKUUOAFYF type=write size=1015269 2024-04-02T08:45:04.761 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.762+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~7Y2DGA0GUJXN.0 size=1048576 2024-04-02T08:45:04.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.764+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~7Y2DGA0GUJXN.1 size=1048576 2024-04-02T08:45:04.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.765+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~7Y2DGA0GUJXN.2 size=429471 2024-04-02T08:45:04.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.765+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=7Y2DGA0GUJXN tag=6T3FWRBA2W9P type=write size=3575199 2024-04-02T08:45:04.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.769+0000 7f66a8039780 1 < suggested update operation key=RNMJ571SSULK tag=S7VDHTPEN081 type=del size=150734 2024-04-02T08:45:04.771 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.773+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~Z2N0YQJZ63H0.0 size=1048576 2024-04-02T08:45:04.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.774+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~Z2N0YQJZ63H0.1 size=800722 2024-04-02T08:45:04.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.774+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=Z2N0YQJZ63H0 tag=A216TWLDB734 type=write size=2897874 2024-04-02T08:45:04.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.776+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=7ND5LX3ALU8U type=del 2024-04-02T08:45:04.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.780+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~54I9T9WPZD0N.0 size=1048576 2024-04-02T08:45:04.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.782+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~54I9T9WPZD0N.1 size=1048576 2024-04-02T08:45:04.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.784+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~54I9T9WPZD0N.2 size=929977 2024-04-02T08:45:04.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.784+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=54I9T9WPZD0N tag=P659ZI594GP4 type=write size=4075705 2024-04-02T08:45:04.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.786+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~OGEKY56W537G.0 size=1048576 2024-04-02T08:45:04.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.788+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~OGEKY56W537G.1 size=1048576 2024-04-02T08:45:04.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.789+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~OGEKY56W537G.2 size=455066 2024-04-02T08:45:04.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.792+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=OGEKY56W537G tag=CS6P3UAGH6X1 type=write size=3600794 2024-04-02T08:45:04.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.796+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~H49O9KHR7R6K.0 size=1048576 2024-04-02T08:45:04.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.798+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~H49O9KHR7R6K.1 size=1048576 2024-04-02T08:45:04.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.799+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~H49O9KHR7R6K.2 size=603789 2024-04-02T08:45:04.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.799+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=H49O9KHR7R6K tag=IYHHXBC0AGNC type=write size=3749517 2024-04-02T08:45:04.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.801+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~KKAIOOC744PB.0 size=905867 2024-04-02T08:45:04.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.805+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=KKAIOOC744PB tag=YXRD5F1J8GBL type=write size=1954443 2024-04-02T08:45:04.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.806+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=6ADABMXZQGXP type=write size=698895 2024-04-02T08:45:04.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.807+0000 7f66a8039780 1 < canceled part key=_multipart_SKXP9F1WMETM.2~06JL68BDZ9YP.0 size=1021936 2024-04-02T08:45:04.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.810+0000 7f66a8039780 1 < canceled multipart upload key=SKXP9F1WMETM upload=06JL68BDZ9YP tag=40OGAV5PLZQS type=write size=2070512 2024-04-02T08:45:04.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.812+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=WIFR2TCSYFHI type=write size=886537 2024-04-02T08:45:04.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.814+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=RPD1RNZMYEF1 type=del 2024-04-02T08:45:04.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.816+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=YV2VOFEOXE10 type=write size=430183 2024-04-02T08:45:04.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.817+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=71DB9QO3YUBB type=del 2024-04-02T08:45:04.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.819+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=FNHMVUBUNIOY type=del size=3771845 2024-04-02T08:45:04.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.821+0000 7f66a8039780 1 < completed write operation key=ODRLSCYUJE7H tag=4CN6S9ZIL9UO type=write size=801262 2024-04-02T08:45:04.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.823+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=3ZWO53H6HKPS type=write size=776989 2024-04-02T08:45:04.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.826+0000 7f66a8039780 -1 < failed to complete operation key=ZUO2TXTKZ5D6 tag=3P1O6RS7NAY3 type=del size=1333105: (22) Invalid argument 2024-04-02T08:45:04.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.827+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=3AQ5KHHNJHAR type=del size=251724 2024-04-02T08:45:04.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.829+0000 7f66a8039780 1 < completed write operation key=VQVZN74VMII6 tag=221WL0ZBCG33 type=write size=758131 2024-04-02T08:45:04.831 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.833+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~ZGXNJBJIMGW8.0 size=1048576 2024-04-02T08:45:04.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.835+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~ZGXNJBJIMGW8.1 size=46694 2024-04-02T08:45:04.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.835+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=ZGXNJBJIMGW8 tag=3R445L5MKLQ7 type=write size=2143846 2024-04-02T08:45:04.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.836+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=73N8L9STQWL6 type=del 2024-04-02T08:45:04.838 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.839+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~AD99IJNHM6ER.0 size=1048576 2024-04-02T08:45:04.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.841+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~AD99IJNHM6ER.1 size=964723 2024-04-02T08:45:04.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.841+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=AD99IJNHM6ER tag=H9F64B2XJ4QI type=write size=3061875 2024-04-02T08:45:04.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.845+0000 7f66a8039780 1 < suggested remove operation key=VFSPTXAIF3ZP tag=TIYLMCULV8AM type=del 2024-04-02T08:45:04.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.848+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~5C2VAXXGIF52.0 size=1048576 2024-04-02T08:45:04.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.849+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~5C2VAXXGIF52.1 size=1048576 2024-04-02T08:45:04.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.851+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~5C2VAXXGIF52.2 size=62178 2024-04-02T08:45:04.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.851+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=5C2VAXXGIF52 tag=QUSO21C18E2S type=write size=3207906 2024-04-02T08:45:04.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.854+0000 7f66a8039780 1 < suggested remove operation key=R628MJJ9BB5G tag=XXGOOUVI0U8K type=del 2024-04-02T08:45:04.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.856+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=ZMYKP1EDHP99 type=write size=560949 2024-04-02T08:45:04.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.858+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~0AT7X3F1RZ4R.0 size=1048576 2024-04-02T08:45:04.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.859+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~0AT7X3F1RZ4R.1 size=500933 2024-04-02T08:45:04.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.862+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=0AT7X3F1RZ4R tag=PJDV1DYEA2HE type=write size=2598085 2024-04-02T08:45:04.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.864+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=2A9B7LIL4C1H type=write size=616224 2024-04-02T08:45:04.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.866+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=RJL1VW2GJ1XB type=del 2024-04-02T08:45:04.867 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.869+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~R6ESUJ1FUO7X.0 size=1048576 2024-04-02T08:45:04.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.870+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~R6ESUJ1FUO7X.1 size=1048576 2024-04-02T08:45:04.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.872+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~R6ESUJ1FUO7X.2 size=667309 2024-04-02T08:45:04.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.872+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=R6ESUJ1FUO7X tag=94P4ZFLH6ZJJ type=write size=3813037 2024-04-02T08:45:04.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.873+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~7Y2DGA0GUJXN.0 size=1048576 2024-04-02T08:45:04.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.875+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~7Y2DGA0GUJXN.1 size=1048576 2024-04-02T08:45:04.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.876+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~7Y2DGA0GUJXN.2 size=429471 2024-04-02T08:45:04.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.879+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=7Y2DGA0GUJXN tag=6T3FWRBA2W9P type=write size=3575199 2024-04-02T08:45:04.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.882+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=0B2AA4X6AGTX type=del size=421963 2024-04-02T08:45:04.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.884+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~Z2N0YQJZ63H0.0 size=1048576 2024-04-02T08:45:04.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.886+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~Z2N0YQJZ63H0.1 size=800722 2024-04-02T08:45:04.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.889+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=Z2N0YQJZ63H0 tag=A216TWLDB734 type=write size=2897874 2024-04-02T08:45:04.890 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.892+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=YCBK4GOHQO05 type=del size=3471817 2024-04-02T08:45:04.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.894+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~54I9T9WPZD0N.0 size=1048576 2024-04-02T08:45:04.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.895+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~54I9T9WPZD0N.1 size=1048576 2024-04-02T08:45:04.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.897+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~54I9T9WPZD0N.2 size=929977 2024-04-02T08:45:04.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.900+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=54I9T9WPZD0N tag=P659ZI594GP4 type=write size=4075705 2024-04-02T08:45:04.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.902+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=4A8QWM0FRNSV type=del size=1247665 2024-04-02T08:45:04.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.904+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~H49O9KHR7R6K.0 size=1048576 2024-04-02T08:45:04.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.905+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~H49O9KHR7R6K.1 size=1048576 2024-04-02T08:45:04.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.907+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~H49O9KHR7R6K.2 size=603789 2024-04-02T08:45:04.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.910+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=H49O9KHR7R6K tag=IYHHXBC0AGNC type=write size=3749517 2024-04-02T08:45:04.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.912+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=GRJIFLB6QANS type=del size=461427 2024-04-02T08:45:04.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.914+0000 7f66a8039780 1 < completed write operation key=PZKZ83BFSP9E tag=6ADABMXZQGXP type=write size=698895 2024-04-02T08:45:04.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.916+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=4N35GEPW6QDF type=del size=2060544 2024-04-02T08:45:04.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.918+0000 7f66a8039780 1 < completed write operation key=SKXP9F1WMETM tag=WIFR2TCSYFHI type=write size=886537 2024-04-02T08:45:04.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.920+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=6UFHAG7QTLRC type=write size=180933 2024-04-02T08:45:04.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.922+0000 7f66a8039780 1 < completed write operation key=PKWCIR77HPSQ tag=YV2VOFEOXE10 type=write size=430183 2024-04-02T08:45:04.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.924+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=CFS6DK0I1Q41 type=del size=212224 2024-04-02T08:45:04.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.926+0000 7f66a8039780 -1 < failed to complete operation key=R628MJJ9BB5G tag=FNHMVUBUNIOY type=del size=3771845: (22) Invalid argument 2024-04-02T08:45:04.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.929+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=XAQE8ZXMT5W1 type=write size=394724 2024-04-02T08:45:04.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.930+0000 7f66a8039780 1 < completed write operation key=8TMKP5EUZ549 tag=3ZWO53H6HKPS type=write size=776989 2024-04-02T08:45:04.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.934+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~2YENUCAP23OW.0 size=1048576 2024-04-02T08:45:04.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.935+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~2YENUCAP23OW.1 size=261406 2024-04-02T08:45:04.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.935+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=2YENUCAP23OW tag=AE1T4KGJKL25 type=write size=2358558 2024-04-02T08:45:04.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.938+0000 7f66a8039780 -1 < failed to complete operation key=R628MJJ9BB5G tag=3AQ5KHHNJHAR type=del size=251724: (22) Invalid argument 2024-04-02T08:45:04.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.940+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=GTMH740LMG6J type=write size=598942 2024-04-02T08:45:04.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.942+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~ZGXNJBJIMGW8.0 size=1048576 2024-04-02T08:45:04.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.944+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~ZGXNJBJIMGW8.1 size=46694 2024-04-02T08:45:04.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.947+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=ZGXNJBJIMGW8 tag=3R445L5MKLQ7 type=write size=2143846 2024-04-02T08:45:04.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.950+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=D5QHY49DI076 type=del size=1178665 2024-04-02T08:45:04.950 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.951+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~AD99IJNHM6ER.0 size=1048576 2024-04-02T08:45:04.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.953+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~AD99IJNHM6ER.1 size=964723 2024-04-02T08:45:04.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.956+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=AD99IJNHM6ER tag=H9F64B2XJ4QI type=write size=3061875 2024-04-02T08:45:04.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.960+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~3T6LTK84IVCB.0 size=417186 2024-04-02T08:45:04.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.960+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=3T6LTK84IVCB tag=9K5IN0HPTQ1L type=write size=1465762 2024-04-02T08:45:04.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.961+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~5C2VAXXGIF52.0 size=1048576 2024-04-02T08:45:04.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.963+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~5C2VAXXGIF52.1 size=1048576 2024-04-02T08:45:04.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.965+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~5C2VAXXGIF52.2 size=62178 2024-04-02T08:45:04.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.968+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=5C2VAXXGIF52 tag=QUSO21C18E2S type=write size=3207906 2024-04-02T08:45:04.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.971+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~GKA190AGHWCM.0 size=163013 2024-04-02T08:45:04.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.971+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=GKA190AGHWCM tag=P0J40M0UI3U1 type=write size=1211589 2024-04-02T08:45:04.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.973+0000 7f66a8039780 1 < completed write operation key=MVOA3WWKEWZR tag=ZMYKP1EDHP99 type=write size=560949 2024-04-02T08:45:04.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.977+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~4TH3XRD6ALCX.0 size=369578 2024-04-02T08:45:04.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.977+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=4TH3XRD6ALCX tag=QDXNRYJEMOES type=write size=1418154 2024-04-02T08:45:04.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.978+0000 7f66a8039780 1 < completed write operation key=H46EQB061BMB tag=2A9B7LIL4C1H type=write size=616224 2024-04-02T08:45:04.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.980+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=34B0AEPBXKY3 type=del size=2891476 2024-04-02T08:45:04.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.982+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~R6ESUJ1FUO7X.0 size=1048576 2024-04-02T08:45:04.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.982+0000 7f66a8039780 1 < canceled part key=_multipart_ZUO2TXTKZ5D6.2~R6ESUJ1FUO7X.1 size=1048576 2024-04-02T08:45:04.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.983+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~R6ESUJ1FUO7X.2 size=667309 2024-04-02T08:45:04.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.986+0000 7f66a8039780 1 < canceled multipart upload key=ZUO2TXTKZ5D6 upload=R6ESUJ1FUO7X tag=94P4ZFLH6ZJJ type=write size=3813037 2024-04-02T08:45:04.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.988+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=OD1T0E898AXZ type=del size=2766254 2024-04-02T08:45:04.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.990+0000 7f66a8039780 1 < canceled operation key=PZKZ83BFSP9E tag=0B2AA4X6AGTX type=del size=421963 2024-04-02T08:45:04.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.992+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=BRVXX86R3N44 type=del size=407643 2024-04-02T08:45:04.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.995+0000 7f66a8039780 1 < suggested remove operation key=N3Q53Q538DXX tag=YCBK4GOHQO05 type=del 2024-04-02T08:45:04.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.997+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=Y8BG2MIIEH8B type=del size=1333386 2024-04-02T08:45:04.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:04.999+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=4A8QWM0FRNSV type=del 2024-04-02T08:45:04.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.001+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=LV5V4XQ4PP70 type=del size=3886945 2024-04-02T08:45:05.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.003+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=GRJIFLB6QANS type=del 2024-04-02T08:45:05.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.006+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~Z05NV1VXZT2J.0 size=1048576 2024-04-02T08:45:05.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.007+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~Z05NV1VXZT2J.1 size=677164 2024-04-02T08:45:05.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.007+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=Z05NV1VXZT2J tag=7ZT32COIYHAC type=write size=2774316 2024-04-02T08:45:05.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.011+0000 7f66a8039780 1 < suggested remove operation key=SKXP9F1WMETM tag=4N35GEPW6QDF type=del 2024-04-02T08:45:05.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.013+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=POE5QC5GJOFS type=del size=2184503 2024-04-02T08:45:05.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.015+0000 7f66a8039780 1 < completed write operation key=276KVUQ2475M tag=6UFHAG7QTLRC type=write size=180933 2024-04-02T08:45:05.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.017+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=KGOX2MQBFCVM type=del size=3550047 2024-04-02T08:45:05.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.019+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=CFS6DK0I1Q41 type=del 2024-04-02T08:45:05.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.021+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=OZRO2XXVLR9H type=del size=364349 2024-04-02T08:45:05.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.024+0000 7f66a8039780 1 < suggested update operation key=CNF8703CRCYQ tag=XAQE8ZXMT5W1 type=write size=394724 2024-04-02T08:45:05.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.026+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=ASW7GAE6Q40J type=del size=4001105 2024-04-02T08:45:05.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.028+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~2YENUCAP23OW.0 size=1048576 2024-04-02T08:45:05.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.028+0000 7f66a8039780 1 < canceled part key=_multipart_VQVZN74VMII6.2~2YENUCAP23OW.1 size=261406 2024-04-02T08:45:05.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.031+0000 7f66a8039780 1 < canceled multipart upload key=VQVZN74VMII6 upload=2YENUCAP23OW tag=AE1T4KGJKL25 type=write size=2358558 2024-04-02T08:45:05.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.033+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=3L4OTWBC3WT7 type=del size=1580116 2024-04-02T08:45:05.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.035+0000 7f66a8039780 1 < completed write operation key=276KVUQ2475M tag=GTMH740LMG6J type=write size=598942 2024-04-02T08:45:05.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.038+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~1ACF98L2P3Y6.0 size=427053 2024-04-02T08:45:05.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.038+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=1ACF98L2P3Y6 tag=0ESVKZANKTXK type=write size=1475629 2024-04-02T08:45:05.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.040+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=D5QHY49DI076 type=del 2024-04-02T08:45:05.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.044+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~7JI6YB2W7DGK.0 size=596942 2024-04-02T08:45:05.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.044+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=7JI6YB2W7DGK tag=N3BB49VH7ZI4 type=write size=1645518 2024-04-02T08:45:05.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.045+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~3T6LTK84IVCB.0 size=417186 2024-04-02T08:45:05.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.048+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=3T6LTK84IVCB tag=9K5IN0HPTQ1L type=write size=1465762 2024-04-02T08:45:05.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.050+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=OG72T3GRGRRL type=del size=3703232 2024-04-02T08:45:05.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.052+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~GKA190AGHWCM.0 size=163013 2024-04-02T08:45:05.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.055+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=GKA190AGHWCM tag=P0J40M0UI3U1 type=write size=1211589 2024-04-02T08:45:05.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.057+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=2LH2T7O56VV9 type=del size=2623792 2024-04-02T08:45:05.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.059+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~4TH3XRD6ALCX.0 size=369578 2024-04-02T08:45:05.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.062+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=4TH3XRD6ALCX tag=QDXNRYJEMOES type=write size=1418154 2024-04-02T08:45:05.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.064+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=3E7LZENLJ55W type=del size=1719733 2024-04-02T08:45:05.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.065+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=34B0AEPBXKY3 type=del 2024-04-02T08:45:05.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.067+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=2K4QBOR9JC9L type=write size=169565 2024-04-02T08:45:05.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.068+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=SKXP9F1WMETM tag=OD1T0E898AXZ type=del size=2766254: (2) No such file or directory 2024-04-02T08:45:05.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.070+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=LV8M3DKM39E8 type=del size=3212767 2024-04-02T08:45:05.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.071+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=BRVXX86R3N44 type=del 2024-04-02T08:45:05.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.074+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=8WA1AUI3CUIE type=write size=982180 2024-04-02T08:45:05.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.076+0000 7f66a8039780 1 < canceled operation key=J0H0DJZWIT92 tag=Y8BG2MIIEH8B type=del size=1333386 2024-04-02T08:45:05.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.077+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=B8TKC2B4ON0C type=del size=2597886 2024-04-02T08:45:05.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.079+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=LV5V4XQ4PP70 type=del 2024-04-02T08:45:05.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.081+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=MUGX8C3T0I37 type=write size=133257 2024-04-02T08:45:05.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.083+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~Z05NV1VXZT2J.0 size=1048576 2024-04-02T08:45:05.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.085+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~Z05NV1VXZT2J.1 size=677164 2024-04-02T08:45:05.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.088+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=Z05NV1VXZT2J tag=7ZT32COIYHAC type=write size=2774316 2024-04-02T08:45:05.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.090+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=8QCC6H00W7CW type=del size=1636117 2024-04-02T08:45:05.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.093+0000 7f66a8039780 1 < suggested remove operation key=C49DO0QY95UV tag=POE5QC5GJOFS type=del 2024-04-02T08:45:05.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.096+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~A21D8YGQ3TOF.0 size=1016995 2024-04-02T08:45:05.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.096+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=A21D8YGQ3TOF tag=85XNO0BCS0RX type=write size=2065571 2024-04-02T08:45:05.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.098+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=KGOX2MQBFCVM type=del 2024-04-02T08:45:05.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.100+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=HFCVQDI5WCS6 type=del size=2894459 2024-04-02T08:45:05.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.102+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=OZRO2XXVLR9H type=del 2024-04-02T08:45:05.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.104+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=0Y82LKXLJIMK type=write size=130149 2024-04-02T08:45:05.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.106+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=ASW7GAE6Q40J type=del 2024-04-02T08:45:05.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.109+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~RZKK8EZFCPPP.0 size=1048576 2024-04-02T08:45:05.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.110+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~RZKK8EZFCPPP.1 size=1048576 2024-04-02T08:45:05.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.112+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~RZKK8EZFCPPP.2 size=820076 2024-04-02T08:45:05.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.112+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=RZKK8EZFCPPP tag=640VNP64DRNC type=write size=3965804 2024-04-02T08:45:05.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.114+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=3L4OTWBC3WT7 type=del 2024-04-02T08:45:05.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.116+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=AFRIR1J15I9K type=del size=366044 2024-04-02T08:45:05.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.117+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~1ACF98L2P3Y6.0 size=427053 2024-04-02T08:45:05.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.121+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=1ACF98L2P3Y6 tag=0ESVKZANKTXK type=write size=1475629 2024-04-02T08:45:05.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.124+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~J6U0DTSK39GZ.0 size=453726 2024-04-02T08:45:05.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.124+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=J6U0DTSK39GZ tag=RCFMH4WSVA28 type=write size=1502302 2024-04-02T08:45:05.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.126+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~7JI6YB2W7DGK.0 size=596942 2024-04-02T08:45:05.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.129+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=7JI6YB2W7DGK tag=N3BB49VH7ZI4 type=write size=1645518 2024-04-02T08:45:05.131 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.131+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=LK0D0SLW2WR7 type=del size=495517 2024-04-02T08:45:05.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.133+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=OG72T3GRGRRL type=del 2024-04-02T08:45:05.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.135+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=C4SGWRFCGX75 type=del size=2017046 2024-04-02T08:45:05.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.137+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=2LH2T7O56VV9 type=del 2024-04-02T08:45:05.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.138+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=1C786E3C01AG type=del size=1811576 2024-04-02T08:45:05.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.140+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=3E7LZENLJ55W type=del 2024-04-02T08:45:05.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.142+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=RJKBR7NQHDSC type=del size=3037808 2024-04-02T08:45:05.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.144+0000 7f66a8039780 1 < canceled operation key=PKWCIR77HPSQ tag=2K4QBOR9JC9L type=write size=169565 2024-04-02T08:45:05.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.147+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~J4VF8VJL2U46.0 size=580796 2024-04-02T08:45:05.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.147+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=J4VF8VJL2U46 tag=B3T0FCSLRNN1 type=write size=1629372 2024-04-02T08:45:05.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.149+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=LV8M3DKM39E8 type=del 2024-04-02T08:45:05.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.151+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=18VNGY8SE205 type=del size=3345874 2024-04-02T08:45:05.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.153+0000 7f66a8039780 1 < canceled operation key=MVOA3WWKEWZR tag=8WA1AUI3CUIE type=write size=982180 2024-04-02T08:45:05.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.156+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~FFOEMKEBKDLV.0 size=1048576 2024-04-02T08:45:05.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.158+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~FFOEMKEBKDLV.1 size=287960 2024-04-02T08:45:05.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.158+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=FFOEMKEBKDLV tag=D79FIUB4WJM4 type=write size=2385112 2024-04-02T08:45:05.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.160+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=B8TKC2B4ON0C type=del 2024-04-02T08:45:05.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.163+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~8BMVH3LEKCD9.0 size=1011805 2024-04-02T08:45:05.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.163+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=8BMVH3LEKCD9 tag=PQZBQ73G4HU0 type=write size=2060381 2024-04-02T08:45:05.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.165+0000 7f66a8039780 1 < canceled operation key=N3Q53Q538DXX tag=MUGX8C3T0I37 type=write size=133257 2024-04-02T08:45:05.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.168+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~5GQLSS2NY6ZV.0 size=429069 2024-04-02T08:45:05.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.168+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=5GQLSS2NY6ZV tag=SFUZJMC9HP6S type=write size=1477645 2024-04-02T08:45:05.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.170+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=8QCC6H00W7CW type=del 2024-04-02T08:45:05.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.172+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=I2FCN2EGFGM1 type=write size=912149 2024-04-02T08:45:05.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.174+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~A21D8YGQ3TOF.0 size=1016995 2024-04-02T08:45:05.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.177+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=A21D8YGQ3TOF tag=85XNO0BCS0RX type=write size=2065571 2024-04-02T08:45:05.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.179+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=2XZTPSU175RI type=del size=2392877 2024-04-02T08:45:05.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.180+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=HFCVQDI5WCS6 type=del 2024-04-02T08:45:05.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.182+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=53V6DRAGS1ZE type=write size=231199 2024-04-02T08:45:05.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.184+0000 7f66a8039780 1 < completed write operation key=R628MJJ9BB5G tag=0Y82LKXLJIMK type=write size=130149 2024-04-02T08:45:05.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.187+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~3PBPV9ISKW2Q.0 size=1048576 2024-04-02T08:45:05.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.189+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~3PBPV9ISKW2Q.1 size=1048576 2024-04-02T08:45:05.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.191+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~3PBPV9ISKW2Q.2 size=965761 2024-04-02T08:45:05.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.191+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=3PBPV9ISKW2Q tag=CLM9GYSBRG9Z type=write size=4111489 2024-04-02T08:45:05.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.193+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~RZKK8EZFCPPP.0 size=1048576 2024-04-02T08:45:05.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.195+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~RZKK8EZFCPPP.1 size=1048576 2024-04-02T08:45:05.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.196+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~RZKK8EZFCPPP.2 size=820076 2024-04-02T08:45:05.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.199+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=RZKK8EZFCPPP tag=640VNP64DRNC type=write size=3965804 2024-04-02T08:45:05.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.201+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=6VNTRLIFNMFG type=del size=1034914 2024-04-02T08:45:05.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.203+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=AFRIR1J15I9K type=del 2024-04-02T08:45:05.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.205+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=AJT92GPXCGYU type=del size=138580 2024-04-02T08:45:05.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.207+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~J6U0DTSK39GZ.0 size=453726 2024-04-02T08:45:05.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.210+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=J6U0DTSK39GZ tag=RCFMH4WSVA28 type=write size=1502302 2024-04-02T08:45:05.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.212+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=ERGKWG82JJY6 type=del size=1697863 2024-04-02T08:45:05.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.215+0000 7f66a8039780 1 < suggested remove operation key=2T3HPBFE8XA4 tag=LK0D0SLW2WR7 type=del 2024-04-02T08:45:05.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.217+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=2EIKXS60SP4V type=del size=2506997 2024-04-02T08:45:05.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.221+0000 7f66a8039780 1 < suggested update operation key=637CIUSXUSZD tag=C4SGWRFCGX75 type=del size=2017046 2024-04-02T08:45:05.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.224+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~U98HEETQJOUZ.0 size=1048576 2024-04-02T08:45:05.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.226+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~U98HEETQJOUZ.1 size=599413 2024-04-02T08:45:05.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.226+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=U98HEETQJOUZ tag=HL7L4C05REFB type=write size=2696565 2024-04-02T08:45:05.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.227+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=1C786E3C01AG type=del 2024-04-02T08:45:05.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.229+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=DXK43GK8XF3K type=del size=3894943 2024-04-02T08:45:05.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.231+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=RJKBR7NQHDSC type=del 2024-04-02T08:45:05.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.233+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=XGM3DYBSM6P1 type=del size=784067 2024-04-02T08:45:05.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.235+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~J4VF8VJL2U46.0 size=580796 2024-04-02T08:45:05.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.238+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=J4VF8VJL2U46 tag=B3T0FCSLRNN1 type=write size=1629372 2024-04-02T08:45:05.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.241+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~1YNTWB0RL7KI.0 size=150303 2024-04-02T08:45:05.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.241+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=1YNTWB0RL7KI tag=NF7HL6E659G1 type=write size=1198879 2024-04-02T08:45:05.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.243+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=18VNGY8SE205 type=del 2024-04-02T08:45:05.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.245+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=JN87W1CAAZ87 type=del size=3891340 2024-04-02T08:45:05.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.247+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~FFOEMKEBKDLV.0 size=1048576 2024-04-02T08:45:05.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.249+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~FFOEMKEBKDLV.1 size=287960 2024-04-02T08:45:05.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.252+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=FFOEMKEBKDLV tag=D79FIUB4WJM4 type=write size=2385112 2024-04-02T08:45:05.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.253+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=RVRF46DGD3WP type=del size=3357704 2024-04-02T08:45:05.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.255+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~8BMVH3LEKCD9.0 size=1011805 2024-04-02T08:45:05.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.258+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=8BMVH3LEKCD9 tag=PQZBQ73G4HU0 type=write size=2060381 2024-04-02T08:45:05.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.262+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~95S48RGUJDLD.0 size=1048576 2024-04-02T08:45:05.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.263+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~95S48RGUJDLD.1 size=549424 2024-04-02T08:45:05.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.263+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=95S48RGUJDLD tag=NLIZ7X2DO2M9 type=write size=2646576 2024-04-02T08:45:05.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.265+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~5GQLSS2NY6ZV.0 size=429069 2024-04-02T08:45:05.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.268+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=5GQLSS2NY6ZV tag=SFUZJMC9HP6S type=write size=1477645 2024-04-02T08:45:05.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.270+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=0WXXKQVL2R4W type=del size=1016 2024-04-02T08:45:05.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.272+0000 7f66a8039780 1 < canceled operation key=8TMKP5EUZ549 tag=I2FCN2EGFGM1 type=write size=912149 2024-04-02T08:45:05.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.274+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=MDCYE5HDU42D type=del size=715979 2024-04-02T08:45:05.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.275+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=2XZTPSU175RI type=del 2024-04-02T08:45:05.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.279+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~LD6Y26PNN10X.0 size=1048576 2024-04-02T08:45:05.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.280+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~LD6Y26PNN10X.1 size=1048576 2024-04-02T08:45:05.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.282+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~LD6Y26PNN10X.2 size=473656 2024-04-02T08:45:05.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.282+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=LD6Y26PNN10X tag=3CZFP761006D type=write size=3619384 2024-04-02T08:45:05.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.284+0000 7f66a8039780 1 < completed write operation key=VQVZN74VMII6 tag=53V6DRAGS1ZE type=write size=231199 2024-04-02T08:45:05.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.286+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=K2D3CP9UZ9IX type=del size=897663 2024-04-02T08:45:05.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.286+0000 7f66a8039780 1 < canceled part key=_multipart_SKXP9F1WMETM.2~3PBPV9ISKW2Q.0 size=1048576 2024-04-02T08:45:05.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.288+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~3PBPV9ISKW2Q.1 size=1048576 2024-04-02T08:45:05.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.289+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~3PBPV9ISKW2Q.2 size=965761 2024-04-02T08:45:05.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.292+0000 7f66a8039780 1 < canceled multipart upload key=SKXP9F1WMETM upload=3PBPV9ISKW2Q tag=CLM9GYSBRG9Z type=write size=4111489 2024-04-02T08:45:05.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.294+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=XCXB63FCEY7A type=del size=1701315 2024-04-02T08:45:05.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.296+0000 7f66a8039780 1 < canceled operation key=J0H0DJZWIT92 tag=6VNTRLIFNMFG type=del size=1034914 2024-04-02T08:45:05.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.298+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=01UOFIAYRN8Y type=del size=665474 2024-04-02T08:45:05.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.301+0000 7f66a8039780 -1 < failed to complete operation key=2T3HPBFE8XA4 tag=AJT92GPXCGYU type=del size=138580: (22) Invalid argument 2024-04-02T08:45:05.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.303+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=PJBQPJL7YWAS type=del size=828483 2024-04-02T08:45:05.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.305+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=ERGKWG82JJY6 type=del 2024-04-02T08:45:05.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.307+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=C1OXMFY6TJ6H type=write size=528089 2024-04-02T08:45:05.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.309+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=2EIKXS60SP4V type=del 2024-04-02T08:45:05.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.311+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=1Q8ZONZFMJ3G type=del size=1544009 2024-04-02T08:45:05.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.312+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~U98HEETQJOUZ.0 size=1048576 2024-04-02T08:45:05.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.314+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~U98HEETQJOUZ.1 size=599413 2024-04-02T08:45:05.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.317+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=U98HEETQJOUZ tag=HL7L4C05REFB type=write size=2696565 2024-04-02T08:45:05.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.319+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=R2PMSTJ41GN9 type=del size=1468007 2024-04-02T08:45:05.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.321+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=DXK43GK8XF3K type=del 2024-04-02T08:45:05.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.324+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=HAMWAPX5WWQE type=write size=352864 2024-04-02T08:45:05.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.328+0000 7f66a8039780 1 < suggested update operation key=C49DO0QY95UV tag=XGM3DYBSM6P1 type=del size=784067 2024-04-02T08:45:05.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.330+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=S0HOYFJQJ8LV type=write size=876236 2024-04-02T08:45:05.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.332+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~1YNTWB0RL7KI.0 size=150303 2024-04-02T08:45:05.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.336+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=1YNTWB0RL7KI tag=NF7HL6E659G1 type=write size=1198879 2024-04-02T08:45:05.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.339+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~4NABXU32DR02.0 size=584884 2024-04-02T08:45:05.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.339+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=4NABXU32DR02 tag=4RBSS26VSVY5 type=write size=1633460 2024-04-02T08:45:05.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.341+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=JN87W1CAAZ87 type=del 2024-04-02T08:45:05.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.345+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~YHR5AQBKTT1F.0 size=1048576 2024-04-02T08:45:05.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.346+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~YHR5AQBKTT1F.1 size=759926 2024-04-02T08:45:05.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.346+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=YHR5AQBKTT1F tag=GMIYE5WXPA8F type=write size=2857078 2024-04-02T08:45:05.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.350+0000 7f66a8039780 1 < suggested remove operation key=637CIUSXUSZD tag=RVRF46DGD3WP type=del 2024-04-02T08:45:05.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.352+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=5A9YPOKLHBKS type=del size=1933163 2024-04-02T08:45:05.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.354+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~95S48RGUJDLD.0 size=1048576 2024-04-02T08:45:05.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.355+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~95S48RGUJDLD.1 size=549424 2024-04-02T08:45:05.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.359+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=95S48RGUJDLD tag=NLIZ7X2DO2M9 type=write size=2646576 2024-04-02T08:45:05.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.360+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=FGH9S3TI7VUX type=del size=44803 2024-04-02T08:45:05.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.364+0000 7f66a8039780 1 < suggested update operation key=A0ZBFF51XGDX tag=0WXXKQVL2R4W type=del size=1016 2024-04-02T08:45:05.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.366+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=I5SV7WO9TMI3 type=del size=3853032 2024-04-02T08:45:05.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.368+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=MDCYE5HDU42D type=del 2024-04-02T08:45:05.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.369+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=I1T6PB6Q1G61 type=del size=334840 2024-04-02T08:45:05.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.371+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~LD6Y26PNN10X.0 size=1048576 2024-04-02T08:45:05.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.373+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~LD6Y26PNN10X.1 size=1048576 2024-04-02T08:45:05.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.373+0000 7f66a8039780 1 < canceled part key=_multipart_H46EQB061BMB.2~LD6Y26PNN10X.2 size=473656 2024-04-02T08:45:05.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.376+0000 7f66a8039780 1 < canceled multipart upload key=H46EQB061BMB upload=LD6Y26PNN10X tag=3CZFP761006D type=write size=3619384 2024-04-02T08:45:05.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.379+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~24OPC1KYSF76.0 size=1048576 2024-04-02T08:45:05.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.381+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~24OPC1KYSF76.1 size=1048576 2024-04-02T08:45:05.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.383+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~24OPC1KYSF76.2 size=586317 2024-04-02T08:45:05.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.383+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=24OPC1KYSF76 tag=XPJ8EENWT4YB type=write size=3732045 2024-04-02T08:45:05.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.384+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=K2D3CP9UZ9IX type=del 2024-04-02T08:45:05.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.388+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~V0L59KICV2N8.0 size=557324 2024-04-02T08:45:05.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.388+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=V0L59KICV2N8 tag=HCOXIPSEETI0 type=write size=1605900 2024-04-02T08:45:05.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.389+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=XCXB63FCEY7A type=del 2024-04-02T08:45:05.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.393+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~4KBZH97XA0V0.0 size=1048576 2024-04-02T08:45:05.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.394+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~4KBZH97XA0V0.1 size=1048576 2024-04-02T08:45:05.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.396+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~4KBZH97XA0V0.2 size=263126 2024-04-02T08:45:05.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.396+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=4KBZH97XA0V0 tag=D2F084L5QHZE type=write size=3408854 2024-04-02T08:45:05.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.398+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=01UOFIAYRN8Y type=del 2024-04-02T08:45:05.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.400+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=EXBS6KZX73SR type=del size=1304122 2024-04-02T08:45:05.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.401+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=PJBQPJL7YWAS type=del 2024-04-02T08:45:05.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.403+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=WEO02A89XNDJ type=write size=550974 2024-04-02T08:45:05.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.405+0000 7f66a8039780 1 < completed write operation key=2T3HPBFE8XA4 tag=C1OXMFY6TJ6H type=write size=528089 2024-04-02T08:45:05.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.407+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=L1RCTU5H9W3D type=write size=298125 2024-04-02T08:45:05.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.412+0000 7f66a8039780 1 < suggested remove operation key=HUH2LBUPML72 tag=1Q8ZONZFMJ3G type=del 2024-04-02T08:45:05.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.414+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=7QL9W04WRUO2 type=del size=3873689 2024-04-02T08:45:05.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.416+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=R2PMSTJ41GN9 type=del 2024-04-02T08:45:05.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.418+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=TMDR7Q00SDL4 type=del size=1163058 2024-04-02T08:45:05.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.421+0000 7f66a8039780 1 < completed write operation key=8TMKP5EUZ549 tag=HAMWAPX5WWQE type=write size=352864 2024-04-02T08:45:05.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.423+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=U9SB1PZIQBET type=del size=725624 2024-04-02T08:45:05.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.426+0000 7f66a8039780 -1 < failed to complete operation key=637CIUSXUSZD tag=S0HOYFJQJ8LV type=write size=876236: (22) Invalid argument 2024-04-02T08:45:05.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.428+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=OQQFO7FQGQHI type=write size=408707 2024-04-02T08:45:05.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.430+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~4NABXU32DR02.0 size=584884 2024-04-02T08:45:05.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.434+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=4NABXU32DR02 tag=4RBSS26VSVY5 type=write size=1633460 2024-04-02T08:45:05.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.439+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~I4W4UPGDVKPS.0 size=265603 2024-04-02T08:45:05.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.439+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=I4W4UPGDVKPS tag=O0B880U2FJV2 type=write size=1314179 2024-04-02T08:45:05.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.441+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~YHR5AQBKTT1F.0 size=1048576 2024-04-02T08:45:05.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.442+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~YHR5AQBKTT1F.1 size=759926 2024-04-02T08:45:05.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.446+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=YHR5AQBKTT1F tag=GMIYE5WXPA8F type=write size=2857078 2024-04-02T08:45:05.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.448+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=MZ9MHJTYY05S type=del size=3407791 2024-04-02T08:45:05.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.449+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=5A9YPOKLHBKS type=del 2024-04-02T08:45:05.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.451+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=1X5TOPXCQJDD type=del size=1369036 2024-04-02T08:45:05.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.455+0000 7f66a8039780 1 < suggested update operation key=C49DO0QY95UV tag=FGH9S3TI7VUX type=del size=44803 2024-04-02T08:45:05.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.457+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=AWK8A5VWOQNN type=del size=1998706 2024-04-02T08:45:05.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.459+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=I5SV7WO9TMI3 type=del 2024-04-02T08:45:05.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.461+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=3PMRSU0E37FX type=del size=614056 2024-04-02T08:45:05.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.463+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=I1T6PB6Q1G61 type=del 2024-04-02T08:45:05.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.464+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=LA35V507ADTV type=del size=1599251 2024-04-02T08:45:05.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.467+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~24OPC1KYSF76.0 size=1048576 2024-04-02T08:45:05.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.468+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~24OPC1KYSF76.1 size=1048576 2024-04-02T08:45:05.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.470+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~24OPC1KYSF76.2 size=586317 2024-04-02T08:45:05.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.473+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=24OPC1KYSF76 tag=XPJ8EENWT4YB type=write size=3732045 2024-04-02T08:45:05.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.475+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=EIT8BWHM19DX type=del size=1030529 2024-04-02T08:45:05.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.477+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~V0L59KICV2N8.0 size=557324 2024-04-02T08:45:05.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.480+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=V0L59KICV2N8 tag=HCOXIPSEETI0 type=write size=1605900 2024-04-02T08:45:05.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.482+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=F54T6ABBV93E type=del size=494836 2024-04-02T08:45:05.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.484+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~4KBZH97XA0V0.0 size=1048576 2024-04-02T08:45:05.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.485+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~4KBZH97XA0V0.1 size=1048576 2024-04-02T08:45:05.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.487+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~4KBZH97XA0V0.2 size=263126 2024-04-02T08:45:05.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.490+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=4KBZH97XA0V0 tag=D2F084L5QHZE type=write size=3408854 2024-04-02T08:45:05.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.495+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~HH5O9Z5TEYTU.0 size=1036920 2024-04-02T08:45:05.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.495+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=HH5O9Z5TEYTU tag=XDY8BMCCR3GM type=write size=2085496 2024-04-02T08:45:05.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.497+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=EXBS6KZX73SR type=del 2024-04-02T08:45:05.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.499+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=UXO2RJMF10B0 type=del size=3316778 2024-04-02T08:45:05.500 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.502+0000 7f66a8039780 1 < completed write operation key=2T3HPBFE8XA4 tag=WEO02A89XNDJ type=write size=550974 2024-04-02T08:45:05.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.504+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=KKS3TB9VZSMZ type=del size=1638833 2024-04-02T08:45:05.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.509+0000 7f66a8039780 1 < suggested update operation key=O0QCRP60VK0G tag=L1RCTU5H9W3D type=write size=298125 2024-04-02T08:45:05.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.511+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=EOVCCT4R6DT1 type=del size=3010488 2024-04-02T08:45:05.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.513+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=7QL9W04WRUO2 type=del 2024-04-02T08:45:05.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.516+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=OD0BFBUU2DG3 type=del size=2668439 2024-04-02T08:45:05.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.518+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=TMDR7Q00SDL4 type=del 2024-04-02T08:45:05.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.522+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~XHKBGTPUL9O6.0 size=702529 2024-04-02T08:45:05.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.522+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=XHKBGTPUL9O6 tag=YVTOAYIADAFL type=write size=1751105 2024-04-02T08:45:05.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.527+0000 7f66a8039780 1 < suggested update operation key=CNF8703CRCYQ tag=U9SB1PZIQBET type=del size=725624 2024-04-02T08:45:05.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.529+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=9TVU6ZWONCE7 type=del size=813201 2024-04-02T08:45:05.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.533+0000 7f66a8039780 1 < suggested remove operation key=FDBYRCJ7K5Z6 tag=OQQFO7FQGQHI type=write 2024-04-02T08:45:05.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.536+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=1I3RU0ZEGXRT type=del size=396473 2024-04-02T08:45:05.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.538+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~I4W4UPGDVKPS.0 size=265603 2024-04-02T08:45:05.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.542+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=I4W4UPGDVKPS tag=O0B880U2FJV2 type=write size=1314179 2024-04-02T08:45:05.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.547+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~L1GT96KO6QLS.0 size=1048576 2024-04-02T08:45:05.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.549+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~L1GT96KO6QLS.1 size=72720 2024-04-02T08:45:05.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.549+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=L1GT96KO6QLS tag=7SEBZ3WBO3PB type=write size=2169872 2024-04-02T08:45:05.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.552+0000 7f66a8039780 -1 < failed to complete operation key=O0QCRP60VK0G tag=MZ9MHJTYY05S type=del size=3407791: (22) Invalid argument 2024-04-02T08:45:05.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.556+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~5WPDXCI8OEBF.0 size=1048576 2024-04-02T08:45:05.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.558+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~5WPDXCI8OEBF.1 size=1048576 2024-04-02T08:45:05.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.560+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~5WPDXCI8OEBF.2 size=956300 2024-04-02T08:45:05.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.560+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=5WPDXCI8OEBF tag=5876OS6D1LK6 type=write size=4102028 2024-04-02T08:45:05.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.564+0000 7f66a8039780 1 < suggested update operation key=VJZTCVAN2M5T tag=1X5TOPXCQJDD type=del size=1369036 2024-04-02T08:45:05.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.567+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~84ISDN0FM8T0.0 size=330904 2024-04-02T08:45:05.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.567+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=84ISDN0FM8T0 tag=2K8JYJK946F2 type=write size=1379480 2024-04-02T08:45:05.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.569+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=AWK8A5VWOQNN type=del 2024-04-02T08:45:05.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.571+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=6OTQLHLVE80R type=write size=304029 2024-04-02T08:45:05.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.573+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=3PMRSU0E37FX type=del 2024-04-02T08:45:05.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.577+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~I6BJECSA92SH.0 size=789023 2024-04-02T08:45:05.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.577+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=I6BJECSA92SH tag=IRTRHEZJMKPU type=write size=1837599 2024-04-02T08:45:05.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.580+0000 7f66a8039780 1 < canceled operation key=VLGN1CJMAOWK tag=LA35V507ADTV type=del size=1599251 2024-04-02T08:45:05.581 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.582+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=Y6V6NPU7QEMN type=del size=774561 2024-04-02T08:45:05.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.584+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=EIT8BWHM19DX type=del 2024-04-02T08:45:05.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.588+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~CJB9C61A264E.0 size=617193 2024-04-02T08:45:05.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.588+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=CJB9C61A264E tag=003P6IC0ZZRF type=write size=1665769 2024-04-02T08:45:05.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.590+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=F54T6ABBV93E type=del 2024-04-02T08:45:05.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.593+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=SYT1XLDC9BUC type=write size=401490 2024-04-02T08:45:05.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.595+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~HH5O9Z5TEYTU.0 size=1036920 2024-04-02T08:45:05.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.599+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=HH5O9Z5TEYTU tag=XDY8BMCCR3GM type=write size=2085496 2024-04-02T08:45:05.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.601+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=B0RO43QWYU0D type=write size=5019 2024-04-02T08:45:05.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.603+0000 7f66a8039780 1 < canceled operation key=HUH2LBUPML72 tag=UXO2RJMF10B0 type=del size=3316778 2024-04-02T08:45:05.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.606+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=5IQL6T9R5CC9 type=del size=1172466 2024-04-02T08:45:05.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.608+0000 7f66a8039780 1 < canceled operation key=HUH2LBUPML72 tag=KKS3TB9VZSMZ type=del size=1638833 2024-04-02T08:45:05.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.612+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~I6HE6AWP6ZDH.0 size=804407 2024-04-02T08:45:05.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.612+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=I6HE6AWP6ZDH tag=6V0P9HULR6L9 type=write size=1852983 2024-04-02T08:45:05.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.614+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=EOVCCT4R6DT1 type=del 2024-04-02T08:45:05.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.618+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~SK0KMQBQBBBB.0 size=214412 2024-04-02T08:45:05.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.618+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=SK0KMQBQBBBB tag=R0TLKPAFOYD7 type=write size=1262988 2024-04-02T08:45:05.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.620+0000 7f66a8039780 1 < canceled operation key=MVOA3WWKEWZR tag=OD0BFBUU2DG3 type=del size=2668439 2024-04-02T08:45:05.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.622+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=7MGXB131PVM9 type=write size=90535 2024-04-02T08:45:05.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.622+0000 7f66a8039780 1 < canceled part key=_multipart_8TMKP5EUZ549.2~XHKBGTPUL9O6.0 size=702529 2024-04-02T08:45:05.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.626+0000 7f66a8039780 1 < canceled multipart upload key=8TMKP5EUZ549 upload=XHKBGTPUL9O6 tag=YVTOAYIADAFL type=write size=1751105 2024-04-02T08:45:05.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.628+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=RHULEVF1ZBBH type=del size=69600 2024-04-02T08:45:05.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.630+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=9TVU6ZWONCE7 type=del 2024-04-02T08:45:05.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.633+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~99BEIC3H8VSJ.0 size=1048576 2024-04-02T08:45:05.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.635+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~99BEIC3H8VSJ.1 size=1048576 2024-04-02T08:45:05.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.636+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~99BEIC3H8VSJ.2 size=215169 2024-04-02T08:45:05.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.636+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=99BEIC3H8VSJ tag=P2S0V8SQW5HG type=write size=3360897 2024-04-02T08:45:05.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.640+0000 7f66a8039780 1 < suggested update operation key=H46EQB061BMB tag=1I3RU0ZEGXRT type=del size=396473 2024-04-02T08:45:05.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.642+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=EO0W73848G3Z type=del size=2261572 2024-04-02T08:45:05.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.644+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~L1GT96KO6QLS.0 size=1048576 2024-04-02T08:45:05.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.646+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~L1GT96KO6QLS.1 size=72720 2024-04-02T08:45:05.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.649+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=L1GT96KO6QLS tag=7SEBZ3WBO3PB type=write size=2169872 2024-04-02T08:45:05.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.651+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=0HFT7GHKT08A type=del size=866742 2024-04-02T08:45:05.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.652+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~5WPDXCI8OEBF.0 size=1048576 2024-04-02T08:45:05.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.654+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~5WPDXCI8OEBF.1 size=1048576 2024-04-02T08:45:05.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.654+0000 7f66a8039780 1 < canceled part key=_multipart_8TMKP5EUZ549.2~5WPDXCI8OEBF.2 size=956300 2024-04-02T08:45:05.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.657+0000 7f66a8039780 1 < canceled multipart upload key=8TMKP5EUZ549 upload=5WPDXCI8OEBF tag=5876OS6D1LK6 type=write size=4102028 2024-04-02T08:45:05.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.659+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=LY064SRWW0DN type=del size=3164361 2024-04-02T08:45:05.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.661+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~84ISDN0FM8T0.0 size=330904 2024-04-02T08:45:05.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.664+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=84ISDN0FM8T0 tag=2K8JYJK946F2 type=write size=1379480 2024-04-02T08:45:05.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.667+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~3T4XCLLZ4AXB.0 size=629578 2024-04-02T08:45:05.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.667+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=3T4XCLLZ4AXB tag=6VF6E78Q125N type=write size=1678154 2024-04-02T08:45:05.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.669+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=6OTQLHLVE80R type=write size=304029 2024-04-02T08:45:05.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.672+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~1A6YBKU3AABI.0 size=1048576 2024-04-02T08:45:05.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.674+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~1A6YBKU3AABI.1 size=258166 2024-04-02T08:45:05.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.674+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=1A6YBKU3AABI tag=0TPF4AGJV4FM type=write size=2355318 2024-04-02T08:45:05.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.676+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~I6BJECSA92SH.0 size=789023 2024-04-02T08:45:05.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.679+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=I6BJECSA92SH tag=IRTRHEZJMKPU type=write size=1837599 2024-04-02T08:45:05.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.682+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~SJWRX1XWYOSZ.0 size=1048576 2024-04-02T08:45:05.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.684+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~SJWRX1XWYOSZ.1 size=396696 2024-04-02T08:45:05.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.684+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=SJWRX1XWYOSZ tag=8TAF45XS2PTP type=write size=2493848 2024-04-02T08:45:05.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.686+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=Y6V6NPU7QEMN type=del 2024-04-02T08:45:05.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.688+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=HAV9YH9HR9EG type=write size=279014 2024-04-02T08:45:05.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.690+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~CJB9C61A264E.0 size=617193 2024-04-02T08:45:05.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.693+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=CJB9C61A264E tag=003P6IC0ZZRF type=write size=1665769 2024-04-02T08:45:05.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.697+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~LCWB0ZKPB82U.0 size=1048576 2024-04-02T08:45:05.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.698+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~LCWB0ZKPB82U.1 size=1026710 2024-04-02T08:45:05.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.698+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=LCWB0ZKPB82U tag=ODDUKTIP1G4X type=write size=3123862 2024-04-02T08:45:05.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.702+0000 7f66a8039780 1 < suggested update operation key=RNMJ571SSULK tag=SYT1XLDC9BUC type=write size=401490 2024-04-02T08:45:05.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.704+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=EIUGS6YIH9WB type=write size=796826 2024-04-02T08:45:05.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.706+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=B0RO43QWYU0D type=write size=5019 2024-04-02T08:45:05.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.708+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=TVX9CKJXATW3 type=del size=3197813 2024-04-02T08:45:05.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.710+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=5IQL6T9R5CC9 type=del 2024-04-02T08:45:05.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.712+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=BYEVQ6VYDCE6 type=del size=4087259 2024-04-02T08:45:05.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.712+0000 7f66a8039780 1 < canceled part key=_multipart_VQVZN74VMII6.2~I6HE6AWP6ZDH.0 size=804407 2024-04-02T08:45:05.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.715+0000 7f66a8039780 1 < canceled multipart upload key=VQVZN74VMII6 upload=I6HE6AWP6ZDH tag=6V0P9HULR6L9 type=write size=1852983 2024-04-02T08:45:05.715 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.717+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=PRR09NB6KTZ6 type=write size=316904 2024-04-02T08:45:05.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.719+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~SK0KMQBQBBBB.0 size=214412 2024-04-02T08:45:05.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.722+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=SK0KMQBQBBBB tag=R0TLKPAFOYD7 type=write size=1262988 2024-04-02T08:45:05.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.724+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=B206XXUN03KP type=write size=670114 2024-04-02T08:45:05.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.726+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=7MGXB131PVM9 type=write size=90535 2024-04-02T08:45:05.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.729+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~09WDU9WY2I5U.0 size=1048576 2024-04-02T08:45:05.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.731+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~09WDU9WY2I5U.1 size=390607 2024-04-02T08:45:05.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.731+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=09WDU9WY2I5U tag=GJGE16VZYSIZ type=write size=2487759 2024-04-02T08:45:05.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.735+0000 7f66a8039780 1 < suggested remove operation key=FDBYRCJ7K5Z6 tag=RHULEVF1ZBBH type=del 2024-04-02T08:45:05.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.737+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=J4IPA1VO4A68 type=write size=99111 2024-04-02T08:45:05.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.738+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~99BEIC3H8VSJ.0 size=1048576 2024-04-02T08:45:05.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.740+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~99BEIC3H8VSJ.1 size=1048576 2024-04-02T08:45:05.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.742+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~99BEIC3H8VSJ.2 size=215169 2024-04-02T08:45:05.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.745+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=99BEIC3H8VSJ tag=P2S0V8SQW5HG type=write size=3360897 2024-04-02T08:45:05.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.747+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=UZOU8GLYOBWF type=del size=577183 2024-04-02T08:45:05.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.749+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=EO0W73848G3Z type=del 2024-04-02T08:45:05.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.751+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=FJRNLPWS2OY5 type=del size=3037138 2024-04-02T08:45:05.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.753+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=0HFT7GHKT08A type=del 2024-04-02T08:45:05.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.755+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=WRF7VU7UU1ZM type=del size=1249673 2024-04-02T08:45:05.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.757+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=LY064SRWW0DN type=del 2024-04-02T08:45:05.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.759+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=I58GJCSOTT7J type=del size=2960845 2024-04-02T08:45:05.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.761+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~3T4XCLLZ4AXB.0 size=629578 2024-04-02T08:45:05.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.764+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=3T4XCLLZ4AXB tag=6VF6E78Q125N type=write size=1678154 2024-04-02T08:45:05.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.768+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~0BSLO2QRH316.0 size=435066 2024-04-02T08:45:05.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.768+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=0BSLO2QRH316 tag=YMYFBRJLPF48 type=write size=1483642 2024-04-02T08:45:05.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.770+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~1A6YBKU3AABI.0 size=1048576 2024-04-02T08:45:05.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.772+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~1A6YBKU3AABI.1 size=258166 2024-04-02T08:45:05.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.775+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=1A6YBKU3AABI tag=0TPF4AGJV4FM type=write size=2355318 2024-04-02T08:45:05.776 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.778+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=3ECLBV0G466H type=del size=2077904 2024-04-02T08:45:05.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.780+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~SJWRX1XWYOSZ.0 size=1048576 2024-04-02T08:45:05.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.781+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~SJWRX1XWYOSZ.1 size=396696 2024-04-02T08:45:05.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.785+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=SJWRX1XWYOSZ tag=8TAF45XS2PTP type=write size=2493848 2024-04-02T08:45:05.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.788+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=1U0XXMM1U5O9 type=del size=313888 2024-04-02T08:45:05.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.790+0000 7f66a8039780 1 < completed write operation key=ODRLSCYUJE7H tag=HAV9YH9HR9EG type=write size=279014 2024-04-02T08:45:05.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.792+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=BWQYUIB63FPS type=write size=82281 2024-04-02T08:45:05.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.793+0000 7f66a8039780 1 < canceled part key=_multipart_PKWCIR77HPSQ.2~LCWB0ZKPB82U.0 size=1048576 2024-04-02T08:45:05.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.799+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~LCWB0ZKPB82U.1 size=1026710 2024-04-02T08:45:05.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.803+0000 7f66a8039780 1 < canceled multipart upload key=PKWCIR77HPSQ upload=LCWB0ZKPB82U tag=ODDUKTIP1G4X type=write size=3123862 2024-04-02T08:45:05.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.806+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~UTPV1CSVZFDO.0 size=1048576 2024-04-02T08:45:05.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.809+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~UTPV1CSVZFDO.1 size=771944 2024-04-02T08:45:05.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.809+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=UTPV1CSVZFDO tag=MD2N2Q24DENM type=write size=2869096 2024-04-02T08:45:05.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.811+0000 7f66a8039780 1 < completed write operation key=VLGN1CJMAOWK tag=EIUGS6YIH9WB type=write size=796826 2024-04-02T08:45:05.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.815+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~W8PD871X4NKD.0 size=1048576 2024-04-02T08:45:05.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.816+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~W8PD871X4NKD.1 size=99865 2024-04-02T08:45:05.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.816+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=W8PD871X4NKD tag=WZIQ1F4VMA62 type=write size=2197017 2024-04-02T08:45:05.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.818+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=TVX9CKJXATW3 type=del 2024-04-02T08:45:05.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.820+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=VVMAWHOYRGTH type=del size=3384447 2024-04-02T08:45:05.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.822+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=BYEVQ6VYDCE6 type=del 2024-04-02T08:45:05.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.826+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~XOFB42Q3P5R7.0 size=1048576 2024-04-02T08:45:05.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.827+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~XOFB42Q3P5R7.1 size=1048576 2024-04-02T08:45:05.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.829+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~XOFB42Q3P5R7.2 size=333488 2024-04-02T08:45:05.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.829+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=XOFB42Q3P5R7 tag=4IBS2WE8SHLI type=write size=3479216 2024-04-02T08:45:05.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.831+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=PRR09NB6KTZ6 type=write size=316904 2024-04-02T08:45:05.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.834+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~H9ZCJ3U2Z1KE.0 size=1038278 2024-04-02T08:45:05.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.834+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=H9ZCJ3U2Z1KE tag=57WCRYR6GNK3 type=write size=2086854 2024-04-02T08:45:05.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.836+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=B206XXUN03KP type=write size=670114 2024-04-02T08:45:05.838 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.840+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~YA6CM1UOKI9O.0 size=1048576 2024-04-02T08:45:05.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.842+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~YA6CM1UOKI9O.1 size=1048576 2024-04-02T08:45:05.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.843+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~YA6CM1UOKI9O.2 size=692420 2024-04-02T08:45:05.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.843+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=YA6CM1UOKI9O tag=NQTIQA21GS1P type=write size=3838148 2024-04-02T08:45:05.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.846+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~09WDU9WY2I5U.0 size=1048576 2024-04-02T08:45:05.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.847+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~09WDU9WY2I5U.1 size=390607 2024-04-02T08:45:05.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.851+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=09WDU9WY2I5U tag=GJGE16VZYSIZ type=write size=2487759 2024-04-02T08:45:05.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.855+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~FYX7QMD3C0IO.0 size=1048576 2024-04-02T08:45:05.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.856+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~FYX7QMD3C0IO.1 size=1048576 2024-04-02T08:45:05.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.858+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~FYX7QMD3C0IO.2 size=273766 2024-04-02T08:45:05.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.858+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=FYX7QMD3C0IO tag=C2QUY297ATKJ type=write size=3419494 2024-04-02T08:45:05.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.860+0000 7f66a8039780 1 < completed write operation key=ZUF440XF8N7P tag=J4IPA1VO4A68 type=write size=99111 2024-04-02T08:45:05.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.863+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=SX4U7JTU8GKS type=del size=1118978 2024-04-02T08:45:05.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.865+0000 7f66a8039780 1 < canceled operation key=A0ZBFF51XGDX tag=UZOU8GLYOBWF type=del size=577183 2024-04-02T08:45:05.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.867+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=Y59Y0ITJZ1D0 type=write size=203936 2024-04-02T08:45:05.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.870+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=FJRNLPWS2OY5 type=del 2024-04-02T08:45:05.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.874+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~574FM7RMK4BO.0 size=164117 2024-04-02T08:45:05.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.874+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=574FM7RMK4BO tag=1Y620X4EPPR6 type=write size=1212693 2024-04-02T08:45:05.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.877+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=WRF7VU7UU1ZM type=del 2024-04-02T08:45:05.877 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.879+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=701ODRDZMG9E type=del size=1440023 2024-04-02T08:45:05.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.881+0000 7f66a8039780 1 < canceled operation key=CNF8703CRCYQ tag=I58GJCSOTT7J type=del size=2960845 2024-04-02T08:45:05.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.884+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=9HH9NDMZ8N93 type=del size=4023616 2024-04-02T08:45:05.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.886+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~0BSLO2QRH316.0 size=435066 2024-04-02T08:45:05.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.890+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=0BSLO2QRH316 tag=YMYFBRJLPF48 type=write size=1483642 2024-04-02T08:45:05.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.893+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~IQLE9769916C.0 size=683846 2024-04-02T08:45:05.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.893+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=IQLE9769916C tag=F2A28I4RS3T3 type=write size=1732422 2024-04-02T08:45:05.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.896+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=3ECLBV0G466H type=del 2024-04-02T08:45:05.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.898+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=H3HTS6C5J9ON type=del size=3920874 2024-04-02T08:45:05.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.900+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=1U0XXMM1U5O9 type=del 2024-04-02T08:45:05.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.902+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=WKJVBEVJNWG6 type=del size=1077056 2024-04-02T08:45:05.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.904+0000 7f66a8039780 1 < completed write operation key=V9PXVXW0I69D tag=BWQYUIB63FPS type=write size=82281 2024-04-02T08:45:05.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.906+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=VPO2M6C3O8XN type=del size=1507740 2024-04-02T08:45:05.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.908+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~UTPV1CSVZFDO.0 size=1048576 2024-04-02T08:45:05.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.909+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~UTPV1CSVZFDO.1 size=771944 2024-04-02T08:45:05.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.913+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=UTPV1CSVZFDO tag=MD2N2Q24DENM type=write size=2869096 2024-04-02T08:45:05.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.916+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~RGSE9I3G2ZXF.0 size=639117 2024-04-02T08:45:05.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.916+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=RGSE9I3G2ZXF tag=TA9JD0RPVQXB type=write size=1687693 2024-04-02T08:45:05.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.918+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~W8PD871X4NKD.0 size=1048576 2024-04-02T08:45:05.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.920+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~W8PD871X4NKD.1 size=99865 2024-04-02T08:45:05.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.923+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=W8PD871X4NKD tag=WZIQ1F4VMA62 type=write size=2197017 2024-04-02T08:45:05.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.925+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=PDEMLA7DU9IZ type=del size=528776 2024-04-02T08:45:05.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.927+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=VVMAWHOYRGTH type=del 2024-04-02T08:45:05.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.930+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~6XF14MWU6060.0 size=243851 2024-04-02T08:45:05.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.930+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=6XF14MWU6060 tag=7SY7T7FJVZOM type=write size=1292427 2024-04-02T08:45:05.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.932+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~XOFB42Q3P5R7.0 size=1048576 2024-04-02T08:45:05.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.934+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~XOFB42Q3P5R7.1 size=1048576 2024-04-02T08:45:05.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.935+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~XOFB42Q3P5R7.2 size=333488 2024-04-02T08:45:05.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.939+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=XOFB42Q3P5R7 tag=4IBS2WE8SHLI type=write size=3479216 2024-04-02T08:45:05.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.941+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=D9CUIN5QP85G type=del size=126019 2024-04-02T08:45:05.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.943+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~H9ZCJ3U2Z1KE.0 size=1038278 2024-04-02T08:45:05.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.946+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=H9ZCJ3U2Z1KE tag=57WCRYR6GNK3 type=write size=2086854 2024-04-02T08:45:05.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.950+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~N0U6S52OIP7J.0 size=1048576 2024-04-02T08:45:05.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.952+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~N0U6S52OIP7J.1 size=1048576 2024-04-02T08:45:05.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.954+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~N0U6S52OIP7J.2 size=169626 2024-04-02T08:45:05.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.954+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=N0U6S52OIP7J tag=KHPCMLULXP6X type=write size=3315354 2024-04-02T08:45:05.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.954+0000 7f66a8039780 1 < canceled part key=_multipart_PZKZ83BFSP9E.2~YA6CM1UOKI9O.0 size=1048576 2024-04-02T08:45:05.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.956+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~YA6CM1UOKI9O.1 size=1048576 2024-04-02T08:45:05.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.958+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~YA6CM1UOKI9O.2 size=692420 2024-04-02T08:45:05.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.962+0000 7f66a8039780 1 < canceled multipart upload key=PZKZ83BFSP9E upload=YA6CM1UOKI9O tag=NQTIQA21GS1P type=write size=3838148 2024-04-02T08:45:05.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.966+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~BV0M90SWWBGR.0 size=1048576 2024-04-02T08:45:05.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.968+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~BV0M90SWWBGR.1 size=719341 2024-04-02T08:45:05.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.968+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=BV0M90SWWBGR tag=PFYTA9GBI2XI type=write size=2816493 2024-04-02T08:45:05.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.971+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~FYX7QMD3C0IO.0 size=1048576 2024-04-02T08:45:05.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.973+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~FYX7QMD3C0IO.1 size=1048576 2024-04-02T08:45:05.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.975+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~FYX7QMD3C0IO.2 size=273766 2024-04-02T08:45:05.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.979+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=FYX7QMD3C0IO tag=C2QUY297ATKJ type=write size=3419494 2024-04-02T08:45:05.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.983+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~4AEZC7UKNLMU.0 size=1048576 2024-04-02T08:45:05.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.985+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~4AEZC7UKNLMU.1 size=721667 2024-04-02T08:45:05.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.985+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=4AEZC7UKNLMU tag=TYD58FNDHR44 type=write size=2818819 2024-04-02T08:45:05.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.989+0000 7f66a8039780 1 < suggested remove operation key=ODRLSCYUJE7H tag=SX4U7JTU8GKS type=del 2024-04-02T08:45:05.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.993+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~50R6UAEZ3J3W.0 size=78763 2024-04-02T08:45:05.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.993+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=50R6UAEZ3J3W tag=TGXM3TA3FSL7 type=write size=1127339 2024-04-02T08:45:05.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.995+0000 7f66a8039780 1 < completed write operation key=N3Q53Q538DXX tag=Y59Y0ITJZ1D0 type=write size=203936 2024-04-02T08:45:05.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:05.998+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=K6FP051FCZXL type=del size=3731119 2024-04-02T08:45:05.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.000+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~574FM7RMK4BO.0 size=164117 2024-04-02T08:45:06.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.004+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=574FM7RMK4BO tag=1Y620X4EPPR6 type=write size=1212693 2024-04-02T08:45:06.007 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.008+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~M3ITD1IT5Q19.0 size=1048576 2024-04-02T08:45:06.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.010+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~M3ITD1IT5Q19.1 size=1048576 2024-04-02T08:45:06.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.012+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~M3ITD1IT5Q19.2 size=129818 2024-04-02T08:45:06.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.012+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=M3ITD1IT5Q19 tag=E93412W06DNT type=write size=3275546 2024-04-02T08:45:06.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.014+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=701ODRDZMG9E type=del 2024-04-02T08:45:06.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.018+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~9L20OADU7T6Y.0 size=1048576 2024-04-02T08:45:06.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.020+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~9L20OADU7T6Y.1 size=1048576 2024-04-02T08:45:06.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.022+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~9L20OADU7T6Y.2 size=489631 2024-04-02T08:45:06.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.022+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=9L20OADU7T6Y tag=1ZDCIK57ZCNM type=write size=3635359 2024-04-02T08:45:06.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.024+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=9HH9NDMZ8N93 type=del 2024-04-02T08:45:06.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.027+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=W97XAX1RDIRH type=del size=3946879 2024-04-02T08:45:06.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.029+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~IQLE9769916C.0 size=683846 2024-04-02T08:45:06.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.034+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=IQLE9769916C tag=F2A28I4RS3T3 type=write size=1732422 2024-04-02T08:45:06.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.039+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~DCH03AK69ZZP.0 size=154411 2024-04-02T08:45:06.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.039+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=DCH03AK69ZZP tag=K10WVBAGRZLS type=write size=1202987 2024-04-02T08:45:06.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.042+0000 7f66a8039780 1 < canceled operation key=637CIUSXUSZD tag=H3HTS6C5J9ON type=del size=3920874 2024-04-02T08:45:06.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.044+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=ZB6U9T4MBYR2 type=write size=933227 2024-04-02T08:45:06.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.049+0000 7f66a8039780 1 < suggested remove operation key=VFSPTXAIF3ZP tag=WKJVBEVJNWG6 type=del 2024-04-02T08:45:06.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.053+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~SGWNFT0ASNSX.0 size=1048576 2024-04-02T08:45:06.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.055+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~SGWNFT0ASNSX.1 size=1048576 2024-04-02T08:45:06.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.057+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~SGWNFT0ASNSX.2 size=1015374 2024-04-02T08:45:06.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.057+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=SGWNFT0ASNSX tag=Z0ITJGJYNRJE type=write size=4161102 2024-04-02T08:45:06.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.059+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=VPO2M6C3O8XN type=del 2024-04-02T08:45:06.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.061+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=RP949K9AK1J7 type=write size=930304 2024-04-02T08:45:06.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.063+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~RGSE9I3G2ZXF.0 size=639117 2024-04-02T08:45:06.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.067+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=RGSE9I3G2ZXF tag=TA9JD0RPVQXB type=write size=1687693 2024-04-02T08:45:06.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.069+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=RDHI41EZRCJ0 type=del size=3074290 2024-04-02T08:45:06.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.071+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=PDEMLA7DU9IZ type=del 2024-04-02T08:45:06.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.074+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=GIJXHIT02POL type=write size=366210 2024-04-02T08:45:06.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.076+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~6XF14MWU6060.0 size=243851 2024-04-02T08:45:06.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.081+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=6XF14MWU6060 tag=7SY7T7FJVZOM type=write size=1292427 2024-04-02T08:45:06.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.083+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=S0DIBVR1BV50 type=del size=353048 2024-04-02T08:45:06.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.086+0000 7f66a8039780 -1 < failed to complete operation key=ODRLSCYUJE7H tag=D9CUIN5QP85G type=del size=126019: (22) Invalid argument 2024-04-02T08:45:06.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.089+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=0TYM8K87M0S9 type=write size=52308 2024-04-02T08:45:06.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.091+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~N0U6S52OIP7J.0 size=1048576 2024-04-02T08:45:06.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.094+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~N0U6S52OIP7J.1 size=1048576 2024-04-02T08:45:06.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.096+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~N0U6S52OIP7J.2 size=169626 2024-04-02T08:45:06.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.101+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=N0U6S52OIP7J tag=KHPCMLULXP6X type=write size=3315354 2024-04-02T08:45:06.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.103+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=A4ZDEYNR61J8 type=del size=3997518 2024-04-02T08:45:06.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.105+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~BV0M90SWWBGR.0 size=1048576 2024-04-02T08:45:06.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.107+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~BV0M90SWWBGR.1 size=719341 2024-04-02T08:45:06.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.111+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=BV0M90SWWBGR tag=PFYTA9GBI2XI type=write size=2816493 2024-04-02T08:45:06.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.116+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~X33HW2510J51.0 size=1048576 2024-04-02T08:45:06.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.118+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~X33HW2510J51.1 size=251575 2024-04-02T08:45:06.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.118+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=X33HW2510J51 tag=42YKIKMC1SBI type=write size=2348727 2024-04-02T08:45:06.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.120+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~4AEZC7UKNLMU.0 size=1048576 2024-04-02T08:45:06.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.122+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~4AEZC7UKNLMU.1 size=721667 2024-04-02T08:45:06.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.126+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=4AEZC7UKNLMU tag=TYD58FNDHR44 type=write size=2818819 2024-04-02T08:45:06.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.129+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~3JUAQT223EAS.0 size=21260 2024-04-02T08:45:06.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.129+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=3JUAQT223EAS tag=DD87ZYZPU7Z0 type=write size=1069836 2024-04-02T08:45:06.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.131+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~50R6UAEZ3J3W.0 size=78763 2024-04-02T08:45:06.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.136+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=50R6UAEZ3J3W tag=TGXM3TA3FSL7 type=write size=1127339 2024-04-02T08:45:06.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.140+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~W1R62MI3XC0B.0 size=268853 2024-04-02T08:45:06.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.140+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=W1R62MI3XC0B tag=F5FCTCCEJV52 type=write size=1317429 2024-04-02T08:45:06.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.142+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=K6FP051FCZXL type=del 2024-04-02T08:45:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:05 smithi137 ceph-mon[88456]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 117 KiB/s wr, 591 op/s 2024-04-02T08:45:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:06.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.147+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~CC0B11P02QT5.0 size=1048576 2024-04-02T08:45:06.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.149+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~CC0B11P02QT5.1 size=891633 2024-04-02T08:45:06.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.149+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=CC0B11P02QT5 tag=PB86E0DIIV3D type=write size=2988785 2024-04-02T08:45:06.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.151+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~M3ITD1IT5Q19.0 size=1048576 2024-04-02T08:45:06.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.153+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~M3ITD1IT5Q19.1 size=1048576 2024-04-02T08:45:06.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.155+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~M3ITD1IT5Q19.2 size=129818 2024-04-02T08:45:06.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.158+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=M3ITD1IT5Q19 tag=E93412W06DNT type=write size=3275546 2024-04-02T08:45:06.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.161+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=Y688ABBIQYQ7 type=del size=1641441 2024-04-02T08:45:06.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.163+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~9L20OADU7T6Y.0 size=1048576 2024-04-02T08:45:06.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.163+0000 7f66a8039780 1 < canceled part key=_multipart_ZUF440XF8N7P.2~9L20OADU7T6Y.1 size=1048576 2024-04-02T08:45:06.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.165+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~9L20OADU7T6Y.2 size=489631 2024-04-02T08:45:06.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.169+0000 7f66a8039780 1 < canceled multipart upload key=ZUF440XF8N7P upload=9L20OADU7T6Y tag=1ZDCIK57ZCNM type=write size=3635359 2024-04-02T08:45:06.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.174+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~A5MZ120TO4RS.0 size=1048576 2024-04-02T08:45:06.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.176+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~A5MZ120TO4RS.1 size=1048576 2024-04-02T08:45:06.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.178+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~A5MZ120TO4RS.2 size=654460 2024-04-02T08:45:06.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.178+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=A5MZ120TO4RS tag=2GVMXIN1Q76S type=write size=3800188 2024-04-02T08:45:06.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.181+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=W97XAX1RDIRH type=del 2024-04-02T08:45:06.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.184+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=JAJNLBRTU0WT type=del size=1936951 2024-04-02T08:45:06.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.187+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~DCH03AK69ZZP.0 size=154411 2024-04-02T08:45:06.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.191+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=DCH03AK69ZZP tag=K10WVBAGRZLS type=write size=1202987 2024-04-02T08:45:06.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.193+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=20I4NTUT02GX type=write size=511381 2024-04-02T08:45:06.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.198+0000 7f66a8039780 1 < suggested update operation key=CNF8703CRCYQ tag=ZB6U9T4MBYR2 type=write size=933227 2024-04-02T08:45:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:05 smithi028 ceph-mon[96890]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 117 KiB/s wr, 591 op/s 2024-04-02T08:45:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:05 smithi028 ceph-mon[94314]: pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 117 KiB/s wr, 591 op/s 2024-04-02T08:45:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:06.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.202+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~MD05KXY6OQ2F.0 size=1048576 2024-04-02T08:45:06.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.204+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~MD05KXY6OQ2F.1 size=1048576 2024-04-02T08:45:06.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.206+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~MD05KXY6OQ2F.2 size=897681 2024-04-02T08:45:06.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.206+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=MD05KXY6OQ2F tag=EYKB9IOP1ZZW type=write size=4043409 2024-04-02T08:45:06.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.208+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~SGWNFT0ASNSX.0 size=1048576 2024-04-02T08:45:06.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.208+0000 7f66a8039780 1 < canceled part key=_multipart_RNMJ571SSULK.2~SGWNFT0ASNSX.1 size=1048576 2024-04-02T08:45:06.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.210+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~SGWNFT0ASNSX.2 size=1015374 2024-04-02T08:45:06.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.214+0000 7f66a8039780 1 < canceled multipart upload key=RNMJ571SSULK upload=SGWNFT0ASNSX tag=Z0ITJGJYNRJE type=write size=4161102 2024-04-02T08:45:06.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.216+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=LFT8D8PYUFU4 type=write size=429902 2024-04-02T08:45:06.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.221+0000 7f66a8039780 1 < suggested remove operation key=276KVUQ2475M tag=RP949K9AK1J7 type=write 2024-04-02T08:45:06.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.223+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=B2RK330EBZ88 type=del size=11842 2024-04-02T08:45:06.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.226+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=RDHI41EZRCJ0 type=del 2024-04-02T08:45:06.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.230+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~N4GZI4UCQJAB.0 size=220067 2024-04-02T08:45:06.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.230+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=N4GZI4UCQJAB tag=NN3VP2J9RRNG type=write size=1268643 2024-04-02T08:45:06.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.232+0000 7f66a8039780 1 < completed write operation key=VLGN1CJMAOWK tag=GIJXHIT02POL type=write size=366210 2024-04-02T08:45:06.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.235+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=CXLCSMVH49SI type=del size=3568404 2024-04-02T08:45:06.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.237+0000 7f66a8039780 1 < canceled operation key=VFSPTXAIF3ZP tag=S0DIBVR1BV50 type=del size=353048 2024-04-02T08:45:06.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.239+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=Q19VFUCC2914 type=del size=2983914 2024-04-02T08:45:06.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.242+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=0TYM8K87M0S9 type=write size=52308 2024-04-02T08:45:06.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.244+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=H6JK6FU8HYXL type=del size=3238807 2024-04-02T08:45:06.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.246+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=A4ZDEYNR61J8 type=del 2024-04-02T08:45:06.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.249+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=IGEBNF3SQQS9 type=del size=2761589 2024-04-02T08:45:06.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.252+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~X33HW2510J51.0 size=1048576 2024-04-02T08:45:06.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.254+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~X33HW2510J51.1 size=251575 2024-04-02T08:45:06.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.259+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=X33HW2510J51 tag=42YKIKMC1SBI type=write size=2348727 2024-04-02T08:45:06.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.261+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=MSJUMSEVGNBX type=del size=38447 2024-04-02T08:45:06.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.263+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~3JUAQT223EAS.0 size=21260 2024-04-02T08:45:06.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.267+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=3JUAQT223EAS tag=DD87ZYZPU7Z0 type=write size=1069836 2024-04-02T08:45:06.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.272+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~QD1WRGEOWKP8.0 size=1048576 2024-04-02T08:45:06.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.273+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~QD1WRGEOWKP8.1 size=980197 2024-04-02T08:45:06.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.273+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=QD1WRGEOWKP8 tag=XH667HQC0QXS type=write size=3077349 2024-04-02T08:45:06.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.276+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~W1R62MI3XC0B.0 size=268853 2024-04-02T08:45:06.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.279+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=W1R62MI3XC0B tag=F5FCTCCEJV52 type=write size=1317429 2024-04-02T08:45:06.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.283+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~MIAJY41KVHH4.0 size=1048576 2024-04-02T08:45:06.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.285+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~MIAJY41KVHH4.1 size=1048576 2024-04-02T08:45:06.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.287+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~MIAJY41KVHH4.2 size=475382 2024-04-02T08:45:06.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.287+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=MIAJY41KVHH4 tag=P7QZEA930CWF type=write size=3621110 2024-04-02T08:45:06.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.289+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~CC0B11P02QT5.0 size=1048576 2024-04-02T08:45:06.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.290+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~CC0B11P02QT5.1 size=891633 2024-04-02T08:45:06.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.294+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=CC0B11P02QT5 tag=PB86E0DIIV3D type=write size=2988785 2024-04-02T08:45:06.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.298+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~OQCHLTDFZC2X.0 size=47285 2024-04-02T08:45:06.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.298+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=OQCHLTDFZC2X tag=CCQE9G22CH3J type=write size=1095861 2024-04-02T08:45:06.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.301+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=Y688ABBIQYQ7 type=del 2024-04-02T08:45:06.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.306+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~JNX164TN9U95.0 size=1048576 2024-04-02T08:45:06.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.308+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~JNX164TN9U95.1 size=697939 2024-04-02T08:45:06.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.308+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=JNX164TN9U95 tag=EQGQYFLMZLRC type=write size=2795091 2024-04-02T08:45:06.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.311+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~A5MZ120TO4RS.0 size=1048576 2024-04-02T08:45:06.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.312+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~A5MZ120TO4RS.1 size=1048576 2024-04-02T08:45:06.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.314+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~A5MZ120TO4RS.2 size=654460 2024-04-02T08:45:06.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.318+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=A5MZ120TO4RS tag=2GVMXIN1Q76S type=write size=3800188 2024-04-02T08:45:06.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.322+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~TOA2PRFVP94S.0 size=868888 2024-04-02T08:45:06.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.322+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=TOA2PRFVP94S tag=VSR5PJOKQY3L type=write size=1917464 2024-04-02T08:45:06.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.325+0000 7f66a8039780 -1 < failed to complete operation key=CNF8703CRCYQ tag=JAJNLBRTU0WT type=del size=1936951: (22) Invalid argument 2024-04-02T08:45:06.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.327+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=627W0Z1IJ99K type=del size=2037699 2024-04-02T08:45:06.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.330+0000 7f66a8039780 1 < completed write operation key=ZUO2TXTKZ5D6 tag=20I4NTUT02GX type=write size=511381 2024-04-02T08:45:06.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.334+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~QH8UBGQNO2D0.0 size=1048576 2024-04-02T08:45:06.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.336+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~QH8UBGQNO2D0.1 size=954607 2024-04-02T08:45:06.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.336+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=QH8UBGQNO2D0 tag=O2IS4SYGFRAB type=write size=3051759 2024-04-02T08:45:06.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.339+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~MD05KXY6OQ2F.0 size=1048576 2024-04-02T08:45:06.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.341+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~MD05KXY6OQ2F.1 size=1048576 2024-04-02T08:45:06.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.343+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~MD05KXY6OQ2F.2 size=897681 2024-04-02T08:45:06.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.348+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=MD05KXY6OQ2F tag=EYKB9IOP1ZZW type=write size=4043409 2024-04-02T08:45:06.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.350+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=6DVOUIAQOZ0W type=del size=1368177 2024-04-02T08:45:06.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.353+0000 7f66a8039780 1 < completed write operation key=H46EQB061BMB tag=LFT8D8PYUFU4 type=write size=429902 2024-04-02T08:45:06.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.356+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=NGI5T75M1FV5 type=del size=2249770 2024-04-02T08:45:06.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.359+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=B2RK330EBZ88 type=del 2024-04-02T08:45:06.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.363+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~BNAA2F13WPW0.0 size=523378 2024-04-02T08:45:06.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.363+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=BNAA2F13WPW0 tag=X3FFABL90SEJ type=write size=1571954 2024-04-02T08:45:06.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.365+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~N4GZI4UCQJAB.0 size=220067 2024-04-02T08:45:06.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.371+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=N4GZI4UCQJAB tag=NN3VP2J9RRNG type=write size=1268643 2024-04-02T08:45:06.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.374+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=NKJ4E6G6UW2I type=del size=3470226 2024-04-02T08:45:06.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.377+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=CXLCSMVH49SI type=del 2024-04-02T08:45:06.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.379+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=4ORDJJIPK4RE type=del size=1642433 2024-04-02T08:45:06.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.382+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=Q19VFUCC2914 type=del 2024-04-02T08:45:06.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.386+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~Z83P2VBTEO7I.0 size=1048576 2024-04-02T08:45:06.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.389+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~Z83P2VBTEO7I.1 size=1048576 2024-04-02T08:45:06.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.391+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~Z83P2VBTEO7I.2 size=683336 2024-04-02T08:45:06.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.391+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=Z83P2VBTEO7I tag=YKV9XOWJNJYK type=write size=3829064 2024-04-02T08:45:06.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.394+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=H6JK6FU8HYXL type=del 2024-04-02T08:45:06.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.396+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=RDI0TAQAASU4 type=del size=2153555 2024-04-02T08:45:06.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.398+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=IGEBNF3SQQS9 type=del 2024-04-02T08:45:06.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.401+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=1COYD1WCDSVF type=del size=1401288 2024-04-02T08:45:06.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.406+0000 7f66a8039780 1 < suggested update operation key=HUH2LBUPML72 tag=MSJUMSEVGNBX type=del size=38447 2024-04-02T08:45:06.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.409+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=1KP0JE5ZI9XI type=del size=91547 2024-04-02T08:45:06.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.411+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~QD1WRGEOWKP8.0 size=1048576 2024-04-02T08:45:06.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.413+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~QD1WRGEOWKP8.1 size=980197 2024-04-02T08:45:06.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.418+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=QD1WRGEOWKP8 tag=XH667HQC0QXS type=write size=3077349 2024-04-02T08:45:06.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.421+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=79PL49B52LEV type=del size=212890 2024-04-02T08:45:06.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.424+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~MIAJY41KVHH4.0 size=1048576 2024-04-02T08:45:06.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.426+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~MIAJY41KVHH4.1 size=1048576 2024-04-02T08:45:06.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.430+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~MIAJY41KVHH4.2 size=475382 2024-04-02T08:45:06.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.434+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=MIAJY41KVHH4 tag=P7QZEA930CWF type=write size=3621110 2024-04-02T08:45:06.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.439+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~3D9G7TE7T5ED.0 size=713956 2024-04-02T08:45:06.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.439+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=3D9G7TE7T5ED tag=EQ3DCY8HP2GR type=write size=1762532 2024-04-02T08:45:06.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.442+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~OQCHLTDFZC2X.0 size=47285 2024-04-02T08:45:06.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.446+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=OQCHLTDFZC2X tag=CCQE9G22CH3J type=write size=1095861 2024-04-02T08:45:06.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.448+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=OC4BJEGD9FLL type=write size=813424 2024-04-02T08:45:06.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.451+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~JNX164TN9U95.0 size=1048576 2024-04-02T08:45:06.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.453+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~JNX164TN9U95.1 size=697939 2024-04-02T08:45:06.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.457+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=JNX164TN9U95 tag=EQGQYFLMZLRC type=write size=2795091 2024-04-02T08:45:06.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.462+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~5EZ19FTBNGXZ.0 size=1048576 2024-04-02T08:45:06.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.464+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~5EZ19FTBNGXZ.1 size=33248 2024-04-02T08:45:06.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.464+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=5EZ19FTBNGXZ tag=IIND74RKPSU1 type=write size=2130400 2024-04-02T08:45:06.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.464+0000 7f66a8039780 1 < canceled part key=_multipart_ZUF440XF8N7P.2~TOA2PRFVP94S.0 size=868888 2024-04-02T08:45:06.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.468+0000 7f66a8039780 1 < canceled multipart upload key=ZUF440XF8N7P upload=TOA2PRFVP94S tag=VSR5PJOKQY3L type=write size=1917464 2024-04-02T08:45:06.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.470+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=L0EOKN9HCXY9 type=del size=136214 2024-04-02T08:45:06.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.473+0000 7f66a8039780 -1 < failed to complete operation key=HUH2LBUPML72 tag=627W0Z1IJ99K type=del size=2037699: (22) Invalid argument 2024-04-02T08:45:06.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.477+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~GW6SBODFESOB.0 size=866966 2024-04-02T08:45:06.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.477+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=GW6SBODFESOB tag=8RSCLJH7Z9OS type=write size=1915542 2024-04-02T08:45:06.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.480+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~QH8UBGQNO2D0.0 size=1048576 2024-04-02T08:45:06.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.480+0000 7f66a8039780 1 < canceled part key=_multipart_PKWCIR77HPSQ.2~QH8UBGQNO2D0.1 size=954607 2024-04-02T08:45:06.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.483+0000 7f66a8039780 1 < canceled multipart upload key=PKWCIR77HPSQ upload=QH8UBGQNO2D0 tag=O2IS4SYGFRAB type=write size=3051759 2024-04-02T08:45:06.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.486+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=IU3JG3TDQXBV type=del size=2454354 2024-04-02T08:45:06.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.488+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=6DVOUIAQOZ0W type=del 2024-04-02T08:45:06.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.493+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~F4J23HQD0UH3.0 size=61086 2024-04-02T08:45:06.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.493+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=F4J23HQD0UH3 tag=NELJEZ3R74LU type=write size=1109662 2024-04-02T08:45:06.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.495+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=NGI5T75M1FV5 type=del 2024-04-02T08:45:06.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.497+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=S2Z6F8WZF5XK type=del size=1951312 2024-04-02T08:45:06.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.500+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~BNAA2F13WPW0.0 size=523378 2024-04-02T08:45:06.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.504+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=BNAA2F13WPW0 tag=X3FFABL90SEJ type=write size=1571954 2024-04-02T08:45:06.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.506+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=6R0G354WWVKA type=del size=3516496 2024-04-02T08:45:06.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.509+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=NKJ4E6G6UW2I type=del 2024-04-02T08:45:06.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.511+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=ZELJX282U6GR type=del size=3690066 2024-04-02T08:45:06.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.513+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=4ORDJJIPK4RE type=del 2024-04-02T08:45:06.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.518+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~0FNB6SZNU2OX.0 size=1048576 2024-04-02T08:45:06.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.520+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~0FNB6SZNU2OX.1 size=60757 2024-04-02T08:45:06.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.520+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=0FNB6SZNU2OX tag=EXB4S4VQIBGQ type=write size=2157909 2024-04-02T08:45:06.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.520+0000 7f66a8039780 1 < canceled part key=_multipart_DBCO3QMJJEJ7.2~Z83P2VBTEO7I.0 size=1048576 2024-04-02T08:45:06.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.520+0000 7f66a8039780 1 < canceled part key=_multipart_DBCO3QMJJEJ7.2~Z83P2VBTEO7I.1 size=1048576 2024-04-02T08:45:06.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.522+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~Z83P2VBTEO7I.2 size=683336 2024-04-02T08:45:06.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.527+0000 7f66a8039780 1 < canceled multipart upload key=DBCO3QMJJEJ7 upload=Z83P2VBTEO7I tag=YKV9XOWJNJYK type=write size=3829064 2024-04-02T08:45:06.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.531+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~GNBFUYGGOJNK.0 size=940685 2024-04-02T08:45:06.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.531+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=GNBFUYGGOJNK tag=OL9HIIJ228S1 type=write size=1989261 2024-04-02T08:45:06.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.534+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=RDI0TAQAASU4 type=del 2024-04-02T08:45:06.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.536+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=T51I7OCERWC0 type=del size=1608560 2024-04-02T08:45:06.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.539+0000 7f66a8039780 1 < canceled operation key=C49DO0QY95UV tag=1COYD1WCDSVF type=del size=1401288 2024-04-02T08:45:06.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.543+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~7YDEAEPOYM2M.0 size=386018 2024-04-02T08:45:06.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.543+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=7YDEAEPOYM2M tag=TTTL1PA05E1H type=write size=1434594 2024-04-02T08:45:06.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.545+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=1KP0JE5ZI9XI type=del 2024-04-02T08:45:06.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.548+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=10DOCDGIJCXW type=del size=162042 2024-04-02T08:45:06.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.550+0000 7f66a8039780 1 < canceled operation key=CNF8703CRCYQ tag=79PL49B52LEV type=del size=212890 2024-04-02T08:45:06.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.553+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=C53I832CAG25 type=write size=611471 2024-04-02T08:45:06.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.555+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~3D9G7TE7T5ED.0 size=713956 2024-04-02T08:45:06.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.559+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=3D9G7TE7T5ED tag=EQ3DCY8HP2GR type=write size=1762532 2024-04-02T08:45:06.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.561+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=10V18OJJLESC type=del size=2243862 2024-04-02T08:45:06.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.563+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=OC4BJEGD9FLL type=write size=813424 2024-04-02T08:45:06.564 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.566+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=375ZDKYZB1H7 type=del size=1271590 2024-04-02T08:45:06.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.568+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~5EZ19FTBNGXZ.0 size=1048576 2024-04-02T08:45:06.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.570+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~5EZ19FTBNGXZ.1 size=33248 2024-04-02T08:45:06.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.574+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=5EZ19FTBNGXZ tag=IIND74RKPSU1 type=write size=2130400 2024-04-02T08:45:06.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.576+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=4FHFR88VSQ07 type=del size=1140324 2024-04-02T08:45:06.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.578+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=L0EOKN9HCXY9 type=del 2024-04-02T08:45:06.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.580+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=977KAJHTB7E9 type=del size=3145048 2024-04-02T08:45:06.581 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.582+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~GW6SBODFESOB.0 size=866966 2024-04-02T08:45:06.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.586+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=GW6SBODFESOB tag=8RSCLJH7Z9OS type=write size=1915542 2024-04-02T08:45:06.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.589+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=LP60MVOV3UMN type=del size=4043611 2024-04-02T08:45:06.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.591+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=IU3JG3TDQXBV type=del 2024-04-02T08:45:06.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.593+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=LQBQKU9LUD28 type=del size=3602050 2024-04-02T08:45:06.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.595+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~F4J23HQD0UH3.0 size=61086 2024-04-02T08:45:06.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.599+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=F4J23HQD0UH3 tag=NELJEZ3R74LU type=write size=1109662 2024-04-02T08:45:06.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.603+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~5Z5B3JB3O8LV.0 size=501177 2024-04-02T08:45:06.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.603+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=5Z5B3JB3O8LV tag=4C0HEG05UVTO type=write size=1549753 2024-04-02T08:45:06.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.605+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=S2Z6F8WZF5XK type=del 2024-04-02T08:45:06.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.607+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=HUXJ3IP0RBRV type=del size=1566684 2024-04-02T08:45:06.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.610+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=6R0G354WWVKA type=del 2024-04-02T08:45:06.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.615+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~QD772TU9RI77.0 size=1048576 2024-04-02T08:45:06.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.617+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~QD772TU9RI77.1 size=1048576 2024-04-02T08:45:06.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.619+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~QD772TU9RI77.2 size=473818 2024-04-02T08:45:06.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.619+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=QD772TU9RI77 tag=1WKB940XDYO3 type=write size=3619546 2024-04-02T08:45:06.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.621+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=ZELJX282U6GR type=del 2024-04-02T08:45:06.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.625+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~FWKQ3C2XNRV2.0 size=1048576 2024-04-02T08:45:06.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.627+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~FWKQ3C2XNRV2.1 size=1048576 2024-04-02T08:45:06.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.629+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~FWKQ3C2XNRV2.2 size=424244 2024-04-02T08:45:06.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.629+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=FWKQ3C2XNRV2 tag=LL0P56KPB13N type=write size=3569972 2024-04-02T08:45:06.629 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.631+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~0FNB6SZNU2OX.0 size=1048576 2024-04-02T08:45:06.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.633+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~0FNB6SZNU2OX.1 size=60757 2024-04-02T08:45:06.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.637+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=0FNB6SZNU2OX tag=EXB4S4VQIBGQ type=write size=2157909 2024-04-02T08:45:06.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.639+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=3UZNG730Z9S0 type=del size=2146282 2024-04-02T08:45:06.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.642+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~GNBFUYGGOJNK.0 size=940685 2024-04-02T08:45:06.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.647+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=GNBFUYGGOJNK tag=OL9HIIJ228S1 type=write size=1989261 2024-04-02T08:45:06.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.652+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~20GN9AL43JC9.0 size=492543 2024-04-02T08:45:06.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.652+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=20GN9AL43JC9 tag=5OIRF62932DR type=write size=1541119 2024-04-02T08:45:06.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.655+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=T51I7OCERWC0 type=del 2024-04-02T08:45:06.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.659+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~H1N2X8CIPY7W.0 size=1048576 2024-04-02T08:45:06.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.661+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~H1N2X8CIPY7W.1 size=77067 2024-04-02T08:45:06.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.661+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=H1N2X8CIPY7W tag=DPAEO3L18BD1 type=write size=2174219 2024-04-02T08:45:06.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.663+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~7YDEAEPOYM2M.0 size=386018 2024-04-02T08:45:06.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.667+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=7YDEAEPOYM2M tag=TTTL1PA05E1H type=write size=1434594 2024-04-02T08:45:06.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.671+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~SK48G8PAV1UK.0 size=1048576 2024-04-02T08:45:06.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.672+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~SK48G8PAV1UK.1 size=1048576 2024-04-02T08:45:06.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.674+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~SK48G8PAV1UK.2 size=27567 2024-04-02T08:45:06.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.674+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=SK48G8PAV1UK tag=EOFRVTE7K83M type=write size=3173295 2024-04-02T08:45:06.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.676+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=10DOCDGIJCXW type=del 2024-04-02T08:45:06.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.680+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~OTGW68O3BR2W.0 size=829513 2024-04-02T08:45:06.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.680+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=OTGW68O3BR2W tag=ND2AIXVWP1GW type=write size=1878089 2024-04-02T08:45:06.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.682+0000 7f66a8039780 1 < completed write operation key=H46EQB061BMB tag=C53I832CAG25 type=write size=611471 2024-04-02T08:45:06.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.684+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=89MXKMO0WK5K type=del size=670323 2024-04-02T08:45:06.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.687+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=10V18OJJLESC type=del 2024-04-02T08:45:06.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.689+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=2ROG2KADL467 type=write size=150607 2024-04-02T08:45:06.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.692+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=375ZDKYZB1H7 type=del 2024-04-02T08:45:06.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.694+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=8U6RTN35KBE7 type=del size=3073126 2024-04-02T08:45:06.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.699+0000 7f66a8039780 1 < suggested remove operation key=O0QCRP60VK0G tag=4FHFR88VSQ07 type=del 2024-04-02T08:45:06.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.701+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=SQJTY1ME8IJB type=del size=3433757 2024-04-02T08:45:06.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.704+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=977KAJHTB7E9 type=del 2024-04-02T08:45:06.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.706+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=TFEIVB4GSNHW type=del size=2690210 2024-04-02T08:45:06.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.709+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=LP60MVOV3UMN type=del 2024-04-02T08:45:06.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.711+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=I7PG4VNI5K5E type=del size=55245 2024-04-02T08:45:06.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.714+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=LQBQKU9LUD28 type=del 2024-04-02T08:45:06.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.718+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~UE5BP3WB2IS7.0 size=1048576 2024-04-02T08:45:06.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.720+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~UE5BP3WB2IS7.1 size=1048576 2024-04-02T08:45:06.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.722+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~UE5BP3WB2IS7.2 size=105418 2024-04-02T08:45:06.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.722+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=UE5BP3WB2IS7 tag=5WTRZIE3MLCS type=write size=3251146 2024-04-02T08:45:06.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.725+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~5Z5B3JB3O8LV.0 size=501177 2024-04-02T08:45:06.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.729+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=5Z5B3JB3O8LV tag=4C0HEG05UVTO type=write size=1549753 2024-04-02T08:45:06.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.731+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=VCOHZSX3XWQT type=del size=3614533 2024-04-02T08:45:06.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.734+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=HUXJ3IP0RBRV type=del 2024-04-02T08:45:06.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.736+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=N8AXLNHFAI0Q type=write size=892750 2024-04-02T08:45:06.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.739+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~QD772TU9RI77.0 size=1048576 2024-04-02T08:45:06.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.739+0000 7f66a8039780 1 < canceled part key=_multipart_8TMKP5EUZ549.2~QD772TU9RI77.1 size=1048576 2024-04-02T08:45:06.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.740+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~QD772TU9RI77.2 size=473818 2024-04-02T08:45:06.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.744+0000 7f66a8039780 1 < canceled multipart upload key=8TMKP5EUZ549 upload=QD772TU9RI77 tag=1WKB940XDYO3 type=write size=3619546 2024-04-02T08:45:06.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.747+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=LQQTA84N6TVU type=del size=4192669 2024-04-02T08:45:06.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.749+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~FWKQ3C2XNRV2.0 size=1048576 2024-04-02T08:45:06.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.751+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~FWKQ3C2XNRV2.1 size=1048576 2024-04-02T08:45:06.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.753+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~FWKQ3C2XNRV2.2 size=424244 2024-04-02T08:45:06.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.758+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=FWKQ3C2XNRV2 tag=LL0P56KPB13N type=write size=3569972 2024-04-02T08:45:06.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.760+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=79CHHJ7D6X2O type=del size=1656881 2024-04-02T08:45:06.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.763+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=3UZNG730Z9S0 type=del 2024-04-02T08:45:06.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.768+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~1RBLLDVWZHIW.0 size=283851 2024-04-02T08:45:06.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.768+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=1RBLLDVWZHIW tag=689RHQNHHBZK type=write size=1332427 2024-04-02T08:45:06.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.770+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~20GN9AL43JC9.0 size=492543 2024-04-02T08:45:06.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.774+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=20GN9AL43JC9 tag=5OIRF62932DR type=write size=1541119 2024-04-02T08:45:06.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.778+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~WYOI5PN4O97K.0 size=1048576 2024-04-02T08:45:06.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.780+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~WYOI5PN4O97K.1 size=269766 2024-04-02T08:45:06.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.780+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=WYOI5PN4O97K tag=JTCBMWB2821A type=write size=2366918 2024-04-02T08:45:06.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.783+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~H1N2X8CIPY7W.0 size=1048576 2024-04-02T08:45:06.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.784+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~H1N2X8CIPY7W.1 size=77067 2024-04-02T08:45:06.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.789+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=H1N2X8CIPY7W tag=DPAEO3L18BD1 type=write size=2174219 2024-04-02T08:45:06.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.793+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~6AW2DH6WN67X.0 size=897532 2024-04-02T08:45:06.792 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.793+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=6AW2DH6WN67X tag=VLO0LCSCOW4N type=write size=1946108 2024-04-02T08:45:06.792 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.793+0000 7f66a8039780 1 < canceled part key=_multipart_CNF8703CRCYQ.2~SK48G8PAV1UK.0 size=1048576 2024-04-02T08:45:06.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.795+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~SK48G8PAV1UK.1 size=1048576 2024-04-02T08:45:06.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.797+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~SK48G8PAV1UK.2 size=27567 2024-04-02T08:45:06.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.802+0000 7f66a8039780 1 < canceled multipart upload key=CNF8703CRCYQ upload=SK48G8PAV1UK tag=EOFRVTE7K83M type=write size=3173295 2024-04-02T08:45:06.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.804+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=OH528RIUG2SI type=del size=3567584 2024-04-02T08:45:06.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.806+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~OTGW68O3BR2W.0 size=829513 2024-04-02T08:45:06.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.811+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=OTGW68O3BR2W tag=ND2AIXVWP1GW type=write size=1878089 2024-04-02T08:45:06.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.814+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=MEJ1U89GNH3U type=del size=2635042 2024-04-02T08:45:06.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.818+0000 7f66a8039780 1 < suggested remove operation key=DBCO3QMJJEJ7 tag=89MXKMO0WK5K type=del 2024-04-02T08:45:06.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.821+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=25QRAJCL80ZG type=write size=641430 2024-04-02T08:45:06.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.827+0000 7f66a8039780 1 < suggested remove operation key=YX81WRKACN8N tag=2ROG2KADL467 type=write 2024-04-02T08:45:06.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.830+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=B9NUWZJOELGK type=del size=1727875 2024-04-02T08:45:06.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.830+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=YX81WRKACN8N tag=8U6RTN35KBE7 type=del size=3073126: (2) No such file or directory 2024-04-02T08:45:06.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.835+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~VR0K0DTOMDPG.0 size=1048576 2024-04-02T08:45:06.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.838+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~VR0K0DTOMDPG.1 size=196868 2024-04-02T08:45:06.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.838+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=VR0K0DTOMDPG tag=06KM8UPGDZMH type=write size=2294020 2024-04-02T08:45:06.838 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.840+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=SQJTY1ME8IJB type=del 2024-04-02T08:45:06.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.844+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~IF2J2Z8MHKSS.0 size=1048576 2024-04-02T08:45:06.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.847+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~IF2J2Z8MHKSS.1 size=740288 2024-04-02T08:45:06.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.847+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=IF2J2Z8MHKSS tag=OCZUA2HKRI72 type=write size=2837440 2024-04-02T08:45:06.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.849+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=TFEIVB4GSNHW type=del 2024-04-02T08:45:06.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.851+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=3EIF3PDZF9DZ type=del size=4023674 2024-04-02T08:45:06.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.853+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=I7PG4VNI5K5E type=del 2024-04-02T08:45:06.854 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.856+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=XBYESSYEMT17 type=del size=1665244 2024-04-02T08:45:06.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.858+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~UE5BP3WB2IS7.0 size=1048576 2024-04-02T08:45:06.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.860+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~UE5BP3WB2IS7.1 size=1048576 2024-04-02T08:45:06.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.862+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~UE5BP3WB2IS7.2 size=105418 2024-04-02T08:45:06.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.866+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=UE5BP3WB2IS7 tag=5WTRZIE3MLCS type=write size=3251146 2024-04-02T08:45:06.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.871+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~3D9XPCZZ3HM7.0 size=1048576 2024-04-02T08:45:06.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.873+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~3D9XPCZZ3HM7.1 size=1048576 2024-04-02T08:45:06.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.875+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~3D9XPCZZ3HM7.2 size=592119 2024-04-02T08:45:06.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.875+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=3D9XPCZZ3HM7 tag=Z3PYEO1JL6V9 type=write size=3737847 2024-04-02T08:45:06.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.878+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=VCOHZSX3XWQT type=del 2024-04-02T08:45:06.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.880+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=3MDHH8RQLIRB type=del size=2209179 2024-04-02T08:45:06.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.886+0000 7f66a8039780 1 < suggested update operation key=ZUO2TXTKZ5D6 tag=N8AXLNHFAI0Q type=write size=892750 2024-04-02T08:45:06.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.889+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=3X47NLUTJGVY type=del size=4101718 2024-04-02T08:45:06.890 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.892+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=LQQTA84N6TVU type=del 2024-04-02T08:45:06.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.895+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=94VH5B64UAU2 type=del size=3527442 2024-04-02T08:45:06.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.899+0000 7f66a8039780 1 < suggested remove operation key=VFSPTXAIF3ZP tag=79CHHJ7D6X2O type=del 2024-04-02T08:45:06.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.902+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=BFT8FUKGCUN2 type=write size=884082 2024-04-02T08:45:06.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.904+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~1RBLLDVWZHIW.0 size=283851 2024-04-02T08:45:06.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.908+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=1RBLLDVWZHIW tag=689RHQNHHBZK type=write size=1332427 2024-04-02T08:45:06.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.912+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~0YRMQUR2UVBI.0 size=788915 2024-04-02T08:45:06.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.912+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=0YRMQUR2UVBI tag=9CH46KLHH8TX type=write size=1837491 2024-04-02T08:45:06.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.914+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~WYOI5PN4O97K.0 size=1048576 2024-04-02T08:45:06.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.916+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~WYOI5PN4O97K.1 size=269766 2024-04-02T08:45:06.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.920+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=WYOI5PN4O97K tag=JTCBMWB2821A type=write size=2366918 2024-04-02T08:45:06.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.925+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~D1AZB4AS08VK.0 size=245172 2024-04-02T08:45:06.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.925+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=D1AZB4AS08VK tag=YROSMSVGPFWE type=write size=1293748 2024-04-02T08:45:06.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.926+0000 7f66a8039780 1 < canceled part key=_multipart_C49DO0QY95UV.2~6AW2DH6WN67X.0 size=897532 2024-04-02T08:45:06.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.930+0000 7f66a8039780 1 < canceled multipart upload key=C49DO0QY95UV upload=6AW2DH6WN67X tag=VLO0LCSCOW4N type=write size=1946108 2024-04-02T08:45:06.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.933+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=QIPPS54BGGRL type=del size=2051085 2024-04-02T08:45:06.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.936+0000 7f66a8039780 -1 < failed to complete operation key=ZUO2TXTKZ5D6 tag=OH528RIUG2SI type=del size=3567584: (22) Invalid argument 2024-04-02T08:45:06.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.941+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~A79U8FEIO0LS.0 size=1048576 2024-04-02T08:45:06.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.943+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~A79U8FEIO0LS.1 size=102820 2024-04-02T08:45:06.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.943+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=A79U8FEIO0LS tag=L9C5F72APHS2 type=write size=2199972 2024-04-02T08:45:06.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.944+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=DBCO3QMJJEJ7 tag=MEJ1U89GNH3U type=del size=2635042: (2) No such file or directory 2024-04-02T08:45:06.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.946+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=DBVG53D6M0S5 type=del size=226784 2024-04-02T08:45:06.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.949+0000 7f66a8039780 1 < completed write operation key=PKWCIR77HPSQ tag=25QRAJCL80ZG type=write size=641430 2024-04-02T08:45:06.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.953+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~478USW0KIFJT.0 size=856241 2024-04-02T08:45:06.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.953+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=478USW0KIFJT tag=DXJQXSUH96LF type=write size=1904817 2024-04-02T08:45:06.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.955+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=B9NUWZJOELGK type=del 2024-04-02T08:45:06.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.957+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=K7JZWHJHQ18U type=write size=1039490 2024-04-02T08:45:06.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.960+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~VR0K0DTOMDPG.0 size=1048576 2024-04-02T08:45:06.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.962+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~VR0K0DTOMDPG.1 size=196868 2024-04-02T08:45:06.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.967+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=VR0K0DTOMDPG tag=06KM8UPGDZMH type=write size=2294020 2024-04-02T08:45:06.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.970+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=IC3XP7DFNK2R type=del size=309668 2024-04-02T08:45:06.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.972+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~IF2J2Z8MHKSS.0 size=1048576 2024-04-02T08:45:06.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.975+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~IF2J2Z8MHKSS.1 size=740288 2024-04-02T08:45:06.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.980+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=IF2J2Z8MHKSS tag=OCZUA2HKRI72 type=write size=2837440 2024-04-02T08:45:06.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.982+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=8T3ZPH93V1EL type=del size=1790371 2024-04-02T08:45:06.986 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.987+0000 7f66a8039780 1 < suggested update operation key=SKXP9F1WMETM tag=3EIF3PDZF9DZ type=del size=4023674 2024-04-02T08:45:06.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.991+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~FLDE8SOH2POE.0 size=1048576 2024-04-02T08:45:06.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.993+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~FLDE8SOH2POE.1 size=1048576 2024-04-02T08:45:06.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.995+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~FLDE8SOH2POE.2 size=15172 2024-04-02T08:45:06.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.995+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=FLDE8SOH2POE tag=7AMQ770YFWW9 type=write size=3160900 2024-04-02T08:45:06.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.997+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=XBYESSYEMT17 type=del 2024-04-02T08:45:06.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:06.999+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=T6GJCC7W25DJ type=del size=3263122 2024-04-02T08:45:06.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.001+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~3D9XPCZZ3HM7.0 size=1048576 2024-04-02T08:45:07.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.003+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~3D9XPCZZ3HM7.1 size=1048576 2024-04-02T08:45:07.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.005+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~3D9XPCZZ3HM7.2 size=592119 2024-04-02T08:45:07.007 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.008+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=3D9XPCZZ3HM7 tag=Z3PYEO1JL6V9 type=write size=3737847 2024-04-02T08:45:07.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.012+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~4CV3HZRH8QBZ.0 size=1048576 2024-04-02T08:45:07.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.014+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~4CV3HZRH8QBZ.1 size=124569 2024-04-02T08:45:07.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.014+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=4CV3HZRH8QBZ tag=MPBFL11VNMHO type=write size=2221721 2024-04-02T08:45:07.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.020+0000 7f66a8039780 1 < suggested remove operation key=C49DO0QY95UV tag=3MDHH8RQLIRB type=del 2024-04-02T08:45:07.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.023+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=29Y2W6E86N2N type=del size=3932517 2024-04-02T08:45:07.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.028+0000 7f66a8039780 1 < suggested remove operation key=8TMKP5EUZ549 tag=3X47NLUTJGVY type=del 2024-04-02T08:45:07.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.032+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~ZLF96H0676LA.0 size=1048576 2024-04-02T08:45:07.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.035+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~ZLF96H0676LA.1 size=1048576 2024-04-02T08:45:07.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.037+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~ZLF96H0676LA.2 size=636983 2024-04-02T08:45:07.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.037+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=ZLF96H0676LA tag=311S1IU8LP3B type=write size=3782711 2024-04-02T08:45:07.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.039+0000 7f66a8039780 1 < canceled operation key=PKWCIR77HPSQ tag=94VH5B64UAU2 type=del size=3527442 2024-04-02T08:45:07.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.043+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~I78OIK2DCI3M.0 size=1048576 2024-04-02T08:45:07.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.045+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~I78OIK2DCI3M.1 size=925278 2024-04-02T08:45:07.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.045+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=I78OIK2DCI3M tag=G97CMTZDX2OA type=write size=3022430 2024-04-02T08:45:07.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.047+0000 7f66a8039780 1 < completed write operation key=VFSPTXAIF3ZP tag=BFT8FUKGCUN2 type=write size=884082 2024-04-02T08:45:07.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.049+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=0BUH5DSX0DTV type=del size=521031 2024-04-02T08:45:07.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.052+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~0YRMQUR2UVBI.0 size=788915 2024-04-02T08:45:07.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.056+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=0YRMQUR2UVBI tag=9CH46KLHH8TX type=write size=1837491 2024-04-02T08:45:07.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.059+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=QRO5I30URMNO type=del size=2258286 2024-04-02T08:45:07.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.061+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~D1AZB4AS08VK.0 size=245172 2024-04-02T08:45:07.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.066+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=D1AZB4AS08VK tag=YROSMSVGPFWE type=write size=1293748 2024-04-02T08:45:07.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.068+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=HYWT52WYB472 type=del size=10430 2024-04-02T08:45:07.069 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.070+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=QIPPS54BGGRL type=del 2024-04-02T08:45:07.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.073+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=XPN9ULFX2F3C type=del size=1790708 2024-04-02T08:45:07.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.075+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~A79U8FEIO0LS.0 size=1048576 2024-04-02T08:45:07.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.077+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~A79U8FEIO0LS.1 size=102820 2024-04-02T08:45:07.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.082+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=A79U8FEIO0LS tag=L9C5F72APHS2 type=write size=2199972 2024-04-02T08:45:07.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.084+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=7ZM2TJI5WVWZ type=del size=529011 2024-04-02T08:45:07.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.087+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=DBVG53D6M0S5 type=del 2024-04-02T08:45:07.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.092+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~Y9OX6IZBBK3F.0 size=1048576 2024-04-02T08:45:07.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.093+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~Y9OX6IZBBK3F.1 size=1048576 2024-04-02T08:45:07.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.095+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~Y9OX6IZBBK3F.2 size=584114 2024-04-02T08:45:07.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.095+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=Y9OX6IZBBK3F tag=I5T4G59N8WLL type=write size=3729842 2024-04-02T08:45:07.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.097+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~478USW0KIFJT.0 size=856241 2024-04-02T08:45:07.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.101+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=478USW0KIFJT tag=DXJQXSUH96LF type=write size=1904817 2024-04-02T08:45:07.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.105+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~0SC2TSLVD3XY.0 size=1048576 2024-04-02T08:45:07.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.107+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~0SC2TSLVD3XY.1 size=227423 2024-04-02T08:45:07.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.107+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=0SC2TSLVD3XY tag=PDLEVJ23EIYG type=write size=2324575 2024-04-02T08:45:07.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.109+0000 7f66a8039780 1 < completed write operation key=VJZTCVAN2M5T tag=K7JZWHJHQ18U type=write size=1039490 2024-04-02T08:45:07.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.111+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=LIT2I23F9I3P type=write size=217611 2024-04-02T08:45:07.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.116+0000 7f66a8039780 1 < suggested remove operation key=PKWCIR77HPSQ tag=IC3XP7DFNK2R type=del 2024-04-02T08:45:07.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.120+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ONRPXXUFI51Q.0 size=1048576 2024-04-02T08:45:07.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.122+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ONRPXXUFI51Q.1 size=1048576 2024-04-02T08:45:07.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.124+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ONRPXXUFI51Q.2 size=318870 2024-04-02T08:45:07.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.124+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=ONRPXXUFI51Q tag=5N8ITMPS4WHQ type=write size=3464598 2024-04-02T08:45:07.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.126+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=8T3ZPH93V1EL type=del 2024-04-02T08:45:07.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.130+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~2U5DOJIDFRZR.0 size=987515 2024-04-02T08:45:07.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.130+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=2U5DOJIDFRZR tag=KA0DLG9TOVBN type=write size=2036091 2024-04-02T08:45:07.131 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.132+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~FLDE8SOH2POE.0 size=1048576 2024-04-02T08:45:07.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.134+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~FLDE8SOH2POE.1 size=1048576 2024-04-02T08:45:07.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.136+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~FLDE8SOH2POE.2 size=15172 2024-04-02T08:45:07.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.140+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=FLDE8SOH2POE tag=7AMQ770YFWW9 type=write size=3160900 2024-04-02T08:45:07.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.142+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=ED7J9I8W0KB3 type=del size=2252546 2024-04-02T08:45:07.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.144+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=T6GJCC7W25DJ type=del 2024-04-02T08:45:07.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.146+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=UAGZUCLB51PF type=del size=3883622 2024-04-02T08:45:07.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.148+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~4CV3HZRH8QBZ.0 size=1048576 2024-04-02T08:45:07.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.151+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~4CV3HZRH8QBZ.1 size=124569 2024-04-02T08:45:07.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.155+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=4CV3HZRH8QBZ tag=MPBFL11VNMHO type=write size=2221721 2024-04-02T08:45:07.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.157+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=RJ2LO81PQ8YW type=del size=3601885 2024-04-02T08:45:07.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.160+0000 7f66a8039780 -1 < failed to complete operation key=PKWCIR77HPSQ tag=29Y2W6E86N2N type=del size=3932517: (22) Invalid argument 2024-04-02T08:45:07.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.162+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=W2IGCS762RYG type=del size=2764877 2024-04-02T08:45:07.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.165+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~ZLF96H0676LA.0 size=1048576 2024-04-02T08:45:07.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.167+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~ZLF96H0676LA.1 size=1048576 2024-04-02T08:45:07.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.169+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~ZLF96H0676LA.2 size=636983 2024-04-02T08:45:07.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.173+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=ZLF96H0676LA tag=311S1IU8LP3B type=write size=3782711 2024-04-02T08:45:07.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.176+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=3H2DFBY11CJO type=write size=853257 2024-04-02T08:45:07.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.178+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~I78OIK2DCI3M.0 size=1048576 2024-04-02T08:45:07.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.180+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~I78OIK2DCI3M.1 size=925278 2024-04-02T08:45:07.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.185+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=I78OIK2DCI3M tag=G97CMTZDX2OA type=write size=3022430 2024-04-02T08:45:07.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.189+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~H60MX7NC62P8.0 size=1048576 2024-04-02T08:45:07.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.191+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~H60MX7NC62P8.1 size=593053 2024-04-02T08:45:07.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.191+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=H60MX7NC62P8 tag=HF4N2N6OXN7O type=write size=2690205 2024-04-02T08:45:07.192 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.193+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=0BUH5DSX0DTV type=del 2024-04-02T08:45:07.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.198+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~993UTXZR5O6G.0 size=1048576 2024-04-02T08:45:07.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.200+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~993UTXZR5O6G.1 size=261660 2024-04-02T08:45:07.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.200+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=993UTXZR5O6G tag=I7SLXS0DNQV2 type=write size=2358812 2024-04-02T08:45:07.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.202+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=QRO5I30URMNO type=del 2024-04-02T08:45:07.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.205+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=H733ZZBFAKT2 type=del size=2009344 2024-04-02T08:45:07.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.208+0000 7f66a8039780 -1 < failed to complete operation key=PKWCIR77HPSQ tag=HYWT52WYB472 type=del size=10430: (22) Invalid argument 2024-04-02T08:45:07.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.210+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=8W4JZDUOQ8W7 type=del size=3319410 2024-04-02T08:45:07.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.215+0000 7f66a8039780 1 < suggested remove operation key=8TMKP5EUZ549 tag=XPN9ULFX2F3C type=del 2024-04-02T08:45:07.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.217+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=AAJKAM6PBCCQ type=del size=25546 2024-04-02T08:45:07.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.222+0000 7f66a8039780 1 < suggested update operation key=2T3HPBFE8XA4 tag=7ZM2TJI5WVWZ type=del size=529011 2024-04-02T08:45:07.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.225+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=NARD56U140QY type=write size=892405 2024-04-02T08:45:07.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.227+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~Y9OX6IZBBK3F.0 size=1048576 2024-04-02T08:45:07.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.229+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~Y9OX6IZBBK3F.1 size=1048576 2024-04-02T08:45:07.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.232+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~Y9OX6IZBBK3F.2 size=584114 2024-04-02T08:45:07.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.236+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=Y9OX6IZBBK3F tag=I5T4G59N8WLL type=write size=3729842 2024-04-02T08:45:07.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.238+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=8NIHVNAIR4AR type=write size=439747 2024-04-02T08:45:07.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.241+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~0SC2TSLVD3XY.0 size=1048576 2024-04-02T08:45:07.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.243+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~0SC2TSLVD3XY.1 size=227423 2024-04-02T08:45:07.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.247+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=0SC2TSLVD3XY tag=PDLEVJ23EIYG type=write size=2324575 2024-04-02T08:45:07.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.250+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=2XGOFW6FZ6YE type=del size=2898136 2024-04-02T08:45:07.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.253+0000 7f66a8039780 1 < completed write operation key=ZIJ5SF72DVM1 tag=LIT2I23F9I3P type=write size=217611 2024-04-02T08:45:07.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.257+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~I1G7GW8JNX3B.0 size=929082 2024-04-02T08:45:07.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.257+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=I1G7GW8JNX3B tag=SLZWDKSAIF86 type=write size=1977658 2024-04-02T08:45:07.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.260+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~ONRPXXUFI51Q.0 size=1048576 2024-04-02T08:45:07.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.263+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~ONRPXXUFI51Q.1 size=1048576 2024-04-02T08:45:07.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.265+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~ONRPXXUFI51Q.2 size=318870 2024-04-02T08:45:07.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.269+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=ONRPXXUFI51Q tag=5N8ITMPS4WHQ type=write size=3464598 2024-04-02T08:45:07.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.271+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=HP3DEIWZ1EMN type=del size=2785499 2024-04-02T08:45:07.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.273+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~2U5DOJIDFRZR.0 size=987515 2024-04-02T08:45:07.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.277+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=2U5DOJIDFRZR tag=KA0DLG9TOVBN type=write size=2036091 2024-04-02T08:45:07.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.280+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=RE2TRG7CU4D6 type=del size=691192 2024-04-02T08:45:07.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.284+0000 7f66a8039780 1 < suggested remove operation key=VQVZN74VMII6 tag=ED7J9I8W0KB3 type=del 2024-04-02T08:45:07.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.289+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LYZL6XCKO8XL.0 size=1048576 2024-04-02T08:45:07.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.291+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LYZL6XCKO8XL.1 size=1048576 2024-04-02T08:45:07.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.292+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~LYZL6XCKO8XL.2 size=854637 2024-04-02T08:45:07.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.292+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=LYZL6XCKO8XL tag=9H2WBIY2TGYK type=write size=4000365 2024-04-02T08:45:07.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.294+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=UAGZUCLB51PF type=del 2024-04-02T08:45:07.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.299+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~Y9BFYEUQTX0I.0 size=1048576 2024-04-02T08:45:07.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.301+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~Y9BFYEUQTX0I.1 size=1048576 2024-04-02T08:45:07.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.303+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~Y9BFYEUQTX0I.2 size=417632 2024-04-02T08:45:07.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.303+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=Y9BFYEUQTX0I tag=VL5NDAI7NMFC type=write size=3563360 2024-04-02T08:45:07.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.306+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=RJ2LO81PQ8YW type=del 2024-04-02T08:45:07.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.312+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~HAMT5AQZA1EN.0 size=1048576 2024-04-02T08:45:07.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.314+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~HAMT5AQZA1EN.1 size=1026 2024-04-02T08:45:07.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.314+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=HAMT5AQZA1EN tag=SLL2M497NI6R type=write size=2098178 2024-04-02T08:45:07.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.320+0000 7f66a8039780 1 < suggested update operation key=J0H0DJZWIT92 tag=W2IGCS762RYG type=del size=2764877 2024-04-02T08:45:07.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.324+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~YYKK264S689V.0 size=625450 2024-04-02T08:45:07.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.324+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=YYKK264S689V tag=B7EUZ5TP3RAO type=write size=1674026 2024-04-02T08:45:07.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.326+0000 7f66a8039780 1 < completed write operation key=HUH2LBUPML72 tag=3H2DFBY11CJO type=write size=853257 2024-04-02T08:45:07.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.329+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=OK2W1T3HT558 type=del size=1149374 2024-04-02T08:45:07.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.332+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~H60MX7NC62P8.0 size=1048576 2024-04-02T08:45:07.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.332+0000 7f66a8039780 1 < canceled part key=_multipart_PZKZ83BFSP9E.2~H60MX7NC62P8.1 size=593053 2024-04-02T08:45:07.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.336+0000 7f66a8039780 1 < canceled multipart upload key=PZKZ83BFSP9E upload=H60MX7NC62P8 tag=HF4N2N6OXN7O type=write size=2690205 2024-04-02T08:45:07.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.341+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~V71W9ZBG205H.0 size=1048576 2024-04-02T08:45:07.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.343+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~V71W9ZBG205H.1 size=1048576 2024-04-02T08:45:07.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.345+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~V71W9ZBG205H.2 size=167323 2024-04-02T08:45:07.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.345+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=V71W9ZBG205H tag=03KEZ2CM71D7 type=write size=3313051 2024-04-02T08:45:07.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.347+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~993UTXZR5O6G.0 size=1048576 2024-04-02T08:45:07.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.349+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~993UTXZR5O6G.1 size=261660 2024-04-02T08:45:07.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.353+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=993UTXZR5O6G tag=I7SLXS0DNQV2 type=write size=2358812 2024-04-02T08:45:07.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.355+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=QTGDF029CNW4 type=write size=332488 2024-04-02T08:45:07.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.357+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=H733ZZBFAKT2 type=del 2024-04-02T08:45:07.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.361+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~SRH23SNW5XYB.0 size=172751 2024-04-02T08:45:07.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.361+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=SRH23SNW5XYB tag=GDPNSGMCUPS1 type=write size=1221327 2024-04-02T08:45:07.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.363+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=8W4JZDUOQ8W7 type=del 2024-04-02T08:45:07.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.365+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=ZVD31HJ2Q90S type=write size=740560 2024-04-02T08:45:07.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.367+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=AAJKAM6PBCCQ type=del 2024-04-02T08:45:07.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.369+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=C0DLWG3NS950 type=del size=3208085 2024-04-02T08:45:07.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.371+0000 7f66a8039780 1 < canceled operation key=DBCO3QMJJEJ7 tag=NARD56U140QY type=write size=892405 2024-04-02T08:45:07.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.374+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~CDK970B4FZ2R.0 size=1048576 2024-04-02T08:45:07.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.376+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~CDK970B4FZ2R.1 size=347027 2024-04-02T08:45:07.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.376+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=CDK970B4FZ2R tag=BQ06MW4SKVPM type=write size=2444179 2024-04-02T08:45:07.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.378+0000 7f66a8039780 1 < completed write operation key=637CIUSXUSZD tag=8NIHVNAIR4AR type=write size=439747 2024-04-02T08:45:07.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.380+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=8YL2L3J1P4S4 type=del size=1903736 2024-04-02T08:45:07.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.382+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=2XGOFW6FZ6YE type=del 2024-04-02T08:45:07.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.384+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=4US9ENJN1ZZ0 type=del size=2357049 2024-04-02T08:45:07.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.386+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~I1G7GW8JNX3B.0 size=929082 2024-04-02T08:45:07.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.390+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=I1G7GW8JNX3B tag=SLZWDKSAIF86 type=write size=1977658 2024-04-02T08:45:07.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.394+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~RX4ZC4ALEW9O.0 size=1048576 2024-04-02T08:45:07.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.395+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~RX4ZC4ALEW9O.1 size=94562 2024-04-02T08:45:07.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.395+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=RX4ZC4ALEW9O tag=0M5EGZG0PWYR type=write size=2191714 2024-04-02T08:45:07.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.396+0000 7f66a8039780 -1 < no bi entry to suggest for operation key=VQVZN74VMII6 tag=HP3DEIWZ1EMN type=del size=2785499: (2) No such file or directory 2024-04-02T08:45:07.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.398+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=UK0CWDAKTWBU type=del size=3387946 2024-04-02T08:45:07.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.400+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=RE2TRG7CU4D6 type=del 2024-04-02T08:45:07.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.402+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=LCTC06OI047K type=del size=2592571 2024-04-02T08:45:07.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.404+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LYZL6XCKO8XL.0 size=1048576 2024-04-02T08:45:07.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.406+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LYZL6XCKO8XL.1 size=1048576 2024-04-02T08:45:07.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.408+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~LYZL6XCKO8XL.2 size=854637 2024-04-02T08:45:07.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.412+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=LYZL6XCKO8XL tag=9H2WBIY2TGYK type=write size=4000365 2024-04-02T08:45:07.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.416+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~YVV93TM5JLFC.0 size=1048576 2024-04-02T08:45:07.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.418+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~YVV93TM5JLFC.1 size=326470 2024-04-02T08:45:07.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.418+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=YVV93TM5JLFC tag=RG1N338DWTIL type=write size=2423622 2024-04-02T08:45:07.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.420+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~Y9BFYEUQTX0I.0 size=1048576 2024-04-02T08:45:07.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.421+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~Y9BFYEUQTX0I.1 size=1048576 2024-04-02T08:45:07.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.424+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~Y9BFYEUQTX0I.2 size=417632 2024-04-02T08:45:07.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.427+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=Y9BFYEUQTX0I tag=VL5NDAI7NMFC type=write size=3563360 2024-04-02T08:45:07.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.429+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=51EDI35MT7Q5 type=del size=3543044 2024-04-02T08:45:07.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.432+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~HAMT5AQZA1EN.0 size=1048576 2024-04-02T08:45:07.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.433+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~HAMT5AQZA1EN.1 size=1026 2024-04-02T08:45:07.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.437+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=HAMT5AQZA1EN tag=SLL2M497NI6R type=write size=2098178 2024-04-02T08:45:07.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.439+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=82UWF9WR3DZ0 type=del size=1605622 2024-04-02T08:45:07.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.441+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~YYKK264S689V.0 size=625450 2024-04-02T08:45:07.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.445+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=YYKK264S689V tag=B7EUZ5TP3RAO type=write size=1674026 2024-04-02T08:45:07.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.448+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=7XZR9B9EBH6V type=write size=265771 2024-04-02T08:45:07.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.450+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=OK2W1T3HT558 type=del 2024-04-02T08:45:07.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.454+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~T4DJ1A5ZVXG4.0 size=778079 2024-04-02T08:45:07.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.454+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=T4DJ1A5ZVXG4 tag=TCUD6MZL4XA2 type=write size=1826655 2024-04-02T08:45:07.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.456+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~V71W9ZBG205H.0 size=1048576 2024-04-02T08:45:07.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.458+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~V71W9ZBG205H.1 size=1048576 2024-04-02T08:45:07.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.460+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~V71W9ZBG205H.2 size=167323 2024-04-02T08:45:07.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.463+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=V71W9ZBG205H tag=03KEZ2CM71D7 type=write size=3313051 2024-04-02T08:45:07.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.467+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~ZH5GLUOLQ73D.0 size=439369 2024-04-02T08:45:07.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.467+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=ZH5GLUOLQ73D tag=26I7P64RKGQQ type=write size=1487945 2024-04-02T08:45:07.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.470+0000 7f66a8039780 1 < completed write operation key=MVOA3WWKEWZR tag=QTGDF029CNW4 type=write size=332488 2024-04-02T08:45:07.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.474+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~HANQK8N88B8Q.0 size=1048576 2024-04-02T08:45:07.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.476+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~HANQK8N88B8Q.1 size=1048576 2024-04-02T08:45:07.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.478+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~HANQK8N88B8Q.2 size=380262 2024-04-02T08:45:07.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.478+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=HANQK8N88B8Q tag=NWWV6ZI6PORA type=write size=3525990 2024-04-02T08:45:07.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.480+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~SRH23SNW5XYB.0 size=172751 2024-04-02T08:45:07.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.483+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=SRH23SNW5XYB tag=GDPNSGMCUPS1 type=write size=1221327 2024-04-02T08:45:07.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.485+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=VGHU8S7Z24LN type=del size=4139549 2024-04-02T08:45:07.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.489+0000 7f66a8039780 1 < suggested update operation key=DBCO3QMJJEJ7 tag=ZVD31HJ2Q90S type=write size=740560 2024-04-02T08:45:07.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.492+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=LOAV6XGBQEM2 type=del size=443814 2024-04-02T08:45:07.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.494+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=C0DLWG3NS950 type=del 2024-04-02T08:45:07.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.496+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=5CCV4453DWVM type=del size=1712842 2024-04-02T08:45:07.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.498+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~CDK970B4FZ2R.0 size=1048576 2024-04-02T08:45:07.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.500+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~CDK970B4FZ2R.1 size=347027 2024-04-02T08:45:07.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.503+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=CDK970B4FZ2R tag=BQ06MW4SKVPM type=write size=2444179 2024-04-02T08:45:07.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.505+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=IIDLK86N5ZTB type=del size=3383845 2024-04-02T08:45:07.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.508+0000 7f66a8039780 -1 < failed to complete operation key=DBCO3QMJJEJ7 tag=8YL2L3J1P4S4 type=del size=1903736: (22) Invalid argument 2024-04-02T08:45:07.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.510+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=94DDZT9VH54W type=del size=3170908 2024-04-02T08:45:07.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.512+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=4US9ENJN1ZZ0 type=del 2024-04-02T08:45:07.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.514+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=4Q114CW8DP2R type=del size=2539780 2024-04-02T08:45:07.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.517+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~RX4ZC4ALEW9O.0 size=1048576 2024-04-02T08:45:07.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.518+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~RX4ZC4ALEW9O.1 size=94562 2024-04-02T08:45:07.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.522+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=RX4ZC4ALEW9O tag=0M5EGZG0PWYR type=write size=2191714 2024-04-02T08:45:07.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.524+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=C3BDEMGGZIS8 type=del size=956181 2024-04-02T08:45:07.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.526+0000 7f66a8039780 1 < canceled operation key=ZUO2TXTKZ5D6 tag=UK0CWDAKTWBU type=del size=3387946 2024-04-02T08:45:07.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.528+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=4OWX92CFSOEA type=write size=715510 2024-04-02T08:45:07.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.530+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=LCTC06OI047K type=del 2024-04-02T08:45:07.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.533+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=HIJSCII6Y1AY type=del size=78694 2024-04-02T08:45:07.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.535+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~YVV93TM5JLFC.0 size=1048576 2024-04-02T08:45:07.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.537+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~YVV93TM5JLFC.1 size=326470 2024-04-02T08:45:07.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.540+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=YVV93TM5JLFC tag=RG1N338DWTIL type=write size=2423622 2024-04-02T08:45:07.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.544+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~DDVEIIJWWLGK.0 size=1048576 2024-04-02T08:45:07.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.546+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~DDVEIIJWWLGK.1 size=1046425 2024-04-02T08:45:07.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.546+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=DDVEIIJWWLGK tag=0PMMIPBECSKV type=write size=3143577 2024-04-02T08:45:07.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.548+0000 7f66a8039780 1 < canceled operation key=O0QCRP60VK0G tag=51EDI35MT7Q5 type=del size=3543044 2024-04-02T08:45:07.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.552+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~QX4HT6XE5JCN.0 size=702153 2024-04-02T08:45:07.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.552+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=QX4HT6XE5JCN tag=BDOTARPKQGWC type=write size=1750729 2024-04-02T08:45:07.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.555+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=82UWF9WR3DZ0 type=del 2024-04-02T08:45:07.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.558+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=B7MAS10FBKCS type=write size=157070 2024-04-02T08:45:07.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.562+0000 7f66a8039780 1 < suggested update operation key=ODRLSCYUJE7H tag=7XZR9B9EBH6V type=write size=265771 2024-04-02T08:45:07.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.566+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~RQCOTIAM1I2P.0 size=1048576 2024-04-02T08:45:07.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.568+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~RQCOTIAM1I2P.1 size=2511 2024-04-02T08:45:07.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.568+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=RQCOTIAM1I2P tag=3GPIPPW9N8S0 type=write size=2099663 2024-04-02T08:45:07.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.570+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~T4DJ1A5ZVXG4.0 size=778079 2024-04-02T08:45:07.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.574+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=T4DJ1A5ZVXG4 tag=TCUD6MZL4XA2 type=write size=1826655 2024-04-02T08:45:07.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.577+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=3X3RAY5H032V type=del size=3060359 2024-04-02T08:45:07.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.580+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~ZH5GLUOLQ73D.0 size=439369 2024-04-02T08:45:07.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.584+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=ZH5GLUOLQ73D tag=26I7P64RKGQQ type=write size=1487945 2024-04-02T08:45:07.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.588+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~2MCPJAJL0KRA.0 size=1048576 2024-04-02T08:45:07.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.591+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~2MCPJAJL0KRA.1 size=1048576 2024-04-02T08:45:07.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.593+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~2MCPJAJL0KRA.2 size=117820 2024-04-02T08:45:07.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.593+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=2MCPJAJL0KRA tag=PYCF7SH7X619 type=write size=3263548 2024-04-02T08:45:07.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.595+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~HANQK8N88B8Q.0 size=1048576 2024-04-02T08:45:07.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.597+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~HANQK8N88B8Q.1 size=1048576 2024-04-02T08:45:07.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.600+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~HANQK8N88B8Q.2 size=380262 2024-04-02T08:45:07.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.604+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=HANQK8N88B8Q tag=NWWV6ZI6PORA type=write size=3525990 2024-04-02T08:45:07.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.606+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=O2Q0N2JVR1UC type=del size=2304513 2024-04-02T08:45:07.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.609+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=VGHU8S7Z24LN type=del 2024-04-02T08:45:07.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.612+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=OFS5VJ246QG2 type=del size=495576 2024-04-02T08:45:07.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.614+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=LOAV6XGBQEM2 type=del 2024-04-02T08:45:07.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.616+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=70BLIDMGZ7MQ type=del size=339944 2024-04-02T08:45:07.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.618+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=5CCV4453DWVM type=del 2024-04-02T08:45:07.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.621+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=5T4DPCMMKKZ2 type=del size=93876 2024-04-02T08:45:07.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.623+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=IIDLK86N5ZTB type=del 2024-04-02T08:45:07.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.628+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~ZQO160BSWROM.0 size=1048576 2024-04-02T08:45:07.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.629+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~ZQO160BSWROM.1 size=1048576 2024-04-02T08:45:07.629 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.631+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~ZQO160BSWROM.2 size=814784 2024-04-02T08:45:07.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.631+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=ZQO160BSWROM tag=O2Z25MYJ1342 type=write size=3960512 2024-04-02T08:45:07.634 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.636+0000 7f66a8039780 1 < suggested update operation key=PKWCIR77HPSQ tag=94DDZT9VH54W type=del size=3170908 2024-04-02T08:45:07.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.640+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~O7F69BZZAJCJ.0 size=1048576 2024-04-02T08:45:07.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.643+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~O7F69BZZAJCJ.1 size=1048576 2024-04-02T08:45:07.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.645+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~O7F69BZZAJCJ.2 size=466211 2024-04-02T08:45:07.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.645+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=O7F69BZZAJCJ tag=PDJ0UYDL26YF type=write size=3611939 2024-04-02T08:45:07.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.650+0000 7f66a8039780 1 < suggested update operation key=637CIUSXUSZD tag=4Q114CW8DP2R type=del size=2539780 2024-04-02T08:45:07.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.653+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=Y457AKF1UGLD type=del size=1504473 2024-04-02T08:45:07.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.656+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=C3BDEMGGZIS8 type=del 2024-04-02T08:45:07.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.658+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=0NHOHWF08YA6 type=del size=4061129 2024-04-02T08:45:07.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.661+0000 7f66a8039780 1 < completed write operation key=MVOA3WWKEWZR tag=4OWX92CFSOEA type=write size=715510 2024-04-02T08:45:07.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.663+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=AEO5HSV57Q3W type=del size=827773 2024-04-02T08:45:07.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.666+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=HIJSCII6Y1AY type=del 2024-04-02T08:45:07.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.668+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=4AOK264E78OV type=del size=2560304 2024-04-02T08:45:07.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.670+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~DDVEIIJWWLGK.0 size=1048576 2024-04-02T08:45:07.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.672+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~DDVEIIJWWLGK.1 size=1046425 2024-04-02T08:45:07.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.676+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=DDVEIIJWWLGK tag=0PMMIPBECSKV type=write size=3143577 2024-04-02T08:45:07.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.681+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~N2O6RKLWLRPS.0 size=1048576 2024-04-02T08:45:07.682 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.683+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~N2O6RKLWLRPS.1 size=1048576 2024-04-02T08:45:07.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.685+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~N2O6RKLWLRPS.2 size=669775 2024-04-02T08:45:07.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.685+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=N2O6RKLWLRPS tag=P7BQIC9BKNR2 type=write size=3815503 2024-04-02T08:45:07.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.688+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~QX4HT6XE5JCN.0 size=702153 2024-04-02T08:45:07.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.692+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=QX4HT6XE5JCN tag=BDOTARPKQGWC type=write size=1750729 2024-04-02T08:45:07.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.697+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~YCL5FAFF0XBY.0 size=1048576 2024-04-02T08:45:07.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.699+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~YCL5FAFF0XBY.1 size=378750 2024-04-02T08:45:07.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.699+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=YCL5FAFF0XBY tag=DP9MNG3F4RVF type=write size=2475902 2024-04-02T08:45:07.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.701+0000 7f66a8039780 1 < completed write operation key=R628MJJ9BB5G tag=B7MAS10FBKCS type=write size=157070 2024-04-02T08:45:07.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.703+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=A4V74A8D5VUQ type=del size=3578229 2024-04-02T08:45:07.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.706+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~RQCOTIAM1I2P.0 size=1048576 2024-04-02T08:45:07.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.707+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~RQCOTIAM1I2P.1 size=2511 2024-04-02T08:45:07.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.711+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=RQCOTIAM1I2P tag=3GPIPPW9N8S0 type=write size=2099663 2024-04-02T08:45:07.713 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.715+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~FDVVM1IWGFON.0 size=1048576 2024-04-02T08:45:07.715 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.717+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~FDVVM1IWGFON.1 size=1048576 2024-04-02T08:45:07.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.718+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~FDVVM1IWGFON.2 size=837390 2024-04-02T08:45:07.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.718+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=FDVVM1IWGFON tag=RTU08PWQNHFL type=write size=3983118 2024-04-02T08:45:07.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.721+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=3X3RAY5H032V type=del 2024-04-02T08:45:07.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.723+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=2S0I0DMXH8MD type=del size=4084695 2024-04-02T08:45:07.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.725+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~2MCPJAJL0KRA.0 size=1048576 2024-04-02T08:45:07.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.728+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~2MCPJAJL0KRA.1 size=1048576 2024-04-02T08:45:07.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.730+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~2MCPJAJL0KRA.2 size=117820 2024-04-02T08:45:07.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.734+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=2MCPJAJL0KRA tag=PYCF7SH7X619 type=write size=3263548 2024-04-02T08:45:07.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.739+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~KDSJ2YB4UJPC.0 size=1048576 2024-04-02T08:45:07.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.741+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~KDSJ2YB4UJPC.1 size=1048576 2024-04-02T08:45:07.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.743+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~KDSJ2YB4UJPC.2 size=9140 2024-04-02T08:45:07.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.743+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=KDSJ2YB4UJPC tag=KH9VPBZIPSAH type=write size=3154868 2024-04-02T08:45:07.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.748+0000 7f66a8039780 1 < suggested update operation key=H46EQB061BMB tag=O2Q0N2JVR1UC type=del size=2304513 2024-04-02T08:45:07.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.753+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~OUCZJPE6X1S4.0 size=407691 2024-04-02T08:45:07.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.753+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=OUCZJPE6X1S4 tag=G1EY2KKVI5T0 type=write size=1456267 2024-04-02T08:45:07.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.755+0000 7f66a8039780 1 < canceled operation key=RNMJ571SSULK tag=OFS5VJ246QG2 type=del size=495576 2024-04-02T08:45:07.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.757+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=2COPP1JGJRBJ type=del size=2503083 2024-04-02T08:45:07.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.759+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=70BLIDMGZ7MQ type=del 2024-04-02T08:45:07.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.761+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=W66JIR3BS9KX type=write size=165607 2024-04-02T08:45:07.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.763+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=5T4DPCMMKKZ2 type=del 2024-04-02T08:45:07.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.766+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=MICL8IZECM2H type=del size=2652798 2024-04-02T08:45:07.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.768+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~ZQO160BSWROM.0 size=1048576 2024-04-02T08:45:07.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.770+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~ZQO160BSWROM.1 size=1048576 2024-04-02T08:45:07.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.771+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~ZQO160BSWROM.2 size=814784 2024-04-02T08:45:07.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.775+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=ZQO160BSWROM tag=O2Z25MYJ1342 type=write size=3960512 2024-04-02T08:45:07.776 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.777+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=C3RB9S5FBWGP type=del size=2799554 2024-04-02T08:45:07.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.780+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~O7F69BZZAJCJ.0 size=1048576 2024-04-02T08:45:07.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.782+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~O7F69BZZAJCJ.1 size=1048576 2024-04-02T08:45:07.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.783+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~O7F69BZZAJCJ.2 size=466211 2024-04-02T08:45:07.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.787+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=O7F69BZZAJCJ tag=PDJ0UYDL26YF type=write size=3611939 2024-04-02T08:45:07.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.791+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~93CHG9FCR8W8.0 size=554442 2024-04-02T08:45:07.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.791+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=93CHG9FCR8W8 tag=0WR7EO1TC3KD type=write size=1603018 2024-04-02T08:45:07.792 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.793+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=Y457AKF1UGLD type=del 2024-04-02T08:45:07.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.798+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~TFU1NE61P4WY.0 size=1048576 2024-04-02T08:45:07.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.800+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~TFU1NE61P4WY.1 size=601208 2024-04-02T08:45:07.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.800+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=TFU1NE61P4WY tag=6TCPPZ13C51A type=write size=2698360 2024-04-02T08:45:07.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.802+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=0NHOHWF08YA6 type=del 2024-04-02T08:45:07.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.804+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=T433DFKQXS13 type=del size=2999609 2024-04-02T08:45:07.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.808+0000 7f66a8039780 1 < suggested remove operation key=J0H0DJZWIT92 tag=AEO5HSV57Q3W type=del 2024-04-02T08:45:07.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.813+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~WQYW7APMM29M.0 size=1048576 2024-04-02T08:45:07.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.815+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~WQYW7APMM29M.1 size=61193 2024-04-02T08:45:07.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.815+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=WQYW7APMM29M tag=CBBUTG4GOE8Q type=write size=2158345 2024-04-02T08:45:07.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.817+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=4AOK264E78OV type=del 2024-04-02T08:45:07.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.822+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~50JWEV21Q4C2.0 size=1048576 2024-04-02T08:45:07.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.824+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~50JWEV21Q4C2.1 size=1048576 2024-04-02T08:45:07.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.826+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~50JWEV21Q4C2.2 size=1022506 2024-04-02T08:45:07.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.826+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=50JWEV21Q4C2 tag=D29WGO6IS4WQ type=write size=4168234 2024-04-02T08:45:07.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.829+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~N2O6RKLWLRPS.0 size=1048576 2024-04-02T08:45:07.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.831+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~N2O6RKLWLRPS.1 size=1048576 2024-04-02T08:45:07.831 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.833+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~N2O6RKLWLRPS.2 size=669775 2024-04-02T08:45:07.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.836+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=N2O6RKLWLRPS tag=P7BQIC9BKNR2 type=write size=3815503 2024-04-02T08:45:07.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.840+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~N4W1GJLJQA5W.0 size=1048576 2024-04-02T08:45:07.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.842+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~N4W1GJLJQA5W.1 size=496533 2024-04-02T08:45:07.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.842+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=N4W1GJLJQA5W tag=GYY501Z56FHN type=write size=2593685 2024-04-02T08:45:07.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.844+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~YCL5FAFF0XBY.0 size=1048576 2024-04-02T08:45:07.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.846+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~YCL5FAFF0XBY.1 size=378750 2024-04-02T08:45:07.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.851+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=YCL5FAFF0XBY tag=DP9MNG3F4RVF type=write size=2475902 2024-04-02T08:45:07.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.855+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~OWIXF5WHE0M5.0 size=1048576 2024-04-02T08:45:07.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.857+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~OWIXF5WHE0M5.1 size=384173 2024-04-02T08:45:07.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.857+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=OWIXF5WHE0M5 tag=DRPNMIGO3Z7S type=write size=2481325 2024-04-02T08:45:07.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.859+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=A4V74A8D5VUQ type=del 2024-04-02T08:45:07.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.861+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=S6WUQXTNFLBX type=del size=2459159 2024-04-02T08:45:07.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.863+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~FDVVM1IWGFON.0 size=1048576 2024-04-02T08:45:07.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.866+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~FDVVM1IWGFON.1 size=1048576 2024-04-02T08:45:07.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.868+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~FDVVM1IWGFON.2 size=837390 2024-04-02T08:45:07.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.873+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=FDVVM1IWGFON tag=RTU08PWQNHFL type=write size=3983118 2024-04-02T08:45:07.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.877+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~RVNRA17ARWWK.0 size=1048576 2024-04-02T08:45:07.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.879+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~RVNRA17ARWWK.1 size=311225 2024-04-02T08:45:07.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.879+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=RVNRA17ARWWK tag=9RTYUNDYMW8X type=write size=2408377 2024-04-02T08:45:07.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.883+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=2S0I0DMXH8MD type=del 2024-04-02T08:45:07.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.886+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=K0KRVE2O0L9N type=del size=864982 2024-04-02T08:45:07.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.889+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~KDSJ2YB4UJPC.0 size=1048576 2024-04-02T08:45:07.890 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.891+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~KDSJ2YB4UJPC.1 size=1048576 2024-04-02T08:45:07.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.893+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~KDSJ2YB4UJPC.2 size=9140 2024-04-02T08:45:07.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.897+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=KDSJ2YB4UJPC tag=KH9VPBZIPSAH type=write size=3154868 2024-04-02T08:45:07.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.900+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=JKBGPILWKSHL type=write size=397741 2024-04-02T08:45:07.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.902+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~OUCZJPE6X1S4.0 size=407691 2024-04-02T08:45:07.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.907+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=OUCZJPE6X1S4 tag=G1EY2KKVI5T0 type=write size=1456267 2024-04-02T08:45:07.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.909+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=DUO0OBRJ7GD3 type=del size=1596017 2024-04-02T08:45:07.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.912+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=2COPP1JGJRBJ type=del 2024-04-02T08:45:07.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.915+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=ECE3OAQ3QG27 type=write size=968677 2024-04-02T08:45:07.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.917+0000 7f66a8039780 1 < canceled operation key=PKWCIR77HPSQ tag=W66JIR3BS9KX type=write size=165607 2024-04-02T08:45:07.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.922+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~07Q6287OLTX2.0 size=1048576 2024-04-02T08:45:07.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.924+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~07Q6287OLTX2.1 size=847830 2024-04-02T08:45:07.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.924+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=07Q6287OLTX2 tag=RTTZBKEDZ1X7 type=write size=2944982 2024-04-02T08:45:07.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.927+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=MICL8IZECM2H type=del 2024-04-02T08:45:07.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.931+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~GH1HIT95L2CR.0 size=975234 2024-04-02T08:45:07.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.931+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=GH1HIT95L2CR tag=G27PCY9ZMMLM type=write size=2023810 2024-04-02T08:45:07.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.934+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=C3RB9S5FBWGP type=del 2024-04-02T08:45:07.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.938+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~V69KOV5LTNEP.0 size=1016318 2024-04-02T08:45:07.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.938+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=V69KOV5LTNEP tag=RZ1F1LFN3R67 type=write size=2064894 2024-04-02T08:45:07.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.939+0000 7f66a8039780 1 < canceled part key=_multipart_SKXP9F1WMETM.2~93CHG9FCR8W8.0 size=554442 2024-04-02T08:45:07.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.943+0000 7f66a8039780 1 < canceled multipart upload key=SKXP9F1WMETM upload=93CHG9FCR8W8 tag=0WR7EO1TC3KD type=write size=1603018 2024-04-02T08:45:07.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.945+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=ZDFA3QHV3J2Z type=del size=2146114 2024-04-02T08:45:07.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.948+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~TFU1NE61P4WY.0 size=1048576 2024-04-02T08:45:07.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.950+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~TFU1NE61P4WY.1 size=601208 2024-04-02T08:45:07.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.955+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=TFU1NE61P4WY tag=6TCPPZ13C51A type=write size=2698360 2024-04-02T08:45:07.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.957+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=3S4YVKTSURBI type=del size=4080459 2024-04-02T08:45:07.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.960+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=T433DFKQXS13 type=del 2024-04-02T08:45:07.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.965+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~2P6LBT34UFU6.0 size=1048576 2024-04-02T08:45:07.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.967+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~2P6LBT34UFU6.1 size=922988 2024-04-02T08:45:07.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.967+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=2P6LBT34UFU6 tag=UD5REBS52MNC type=write size=3020140 2024-04-02T08:45:07.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.969+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~WQYW7APMM29M.0 size=1048576 2024-04-02T08:45:07.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.972+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~WQYW7APMM29M.1 size=61193 2024-04-02T08:45:07.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.976+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=WQYW7APMM29M tag=CBBUTG4GOE8Q type=write size=2158345 2024-04-02T08:45:07.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.979+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=806BC2F9DOMR type=del size=2798845 2024-04-02T08:45:07.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.981+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~50JWEV21Q4C2.0 size=1048576 2024-04-02T08:45:07.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.983+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~50JWEV21Q4C2.1 size=1048576 2024-04-02T08:45:07.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.983+0000 7f66a8039780 1 < canceled part key=_multipart_ZUO2TXTKZ5D6.2~50JWEV21Q4C2.2 size=1022506 2024-04-02T08:45:07.986 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.988+0000 7f66a8039780 1 < canceled multipart upload key=ZUO2TXTKZ5D6 upload=50JWEV21Q4C2 tag=D29WGO6IS4WQ type=write size=4168234 2024-04-02T08:45:07.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.990+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=EIHGCAN2V3YX type=write size=346112 2024-04-02T08:45:07.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.993+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~N4W1GJLJQA5W.0 size=1048576 2024-04-02T08:45:07.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:07.995+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~N4W1GJLJQA5W.1 size=496533 2024-04-02T08:45:07.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.000+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=N4W1GJLJQA5W tag=GYY501Z56FHN type=write size=2593685 2024-04-02T08:45:08.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.002+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=SMOO6T63F7EY type=del size=3086768 2024-04-02T08:45:08.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.005+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~OWIXF5WHE0M5.0 size=1048576 2024-04-02T08:45:08.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.005+0000 7f66a8039780 1 < canceled part key=_multipart_8QJNW10FF0U8.2~OWIXF5WHE0M5.1 size=384173 2024-04-02T08:45:08.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.009+0000 7f66a8039780 1 < canceled multipart upload key=8QJNW10FF0U8 upload=OWIXF5WHE0M5 tag=DRPNMIGO3Z7S type=write size=2481325 2024-04-02T08:45:08.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.012+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=V4JFP8J6DTHY type=write size=212276 2024-04-02T08:45:08.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.014+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=S6WUQXTNFLBX type=del 2024-04-02T08:45:08.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.019+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~NBUOC024XRCH.0 size=1048576 2024-04-02T08:45:08.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.021+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~NBUOC024XRCH.1 size=1048576 2024-04-02T08:45:08.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.023+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~NBUOC024XRCH.2 size=454295 2024-04-02T08:45:08.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.023+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=NBUOC024XRCH tag=XIAN0P3OBM0Q type=write size=3600023 2024-04-02T08:45:08.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.025+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~RVNRA17ARWWK.0 size=1048576 2024-04-02T08:45:08.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.027+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~RVNRA17ARWWK.1 size=311225 2024-04-02T08:45:08.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.032+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=RVNRA17ARWWK tag=9RTYUNDYMW8X type=write size=2408377 2024-04-02T08:45:08.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.034+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=GZ7F9446SLB6 type=del size=1003071 2024-04-02T08:45:08.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.037+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=K0KRVE2O0L9N type=del 2024-04-02T08:45:08.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.039+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=0LWX85066R6V type=del size=2765587 2024-04-02T08:45:08.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.042+0000 7f66a8039780 1 < completed write operation key=HUH2LBUPML72 tag=JKBGPILWKSHL type=write size=397741 2024-04-02T08:45:08.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.044+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=YK9TO6JWEN7Q type=write size=938329 2024-04-02T08:45:08.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.046+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=DUO0OBRJ7GD3 type=del 2024-04-02T08:45:08.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.050+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~R5RBZVMAMHXI.0 size=1048576 2024-04-02T08:45:08.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.052+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~R5RBZVMAMHXI.1 size=990908 2024-04-02T08:45:08.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.052+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=R5RBZVMAMHXI tag=KV0WEALSC74T type=write size=3088060 2024-04-02T08:45:08.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.054+0000 7f66a8039780 1 < completed write operation key=ZUF440XF8N7P tag=ECE3OAQ3QG27 type=write size=968677 2024-04-02T08:45:08.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.059+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~C90OCHET9U2I.0 size=704814 2024-04-02T08:45:08.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.059+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=C90OCHET9U2I tag=7AHKB6JH163J type=write size=1753390 2024-04-02T08:45:08.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.061+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~07Q6287OLTX2.0 size=1048576 2024-04-02T08:45:08.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.063+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~07Q6287OLTX2.1 size=847830 2024-04-02T08:45:08.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.068+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=07Q6287OLTX2 tag=RTTZBKEDZ1X7 type=write size=2944982 2024-04-02T08:45:08.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.073+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~6SO02OOL2YJF.0 size=1048576 2024-04-02T08:45:08.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.075+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~6SO02OOL2YJF.1 size=1048576 2024-04-02T08:45:08.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.077+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~6SO02OOL2YJF.2 size=346181 2024-04-02T08:45:08.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.077+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=6SO02OOL2YJF tag=6ZZO2VJ4B6FF type=write size=3491909 2024-04-02T08:45:08.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.080+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~GH1HIT95L2CR.0 size=975234 2024-04-02T08:45:08.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.085+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=GH1HIT95L2CR tag=G27PCY9ZMMLM type=write size=2023810 2024-04-02T08:45:08.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.087+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=7BH7VD6JX78Z type=del size=1850944 2024-04-02T08:45:08.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.090+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~V69KOV5LTNEP.0 size=1016318 2024-04-02T08:45:08.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.095+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=V69KOV5LTNEP tag=RZ1F1LFN3R67 type=write size=2064894 2024-04-02T08:45:08.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.100+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~2ONL58GT6OI3.0 size=1048576 2024-04-02T08:45:08.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.102+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~2ONL58GT6OI3.1 size=549200 2024-04-02T08:45:08.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.102+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=2ONL58GT6OI3 tag=6S457ZXWKC6W type=write size=2646352 2024-04-02T08:45:08.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.105+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=ZDFA3QHV3J2Z type=del 2024-04-02T08:45:08.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.107+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=W778UXZ1CUAM type=del size=1497161 2024-04-02T08:45:08.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.110+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=3S4YVKTSURBI type=del 2024-04-02T08:45:08.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.112+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=DRTJCW7888Z6 type=write size=516797 2024-04-02T08:45:08.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.115+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~2P6LBT34UFU6.0 size=1048576 2024-04-02T08:45:08.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.115+0000 7f66a8039780 1 < canceled part key=_multipart_C49DO0QY95UV.2~2P6LBT34UFU6.1 size=922988 2024-04-02T08:45:08.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.120+0000 7f66a8039780 1 < canceled multipart upload key=C49DO0QY95UV upload=2P6LBT34UFU6 tag=UD5REBS52MNC type=write size=3020140 2024-04-02T08:45:08.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.125+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~TFR5U7ZYPHA1.0 size=917808 2024-04-02T08:45:08.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.125+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=TFR5U7ZYPHA1 tag=Y0FO759ECSY5 type=write size=1966384 2024-04-02T08:45:08.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.129+0000 7f66a8039780 1 < suggested update operation key=2T3HPBFE8XA4 tag=806BC2F9DOMR type=del size=2798845 2024-04-02T08:45:08.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.132+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=9AM1UMUZS0PH type=del size=1175657 2024-04-02T08:45:08.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.134+0000 7f66a8039780 1 < completed write operation key=ZUF440XF8N7P tag=EIHGCAN2V3YX type=write size=346112 2024-04-02T08:45:08.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.138+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~1RNAKOTG1CPG.0 size=881005 2024-04-02T08:45:08.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.138+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=1RNAKOTG1CPG tag=BJOT3MGUVF9Q type=write size=1929581 2024-04-02T08:45:08.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.140+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=SMOO6T63F7EY type=del 2024-04-02T08:45:08.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.142+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=ZSOGUN644VW8 type=del size=3871104 2024-04-02T08:45:08.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.144+0000 7f66a8039780 1 < completed write operation key=VQVZN74VMII6 tag=V4JFP8J6DTHY type=write size=212276 2024-04-02T08:45:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:07 smithi137 ceph-mon[88456]: pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 KiB/s wr, 2.18k op/s 2024-04-02T08:45:08.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.146+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=J1F6ZFT4KGIU type=del size=768959 2024-04-02T08:45:08.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.148+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~NBUOC024XRCH.0 size=1048576 2024-04-02T08:45:08.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.150+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~NBUOC024XRCH.1 size=1048576 2024-04-02T08:45:08.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.152+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~NBUOC024XRCH.2 size=454295 2024-04-02T08:45:08.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.156+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=NBUOC024XRCH tag=XIAN0P3OBM0Q type=write size=3600023 2024-04-02T08:45:08.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.158+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=R6LIJ1EFMOAG type=del size=1314440 2024-04-02T08:45:08.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.160+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=GZ7F9446SLB6 type=del 2024-04-02T08:45:08.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.164+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~0GFOU3B256O1.0 size=488025 2024-04-02T08:45:08.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.164+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=0GFOU3B256O1 tag=S77L3NEZ1PN4 type=write size=1536601 2024-04-02T08:45:08.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.168+0000 7f66a8039780 1 < suggested remove operation key=A0ZBFF51XGDX tag=0LWX85066R6V type=del 2024-04-02T08:45:08.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.170+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=IJR9WXGEEPYD type=del size=3324137 2024-04-02T08:45:08.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.175+0000 7f66a8039780 1 < suggested update operation key=R628MJJ9BB5G tag=YK9TO6JWEN7Q type=write size=938329 2024-04-02T08:45:08.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.177+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=ND4CK0SESXRR type=del size=2654717 2024-04-02T08:45:08.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.179+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~R5RBZVMAMHXI.0 size=1048576 2024-04-02T08:45:08.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.180+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~R5RBZVMAMHXI.1 size=990908 2024-04-02T08:45:08.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.184+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=R5RBZVMAMHXI tag=KV0WEALSC74T type=write size=3088060 2024-04-02T08:45:08.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.186+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=HVZF8ZMQLXUA type=del size=275983 2024-04-02T08:45:08.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.188+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~C90OCHET9U2I.0 size=704814 2024-04-02T08:45:08.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.192+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=C90OCHET9U2I tag=7AHKB6JH163J type=write size=1753390 2024-04-02T08:45:08.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.194+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=GIBVAIQFDIWD type=write size=494584 2024-04-02T08:45:08.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.196+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~6SO02OOL2YJF.0 size=1048576 2024-04-02T08:45:08.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.198+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~6SO02OOL2YJF.1 size=1048576 2024-04-02T08:45:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:07 smithi028 ceph-mon[94314]: pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 KiB/s wr, 2.18k op/s 2024-04-02T08:45:08.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:07 smithi028 ceph-mon[96890]: pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 KiB/s wr, 2.18k op/s 2024-04-02T08:45:08.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.200+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~6SO02OOL2YJF.2 size=346181 2024-04-02T08:45:08.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.204+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=6SO02OOL2YJF tag=6ZZO2VJ4B6FF type=write size=3491909 2024-04-02T08:45:08.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.208+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~Y0SINKZQ880B.0 size=1048576 2024-04-02T08:45:08.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.209+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~Y0SINKZQ880B.1 size=8349 2024-04-02T08:45:08.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.209+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=Y0SINKZQ880B tag=A1N6KN80CGCI type=write size=2105501 2024-04-02T08:45:08.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.211+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=7BH7VD6JX78Z type=del 2024-04-02T08:45:08.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.214+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=Z4LAD80N1YXD type=write size=331513 2024-04-02T08:45:08.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.216+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~2ONL58GT6OI3.0 size=1048576 2024-04-02T08:45:08.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.217+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~2ONL58GT6OI3.1 size=549200 2024-04-02T08:45:08.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.221+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=2ONL58GT6OI3 tag=6S457ZXWKC6W type=write size=2646352 2024-04-02T08:45:08.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.225+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~X9122MYDF0ZE.0 size=1048576 2024-04-02T08:45:08.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.226+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~X9122MYDF0ZE.1 size=1048576 2024-04-02T08:45:08.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.228+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~X9122MYDF0ZE.2 size=879000 2024-04-02T08:45:08.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.228+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=X9122MYDF0ZE tag=0HF59SLIOE6P type=write size=4024728 2024-04-02T08:45:08.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.230+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=W778UXZ1CUAM type=del 2024-04-02T08:45:08.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.232+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=F7RM3NEBRX86 type=del size=11599 2024-04-02T08:45:08.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.234+0000 7f66a8039780 1 < completed write operation key=ZIJ5SF72DVM1 tag=DRTJCW7888Z6 type=write size=516797 2024-04-02T08:45:08.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.236+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=IE1M12YZ3RD4 type=del size=318300 2024-04-02T08:45:08.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.238+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~TFR5U7ZYPHA1.0 size=917808 2024-04-02T08:45:08.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.242+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=TFR5U7ZYPHA1 tag=Y0FO759ECSY5 type=write size=1966384 2024-04-02T08:45:08.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.246+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~JLMBQIWYIOBF.0 size=1048576 2024-04-02T08:45:08.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.247+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~JLMBQIWYIOBF.1 size=711414 2024-04-02T08:45:08.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.247+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=JLMBQIWYIOBF tag=COZRPKAYC3M0 type=write size=2808566 2024-04-02T08:45:08.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.251+0000 7f66a8039780 1 < suggested remove operation key=V9PXVXW0I69D tag=9AM1UMUZS0PH type=del 2024-04-02T08:45:08.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.253+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=CWR7QPHYIPM3 type=del size=1703592 2024-04-02T08:45:08.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.255+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~1RNAKOTG1CPG.0 size=881005 2024-04-02T08:45:08.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.259+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=1RNAKOTG1CPG tag=BJOT3MGUVF9Q type=write size=1929581 2024-04-02T08:45:08.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.261+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=U3KTXIFWOWNP type=write size=257061 2024-04-02T08:45:08.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.263+0000 7f66a8039780 1 < canceled operation key=ZIJ5SF72DVM1 tag=ZSOGUN644VW8 type=del size=3871104 2024-04-02T08:45:08.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.265+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=NPT1E70ENNH0 type=del size=3566230 2024-04-02T08:45:08.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.268+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=J1F6ZFT4KGIU type=del 2024-04-02T08:45:08.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.270+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=NHAOI124SZ2J type=del size=2556561 2024-04-02T08:45:08.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.272+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=R6LIJ1EFMOAG type=del 2024-04-02T08:45:08.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.276+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~KK3J2NK1PFYO.0 size=1048576 2024-04-02T08:45:08.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.278+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~KK3J2NK1PFYO.1 size=1048576 2024-04-02T08:45:08.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.280+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~KK3J2NK1PFYO.2 size=837338 2024-04-02T08:45:08.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.280+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=KK3J2NK1PFYO tag=TV0QGJZ9EQRC type=write size=3983066 2024-04-02T08:45:08.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.282+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~0GFOU3B256O1.0 size=488025 2024-04-02T08:45:08.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.285+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=0GFOU3B256O1 tag=S77L3NEZ1PN4 type=write size=1536601 2024-04-02T08:45:08.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.289+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~FL3HPWAR11WR.0 size=1048576 2024-04-02T08:45:08.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.291+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~FL3HPWAR11WR.1 size=799690 2024-04-02T08:45:08.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.291+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=FL3HPWAR11WR tag=UYU3POADDNIO type=write size=2896842 2024-04-02T08:45:08.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.295+0000 7f66a8039780 1 < suggested remove operation key=SKXP9F1WMETM tag=IJR9WXGEEPYD type=del 2024-04-02T08:45:08.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.299+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~ZOL8OON75TEY.0 size=1048576 2024-04-02T08:45:08.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.300+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~ZOL8OON75TEY.1 size=823194 2024-04-02T08:45:08.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.300+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=ZOL8OON75TEY tag=CJPUZ692ZJ7E type=write size=2920346 2024-04-02T08:45:08.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.304+0000 7f66a8039780 1 < suggested remove operation key=ZIJ5SF72DVM1 tag=ND4CK0SESXRR type=del 2024-04-02T08:45:08.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.307+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=H5PASUOWN94T type=del size=568397 2024-04-02T08:45:08.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.311+0000 7f66a8039780 1 < suggested update operation key=8QJNW10FF0U8 tag=HVZF8ZMQLXUA type=del size=275983 2024-04-02T08:45:08.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.316+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~61Q67GEJFH5S.0 size=116439 2024-04-02T08:45:08.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.316+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=61Q67GEJFH5S tag=J43QA2AAIF6Q type=write size=1165015 2024-04-02T08:45:08.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.320+0000 7f66a8039780 1 < suggested remove operation key=2T3HPBFE8XA4 tag=GIBVAIQFDIWD type=write 2024-04-02T08:45:08.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.322+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=VL4VPQ31O8UJ type=del size=2354626 2024-04-02T08:45:08.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.324+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~Y0SINKZQ880B.0 size=1048576 2024-04-02T08:45:08.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.326+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~Y0SINKZQ880B.1 size=8349 2024-04-02T08:45:08.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.331+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=Y0SINKZQ880B tag=A1N6KN80CGCI type=write size=2105501 2024-04-02T08:45:08.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.333+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=ANLO9F23QW94 type=write size=691209 2024-04-02T08:45:08.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.336+0000 7f66a8039780 -1 < failed to complete operation key=ZIJ5SF72DVM1 tag=Z4LAD80N1YXD type=write size=331513: (22) Invalid argument 2024-04-02T08:45:08.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.338+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=GZ0Z9C3Z7VNV type=write size=273116 2024-04-02T08:45:08.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.340+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~X9122MYDF0ZE.0 size=1048576 2024-04-02T08:45:08.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.342+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~X9122MYDF0ZE.1 size=1048576 2024-04-02T08:45:08.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.344+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~X9122MYDF0ZE.2 size=879000 2024-04-02T08:45:08.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.347+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=X9122MYDF0ZE tag=0HF59SLIOE6P type=write size=4024728 2024-04-02T08:45:08.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.351+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~13YKB9UXB5KP.0 size=1048576 2024-04-02T08:45:08.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.353+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~13YKB9UXB5KP.1 size=39503 2024-04-02T08:45:08.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.353+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=13YKB9UXB5KP tag=F6IECNNSEKRU type=write size=2136655 2024-04-02T08:45:08.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.355+0000 7f66a8039780 1 < canceled operation key=A0ZBFF51XGDX tag=F7RM3NEBRX86 type=del size=11599 2024-04-02T08:45:08.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.360+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~LRP2OAPBYS5S.0 size=239450 2024-04-02T08:45:08.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.360+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=LRP2OAPBYS5S tag=L7W2XFTYPNNX type=write size=1288026 2024-04-02T08:45:08.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.364+0000 7f66a8039780 1 < suggested update operation key=VLGN1CJMAOWK tag=IE1M12YZ3RD4 type=del size=318300 2024-04-02T08:45:08.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.367+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=R1OFUO88130L type=del size=1445889 2024-04-02T08:45:08.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.369+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~JLMBQIWYIOBF.0 size=1048576 2024-04-02T08:45:08.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.371+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~JLMBQIWYIOBF.1 size=711414 2024-04-02T08:45:08.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.374+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=JLMBQIWYIOBF tag=COZRPKAYC3M0 type=write size=2808566 2024-04-02T08:45:08.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.376+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=DNCMLZMTUZGR type=del size=1147983 2024-04-02T08:45:08.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.379+0000 7f66a8039780 -1 < failed to complete operation key=8QJNW10FF0U8 tag=CWR7QPHYIPM3 type=del size=1703592: (22) Invalid argument 2024-04-02T08:45:08.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.381+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=3AWDR4M1MG1C type=write size=200571 2024-04-02T08:45:08.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.386+0000 7f66a8039780 1 < suggested update operation key=8TMKP5EUZ549 tag=U3KTXIFWOWNP type=write size=257061 2024-04-02T08:45:08.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.390+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~GMLSU4X2QPHH.0 size=1048576 2024-04-02T08:45:08.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.391+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~GMLSU4X2QPHH.1 size=480727 2024-04-02T08:45:08.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.392+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=GMLSU4X2QPHH tag=T2O7NBCC240I type=write size=2577879 2024-04-02T08:45:08.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.394+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=NPT1E70ENNH0 type=del 2024-04-02T08:45:08.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.396+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=ZD1UTWH12H5U type=del size=1586771 2024-04-02T08:45:08.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.398+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=NHAOI124SZ2J type=del 2024-04-02T08:45:08.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.400+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=KCWPQQNNTBC9 type=del size=1001525 2024-04-02T08:45:08.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.402+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~KK3J2NK1PFYO.0 size=1048576 2024-04-02T08:45:08.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.404+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~KK3J2NK1PFYO.1 size=1048576 2024-04-02T08:45:08.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.405+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~KK3J2NK1PFYO.2 size=837338 2024-04-02T08:45:08.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.409+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=KK3J2NK1PFYO tag=TV0QGJZ9EQRC type=write size=3983066 2024-04-02T08:45:08.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.411+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=XIBWAW6971LL type=del size=2067327 2024-04-02T08:45:08.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.413+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~FL3HPWAR11WR.0 size=1048576 2024-04-02T08:45:08.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.415+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~FL3HPWAR11WR.1 size=799690 2024-04-02T08:45:08.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.419+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=FL3HPWAR11WR tag=UYU3POADDNIO type=write size=2896842 2024-04-02T08:45:08.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.421+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=JVABLV4TRX3A type=del size=1499366 2024-04-02T08:45:08.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.423+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~ZOL8OON75TEY.0 size=1048576 2024-04-02T08:45:08.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.423+0000 7f66a8039780 1 < canceled part key=_multipart_DBCO3QMJJEJ7.2~ZOL8OON75TEY.1 size=823194 2024-04-02T08:45:08.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.427+0000 7f66a8039780 1 < canceled multipart upload key=DBCO3QMJJEJ7 upload=ZOL8OON75TEY tag=CJPUZ692ZJ7E type=write size=2920346 2024-04-02T08:45:08.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.430+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=Z54HJ8DYRKKG type=del size=2568093 2024-04-02T08:45:08.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.433+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=H5PASUOWN94T type=del 2024-04-02T08:45:08.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.435+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=QF5062X2352I type=del size=2310351 2024-04-02T08:45:08.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.437+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~61Q67GEJFH5S.0 size=116439 2024-04-02T08:45:08.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.441+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=61Q67GEJFH5S tag=J43QA2AAIF6Q type=write size=1165015 2024-04-02T08:45:08.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.446+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~PT0TVHHH5FTD.0 size=1048576 2024-04-02T08:45:08.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.448+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~PT0TVHHH5FTD.1 size=573078 2024-04-02T08:45:08.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.448+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=PT0TVHHH5FTD tag=3OUAK3WDJWQA type=write size=2670230 2024-04-02T08:45:08.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.450+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=VL4VPQ31O8UJ type=del 2024-04-02T08:45:08.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.455+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~1DN3121HXP0P.0 size=1048576 2024-04-02T08:45:08.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.457+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~1DN3121HXP0P.1 size=788368 2024-04-02T08:45:08.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.457+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=1DN3121HXP0P tag=0TBK7YA8IQL6 type=write size=2885520 2024-04-02T08:45:08.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.459+0000 7f66a8039780 1 < completed write operation key=VFSPTXAIF3ZP tag=ANLO9F23QW94 type=write size=691209 2024-04-02T08:45:08.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.464+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~NSZ1H2YK12PE.0 size=1048576 2024-04-02T08:45:08.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.467+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~NSZ1H2YK12PE.1 size=480245 2024-04-02T08:45:08.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.467+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=NSZ1H2YK12PE tag=JOUWR3P5745S type=write size=2577397 2024-04-02T08:45:08.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.469+0000 7f66a8039780 1 < completed write operation key=VPNAYM6TSPBV tag=GZ0Z9C3Z7VNV type=write size=273116 2024-04-02T08:45:08.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.471+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=LW3AGRKXE8QT type=del size=476521 2024-04-02T08:45:08.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.474+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~13YKB9UXB5KP.0 size=1048576 2024-04-02T08:45:08.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.476+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~13YKB9UXB5KP.1 size=39503 2024-04-02T08:45:08.479 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.481+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=13YKB9UXB5KP tag=F6IECNNSEKRU type=write size=2136655 2024-04-02T08:45:08.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.483+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=MPHJG7VNMHGG type=write size=829932 2024-04-02T08:45:08.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.486+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~LRP2OAPBYS5S.0 size=239450 2024-04-02T08:45:08.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.491+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=LRP2OAPBYS5S tag=L7W2XFTYPNNX type=write size=1288026 2024-04-02T08:45:08.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.493+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=G2AUFABQDNTE type=del size=2683945 2024-04-02T08:45:08.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.495+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=R1OFUO88130L type=del 2024-04-02T08:45:08.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.499+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~5V7ZEQUFZTGV.0 size=1048576 2024-04-02T08:45:08.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.500+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~5V7ZEQUFZTGV.1 size=530537 2024-04-02T08:45:08.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.500+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=5V7ZEQUFZTGV tag=MU0OWDCJIY57 type=write size=2627689 2024-04-02T08:45:08.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.503+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=DNCMLZMTUZGR type=del 2024-04-02T08:45:08.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.505+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=4C99M4QOGC5A type=del size=3493751 2024-04-02T08:45:08.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.507+0000 7f66a8039780 1 < completed write operation key=V9PXVXW0I69D tag=3AWDR4M1MG1C type=write size=200571 2024-04-02T08:45:08.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.509+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=HLF2ZPB8C1DO type=write size=590100 2024-04-02T08:45:08.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.512+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~GMLSU4X2QPHH.0 size=1048576 2024-04-02T08:45:08.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.513+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~GMLSU4X2QPHH.1 size=480727 2024-04-02T08:45:08.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.517+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=GMLSU4X2QPHH tag=T2O7NBCC240I type=write size=2577879 2024-04-02T08:45:08.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.519+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=OE6JUAQKT1ZE type=del size=3182480 2024-04-02T08:45:08.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.521+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=ZD1UTWH12H5U type=del 2024-04-02T08:45:08.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.523+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=0IAHCPBRPJAE type=del size=2465949 2024-04-02T08:45:08.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.525+0000 7f66a8039780 1 < canceled operation key=MVOA3WWKEWZR tag=KCWPQQNNTBC9 type=del size=1001525 2024-04-02T08:45:08.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.527+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=TWF34OWYFKMK type=del size=1494346 2024-04-02T08:45:08.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.532+0000 7f66a8039780 1 < suggested remove operation key=VJZTCVAN2M5T tag=XIBWAW6971LL type=del 2024-04-02T08:45:08.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.537+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~8BZP6KWAB6UX.0 size=1048576 2024-04-02T08:45:08.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.539+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~8BZP6KWAB6UX.1 size=742805 2024-04-02T08:45:08.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.539+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=8BZP6KWAB6UX tag=ESG2PB0IUW8B type=write size=2839957 2024-04-02T08:45:08.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.541+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=JVABLV4TRX3A type=del 2024-04-02T08:45:08.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.545+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~LUJ9WC75G6E6.0 size=651137 2024-04-02T08:45:08.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.545+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=LUJ9WC75G6E6 tag=TPW2JBQ0Y9XZ type=write size=1699713 2024-04-02T08:45:08.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.547+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=Z54HJ8DYRKKG type=del 2024-04-02T08:45:08.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.551+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~1GL8V5ZSBB72.0 size=320428 2024-04-02T08:45:08.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.551+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=1GL8V5ZSBB72 tag=RMJNW1TYS7NM type=write size=1369004 2024-04-02T08:45:08.552 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.553+0000 7f66a8039780 1 < canceled operation key=FDBYRCJ7K5Z6 tag=QF5062X2352I type=del size=2310351 2024-04-02T08:45:08.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.555+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=GHZAIWSSWT2P type=del size=3464773 2024-04-02T08:45:08.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.558+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~PT0TVHHH5FTD.0 size=1048576 2024-04-02T08:45:08.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.559+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~PT0TVHHH5FTD.1 size=573078 2024-04-02T08:45:08.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.564+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=PT0TVHHH5FTD tag=3OUAK3WDJWQA type=write size=2670230 2024-04-02T08:45:08.564 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.566+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=QE8NYALXBR0J type=del size=1751440 2024-04-02T08:45:08.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.568+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~1DN3121HXP0P.0 size=1048576 2024-04-02T08:45:08.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.570+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~1DN3121HXP0P.1 size=788368 2024-04-02T08:45:08.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.574+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=1DN3121HXP0P tag=0TBK7YA8IQL6 type=write size=2885520 2024-04-02T08:45:08.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.578+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~UN3BEMMYTE2M.0 size=1048576 2024-04-02T08:45:08.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.580+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~UN3BEMMYTE2M.1 size=1048576 2024-04-02T08:45:08.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.581+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~UN3BEMMYTE2M.2 size=76514 2024-04-02T08:45:08.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.581+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=UN3BEMMYTE2M tag=OEGJXVFXJ94E type=write size=3222242 2024-04-02T08:45:08.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.584+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~NSZ1H2YK12PE.0 size=1048576 2024-04-02T08:45:08.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.585+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~NSZ1H2YK12PE.1 size=480245 2024-04-02T08:45:08.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.589+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=NSZ1H2YK12PE tag=JOUWR3P5745S type=write size=2577397 2024-04-02T08:45:08.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.591+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=TSH7CJW4F2KZ type=write size=118136 2024-04-02T08:45:08.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.593+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=LW3AGRKXE8QT type=del 2024-04-02T08:45:08.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.595+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=Y3LHZD6JI47R type=write size=932852 2024-04-02T08:45:08.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.597+0000 7f66a8039780 1 < completed write operation key=SKXP9F1WMETM tag=MPHJG7VNMHGG type=write size=829932 2024-04-02T08:45:08.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.599+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=A2OCEA4JM1G5 type=del size=3512831 2024-04-02T08:45:08.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.601+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=G2AUFABQDNTE type=del 2024-04-02T08:45:08.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.605+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~DD1K41D98DAD.0 size=1048576 2024-04-02T08:45:08.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.607+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~DD1K41D98DAD.1 size=1048576 2024-04-02T08:45:08.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.609+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~DD1K41D98DAD.2 size=143481 2024-04-02T08:45:08.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.609+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=DD1K41D98DAD tag=ST5ABA2826KI type=write size=3289209 2024-04-02T08:45:08.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.611+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~5V7ZEQUFZTGV.0 size=1048576 2024-04-02T08:45:08.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.613+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~5V7ZEQUFZTGV.1 size=530537 2024-04-02T08:45:08.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.617+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=5V7ZEQUFZTGV tag=MU0OWDCJIY57 type=write size=2627689 2024-04-02T08:45:08.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.621+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~52K09WEZJGLR.0 size=218264 2024-04-02T08:45:08.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.621+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=52K09WEZJGLR tag=OZKTCYH52VH4 type=write size=1266840 2024-04-02T08:45:08.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.623+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=4C99M4QOGC5A type=del 2024-04-02T08:45:08.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.626+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=QVYZR0XHQ5HQ type=del size=1300965 2024-04-02T08:45:08.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.628+0000 7f66a8039780 1 < completed write operation key=HUH2LBUPML72 tag=HLF2ZPB8C1DO type=write size=590100 2024-04-02T08:45:08.629 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.630+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=3BS5HC4NGDBN type=write size=290335 2024-04-02T08:45:08.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.634+0000 7f66a8039780 1 < suggested update operation key=J0H0DJZWIT92 tag=OE6JUAQKT1ZE type=del size=3182480 2024-04-02T08:45:08.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.637+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=S4R11BZ9BXJL type=del size=331032 2024-04-02T08:45:08.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.639+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=0IAHCPBRPJAE type=del 2024-04-02T08:45:08.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.643+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~5CO0K4IV1OMD.0 size=107134 2024-04-02T08:45:08.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.643+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=5CO0K4IV1OMD tag=WMYIQLLOC6RN type=write size=1155710 2024-04-02T08:45:08.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.645+0000 7f66a8039780 1 < canceled operation key=FDBYRCJ7K5Z6 tag=TWF34OWYFKMK type=del size=1494346 2024-04-02T08:45:08.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.647+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=PK30Q7Y1R4E0 type=del size=2888232 2024-04-02T08:45:08.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.650+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~8BZP6KWAB6UX.0 size=1048576 2024-04-02T08:45:08.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.652+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~8BZP6KWAB6UX.1 size=742805 2024-04-02T08:45:08.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.655+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=8BZP6KWAB6UX tag=ESG2PB0IUW8B type=write size=2839957 2024-04-02T08:45:08.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.657+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=2X3C4O17O7Q7 type=del size=1061979 2024-04-02T08:45:08.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.660+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~LUJ9WC75G6E6.0 size=651137 2024-04-02T08:45:08.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.663+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=LUJ9WC75G6E6 tag=TPW2JBQ0Y9XZ type=write size=1699713 2024-04-02T08:45:08.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.666+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=O7XARXTS6QEF type=del size=1404478 2024-04-02T08:45:08.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.668+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~1GL8V5ZSBB72.0 size=320428 2024-04-02T08:45:08.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.672+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=1GL8V5ZSBB72 tag=RMJNW1TYS7NM type=write size=1369004 2024-04-02T08:45:08.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.675+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~KNT0MYUNZZG8.0 size=90445 2024-04-02T08:45:08.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.675+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=KNT0MYUNZZG8 tag=L83HJ2UZUZN7 type=write size=1139021 2024-04-02T08:45:08.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.681+0000 7f66a8039780 1 < suggested remove operation key=ZUO2TXTKZ5D6 tag=GHZAIWSSWT2P type=del 2024-04-02T08:45:08.682 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.683+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=TVIFJ83ODIUB type=del size=2277302 2024-04-02T08:45:08.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.686+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=QE8NYALXBR0J type=del 2024-04-02T08:45:08.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.688+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=9R3M8K9MJPPY type=del size=3054979 2024-04-02T08:45:08.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.691+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~UN3BEMMYTE2M.0 size=1048576 2024-04-02T08:45:08.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.693+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~UN3BEMMYTE2M.1 size=1048576 2024-04-02T08:45:08.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.695+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~UN3BEMMYTE2M.2 size=76514 2024-04-02T08:45:08.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.699+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=UN3BEMMYTE2M tag=OEGJXVFXJ94E type=write size=3222242 2024-04-02T08:45:08.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.703+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~GPGUBX32KT3U.0 size=36149 2024-04-02T08:45:08.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.703+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=GPGUBX32KT3U tag=3M2YLX82HPID type=write size=1084725 2024-04-02T08:45:08.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.708+0000 7f66a8039780 1 < suggested update operation key=8TMKP5EUZ549 tag=TSH7CJW4F2KZ type=write size=118136 2024-04-02T08:45:08.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.711+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~WZ4Z34HGJQ5T.0 size=691214 2024-04-02T08:45:08.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.711+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=WZ4Z34HGJQ5T tag=6DTBMCWG1RRX type=write size=1739790 2024-04-02T08:45:08.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.714+0000 7f66a8039780 1 < completed write operation key=A0ZBFF51XGDX tag=Y3LHZD6JI47R type=write size=932852 2024-04-02T08:45:08.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.718+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~7YZI404P38RD.0 size=639283 2024-04-02T08:45:08.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.718+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=7YZI404P38RD tag=NB0A6QAYT7NW type=write size=1687859 2024-04-02T08:45:08.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.722+0000 7f66a8039780 1 < suggested remove operation key=A0ZBFF51XGDX tag=A2OCEA4JM1G5 type=del 2024-04-02T08:45:08.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.725+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=BWCKHUE7NJTA type=del size=447486 2024-04-02T08:45:08.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.727+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~DD1K41D98DAD.0 size=1048576 2024-04-02T08:45:08.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.729+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~DD1K41D98DAD.1 size=1048576 2024-04-02T08:45:08.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.731+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~DD1K41D98DAD.2 size=143481 2024-04-02T08:45:08.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.735+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=DD1K41D98DAD tag=ST5ABA2826KI type=write size=3289209 2024-04-02T08:45:08.736 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.738+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=HZB8AXNXBOKX type=write size=95712 2024-04-02T08:45:08.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.740+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~52K09WEZJGLR.0 size=218264 2024-04-02T08:45:08.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.744+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=52K09WEZJGLR tag=OZKTCYH52VH4 type=write size=1266840 2024-04-02T08:45:08.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.747+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=63IX56FN2TR4 type=del size=2303000 2024-04-02T08:45:08.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.749+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=QVYZR0XHQ5HQ type=del 2024-04-02T08:45:08.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.751+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=REFG8VL6H6NP type=del size=3862477 2024-04-02T08:45:08.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.755+0000 7f66a8039780 1 < suggested update operation key=637CIUSXUSZD tag=3BS5HC4NGDBN type=write size=290335 2024-04-02T08:45:08.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.758+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=CDA5IU5GGYXU type=del size=3417004 2024-04-02T08:45:08.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.760+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=S4R11BZ9BXJL type=del 2024-04-02T08:45:08.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.764+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~SKTGWX3YC9ZZ.0 size=325645 2024-04-02T08:45:08.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.764+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=SKTGWX3YC9ZZ tag=FXYQ01J7L2Q0 type=write size=1374221 2024-04-02T08:45:08.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.766+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~5CO0K4IV1OMD.0 size=107134 2024-04-02T08:45:08.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.770+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=5CO0K4IV1OMD tag=WMYIQLLOC6RN type=write size=1155710 2024-04-02T08:45:08.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.772+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=04RDZQO6ZJ17 type=del size=603708 2024-04-02T08:45:08.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.774+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=PK30Q7Y1R4E0 type=del 2024-04-02T08:45:08.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.776+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=K3YN2FXUO3RW type=write size=831069 2024-04-02T08:45:08.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.779+0000 7f66a8039780 -1 < failed to complete operation key=A0ZBFF51XGDX tag=2X3C4O17O7Q7 type=del size=1061979: (22) Invalid argument 2024-04-02T08:45:08.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.783+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~K0MIQRXR01O6.0 size=1048576 2024-04-02T08:45:08.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.784+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~K0MIQRXR01O6.1 size=1044020 2024-04-02T08:45:08.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.784+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=K0MIQRXR01O6 tag=PRY6UPPLFX4P type=write size=3141172 2024-04-02T08:45:08.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.787+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=O7XARXTS6QEF type=del 2024-04-02T08:45:08.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.789+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=LT192K0OFSR1 type=del size=2051213 2024-04-02T08:45:08.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.792+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~KNT0MYUNZZG8.0 size=90445 2024-04-02T08:45:08.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.795+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=KNT0MYUNZZG8 tag=L83HJ2UZUZN7 type=write size=1139021 2024-04-02T08:45:08.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.798+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=OXD0VRIZCFUF type=del size=2187951 2024-04-02T08:45:08.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.802+0000 7f66a8039780 1 < suggested remove operation key=8TMKP5EUZ549 tag=TVIFJ83ODIUB type=del 2024-04-02T08:45:08.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.805+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=TI8F1BBJQPMX type=del size=3800213 2024-04-02T08:45:08.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.807+0000 7f66a8039780 1 < canceled operation key=J0H0DJZWIT92 tag=9R3M8K9MJPPY type=del size=3054979 2024-04-02T08:45:08.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.809+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=WVZV9OH6GL68 type=del size=132225 2024-04-02T08:45:08.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.811+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~GPGUBX32KT3U.0 size=36149 2024-04-02T08:45:08.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.815+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=GPGUBX32KT3U tag=3M2YLX82HPID type=write size=1084725 2024-04-02T08:45:08.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.817+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=CMCZAR15YIE6 type=del size=1315433 2024-04-02T08:45:08.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.819+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~WZ4Z34HGJQ5T.0 size=691214 2024-04-02T08:45:08.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.823+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=WZ4Z34HGJQ5T tag=6DTBMCWG1RRX type=write size=1739790 2024-04-02T08:45:08.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.825+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=V7W64C76ZPJT type=del size=1414565 2024-04-02T08:45:08.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.828+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~7YZI404P38RD.0 size=639283 2024-04-02T08:45:08.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.831+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=7YZI404P38RD tag=NB0A6QAYT7NW type=write size=1687859 2024-04-02T08:45:08.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.833+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=2J1S92X1P1H3 type=del size=3945274 2024-04-02T08:45:08.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.838+0000 7f66a8039780 1 < suggested remove operation key=ODRLSCYUJE7H tag=BWCKHUE7NJTA type=del 2024-04-02T08:45:08.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.841+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=SB97D7O1LNJB type=del size=241062 2024-04-02T08:45:08.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.844+0000 7f66a8039780 1 < canceled operation key=MVOA3WWKEWZR tag=HZB8AXNXBOKX type=write size=95712 2024-04-02T08:45:08.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.846+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=I0DDS9U2RP2U type=write size=202542 2024-04-02T08:45:08.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.848+0000 7f66a8039780 1 < canceled operation key=C49DO0QY95UV tag=63IX56FN2TR4 type=del size=2303000 2024-04-02T08:45:08.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.853+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~IHVHS5OEKQPL.0 size=102571 2024-04-02T08:45:08.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.853+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=IHVHS5OEKQPL tag=6L71ZI3FPOI1 type=write size=1151147 2024-04-02T08:45:08.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.855+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=REFG8VL6H6NP type=del 2024-04-02T08:45:08.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.859+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~8I1CGE4HYDMO.0 size=1048576 2024-04-02T08:45:08.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.861+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~8I1CGE4HYDMO.1 size=248736 2024-04-02T08:45:08.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.861+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=8I1CGE4HYDMO tag=IVQSR18CXDYL type=write size=2345888 2024-04-02T08:45:08.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.863+0000 7f66a8039780 -1 < failed to complete operation key=8TMKP5EUZ549 tag=CDA5IU5GGYXU type=del size=3417004: (22) Invalid argument 2024-04-02T08:45:08.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.866+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=AEOFLCUJ00LL type=del size=879951 2024-04-02T08:45:08.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.868+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~SKTGWX3YC9ZZ.0 size=325645 2024-04-02T08:45:08.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.871+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=SKTGWX3YC9ZZ tag=FXYQ01J7L2Q0 type=write size=1374221 2024-04-02T08:45:08.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.875+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~8HAPML2ZIDK2.0 size=506175 2024-04-02T08:45:08.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.875+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=8HAPML2ZIDK2 tag=9IKQXX3STV93 type=write size=1554751 2024-04-02T08:45:08.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.877+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=04RDZQO6ZJ17 type=del 2024-04-02T08:45:08.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.879+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=WY98E87M04AP type=del size=1565378 2024-04-02T08:45:08.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.881+0000 7f66a8039780 1 < completed write operation key=J0H0DJZWIT92 tag=K3YN2FXUO3RW type=write size=831069 2024-04-02T08:45:08.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.884+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=0OJP6HYSXJYI type=del size=2859961 2024-04-02T08:45:08.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.886+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~K0MIQRXR01O6.0 size=1048576 2024-04-02T08:45:08.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.889+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~K0MIQRXR01O6.1 size=1044020 2024-04-02T08:45:08.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.894+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=K0MIQRXR01O6 tag=PRY6UPPLFX4P type=write size=3141172 2024-04-02T08:45:08.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.897+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=0S5YEWBBIH8Y type=del size=986954 2024-04-02T08:45:08.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.899+0000 7f66a8039780 1 < canceled operation key=VPNAYM6TSPBV tag=LT192K0OFSR1 type=del size=2051213 2024-04-02T08:45:08.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.904+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~IYUPSWF0IT1U.0 size=1048576 2024-04-02T08:45:08.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.906+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~IYUPSWF0IT1U.1 size=1048576 2024-04-02T08:45:08.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.909+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~IYUPSWF0IT1U.2 size=639262 2024-04-02T08:45:08.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.909+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=IYUPSWF0IT1U tag=09U2REGW9OY8 type=write size=3784990 2024-04-02T08:45:08.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.913+0000 7f66a8039780 1 < suggested remove operation key=637CIUSXUSZD tag=OXD0VRIZCFUF type=del 2024-04-02T08:45:08.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.915+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=IAAHJ40MFYZ6 type=del size=2563866 2024-04-02T08:45:08.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.918+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=TI8F1BBJQPMX type=del 2024-04-02T08:45:08.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.920+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=PYTNORVOU3W6 type=write size=895054 2024-04-02T08:45:08.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.922+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=WVZV9OH6GL68 type=del 2024-04-02T08:45:08.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.924+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=7CGEWTLTCEOX type=del size=2793423 2024-04-02T08:45:08.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.927+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=CMCZAR15YIE6 type=del 2024-04-02T08:45:08.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.932+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~DU3UK6ZZW1UC.0 size=246357 2024-04-02T08:45:08.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.932+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=DU3UK6ZZW1UC tag=434TBDKEU2FJ type=write size=1294933 2024-04-02T08:45:08.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.934+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=V7W64C76ZPJT type=del 2024-04-02T08:45:08.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.939+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~1OXLYEHSITEE.0 size=1048576 2024-04-02T08:45:08.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.941+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~1OXLYEHSITEE.1 size=241293 2024-04-02T08:45:08.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.941+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=1OXLYEHSITEE tag=UW9M8GVLPM7F type=write size=2338445 2024-04-02T08:45:08.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.944+0000 7f66a8039780 1 < canceled operation key=V9PXVXW0I69D tag=2J1S92X1P1H3 type=del size=3945274 2024-04-02T08:45:08.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.948+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~LEV3LJGELLD3.0 size=300037 2024-04-02T08:45:08.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.948+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=LEV3LJGELLD3 tag=Z7SZPIAO1LJY type=write size=1348613 2024-04-02T08:45:08.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.951+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=SB97D7O1LNJB type=del 2024-04-02T08:45:08.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.955+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~3PSB2U89MALU.0 size=939580 2024-04-02T08:45:08.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.955+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=3PSB2U89MALU tag=GYUYFG0KCP4A type=write size=1988156 2024-04-02T08:45:08.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.960+0000 7f66a8039780 1 < suggested update operation key=SKXP9F1WMETM tag=I0DDS9U2RP2U type=write size=202542 2024-04-02T08:45:08.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.962+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=G9SLND3W3CIH type=del size=2619506 2024-04-02T08:45:08.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.964+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~IHVHS5OEKQPL.0 size=102571 2024-04-02T08:45:08.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.969+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=IHVHS5OEKQPL tag=6L71ZI3FPOI1 type=write size=1151147 2024-04-02T08:45:08.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.972+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=ZRQ12OG4Y0IX type=del size=2327119 2024-04-02T08:45:08.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.974+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~8I1CGE4HYDMO.0 size=1048576 2024-04-02T08:45:08.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.977+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~8I1CGE4HYDMO.1 size=248736 2024-04-02T08:45:08.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.981+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=8I1CGE4HYDMO tag=IVQSR18CXDYL type=write size=2345888 2024-04-02T08:45:08.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.983+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=GO4LJ6MPWYP1 type=del size=2791394 2024-04-02T08:45:08.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.985+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=AEOFLCUJ00LL type=del 2024-04-02T08:45:08.986 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.987+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=YE4IZT3EH3HB type=write size=897243 2024-04-02T08:45:08.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.990+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~8HAPML2ZIDK2.0 size=506175 2024-04-02T08:45:08.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.995+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=8HAPML2ZIDK2 tag=9IKQXX3STV93 type=write size=1554751 2024-04-02T08:45:08.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:08.999+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~LMD9MSAVE80F.0 size=1048576 2024-04-02T08:45:09.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.001+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~LMD9MSAVE80F.1 size=1048576 2024-04-02T08:45:09.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.003+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~LMD9MSAVE80F.2 size=788246 2024-04-02T08:45:09.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.003+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=LMD9MSAVE80F tag=8AJEHRG5G7HD type=write size=3933974 2024-04-02T08:45:09.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.006+0000 7f66a8039780 -1 < failed to complete operation key=637CIUSXUSZD tag=WY98E87M04AP type=del size=1565378: (22) Invalid argument 2024-04-02T08:45:09.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.011+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~Y36GRPOS0SEL.0 size=211093 2024-04-02T08:45:09.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.011+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=Y36GRPOS0SEL tag=YP2XLLA416Q7 type=write size=1259669 2024-04-02T08:45:09.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.014+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=0OJP6HYSXJYI type=del 2024-04-02T08:45:09.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.018+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~YCZUWPJV25RO.0 size=1048576 2024-04-02T08:45:09.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.020+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~YCZUWPJV25RO.1 size=1048576 2024-04-02T08:45:09.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.022+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~YCZUWPJV25RO.2 size=327673 2024-04-02T08:45:09.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.023+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=YCZUWPJV25RO tag=1FVCLFLGVUY2 type=write size=3473401 2024-04-02T08:45:09.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.025+0000 7f66a8039780 1 < canceled operation key=YX81WRKACN8N tag=0S5YEWBBIH8Y type=del size=986954 2024-04-02T08:45:09.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.027+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=W1WLI2ICKSO1 type=del size=1065808 2024-04-02T08:45:09.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.030+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~IYUPSWF0IT1U.0 size=1048576 2024-04-02T08:45:09.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.032+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~IYUPSWF0IT1U.1 size=1048576 2024-04-02T08:45:09.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.034+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~IYUPSWF0IT1U.2 size=639262 2024-04-02T08:45:09.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.038+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=IYUPSWF0IT1U tag=09U2REGW9OY8 type=write size=3784990 2024-04-02T08:45:09.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.040+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=HS3DX1WKU53M type=write size=1002359 2024-04-02T08:45:09.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.043+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=IAAHJ40MFYZ6 type=del 2024-04-02T08:45:09.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.045+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=C6DDD087C7VH type=del size=1528319 2024-04-02T08:45:09.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.050+0000 7f66a8039780 1 < suggested update operation key=PZKZ83BFSP9E tag=PYTNORVOU3W6 type=write size=895054 2024-04-02T08:45:09.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.053+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=RTP71FWVKT8G type=del size=3839751 2024-04-02T08:45:09.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.058+0000 7f66a8039780 1 < suggested remove operation key=VPNAYM6TSPBV tag=7CGEWTLTCEOX type=del 2024-04-02T08:45:09.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.062+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~XTZT85U1MAIK.0 size=708191 2024-04-02T08:45:09.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.062+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=XTZT85U1MAIK tag=PPF9WU802RL7 type=write size=1756767 2024-04-02T08:45:09.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.065+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~DU3UK6ZZW1UC.0 size=246357 2024-04-02T08:45:09.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.069+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=DU3UK6ZZW1UC tag=434TBDKEU2FJ type=write size=1294933 2024-04-02T08:45:09.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.072+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=9XH4K9UPBHJX type=del size=1881307 2024-04-02T08:45:09.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.074+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~1OXLYEHSITEE.0 size=1048576 2024-04-02T08:45:09.075 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.076+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~1OXLYEHSITEE.1 size=241293 2024-04-02T08:45:09.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.080+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=1OXLYEHSITEE tag=UW9M8GVLPM7F type=write size=2338445 2024-04-02T08:45:09.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.085+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~OZHW7052TOJO.0 size=1048576 2024-04-02T08:45:09.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.087+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~OZHW7052TOJO.1 size=656795 2024-04-02T08:45:09.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.087+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=OZHW7052TOJO tag=9WT33KAFEG7B type=write size=2753947 2024-04-02T08:45:09.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.089+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~LEV3LJGELLD3.0 size=300037 2024-04-02T08:45:09.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.094+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=LEV3LJGELLD3 tag=Z7SZPIAO1LJY type=write size=1348613 2024-04-02T08:45:09.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.097+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=VES69C1A5MN8 type=del size=3559415 2024-04-02T08:45:09.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.097+0000 7f66a8039780 1 < canceled part key=_multipart_A0ZBFF51XGDX.2~3PSB2U89MALU.0 size=939580 2024-04-02T08:45:09.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.101+0000 7f66a8039780 1 < canceled multipart upload key=A0ZBFF51XGDX upload=3PSB2U89MALU tag=GYUYFG0KCP4A type=write size=1988156 2024-04-02T08:45:09.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.106+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~T80SUC225PS0.0 size=1001292 2024-04-02T08:45:09.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.106+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=T80SUC225PS0 tag=OBI5LG4VG6XX type=write size=2049868 2024-04-02T08:45:09.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.108+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=G9SLND3W3CIH type=del 2024-04-02T08:45:09.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.111+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=MXEDH9MYI4M3 type=del size=1107579 2024-04-02T08:45:09.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.113+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=ZRQ12OG4Y0IX type=del 2024-04-02T08:45:09.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.116+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=UHOPSJELNPE1 type=write size=727583 2024-04-02T08:45:09.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.119+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=GO4LJ6MPWYP1 type=del 2024-04-02T08:45:09.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.121+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=80C9EGOG4OFD type=write size=34018 2024-04-02T08:45:09.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.124+0000 7f66a8039780 1 < canceled operation key=ZIJ5SF72DVM1 tag=YE4IZT3EH3HB type=write size=897243 2024-04-02T08:45:09.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.126+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=GU386AABZ5OZ type=del size=2446262 2024-04-02T08:45:09.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.129+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~LMD9MSAVE80F.0 size=1048576 2024-04-02T08:45:09.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.131+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~LMD9MSAVE80F.1 size=1048576 2024-04-02T08:45:09.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.134+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~LMD9MSAVE80F.2 size=788246 2024-04-02T08:45:09.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.138+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=LMD9MSAVE80F tag=8AJEHRG5G7HD type=write size=3933974 2024-04-02T08:45:09.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.140+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=DKGMN1F2WPT1 type=del size=3695609 2024-04-02T08:45:09.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.143+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~Y36GRPOS0SEL.0 size=211093 2024-04-02T08:45:09.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.147+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=Y36GRPOS0SEL tag=YP2XLLA416Q7 type=write size=1259669 2024-04-02T08:45:09.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.150+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=YD0N2MHF93DB type=write size=624256 2024-04-02T08:45:09.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.152+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~YCZUWPJV25RO.0 size=1048576 2024-04-02T08:45:09.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.154+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~YCZUWPJV25RO.1 size=1048576 2024-04-02T08:45:09.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.156+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~YCZUWPJV25RO.2 size=327673 2024-04-02T08:45:09.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.161+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=YCZUWPJV25RO tag=1FVCLFLGVUY2 type=write size=3473401 2024-04-02T08:45:09.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.165+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~4I6353FXDNK2.0 size=1048576 2024-04-02T08:45:09.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.168+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~4I6353FXDNK2.1 size=316261 2024-04-02T08:45:09.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.168+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=4I6353FXDNK2 tag=EETQBLS94FG1 type=write size=2413413 2024-04-02T08:45:09.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.170+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=W1WLI2ICKSO1 type=del 2024-04-02T08:45:09.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.172+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=CR0WF7HN4F3E type=del size=936704 2024-04-02T08:45:09.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.177+0000 7f66a8039780 1 < suggested update operation key=HUH2LBUPML72 tag=HS3DX1WKU53M type=write size=1002359 2024-04-02T08:45:09.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.182+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~E65TBMIZGVT2.0 size=1048576 2024-04-02T08:45:09.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.184+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~E65TBMIZGVT2.1 size=1048576 2024-04-02T08:45:09.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.186+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~E65TBMIZGVT2.2 size=29549 2024-04-02T08:45:09.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.186+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=E65TBMIZGVT2 tag=RZHWGXEP7MUH type=write size=3175277 2024-04-02T08:45:09.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.188+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=C6DDD087C7VH type=del 2024-04-02T08:45:09.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.191+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=VFMCLIMLNGVZ type=del size=383944 2024-04-02T08:45:09.192 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.193+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=RTP71FWVKT8G type=del 2024-04-02T08:45:09.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.198+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~R90XMKNEOCN3.0 size=883397 2024-04-02T08:45:09.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.198+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=R90XMKNEOCN3 tag=72SL0EXWSWRC type=write size=1931973 2024-04-02T08:45:09.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.201+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~XTZT85U1MAIK.0 size=708191 2024-04-02T08:45:09.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.205+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=XTZT85U1MAIK tag=PPF9WU802RL7 type=write size=1756767 2024-04-02T08:45:09.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.208+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=0DZ3OZXOGT4T type=del size=2305858 2024-04-02T08:45:09.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.211+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=9XH4K9UPBHJX type=del 2024-04-02T08:45:09.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.216+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~NYSEE2I5FH5U.0 size=1048576 2024-04-02T08:45:09.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.218+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~NYSEE2I5FH5U.1 size=968770 2024-04-02T08:45:09.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.218+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=NYSEE2I5FH5U tag=8S0QORN2M6YU type=write size=3065922 2024-04-02T08:45:09.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.220+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~OZHW7052TOJO.0 size=1048576 2024-04-02T08:45:09.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.223+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~OZHW7052TOJO.1 size=656795 2024-04-02T08:45:09.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.227+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=OZHW7052TOJO tag=9WT33KAFEG7B type=write size=2753947 2024-04-02T08:45:09.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.230+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=CZ8N4YZ3W882 type=del size=4143874 2024-04-02T08:45:09.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.232+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=VES69C1A5MN8 type=del 2024-04-02T08:45:09.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.236+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~NYTGHPHRM2XK.0 size=670378 2024-04-02T08:45:09.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.236+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=NYTGHPHRM2XK tag=8BWSELMQ8K6W type=write size=1718954 2024-04-02T08:45:09.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.239+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~T80SUC225PS0.0 size=1001292 2024-04-02T08:45:09.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.243+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=T80SUC225PS0 tag=OBI5LG4VG6XX type=write size=2049868 2024-04-02T08:45:09.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.245+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=WIVW8A2HSYR0 type=write size=672367 2024-04-02T08:45:09.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.248+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=MXEDH9MYI4M3 type=del 2024-04-02T08:45:09.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.250+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=7ABF091KFHOA type=del size=2090293 2024-04-02T08:45:09.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.253+0000 7f66a8039780 1 < completed write operation key=2T3HPBFE8XA4 tag=UHOPSJELNPE1 type=write size=727583 2024-04-02T08:45:09.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.257+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~IVVZHH4GENH5.0 size=1048576 2024-04-02T08:45:09.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.259+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~IVVZHH4GENH5.1 size=1048576 2024-04-02T08:45:09.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.262+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~IVVZHH4GENH5.2 size=396494 2024-04-02T08:45:09.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.262+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=IVVZHH4GENH5 tag=HAOGPXD2IIIV type=write size=3542222 2024-04-02T08:45:09.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.264+0000 7f66a8039780 1 < completed write operation key=2T3HPBFE8XA4 tag=80C9EGOG4OFD type=write size=34018 2024-04-02T08:45:09.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.267+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=N333TRWYYDO2 type=write size=730924 2024-04-02T08:45:09.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.271+0000 7f66a8039780 1 < suggested update operation key=N3Q53Q538DXX tag=GU386AABZ5OZ type=del size=2446262 2024-04-02T08:45:09.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.274+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=M6FQ5H090AYH type=write size=922856 2024-04-02T08:45:09.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.276+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=DKGMN1F2WPT1 type=del 2024-04-02T08:45:09.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.279+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=TGM3WUTWFTUS type=del size=3124155 2024-04-02T08:45:09.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.281+0000 7f66a8039780 1 < completed write operation key=V9PXVXW0I69D tag=YD0N2MHF93DB type=write size=624256 2024-04-02T08:45:09.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.286+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~I012X0MBPM2R.0 size=948037 2024-04-02T08:45:09.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.286+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=I012X0MBPM2R tag=8Y4Z60RND7U2 type=write size=1996613 2024-04-02T08:45:09.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.286+0000 7f66a8039780 1 < canceled part key=_multipart_RNMJ571SSULK.2~4I6353FXDNK2.0 size=1048576 2024-04-02T08:45:09.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.288+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~4I6353FXDNK2.1 size=316261 2024-04-02T08:45:09.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.292+0000 7f66a8039780 1 < canceled multipart upload key=RNMJ571SSULK upload=4I6353FXDNK2 tag=EETQBLS94FG1 type=write size=2413413 2024-04-02T08:45:09.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.295+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=U4YL4OOSVSB8 type=write size=147885 2024-04-02T08:45:09.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.297+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=CR0WF7HN4F3E type=del 2024-04-02T08:45:09.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.299+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=SCOC2GRT5TAV type=write size=786723 2024-04-02T08:45:09.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.302+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~E65TBMIZGVT2.0 size=1048576 2024-04-02T08:45:09.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.302+0000 7f66a8039780 1 < canceled part key=_multipart_VQVZN74VMII6.2~E65TBMIZGVT2.1 size=1048576 2024-04-02T08:45:09.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.304+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~E65TBMIZGVT2.2 size=29549 2024-04-02T08:45:09.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.309+0000 7f66a8039780 1 < canceled multipart upload key=VQVZN74VMII6 upload=E65TBMIZGVT2 tag=RZHWGXEP7MUH type=write size=3175277 2024-04-02T08:45:09.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.314+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~Y7WE426YMCCL.0 size=1048576 2024-04-02T08:45:09.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.316+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~Y7WE426YMCCL.1 size=48846 2024-04-02T08:45:09.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.316+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=Y7WE426YMCCL tag=HUBNXN2OCAYV type=write size=2145998 2024-04-02T08:45:09.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.318+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=VFMCLIMLNGVZ type=del 2024-04-02T08:45:09.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.322+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~FF5GFKJULFUM.0 size=1037319 2024-04-02T08:45:09.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.322+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=FF5GFKJULFUM tag=LF0DWLX16AE3 type=write size=2085895 2024-04-02T08:45:09.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.323+0000 7f66a8039780 1 < canceled part key=_multipart_RNMJ571SSULK.2~R90XMKNEOCN3.0 size=883397 2024-04-02T08:45:09.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.326+0000 7f66a8039780 1 < canceled multipart upload key=RNMJ571SSULK upload=R90XMKNEOCN3 tag=72SL0EXWSWRC type=write size=1931973 2024-04-02T08:45:09.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.329+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=EUX469N2IG57 type=write size=202854 2024-04-02T08:45:09.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.333+0000 7f66a8039780 1 < suggested remove operation key=PZKZ83BFSP9E tag=0DZ3OZXOGT4T type=del 2024-04-02T08:45:09.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.337+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~SL2HBOCDUMGW.0 size=369237 2024-04-02T08:45:09.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.337+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=SL2HBOCDUMGW tag=GT5U1O3MLXUW type=write size=1417813 2024-04-02T08:45:09.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.339+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~NYSEE2I5FH5U.0 size=1048576 2024-04-02T08:45:09.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.341+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~NYSEE2I5FH5U.1 size=968770 2024-04-02T08:45:09.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.345+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=NYSEE2I5FH5U tag=8S0QORN2M6YU type=write size=3065922 2024-04-02T08:45:09.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.348+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=ZKUF5X6RI8JJ type=del size=2803348 2024-04-02T08:45:09.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.351+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=CZ8N4YZ3W882 type=del 2024-04-02T08:45:09.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.355+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~9U9JGT88AI3E.0 size=1048576 2024-04-02T08:45:09.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.357+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~9U9JGT88AI3E.1 size=633914 2024-04-02T08:45:09.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.357+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=9U9JGT88AI3E tag=X285ZTHJX8W5 type=write size=2731066 2024-04-02T08:45:09.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.359+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~NYTGHPHRM2XK.0 size=670378 2024-04-02T08:45:09.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.363+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=NYTGHPHRM2XK tag=8BWSELMQ8K6W type=write size=1718954 2024-04-02T08:45:09.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.365+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=2IFRLJ035P3Z type=del size=2435864 2024-04-02T08:45:09.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.368+0000 7f66a8039780 1 < completed write operation key=8TMKP5EUZ549 tag=WIVW8A2HSYR0 type=write size=672367 2024-04-02T08:45:09.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.370+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=W1FZI9QJRCRN type=del size=2385620 2024-04-02T08:45:09.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.372+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=7ABF091KFHOA type=del 2024-04-02T08:45:09.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.376+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~GDCQBQR721UQ.0 size=1048576 2024-04-02T08:45:09.376 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.378+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~GDCQBQR721UQ.1 size=157527 2024-04-02T08:45:09.376 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.378+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=GDCQBQR721UQ tag=6LNCDVPNSMKL type=write size=2254679 2024-04-02T08:45:09.376 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.378+0000 7f66a8039780 1 < canceled part key=_multipart_H46EQB061BMB.2~IVVZHH4GENH5.0 size=1048576 2024-04-02T08:45:09.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.380+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~IVVZHH4GENH5.1 size=1048576 2024-04-02T08:45:09.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.382+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~IVVZHH4GENH5.2 size=396494 2024-04-02T08:45:09.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.385+0000 7f66a8039780 1 < canceled multipart upload key=H46EQB061BMB upload=IVVZHH4GENH5 tag=HAOGPXD2IIIV type=write size=3542222 2024-04-02T08:45:09.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.387+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=C6Z3EWEC67JR type=del size=2021694 2024-04-02T08:45:09.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.390+0000 7f66a8039780 1 < completed write operation key=VLGN1CJMAOWK tag=N333TRWYYDO2 type=write size=730924 2024-04-02T08:45:09.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.394+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~923ZWQ6JDNJ7.0 size=1048576 2024-04-02T08:45:09.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.395+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~923ZWQ6JDNJ7.1 size=262196 2024-04-02T08:45:09.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.395+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=923ZWQ6JDNJ7 tag=9K3L1VSCQL75 type=write size=2359348 2024-04-02T08:45:09.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.397+0000 7f66a8039780 1 < completed write operation key=637CIUSXUSZD tag=M6FQ5H090AYH type=write size=922856 2024-04-02T08:45:09.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.399+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=5WVR5PJ9CJCA type=del size=811818 2024-04-02T08:45:09.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.401+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=TGM3WUTWFTUS type=del 2024-04-02T08:45:09.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.403+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=YZXA1MPFE9J8 type=write size=916901 2024-04-02T08:45:09.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.406+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~I012X0MBPM2R.0 size=948037 2024-04-02T08:45:09.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.409+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=I012X0MBPM2R tag=8Y4Z60RND7U2 type=write size=1996613 2024-04-02T08:45:09.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.414+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~P90FS5ZZH2YR.0 size=1048576 2024-04-02T08:45:09.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.415+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~P90FS5ZZH2YR.1 size=1048576 2024-04-02T08:45:09.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.417+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~P90FS5ZZH2YR.2 size=301156 2024-04-02T08:45:09.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.417+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=P90FS5ZZH2YR tag=OW0O48HASSLD type=write size=3446884 2024-04-02T08:45:09.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.419+0000 7f66a8039780 1 < canceled operation key=R628MJJ9BB5G tag=U4YL4OOSVSB8 type=write size=147885 2024-04-02T08:45:09.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.423+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~CXPY40BLQ41W.0 size=1048576 2024-04-02T08:45:09.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.425+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~CXPY40BLQ41W.1 size=632470 2024-04-02T08:45:09.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.425+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=CXPY40BLQ41W tag=E0HRRO09O81K type=write size=2729622 2024-04-02T08:45:09.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.428+0000 7f66a8039780 1 < completed write operation key=2T3HPBFE8XA4 tag=SCOC2GRT5TAV type=write size=786723 2024-04-02T08:45:09.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.430+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=26UEOHVEKFM7 type=del size=3762819 2024-04-02T08:45:09.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.432+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~Y7WE426YMCCL.0 size=1048576 2024-04-02T08:45:09.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.434+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~Y7WE426YMCCL.1 size=48846 2024-04-02T08:45:09.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.438+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=Y7WE426YMCCL tag=HUBNXN2OCAYV type=write size=2145998 2024-04-02T08:45:09.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.442+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~H9D0GRL2ZM4A.0 size=1048576 2024-04-02T08:45:09.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.444+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~H9D0GRL2ZM4A.1 size=1048576 2024-04-02T08:45:09.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.445+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~H9D0GRL2ZM4A.2 size=435923 2024-04-02T08:45:09.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.445+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=H9D0GRL2ZM4A tag=KA7OKE1TM49T type=write size=3581651 2024-04-02T08:45:09.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.446+0000 7f66a8039780 1 < canceled part key=_multipart_YX81WRKACN8N.2~FF5GFKJULFUM.0 size=1037319 2024-04-02T08:45:09.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.449+0000 7f66a8039780 1 < canceled multipart upload key=YX81WRKACN8N upload=FF5GFKJULFUM tag=LF0DWLX16AE3 type=write size=2085895 2024-04-02T08:45:09.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.454+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~YIW0RH3YN4F8.0 size=1048576 2024-04-02T08:45:09.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.456+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~YIW0RH3YN4F8.1 size=1048576 2024-04-02T08:45:09.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.458+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~YIW0RH3YN4F8.2 size=58322 2024-04-02T08:45:09.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.458+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=YIW0RH3YN4F8 tag=J39CNV95GM7W type=write size=3204050 2024-04-02T08:45:09.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.461+0000 7f66a8039780 1 < completed write operation key=MVOA3WWKEWZR tag=EUX469N2IG57 type=write size=202854 2024-04-02T08:45:09.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.464+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=1ONB2XAOBWE0 type=del size=2508941 2024-04-02T08:45:09.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.466+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~SL2HBOCDUMGW.0 size=369237 2024-04-02T08:45:09.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.471+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=SL2HBOCDUMGW tag=GT5U1O3MLXUW type=write size=1417813 2024-04-02T08:45:09.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.474+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=KTAL7VAHQOQA type=del size=3250554 2024-04-02T08:45:09.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.476+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=ZKUF5X6RI8JJ type=del 2024-04-02T08:45:09.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.481+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~9HQ4PZLUA9Q5.0 size=466771 2024-04-02T08:45:09.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.481+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=9HQ4PZLUA9Q5 tag=UUDEYXBQ1O0K type=write size=1515347 2024-04-02T08:45:09.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.484+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~9U9JGT88AI3E.0 size=1048576 2024-04-02T08:45:09.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.486+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~9U9JGT88AI3E.1 size=633914 2024-04-02T08:45:09.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.490+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=9U9JGT88AI3E tag=X285ZTHJX8W5 type=write size=2731066 2024-04-02T08:45:09.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.493+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=MZA95O1908N9 type=del size=1981043 2024-04-02T08:45:09.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.496+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=2IFRLJ035P3Z type=del 2024-04-02T08:45:09.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.498+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=XKGK18XBR6LD type=del size=1978308 2024-04-02T08:45:09.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.500+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=W1FZI9QJRCRN type=del 2024-04-02T08:45:09.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.504+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~SVB9S6OIATFW.0 size=1048576 2024-04-02T08:45:09.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.506+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~SVB9S6OIATFW.1 size=1048576 2024-04-02T08:45:09.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.509+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~SVB9S6OIATFW.2 size=272911 2024-04-02T08:45:09.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.509+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=SVB9S6OIATFW tag=HA4IFU61C3K7 type=write size=3418639 2024-04-02T08:45:09.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.509+0000 7f66a8039780 1 < canceled part key=_multipart_O0QCRP60VK0G.2~GDCQBQR721UQ.0 size=1048576 2024-04-02T08:45:09.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.511+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~GDCQBQR721UQ.1 size=157527 2024-04-02T08:45:09.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.516+0000 7f66a8039780 1 < canceled multipart upload key=O0QCRP60VK0G upload=GDCQBQR721UQ tag=6LNCDVPNSMKL type=write size=2254679 2024-04-02T08:45:09.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.518+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=UZ3KB17MA93D type=write size=418432 2024-04-02T08:45:09.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.520+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=C6Z3EWEC67JR type=del 2024-04-02T08:45:09.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.522+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=W1J82Q3UPD20 type=del size=3378690 2024-04-02T08:45:09.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.524+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~923ZWQ6JDNJ7.0 size=1048576 2024-04-02T08:45:09.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.527+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~923ZWQ6JDNJ7.1 size=262196 2024-04-02T08:45:09.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.531+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=923ZWQ6JDNJ7 tag=9K3L1VSCQL75 type=write size=2359348 2024-04-02T08:45:09.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.534+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=AW1JEGFRBZKC type=del size=3101926 2024-04-02T08:45:09.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.536+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=5WVR5PJ9CJCA type=del 2024-04-02T08:45:09.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.538+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=RCRON6K378W0 type=del size=1181090 2024-04-02T08:45:09.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.541+0000 7f66a8039780 1 < completed write operation key=DBCO3QMJJEJ7 tag=YZXA1MPFE9J8 type=write size=916901 2024-04-02T08:45:09.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.543+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=G4I4WJKKBSZI type=del size=317892 2024-04-02T08:45:09.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.546+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~P90FS5ZZH2YR.0 size=1048576 2024-04-02T08:45:09.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.548+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~P90FS5ZZH2YR.1 size=1048576 2024-04-02T08:45:09.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.550+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~P90FS5ZZH2YR.2 size=301156 2024-04-02T08:45:09.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.554+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=P90FS5ZZH2YR tag=OW0O48HASSLD type=write size=3446884 2024-04-02T08:45:09.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.559+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~6W9XKGCAJLA7.0 size=1048576 2024-04-02T08:45:09.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.562+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~6W9XKGCAJLA7.1 size=1048576 2024-04-02T08:45:09.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.564+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~6W9XKGCAJLA7.2 size=760804 2024-04-02T08:45:09.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.564+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=6W9XKGCAJLA7 tag=9Q0S02QDCXKL type=write size=3906532 2024-04-02T08:45:09.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.566+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~CXPY40BLQ41W.0 size=1048576 2024-04-02T08:45:09.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.569+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~CXPY40BLQ41W.1 size=632470 2024-04-02T08:45:09.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.573+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=CXPY40BLQ41W tag=E0HRRO09O81K type=write size=2729622 2024-04-02T08:45:09.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.578+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~FQJARAZW4TCF.0 size=1048576 2024-04-02T08:45:09.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.579+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~FQJARAZW4TCF.1 size=1048576 2024-04-02T08:45:09.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.581+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~FQJARAZW4TCF.2 size=180044 2024-04-02T08:45:09.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.581+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=FQJARAZW4TCF tag=ZMRL34K228SY type=write size=3325772 2024-04-02T08:45:09.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.584+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=26UEOHVEKFM7 type=del 2024-04-02T08:45:09.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.586+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=WUEZC5DMLYJ0 type=del size=2458309 2024-04-02T08:45:09.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.588+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~H9D0GRL2ZM4A.0 size=1048576 2024-04-02T08:45:09.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.590+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~H9D0GRL2ZM4A.1 size=1048576 2024-04-02T08:45:09.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.592+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~H9D0GRL2ZM4A.2 size=435923 2024-04-02T08:45:09.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.597+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=H9D0GRL2ZM4A tag=KA7OKE1TM49T type=write size=3581651 2024-04-02T08:45:09.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.599+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=TCFAUT1Y5FQO type=del size=3138459 2024-04-02T08:45:09.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.601+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~YIW0RH3YN4F8.0 size=1048576 2024-04-02T08:45:09.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.604+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~YIW0RH3YN4F8.1 size=1048576 2024-04-02T08:45:09.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.605+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~YIW0RH3YN4F8.2 size=58322 2024-04-02T08:45:09.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.610+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=YIW0RH3YN4F8 tag=J39CNV95GM7W type=write size=3204050 2024-04-02T08:45:09.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.615+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~ZQA9XA87AC5Z.0 size=1048576 2024-04-02T08:45:09.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.617+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~ZQA9XA87AC5Z.1 size=1048576 2024-04-02T08:45:09.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.619+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~ZQA9XA87AC5Z.2 size=951670 2024-04-02T08:45:09.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.619+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=ZQA9XA87AC5Z tag=2LY446M9OOP0 type=write size=4097398 2024-04-02T08:45:09.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.622+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=1ONB2XAOBWE0 type=del 2024-04-02T08:45:09.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.624+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=15KROU2IA9O3 type=del size=2321588 2024-04-02T08:45:09.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.627+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=KTAL7VAHQOQA type=del 2024-04-02T08:45:09.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.629+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=ML6W8HJA7Z1T type=del size=1016363 2024-04-02T08:45:09.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.632+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~9HQ4PZLUA9Q5.0 size=466771 2024-04-02T08:45:09.634 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.636+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=9HQ4PZLUA9Q5 tag=UUDEYXBQ1O0K type=write size=1515347 2024-04-02T08:45:09.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.640+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~7R5JOH19HJQJ.0 size=1048576 2024-04-02T08:45:09.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.647+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~7R5JOH19HJQJ.1 size=24126 2024-04-02T08:45:09.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.647+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=7R5JOH19HJQJ tag=UUDTGI7D03T8 type=write size=2121278 2024-04-02T08:45:09.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.650+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=MZA95O1908N9 type=del 2024-04-02T08:45:09.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.653+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=WFIZBBU09160 type=del size=1547743 2024-04-02T08:45:09.655 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.656+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=XKGK18XBR6LD type=del 2024-04-02T08:45:09.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.659+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=HIICI21U0MLC type=del size=3389849 2024-04-02T08:45:09.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.661+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~SVB9S6OIATFW.0 size=1048576 2024-04-02T08:45:09.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.661+0000 7f66a8039780 1 < canceled part key=_multipart_ZUO2TXTKZ5D6.2~SVB9S6OIATFW.1 size=1048576 2024-04-02T08:45:09.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.663+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~SVB9S6OIATFW.2 size=272911 2024-04-02T08:45:09.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.667+0000 7f66a8039780 1 < canceled multipart upload key=ZUO2TXTKZ5D6 upload=SVB9S6OIATFW tag=HA4IFU61C3K7 type=write size=3418639 2024-04-02T08:45:09.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.672+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~A130CXVRB11J.0 size=1048576 2024-04-02T08:45:09.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.674+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~A130CXVRB11J.1 size=1048576 2024-04-02T08:45:09.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.676+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~A130CXVRB11J.2 size=366890 2024-04-02T08:45:09.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.676+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=A130CXVRB11J tag=ZPX3IRYV2FD4 type=write size=3512618 2024-04-02T08:45:09.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.678+0000 7f66a8039780 1 < completed write operation key=HUH2LBUPML72 tag=UZ3KB17MA93D type=write size=418432 2024-04-02T08:45:09.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.682+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~E52ADWFZNITS.0 size=1048576 2024-04-02T08:45:09.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.685+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~E52ADWFZNITS.1 size=1048576 2024-04-02T08:45:09.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.687+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~E52ADWFZNITS.2 size=1029022 2024-04-02T08:45:09.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.687+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=E52ADWFZNITS tag=Y1ZYDBP5XVZW type=write size=4174750 2024-04-02T08:45:09.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.689+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=W1J82Q3UPD20 type=del 2024-04-02T08:45:09.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.691+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=1JVV1GG52VU7 type=del size=1547864 2024-04-02T08:45:09.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.694+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=AW1JEGFRBZKC type=del 2024-04-02T08:45:09.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.696+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=HK2UPZIBO6JI type=del size=3356730 2024-04-02T08:45:09.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.698+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=RCRON6K378W0 type=del 2024-04-02T08:45:09.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.702+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~8Z1G5H2P808N.0 size=531295 2024-04-02T08:45:09.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.702+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=8Z1G5H2P808N tag=6JOQU2YR05LT type=write size=1579871 2024-04-02T08:45:09.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.704+0000 7f66a8039780 1 < completed delete operation key=ODRLSCYUJE7H tag=G4I4WJKKBSZI type=del 2024-04-02T08:45:09.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.706+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=OXW9KZ21Y6OA type=del size=417639 2024-04-02T08:45:09.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.708+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~6W9XKGCAJLA7.0 size=1048576 2024-04-02T08:45:09.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.710+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~6W9XKGCAJLA7.1 size=1048576 2024-04-02T08:45:09.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.712+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~6W9XKGCAJLA7.2 size=760804 2024-04-02T08:45:09.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.716+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=6W9XKGCAJLA7 tag=9Q0S02QDCXKL type=write size=3906532 2024-04-02T08:45:09.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.718+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=4EHI7NHHCX67 type=write size=265193 2024-04-02T08:45:09.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.720+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~FQJARAZW4TCF.0 size=1048576 2024-04-02T08:45:09.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.722+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~FQJARAZW4TCF.1 size=1048576 2024-04-02T08:45:09.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.724+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~FQJARAZW4TCF.2 size=180044 2024-04-02T08:45:09.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.727+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=FQJARAZW4TCF tag=ZMRL34K228SY type=write size=3325772 2024-04-02T08:45:09.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.730+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=P9989EU4UMS1 type=del size=317943 2024-04-02T08:45:09.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.732+0000 7f66a8039780 1 < completed delete operation key=A0ZBFF51XGDX tag=WUEZC5DMLYJ0 type=del 2024-04-02T08:45:09.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.736+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~FHX5NTXYVQD4.0 size=833878 2024-04-02T08:45:09.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.736+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=FHX5NTXYVQD4 tag=CW3NWASJZIY6 type=write size=1882454 2024-04-02T08:45:09.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.739+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=TCFAUT1Y5FQO type=del 2024-04-02T08:45:09.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.743+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~4Q2BZSKVI8DR.0 size=596310 2024-04-02T08:45:09.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.743+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=4Q2BZSKVI8DR tag=9XR1JSSNJ82V type=write size=1644886 2024-04-02T08:45:09.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.746+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~ZQA9XA87AC5Z.0 size=1048576 2024-04-02T08:45:09.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.748+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~ZQA9XA87AC5Z.1 size=1048576 2024-04-02T08:45:09.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.749+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~ZQA9XA87AC5Z.2 size=951670 2024-04-02T08:45:09.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.753+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=ZQA9XA87AC5Z tag=2LY446M9OOP0 type=write size=4097398 2024-04-02T08:45:09.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.757+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~JU7AA9KGLI42.0 size=1048576 2024-04-02T08:45:09.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.759+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~JU7AA9KGLI42.1 size=1048576 2024-04-02T08:45:09.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.760+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~JU7AA9KGLI42.2 size=597939 2024-04-02T08:45:09.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.760+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=JU7AA9KGLI42 tag=B073OZJCL8VD type=write size=3743667 2024-04-02T08:45:09.761 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.763+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=15KROU2IA9O3 type=del 2024-04-02T08:45:09.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.766+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~T44SBQNFZ9PK.0 size=1048576 2024-04-02T08:45:09.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.768+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~T44SBQNFZ9PK.1 size=159718 2024-04-02T08:45:09.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.768+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=T44SBQNFZ9PK tag=18ZC57XDMRHE type=write size=2256870 2024-04-02T08:45:09.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.770+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=ML6W8HJA7Z1T type=del 2024-04-02T08:45:09.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.774+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~6HQZE0LEPA1X.0 size=531002 2024-04-02T08:45:09.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.774+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=6HQZE0LEPA1X tag=DYJCVJQ9534K type=write size=1579578 2024-04-02T08:45:09.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.776+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~7R5JOH19HJQJ.0 size=1048576 2024-04-02T08:45:09.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.778+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~7R5JOH19HJQJ.1 size=24126 2024-04-02T08:45:09.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.782+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=7R5JOH19HJQJ tag=UUDTGI7D03T8 type=write size=2121278 2024-04-02T08:45:09.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.784+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=AJPG2OMJF88A type=write size=25087 2024-04-02T08:45:09.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.786+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=WFIZBBU09160 type=del 2024-04-02T08:45:09.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.788+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=99U05H2P57DP type=write size=933799 2024-04-02T08:45:09.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.790+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=HIICI21U0MLC type=del 2024-04-02T08:45:09.792 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.794+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~FLAB0C8K9OH0.0 size=1048576 2024-04-02T08:45:09.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.795+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~FLAB0C8K9OH0.1 size=1048576 2024-04-02T08:45:09.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.797+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~FLAB0C8K9OH0.2 size=907973 2024-04-02T08:45:09.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.797+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=FLAB0C8K9OH0 tag=QWAIB93HERO1 type=write size=4053701 2024-04-02T08:45:09.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.799+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~A130CXVRB11J.0 size=1048576 2024-04-02T08:45:09.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.801+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~A130CXVRB11J.1 size=1048576 2024-04-02T08:45:09.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.801+0000 7f66a8039780 1 < canceled part key=_multipart_637CIUSXUSZD.2~A130CXVRB11J.2 size=366890 2024-04-02T08:45:09.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.805+0000 7f66a8039780 1 < canceled multipart upload key=637CIUSXUSZD upload=A130CXVRB11J tag=ZPX3IRYV2FD4 type=write size=3512618 2024-04-02T08:45:09.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.807+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=N7YOO0FMAKCU type=del size=17294 2024-04-02T08:45:09.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.809+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~E52ADWFZNITS.0 size=1048576 2024-04-02T08:45:09.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.811+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~E52ADWFZNITS.1 size=1048576 2024-04-02T08:45:09.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.812+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~E52ADWFZNITS.2 size=1029022 2024-04-02T08:45:09.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.816+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=E52ADWFZNITS tag=Y1ZYDBP5XVZW type=write size=4174750 2024-04-02T08:45:09.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.820+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~HW7GL2XJBIIU.0 size=942686 2024-04-02T08:45:09.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.820+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=HW7GL2XJBIIU tag=5OPT3O30ZPLY type=write size=1991262 2024-04-02T08:45:09.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.822+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=1JVV1GG52VU7 type=del 2024-04-02T08:45:09.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.824+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=Z9ERA6Y0UJJ9 type=del size=475622 2024-04-02T08:45:09.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.829+0000 7f66a8039780 1 < suggested update operation key=VLGN1CJMAOWK tag=HK2UPZIBO6JI type=del size=3356730 2024-04-02T08:45:09.831 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.833+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~7YM7KNSIS2C6.0 size=1048576 2024-04-02T08:45:09.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.834+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~7YM7KNSIS2C6.1 size=1048576 2024-04-02T08:45:09.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.836+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~7YM7KNSIS2C6.2 size=726321 2024-04-02T08:45:09.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.836+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=7YM7KNSIS2C6 tag=FPB8BKYIWRCT type=write size=3872049 2024-04-02T08:45:09.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.838+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~8Z1G5H2P808N.0 size=531295 2024-04-02T08:45:09.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.842+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=8Z1G5H2P808N tag=6JOQU2YR05LT type=write size=1579871 2024-04-02T08:45:09.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.844+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=9TPCL2X0ZCY4 type=del size=2436537 2024-04-02T08:45:09.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.846+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=OXW9KZ21Y6OA type=del 2024-04-02T08:45:09.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.848+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=9N42VGSYCVLN type=del size=2698935 2024-04-02T08:45:09.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.851+0000 7f66a8039780 -1 < failed to complete operation key=VLGN1CJMAOWK tag=4EHI7NHHCX67 type=write size=265193: (22) Invalid argument 2024-04-02T08:45:09.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.853+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=9KW1PAOC3DSR type=del size=357115 2024-04-02T08:45:09.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.858+0000 7f66a8039780 1 < suggested remove operation key=YX81WRKACN8N tag=P9989EU4UMS1 type=del 2024-04-02T08:45:09.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.860+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=9G32R9DS7CIZ type=del size=3331087 2024-04-02T08:45:09.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.862+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~FHX5NTXYVQD4.0 size=833878 2024-04-02T08:45:09.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.866+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=FHX5NTXYVQD4 tag=CW3NWASJZIY6 type=write size=1882454 2024-04-02T08:45:09.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.870+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~HIDBN3J3QCD3.0 size=104467 2024-04-02T08:45:09.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.870+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=HIDBN3J3QCD3 tag=2V7DGGN7CVDG type=write size=1153043 2024-04-02T08:45:09.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.872+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~4Q2BZSKVI8DR.0 size=596310 2024-04-02T08:45:09.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.876+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=4Q2BZSKVI8DR tag=9XR1JSSNJ82V type=write size=1644886 2024-04-02T08:45:09.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.878+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=8K1SO7IORT38 type=write size=227430 2024-04-02T08:45:09.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.880+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~JU7AA9KGLI42.0 size=1048576 2024-04-02T08:45:09.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.881+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~JU7AA9KGLI42.1 size=1048576 2024-04-02T08:45:09.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.883+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~JU7AA9KGLI42.2 size=597939 2024-04-02T08:45:09.885 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:45:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=cleanup t=2024-04-02T08:45:09.529859416Z level=info msg="Completed cleanup jobs" duration=2.048399ms 2024-04-02T08:45:09.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.887+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=JU7AA9KGLI42 tag=B073OZJCL8VD type=write size=3743667 2024-04-02T08:45:09.890 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.892+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~4HMZURPO9VEU.0 size=1048576 2024-04-02T08:45:09.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.894+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~4HMZURPO9VEU.1 size=1048576 2024-04-02T08:45:09.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.895+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~4HMZURPO9VEU.2 size=310795 2024-04-02T08:45:09.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.895+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=4HMZURPO9VEU tag=SVOXPH3Y5M5P type=write size=3456523 2024-04-02T08:45:09.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.897+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~T44SBQNFZ9PK.0 size=1048576 2024-04-02T08:45:09.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.899+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~T44SBQNFZ9PK.1 size=159718 2024-04-02T08:45:09.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.903+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=T44SBQNFZ9PK tag=18ZC57XDMRHE type=write size=2256870 2024-04-02T08:45:09.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.905+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=3AWUC6UXA6CM type=write size=275736 2024-04-02T08:45:09.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.907+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~6HQZE0LEPA1X.0 size=531002 2024-04-02T08:45:09.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.911+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=6HQZE0LEPA1X tag=DYJCVJQ9534K type=write size=1579578 2024-04-02T08:45:09.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.912+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=BWADFI7CEDD7 type=del size=2293176 2024-04-02T08:45:09.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.915+0000 7f66a8039780 1 < canceled operation key=R628MJJ9BB5G tag=AJPG2OMJF88A type=write size=25087 2024-04-02T08:45:09.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.918+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~FEM9JV4AVE88.0 size=1048576 2024-04-02T08:45:09.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.920+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~FEM9JV4AVE88.1 size=1048576 2024-04-02T08:45:09.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.922+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~FEM9JV4AVE88.2 size=524235 2024-04-02T08:45:09.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.922+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=FEM9JV4AVE88 tag=VL5LX1YJFRDU type=write size=3669963 2024-04-02T08:45:09.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.926+0000 7f66a8039780 1 < suggested update operation key=V9PXVXW0I69D tag=99U05H2P57DP type=write size=933799 2024-04-02T08:45:09.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.928+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=WCB7VDLCZKAM type=del size=2542771 2024-04-02T08:45:09.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.930+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~FLAB0C8K9OH0.0 size=1048576 2024-04-02T08:45:09.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.931+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~FLAB0C8K9OH0.1 size=1048576 2024-04-02T08:45:09.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.933+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~FLAB0C8K9OH0.2 size=907973 2024-04-02T08:45:09.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.937+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=FLAB0C8K9OH0 tag=QWAIB93HERO1 type=write size=4053701 2024-04-02T08:45:09.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.941+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~62XD11LV8F6I.0 size=1034287 2024-04-02T08:45:09.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.941+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=62XD11LV8F6I tag=6AO0ACTAVU17 type=write size=2082863 2024-04-02T08:45:09.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.943+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=N7YOO0FMAKCU type=del 2024-04-02T08:45:09.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.947+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~MA9H82J89DBS.0 size=1048576 2024-04-02T08:45:09.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.948+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~MA9H82J89DBS.1 size=683729 2024-04-02T08:45:09.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.948+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=MA9H82J89DBS tag=1T9T1QNYIN0W type=write size=2780881 2024-04-02T08:45:09.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.950+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~HW7GL2XJBIIU.0 size=942686 2024-04-02T08:45:09.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.954+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=HW7GL2XJBIIU tag=5OPT3O30ZPLY type=write size=1991262 2024-04-02T08:45:09.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.956+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=QQSVA4BDTTA0 type=del size=1911468 2024-04-02T08:45:09.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.958+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=Z9ERA6Y0UJJ9 type=del 2024-04-02T08:45:09.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.960+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=G41YKCVQ0HZQ type=del size=2497313 2024-04-02T08:45:09.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.962+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~7YM7KNSIS2C6.0 size=1048576 2024-04-02T08:45:09.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.965+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~7YM7KNSIS2C6.1 size=1048576 2024-04-02T08:45:09.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.967+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~7YM7KNSIS2C6.2 size=726321 2024-04-02T08:45:09.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.972+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=7YM7KNSIS2C6 tag=FPB8BKYIWRCT type=write size=3872049 2024-04-02T08:45:09.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.974+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=6QK3F8UGGMES type=del size=3286622 2024-04-02T08:45:09.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.979+0000 7f66a8039780 1 < suggested update operation key=MVOA3WWKEWZR tag=9TPCL2X0ZCY4 type=del size=2436537 2024-04-02T08:45:09.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.981+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=NPGCTMMGA2TS type=del size=953023 2024-04-02T08:45:09.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.984+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=9N42VGSYCVLN type=del 2024-04-02T08:45:09.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.987+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=8TGWF4ENZDVB type=write size=169263 2024-04-02T08:45:09.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.989+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=9KW1PAOC3DSR type=del 2024-04-02T08:45:09.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.991+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=NASWA6Z9YLME type=del size=2861004 2024-04-02T08:45:09.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.993+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=9G32R9DS7CIZ type=del 2024-04-02T08:45:09.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:09.998+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~RMYAZ9TR2OCC.0 size=1048576 2024-04-02T08:45:09.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.000+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~RMYAZ9TR2OCC.1 size=693563 2024-04-02T08:45:09.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.000+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=RMYAZ9TR2OCC tag=AFL1CWFRCG9D type=write size=2790715 2024-04-02T08:45:10.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.002+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~HIDBN3J3QCD3.0 size=104467 2024-04-02T08:45:10.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.006+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=HIDBN3J3QCD3 tag=2V7DGGN7CVDG type=write size=1153043 2024-04-02T08:45:10.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.011+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~16MFPQOOWVYW.0 size=1048576 2024-04-02T08:45:10.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.012+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~16MFPQOOWVYW.1 size=339079 2024-04-02T08:45:10.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.012+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=16MFPQOOWVYW tag=U2OD8JAM50LE type=write size=2436231 2024-04-02T08:45:10.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.016+0000 7f66a8039780 1 < suggested update operation key=637CIUSXUSZD tag=8K1SO7IORT38 type=write size=227430 2024-04-02T08:45:10.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.020+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~SUDORWB2MMK0.0 size=697909 2024-04-02T08:45:10.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.020+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=SUDORWB2MMK0 tag=NMXHO1AWTPY6 type=write size=1746485 2024-04-02T08:45:10.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.022+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~4HMZURPO9VEU.0 size=1048576 2024-04-02T08:45:10.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.024+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~4HMZURPO9VEU.1 size=1048576 2024-04-02T08:45:10.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.026+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~4HMZURPO9VEU.2 size=310795 2024-04-02T08:45:10.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.030+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=4HMZURPO9VEU tag=SVOXPH3Y5M5P type=write size=3456523 2024-04-02T08:45:10.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.034+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~F5HL4630M3BS.0 size=1048576 2024-04-02T08:45:10.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.035+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~F5HL4630M3BS.1 size=734243 2024-04-02T08:45:10.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.035+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=F5HL4630M3BS tag=0YS3UBTSJI4A type=write size=2831395 2024-04-02T08:45:10.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.037+0000 7f66a8039780 1 < completed write operation key=CNF8703CRCYQ tag=3AWUC6UXA6CM type=write size=275736 2024-04-02T08:45:10.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.039+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=W678XTBKDXXF type=del size=3101241 2024-04-02T08:45:10.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.042+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=BWADFI7CEDD7 type=del 2024-04-02T08:45:10.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.044+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=P4JVJ201BXN7 type=del size=3150242 2024-04-02T08:45:10.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.046+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~FEM9JV4AVE88.0 size=1048576 2024-04-02T08:45:10.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.048+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~FEM9JV4AVE88.1 size=1048576 2024-04-02T08:45:10.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.048+0000 7f66a8039780 1 < canceled part key=_multipart_8TMKP5EUZ549.2~FEM9JV4AVE88.2 size=524235 2024-04-02T08:45:10.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.051+0000 7f66a8039780 1 < canceled multipart upload key=8TMKP5EUZ549 upload=FEM9JV4AVE88 tag=VL5LX1YJFRDU type=write size=3669963 2024-04-02T08:45:10.052 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.053+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=EHHPL46KFBX1 type=del size=3314376 2024-04-02T08:45:10.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.055+0000 7f66a8039780 1 < canceled operation key=8QJNW10FF0U8 tag=WCB7VDLCZKAM type=del size=2542771 2024-04-02T08:45:10.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.057+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=I632I70OR7QG type=del size=3161367 2024-04-02T08:45:10.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.060+0000 7f66a8039780 1 < completed part key=_multipart_CNF8703CRCYQ.2~62XD11LV8F6I.0 size=1034287 2024-04-02T08:45:10.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.064+0000 7f66a8039780 1 < completed multipart upload key=CNF8703CRCYQ upload=62XD11LV8F6I tag=6AO0ACTAVU17 type=write size=2082863 2024-04-02T08:45:10.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.068+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~N4OM8EC7ZYXQ.0 size=969721 2024-04-02T08:45:10.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.068+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=N4OM8EC7ZYXQ tag=RQECE062C5Q0 type=write size=2018297 2024-04-02T08:45:10.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.070+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~MA9H82J89DBS.0 size=1048576 2024-04-02T08:45:10.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.071+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~MA9H82J89DBS.1 size=683729 2024-04-02T08:45:10.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.075+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=MA9H82J89DBS tag=1T9T1QNYIN0W type=write size=2780881 2024-04-02T08:45:10.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.079+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~IQ5ZDCJQCEHE.0 size=1048576 2024-04-02T08:45:10.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.080+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~IQ5ZDCJQCEHE.1 size=831778 2024-04-02T08:45:10.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.080+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=IQ5ZDCJQCEHE tag=WWG0PJKIB5CE type=write size=2928930 2024-04-02T08:45:10.081 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.083+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=QQSVA4BDTTA0 type=del 2024-04-02T08:45:10.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.085+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=8NCHM0VY6M0J type=del size=3690262 2024-04-02T08:45:10.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.087+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=G41YKCVQ0HZQ type=del 2024-04-02T08:45:10.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.089+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=YAUSQUX3MXNL type=write size=66131 2024-04-02T08:45:10.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.092+0000 7f66a8039780 -1 < failed to complete operation key=MVOA3WWKEWZR tag=6QK3F8UGGMES type=del size=3286622: (22) Invalid argument 2024-04-02T08:45:10.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.094+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=5198BKPNA9GI type=del size=3145256 2024-04-02T08:45:10.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.096+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=NPGCTMMGA2TS type=del 2024-04-02T08:45:10.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.098+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=0ZOJT0C43QAC type=write size=963695 2024-04-02T08:45:10.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.100+0000 7f66a8039780 1 < canceled operation key=VLGN1CJMAOWK tag=8TGWF4ENZDVB type=write size=169263 2024-04-02T08:45:10.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.104+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~Q2LM6XB7E9OW.0 size=1048576 2024-04-02T08:45:10.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.106+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~Q2LM6XB7E9OW.1 size=741397 2024-04-02T08:45:10.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.106+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=Q2LM6XB7E9OW tag=EPBXP00SMKLH type=write size=2838549 2024-04-02T08:45:10.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.110+0000 7f66a8039780 1 < suggested update operation key=CNF8703CRCYQ tag=NASWA6Z9YLME type=del size=2861004 2024-04-02T08:45:10.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.114+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~A5D54QSKP26O.0 size=1048576 2024-04-02T08:45:10.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.116+0000 7f66a8039780 1 > prepared part key=_multipart_ZUF440XF8N7P.2~A5D54QSKP26O.1 size=695324 2024-04-02T08:45:10.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.116+0000 7f66a8039780 1 > prepared multipart upload key=ZUF440XF8N7P upload=A5D54QSKP26O tag=9XCHHHKM8BM0 type=write size=2792476 2024-04-02T08:45:10.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.118+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~RMYAZ9TR2OCC.0 size=1048576 2024-04-02T08:45:10.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.120+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~RMYAZ9TR2OCC.1 size=693563 2024-04-02T08:45:10.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.123+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=RMYAZ9TR2OCC tag=AFL1CWFRCG9D type=write size=2790715 2024-04-02T08:45:10.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.125+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=KRHTL4QEFUYF type=write size=512377 2024-04-02T08:45:10.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.127+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~16MFPQOOWVYW.0 size=1048576 2024-04-02T08:45:10.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.129+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~16MFPQOOWVYW.1 size=339079 2024-04-02T08:45:10.131 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.133+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=16MFPQOOWVYW tag=U2OD8JAM50LE type=write size=2436231 2024-04-02T08:45:10.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.137+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~5AOPZIOIEU7P.0 size=1048576 2024-04-02T08:45:10.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.138+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~5AOPZIOIEU7P.1 size=461613 2024-04-02T08:45:10.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.138+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=5AOPZIOIEU7P tag=2Z90GXT8DLO1 type=write size=2558765 2024-04-02T08:45:10.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.140+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~SUDORWB2MMK0.0 size=697909 2024-04-02T08:45:10.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.144+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=SUDORWB2MMK0 tag=NMXHO1AWTPY6 type=write size=1746485 2024-04-02T08:45:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:09 smithi137 ceph-mon[88456]: pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 349 KiB/s wr, 1.79k op/s 2024-04-02T08:45:10.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.146+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=HMEBWMBR0AJC type=del size=1504529 2024-04-02T08:45:10.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.146+0000 7f66a8039780 1 < canceled part key=_multipart_A0ZBFF51XGDX.2~F5HL4630M3BS.0 size=1048576 2024-04-02T08:45:10.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.148+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~F5HL4630M3BS.1 size=734243 2024-04-02T08:45:10.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.152+0000 7f66a8039780 1 < canceled multipart upload key=A0ZBFF51XGDX upload=F5HL4630M3BS tag=0YS3UBTSJI4A type=write size=2831395 2024-04-02T08:45:10.152 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.154+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=OT8NSCWZB8JR type=write size=590551 2024-04-02T08:45:10.154 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.156+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=W678XTBKDXXF type=del 2024-04-02T08:45:10.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.159+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~FRWM6YLAZ6F4.0 size=1048576 2024-04-02T08:45:10.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.161+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~FRWM6YLAZ6F4.1 size=1048576 2024-04-02T08:45:10.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.163+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~FRWM6YLAZ6F4.2 size=579840 2024-04-02T08:45:10.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.163+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=FRWM6YLAZ6F4 tag=NY4JPBH98IGR type=write size=3725568 2024-04-02T08:45:10.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.165+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=P4JVJ201BXN7 type=del 2024-04-02T08:45:10.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.167+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=Y23PJU4Q60XK type=del size=2952546 2024-04-02T08:45:10.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.169+0000 7f66a8039780 1 < canceled operation key=SKXP9F1WMETM tag=EHHPL46KFBX1 type=del size=3314376 2024-04-02T08:45:10.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.172+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~TW164RXCE811.0 size=1048576 2024-04-02T08:45:10.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.174+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~TW164RXCE811.1 size=781146 2024-04-02T08:45:10.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.174+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=TW164RXCE811 tag=1XRS3THTTN57 type=write size=2878298 2024-04-02T08:45:10.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.178+0000 7f66a8039780 1 < suggested update operation key=R628MJJ9BB5G tag=I632I70OR7QG type=del size=3161367 2024-04-02T08:45:10.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.180+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=B8UWKN9F7L1Q type=del size=3006485 2024-04-02T08:45:10.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.182+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~N4OM8EC7ZYXQ.0 size=969721 2024-04-02T08:45:10.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.186+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=N4OM8EC7ZYXQ tag=RQECE062C5Q0 type=write size=2018297 2024-04-02T08:45:10.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.190+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~YVFOCPSYO1J9.0 size=532187 2024-04-02T08:45:10.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.190+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=YVFOCPSYO1J9 tag=XERMH7N70566 type=write size=1580763 2024-04-02T08:45:10.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.192+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~IQ5ZDCJQCEHE.0 size=1048576 2024-04-02T08:45:10.192 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.194+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~IQ5ZDCJQCEHE.1 size=831778 2024-04-02T08:45:10.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.197+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=IQ5ZDCJQCEHE tag=WWG0PJKIB5CE type=write size=2928930 2024-04-02T08:45:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:09 smithi028 ceph-mon[94314]: pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 349 KiB/s wr, 1.79k op/s 2024-04-02T08:45:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:09 smithi028 ceph-mon[96890]: pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 349 KiB/s wr, 1.79k op/s 2024-04-02T08:45:10.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.201+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~JX98MR0HMJBQ.0 size=1048576 2024-04-02T08:45:10.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.203+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~JX98MR0HMJBQ.1 size=1048576 2024-04-02T08:45:10.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.205+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~JX98MR0HMJBQ.2 size=201130 2024-04-02T08:45:10.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.205+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=JX98MR0HMJBQ tag=F0K55FSOB82A type=write size=3346858 2024-04-02T08:45:10.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.207+0000 7f66a8039780 1 < canceled operation key=N3Q53Q538DXX tag=8NCHM0VY6M0J type=del size=3690262 2024-04-02T08:45:10.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.211+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~DYBDLBZH1D0C.0 size=582376 2024-04-02T08:45:10.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.211+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=DYBDLBZH1D0C tag=MF5XX2GLPU8D type=write size=1630952 2024-04-02T08:45:10.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.213+0000 7f66a8039780 1 < completed write operation key=VLGN1CJMAOWK tag=YAUSQUX3MXNL type=write size=66131 2024-04-02T08:45:10.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.217+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~9XVIT1I4CBHH.0 size=1048576 2024-04-02T08:45:10.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.219+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~9XVIT1I4CBHH.1 size=1048576 2024-04-02T08:45:10.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.220+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~9XVIT1I4CBHH.2 size=1003431 2024-04-02T08:45:10.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.220+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=9XVIT1I4CBHH tag=BUMOMNAHF6YL type=write size=4149159 2024-04-02T08:45:10.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.223+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=5198BKPNA9GI type=del 2024-04-02T08:45:10.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.225+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=HIOJINHF20PA type=write size=1908 2024-04-02T08:45:10.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.227+0000 7f66a8039780 1 < completed write operation key=C49DO0QY95UV tag=0ZOJT0C43QAC type=write size=963695 2024-04-02T08:45:10.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.229+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=G6QF2S2UUIBD type=del size=2865602 2024-04-02T08:45:10.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.232+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~Q2LM6XB7E9OW.0 size=1048576 2024-04-02T08:45:10.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.233+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~Q2LM6XB7E9OW.1 size=741397 2024-04-02T08:45:10.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.237+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=Q2LM6XB7E9OW tag=EPBXP00SMKLH type=write size=2838549 2024-04-02T08:45:10.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.241+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~V51WFAD5GDJH.0 size=1048576 2024-04-02T08:45:10.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.243+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~V51WFAD5GDJH.1 size=1048576 2024-04-02T08:45:10.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.245+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~V51WFAD5GDJH.2 size=248126 2024-04-02T08:45:10.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.245+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=V51WFAD5GDJH tag=ZIHG5DOG4HY7 type=write size=3393854 2024-04-02T08:45:10.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.247+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~A5D54QSKP26O.0 size=1048576 2024-04-02T08:45:10.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.248+0000 7f66a8039780 1 < completed part key=_multipart_ZUF440XF8N7P.2~A5D54QSKP26O.1 size=695324 2024-04-02T08:45:10.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.252+0000 7f66a8039780 1 < completed multipart upload key=ZUF440XF8N7P upload=A5D54QSKP26O tag=9XCHHHKM8BM0 type=write size=2792476 2024-04-02T08:45:10.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.255+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=5KJNDIIXUU5R type=del size=1811068 2024-04-02T08:45:10.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.258+0000 7f66a8039780 1 < completed write operation key=2T3HPBFE8XA4 tag=KRHTL4QEFUYF type=write size=512377 2024-04-02T08:45:10.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.262+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~J5MC3V312B6U.0 size=1048576 2024-04-02T08:45:10.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.264+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~J5MC3V312B6U.1 size=1048576 2024-04-02T08:45:10.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.266+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~J5MC3V312B6U.2 size=954265 2024-04-02T08:45:10.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.266+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=J5MC3V312B6U tag=QPMO17ESCE7O type=write size=4099993 2024-04-02T08:45:10.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.268+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~5AOPZIOIEU7P.0 size=1048576 2024-04-02T08:45:10.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.270+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~5AOPZIOIEU7P.1 size=461613 2024-04-02T08:45:10.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.273+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=5AOPZIOIEU7P tag=2Z90GXT8DLO1 type=write size=2558765 2024-04-02T08:45:10.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.276+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=P8A52VG7P4PH type=del size=1568156 2024-04-02T08:45:10.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.278+0000 7f66a8039780 1 < completed delete operation key=ZUF440XF8N7P tag=HMEBWMBR0AJC type=del 2024-04-02T08:45:10.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.280+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=AD7F5B0DF80Q type=del size=3551366 2024-04-02T08:45:10.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.282+0000 7f66a8039780 1 < completed write operation key=SKXP9F1WMETM tag=OT8NSCWZB8JR type=write size=590551 2024-04-02T08:45:10.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.284+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=GDYE4R4MPNR7 type=del size=3844753 2024-04-02T08:45:10.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.286+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~FRWM6YLAZ6F4.0 size=1048576 2024-04-02T08:45:10.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.288+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~FRWM6YLAZ6F4.1 size=1048576 2024-04-02T08:45:10.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.290+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~FRWM6YLAZ6F4.2 size=579840 2024-04-02T08:45:10.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.293+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=FRWM6YLAZ6F4 tag=NY4JPBH98IGR type=write size=3725568 2024-04-02T08:45:10.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.295+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=Y5QF36KL68M8 type=del size=500448 2024-04-02T08:45:10.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.297+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=Y23PJU4Q60XK type=del 2024-04-02T08:45:10.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.301+0000 7f66a8039780 1 > prepared part key=_multipart_8TMKP5EUZ549.2~C8OPZV6G57DA.0 size=941479 2024-04-02T08:45:10.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.301+0000 7f66a8039780 1 > prepared multipart upload key=8TMKP5EUZ549 upload=C8OPZV6G57DA tag=G4O3MUYXBHOV type=write size=1990055 2024-04-02T08:45:10.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.303+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~TW164RXCE811.0 size=1048576 2024-04-02T08:45:10.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.305+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~TW164RXCE811.1 size=781146 2024-04-02T08:45:10.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.308+0000 7f66a8039780 1 < completed multipart upload key=YX81WRKACN8N upload=TW164RXCE811 tag=1XRS3THTTN57 type=write size=2878298 2024-04-02T08:45:10.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.312+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~0K71VZF28N6Q.0 size=1048576 2024-04-02T08:45:10.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.314+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~0K71VZF28N6Q.1 size=904824 2024-04-02T08:45:10.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.314+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=0K71VZF28N6Q tag=A9AI2AN6182Y type=write size=3001976 2024-04-02T08:45:10.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.317+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=B8UWKN9F7L1Q type=del 2024-04-02T08:45:10.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.319+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=J06YE0PWLZXH type=del size=3720176 2024-04-02T08:45:10.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.319+0000 7f66a8039780 1 < canceled part key=_multipart_VLGN1CJMAOWK.2~YVFOCPSYO1J9.0 size=532187 2024-04-02T08:45:10.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.322+0000 7f66a8039780 1 < canceled multipart upload key=VLGN1CJMAOWK upload=YVFOCPSYO1J9 tag=XERMH7N70566 type=write size=1580763 2024-04-02T08:45:10.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.324+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=TH2RWZ7VFYCP type=del size=3163009 2024-04-02T08:45:10.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.326+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~JX98MR0HMJBQ.0 size=1048576 2024-04-02T08:45:10.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.328+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~JX98MR0HMJBQ.1 size=1048576 2024-04-02T08:45:10.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.330+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~JX98MR0HMJBQ.2 size=201130 2024-04-02T08:45:10.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.334+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=JX98MR0HMJBQ tag=F0K55FSOB82A type=write size=3346858 2024-04-02T08:45:10.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.337+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~I4QU72VT6BNL.0 size=1048576 2024-04-02T08:45:10.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.339+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~I4QU72VT6BNL.1 size=160983 2024-04-02T08:45:10.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.339+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=I4QU72VT6BNL tag=PN0UJFU36A9N type=write size=2258135 2024-04-02T08:45:10.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.341+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~DYBDLBZH1D0C.0 size=582376 2024-04-02T08:45:10.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.345+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=DYBDLBZH1D0C tag=MF5XX2GLPU8D type=write size=1630952 2024-04-02T08:45:10.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.347+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=S41LJ1830AIZ type=del size=3798400 2024-04-02T08:45:10.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.349+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~9XVIT1I4CBHH.0 size=1048576 2024-04-02T08:45:10.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.351+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~9XVIT1I4CBHH.1 size=1048576 2024-04-02T08:45:10.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.353+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~9XVIT1I4CBHH.2 size=1003431 2024-04-02T08:45:10.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.357+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=9XVIT1I4CBHH tag=BUMOMNAHF6YL type=write size=4149159 2024-04-02T08:45:10.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.359+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=YG1I33652GIA type=del size=3976263 2024-04-02T08:45:10.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.363+0000 7f66a8039780 1 < suggested update operation key=MVOA3WWKEWZR tag=HIOJINHF20PA type=write size=1908 2024-04-02T08:45:10.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.365+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=MK5GOLW16GE3 type=del size=3611170 2024-04-02T08:45:10.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.367+0000 7f66a8039780 1 < canceled operation key=ZUO2TXTKZ5D6 tag=G6QF2S2UUIBD type=del size=2865602 2024-04-02T08:45:10.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.369+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=JKSUCW27U3UM type=del size=4009423 2024-04-02T08:45:10.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.371+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~V51WFAD5GDJH.0 size=1048576 2024-04-02T08:45:10.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.373+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~V51WFAD5GDJH.1 size=1048576 2024-04-02T08:45:10.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.374+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~V51WFAD5GDJH.2 size=248126 2024-04-02T08:45:10.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.379+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=V51WFAD5GDJH tag=ZIHG5DOG4HY7 type=write size=3393854 2024-04-02T08:45:10.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.383+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~0ZR4LA0FT1FG.0 size=849549 2024-04-02T08:45:10.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.383+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=0ZR4LA0FT1FG tag=QKNPM2U3VQG4 type=write size=1898125 2024-04-02T08:45:10.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.387+0000 7f66a8039780 1 < suggested update operation key=DBCO3QMJJEJ7 tag=5KJNDIIXUU5R type=del size=1811068 2024-04-02T08:45:10.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.389+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=L6LXNVYTYWS3 type=write size=4158 2024-04-02T08:45:10.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.391+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~J5MC3V312B6U.0 size=1048576 2024-04-02T08:45:10.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.394+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~J5MC3V312B6U.1 size=1048576 2024-04-02T08:45:10.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.396+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~J5MC3V312B6U.2 size=954265 2024-04-02T08:45:10.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.401+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=J5MC3V312B6U tag=QPMO17ESCE7O type=write size=4099993 2024-04-02T08:45:10.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.403+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=2MMZHF4PWBBE type=write size=452614 2024-04-02T08:45:10.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.409+0000 7f66a8039780 1 < suggested update operation key=HUH2LBUPML72 tag=P8A52VG7P4PH type=del size=1568156 2024-04-02T08:45:10.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.414+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~XYG23X7GVTUI.0 size=1048576 2024-04-02T08:45:10.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.416+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~XYG23X7GVTUI.1 size=477547 2024-04-02T08:45:10.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.416+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=XYG23X7GVTUI tag=H7PWU95KMLKV type=write size=2574699 2024-04-02T08:45:10.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.419+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=AD7F5B0DF80Q type=del 2024-04-02T08:45:10.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.423+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~Y74T8RT3TU5H.0 size=1048576 2024-04-02T08:45:10.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.425+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~Y74T8RT3TU5H.1 size=1048576 2024-04-02T08:45:10.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.427+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~Y74T8RT3TU5H.2 size=720034 2024-04-02T08:45:10.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.427+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=Y74T8RT3TU5H tag=6MJ8VO0Y0H5X type=write size=3865762 2024-04-02T08:45:10.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.432+0000 7f66a8039780 1 < suggested remove operation key=VQVZN74VMII6 tag=GDYE4R4MPNR7 type=del 2024-04-02T08:45:10.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.434+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=OVNRNC10KWWI type=del size=3312182 2024-04-02T08:45:10.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.437+0000 7f66a8039780 -1 < failed to complete operation key=MVOA3WWKEWZR tag=Y5QF36KL68M8 type=del size=500448: (22) Invalid argument 2024-04-02T08:45:10.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.441+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~96XV0J27ZFEC.0 size=1048576 2024-04-02T08:45:10.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.443+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~96XV0J27ZFEC.1 size=677282 2024-04-02T08:45:10.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.443+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=96XV0J27ZFEC tag=F6U36BX5C38C type=write size=2774434 2024-04-02T08:45:10.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.445+0000 7f66a8039780 1 < completed part key=_multipart_8TMKP5EUZ549.2~C8OPZV6G57DA.0 size=941479 2024-04-02T08:45:10.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.449+0000 7f66a8039780 1 < completed multipart upload key=8TMKP5EUZ549 upload=C8OPZV6G57DA tag=G4O3MUYXBHOV type=write size=1990055 2024-04-02T08:45:10.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.451+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=TC4MYTM0J0FI type=del size=673713 2024-04-02T08:45:10.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.453+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~0K71VZF28N6Q.0 size=1048576 2024-04-02T08:45:10.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.455+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~0K71VZF28N6Q.1 size=904824 2024-04-02T08:45:10.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.459+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=0K71VZF28N6Q tag=A9AI2AN6182Y type=write size=3001976 2024-04-02T08:45:10.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.462+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=ND360EQWU7W3 type=del size=1480741 2024-04-02T08:45:10.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.464+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=J06YE0PWLZXH type=del 2024-04-02T08:45:10.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.468+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~3V932IC5UVSX.0 size=1048576 2024-04-02T08:45:10.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.470+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~3V932IC5UVSX.1 size=159911 2024-04-02T08:45:10.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.470+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=3V932IC5UVSX tag=0EGQ23WQRWZH type=write size=2257063 2024-04-02T08:45:10.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.473+0000 7f66a8039780 -1 < failed to complete operation key=VQVZN74VMII6 tag=TH2RWZ7VFYCP type=del size=3163009: (22) Invalid argument 2024-04-02T08:45:10.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.475+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=PPKYGMUQB4DR type=del size=418863 2024-04-02T08:45:10.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.477+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~I4QU72VT6BNL.0 size=1048576 2024-04-02T08:45:10.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.479+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~I4QU72VT6BNL.1 size=160983 2024-04-02T08:45:10.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.483+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=I4QU72VT6BNL tag=PN0UJFU36A9N type=write size=2258135 2024-04-02T08:45:10.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.487+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~HXJ1RT5UFVYZ.0 size=1048576 2024-04-02T08:45:10.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.489+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~HXJ1RT5UFVYZ.1 size=1048576 2024-04-02T08:45:10.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.491+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~HXJ1RT5UFVYZ.2 size=139834 2024-04-02T08:45:10.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.491+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=HXJ1RT5UFVYZ tag=A8ZABTL1RB5J type=write size=3285562 2024-04-02T08:45:10.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.493+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=S41LJ1830AIZ type=del 2024-04-02T08:45:10.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.497+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~KQ89V6FDDEXR.0 size=624128 2024-04-02T08:45:10.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.497+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=KQ89V6FDDEXR tag=8EL3QFBX23KP type=write size=1672704 2024-04-02T08:45:10.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.499+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=YG1I33652GIA type=del 2024-04-02T08:45:10.500 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.501+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=DPX8DLS037U0 type=del size=2319330 2024-04-02T08:45:10.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.503+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=MK5GOLW16GE3 type=del 2024-04-02T08:45:10.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.507+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~W1XUAV5JJ3FA.0 size=1048576 2024-04-02T08:45:10.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.509+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~W1XUAV5JJ3FA.1 size=991020 2024-04-02T08:45:10.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.509+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=W1XUAV5JJ3FA tag=Z6Y20A8Q1YHP type=write size=3088172 2024-04-02T08:45:10.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.511+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=JKSUCW27U3UM type=del 2024-04-02T08:45:10.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.513+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=2288S9SUBMQV type=del size=4118244 2024-04-02T08:45:10.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.515+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~0ZR4LA0FT1FG.0 size=849549 2024-04-02T08:45:10.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.519+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=0ZR4LA0FT1FG tag=QKNPM2U3VQG4 type=write size=1898125 2024-04-02T08:45:10.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.521+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=CF46DSR9RD7Z type=del size=2900506 2024-04-02T08:45:10.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.523+0000 7f66a8039780 -1 < failed to complete operation key=VQVZN74VMII6 tag=L6LXNVYTYWS3 type=write size=4158: (22) Invalid argument 2024-04-02T08:45:10.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.526+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=PU9A51584W4E type=write size=626862 2024-04-02T08:45:10.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.528+0000 7f66a8039780 1 < completed write operation key=CNF8703CRCYQ tag=2MMZHF4PWBBE type=write size=452614 2024-04-02T08:45:10.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.530+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=DM8A0S5HR7U7 type=del size=2819258 2024-04-02T08:45:10.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.533+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~XYG23X7GVTUI.0 size=1048576 2024-04-02T08:45:10.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.535+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~XYG23X7GVTUI.1 size=477547 2024-04-02T08:45:10.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.539+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=XYG23X7GVTUI tag=H7PWU95KMLKV type=write size=2574699 2024-04-02T08:45:10.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.543+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~1WAKMI5SC500.0 size=1048576 2024-04-02T08:45:10.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.546+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~1WAKMI5SC500.1 size=607304 2024-04-02T08:45:10.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.546+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=1WAKMI5SC500 tag=Q1ZLK7QL5VNX type=write size=2704456 2024-04-02T08:45:10.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.548+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~Y74T8RT3TU5H.0 size=1048576 2024-04-02T08:45:10.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.550+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~Y74T8RT3TU5H.1 size=1048576 2024-04-02T08:45:10.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.552+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~Y74T8RT3TU5H.2 size=720034 2024-04-02T08:45:10.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.556+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=Y74T8RT3TU5H tag=6MJ8VO0Y0H5X type=write size=3865762 2024-04-02T08:45:10.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.561+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~58XADRFEOMH8.0 size=1048576 2024-04-02T08:45:10.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.563+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~58XADRFEOMH8.1 size=1048576 2024-04-02T08:45:10.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.564+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~58XADRFEOMH8.2 size=437697 2024-04-02T08:45:10.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.564+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=58XADRFEOMH8 tag=L50CJMW0F4EE type=write size=3583425 2024-04-02T08:45:10.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.566+0000 7f66a8039780 1 < canceled operation key=8TMKP5EUZ549 tag=OVNRNC10KWWI type=del size=3312182 2024-04-02T08:45:10.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.569+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=EA3VUK0MIPLG type=del size=2249349 2024-04-02T08:45:10.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.571+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~96XV0J27ZFEC.0 size=1048576 2024-04-02T08:45:10.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.572+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~96XV0J27ZFEC.1 size=677282 2024-04-02T08:45:10.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.576+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=96XV0J27ZFEC tag=F6U36BX5C38C type=write size=2774434 2024-04-02T08:45:10.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.579+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=E81R27MR00GA type=del size=2529937 2024-04-02T08:45:10.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.581+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=TC4MYTM0J0FI type=del 2024-04-02T08:45:10.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.583+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=3HHTTV9Z4A7E type=write size=3655 2024-04-02T08:45:10.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.585+0000 7f66a8039780 1 < completed delete operation key=H46EQB061BMB tag=ND360EQWU7W3 type=del 2024-04-02T08:45:10.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.589+0000 7f66a8039780 1 > prepared part key=_multipart_CNF8703CRCYQ.2~QJ8N1ULE49JL.0 size=817740 2024-04-02T08:45:10.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.589+0000 7f66a8039780 1 > prepared multipart upload key=CNF8703CRCYQ upload=QJ8N1ULE49JL tag=M0J27S9WT8W8 type=write size=1866316 2024-04-02T08:45:10.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.592+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~3V932IC5UVSX.0 size=1048576 2024-04-02T08:45:10.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.594+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~3V932IC5UVSX.1 size=159911 2024-04-02T08:45:10.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.598+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=3V932IC5UVSX tag=0EGQ23WQRWZH type=write size=2257063 2024-04-02T08:45:10.599 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.600+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=644BGNZCVY0L type=del size=4009167 2024-04-02T08:45:10.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.602+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=PPKYGMUQB4DR type=del 2024-04-02T08:45:10.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.606+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~3TLEBL0EUP8T.0 size=1048576 2024-04-02T08:45:10.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.609+0000 7f66a8039780 1 > prepared part key=_multipart_2T3HPBFE8XA4.2~3TLEBL0EUP8T.1 size=737791 2024-04-02T08:45:10.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.609+0000 7f66a8039780 1 > prepared multipart upload key=2T3HPBFE8XA4 upload=3TLEBL0EUP8T tag=GC9N21K7WU1G type=write size=2834943 2024-04-02T08:45:10.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.611+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~HXJ1RT5UFVYZ.0 size=1048576 2024-04-02T08:45:10.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.612+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~HXJ1RT5UFVYZ.1 size=1048576 2024-04-02T08:45:10.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.614+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~HXJ1RT5UFVYZ.2 size=139834 2024-04-02T08:45:10.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.619+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=HXJ1RT5UFVYZ tag=A8ZABTL1RB5J type=write size=3285562 2024-04-02T08:45:10.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.624+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~VA1PESTMKRU9.0 size=902241 2024-04-02T08:45:10.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.624+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=VA1PESTMKRU9 tag=BEWKLMRT738N type=write size=1950817 2024-04-02T08:45:10.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.626+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~KQ89V6FDDEXR.0 size=624128 2024-04-02T08:45:10.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.630+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=KQ89V6FDDEXR tag=8EL3QFBX23KP type=write size=1672704 2024-04-02T08:45:10.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.632+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=9BVU6YBEIKGG type=del size=2939191 2024-04-02T08:45:10.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.634+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=DPX8DLS037U0 type=del 2024-04-02T08:45:10.634 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.636+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=C7OD0VMQ3FOB type=del size=1089639 2024-04-02T08:45:10.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.638+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~W1XUAV5JJ3FA.0 size=1048576 2024-04-02T08:45:10.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.640+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~W1XUAV5JJ3FA.1 size=991020 2024-04-02T08:45:10.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.643+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=W1XUAV5JJ3FA tag=Z6Y20A8Q1YHP type=write size=3088172 2024-04-02T08:45:10.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.645+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=YON8YJ60UWG0 type=del size=321224 2024-04-02T08:45:10.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.647+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=2288S9SUBMQV type=del 2024-04-02T08:45:10.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.651+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~Q01D4Y7CIPIY.0 size=38407 2024-04-02T08:45:10.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.651+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=Q01D4Y7CIPIY tag=RHLFLFFUQ57A type=write size=1086983 2024-04-02T08:45:10.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.655+0000 7f66a8039780 1 < suggested update operation key=VFSPTXAIF3ZP tag=CF46DSR9RD7Z type=del size=2900506 2024-04-02T08:45:10.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.657+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=V5WCOKEDJYME type=del size=2885863 2024-04-02T08:45:10.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.659+0000 7f66a8039780 1 < completed write operation key=J0H0DJZWIT92 tag=PU9A51584W4E type=write size=626862 2024-04-02T08:45:10.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.663+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~BZ8A7CRZ0NZB.0 size=1048576 2024-04-02T08:45:10.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.665+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~BZ8A7CRZ0NZB.1 size=920755 2024-04-02T08:45:10.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.665+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=BZ8A7CRZ0NZB tag=BIRJS44Q8ERU type=write size=3017907 2024-04-02T08:45:10.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.667+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=DM8A0S5HR7U7 type=del 2024-04-02T08:45:10.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.670+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=J2HKX0UNSGGZ type=del size=2462413 2024-04-02T08:45:10.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.673+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~1WAKMI5SC500.0 size=1048576 2024-04-02T08:45:10.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.675+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~1WAKMI5SC500.1 size=607304 2024-04-02T08:45:10.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.680+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=1WAKMI5SC500 tag=Q1ZLK7QL5VNX type=write size=2704456 2024-04-02T08:45:10.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.685+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~MG748RU66J3C.0 size=1048576 2024-04-02T08:45:10.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.687+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~MG748RU66J3C.1 size=97038 2024-04-02T08:45:10.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.687+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=MG748RU66J3C tag=31C6SDQRNA98 type=write size=2194190 2024-04-02T08:45:10.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.690+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~58XADRFEOMH8.0 size=1048576 2024-04-02T08:45:10.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.690+0000 7f66a8039780 1 < canceled part key=_multipart_C49DO0QY95UV.2~58XADRFEOMH8.1 size=1048576 2024-04-02T08:45:10.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.692+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~58XADRFEOMH8.2 size=437697 2024-04-02T08:45:10.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.696+0000 7f66a8039780 1 < canceled multipart upload key=C49DO0QY95UV upload=58XADRFEOMH8 tag=L50CJMW0F4EE type=write size=3583425 2024-04-02T08:45:10.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.698+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=HK0KL0QQAKHE type=write size=464307 2024-04-02T08:45:10.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.700+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=EA3VUK0MIPLG type=del 2024-04-02T08:45:10.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.703+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=A8WC68DEZNOY type=write size=226636 2024-04-02T08:45:10.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.706+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=E81R27MR00GA type=del 2024-04-02T08:45:10.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.708+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=4AUAFANUMD2M type=del size=4006655 2024-04-02T08:45:10.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.710+0000 7f66a8039780 1 < completed write operation key=SKXP9F1WMETM tag=3HHTTV9Z4A7E type=write size=3655 2024-04-02T08:45:10.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.714+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~56Z9PSFSYJPD.0 size=1048576 2024-04-02T08:45:10.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.715+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~56Z9PSFSYJPD.1 size=1048576 2024-04-02T08:45:10.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.717+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~56Z9PSFSYJPD.2 size=564465 2024-04-02T08:45:10.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.717+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=56Z9PSFSYJPD tag=R6JN0UTNX2Z8 type=write size=3710193 2024-04-02T08:45:10.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.717+0000 7f66a8039780 1 < canceled part key=_multipart_CNF8703CRCYQ.2~QJ8N1ULE49JL.0 size=817740 2024-04-02T08:45:10.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.721+0000 7f66a8039780 1 < canceled multipart upload key=CNF8703CRCYQ upload=QJ8N1ULE49JL tag=M0J27S9WT8W8 type=write size=1866316 2024-04-02T08:45:10.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.725+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~BWU4OE6HRYBR.0 size=1048576 2024-04-02T08:45:10.725 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.726+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~BWU4OE6HRYBR.1 size=1048576 2024-04-02T08:45:10.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.728+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~BWU4OE6HRYBR.2 size=423906 2024-04-02T08:45:10.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.728+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=BWU4OE6HRYBR tag=FW0WNOTWDWMJ type=write size=3569634 2024-04-02T08:45:10.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.730+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=644BGNZCVY0L type=del 2024-04-02T08:45:10.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.733+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=MJSH33WBNKZ1 type=del size=986656 2024-04-02T08:45:10.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.736+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~3TLEBL0EUP8T.0 size=1048576 2024-04-02T08:45:10.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.738+0000 7f66a8039780 1 < completed part key=_multipart_2T3HPBFE8XA4.2~3TLEBL0EUP8T.1 size=737791 2024-04-02T08:45:10.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.742+0000 7f66a8039780 1 < completed multipart upload key=2T3HPBFE8XA4 upload=3TLEBL0EUP8T tag=GC9N21K7WU1G type=write size=2834943 2024-04-02T08:45:10.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.746+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~9CWYGJX35OBR.0 size=1048576 2024-04-02T08:45:10.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.748+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~9CWYGJX35OBR.1 size=759931 2024-04-02T08:45:10.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.748+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=9CWYGJX35OBR tag=06QJ1B7G7L7N type=write size=2857083 2024-04-02T08:45:10.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.750+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~VA1PESTMKRU9.0 size=902241 2024-04-02T08:45:10.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.755+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=VA1PESTMKRU9 tag=BEWKLMRT738N type=write size=1950817 2024-04-02T08:45:10.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.757+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=ZMT12CS0U1I5 type=del size=899833 2024-04-02T08:45:10.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.760+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=9BVU6YBEIKGG type=del 2024-04-02T08:45:10.761 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.762+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=1Q5G151G6LXW type=del size=2002378 2024-04-02T08:45:10.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.765+0000 7f66a8039780 1 < canceled operation key=637CIUSXUSZD tag=C7OD0VMQ3FOB type=del size=1089639 2024-04-02T08:45:10.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.769+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~BEIBWATGZC8X.0 size=1048576 2024-04-02T08:45:10.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.771+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~BEIBWATGZC8X.1 size=1048576 2024-04-02T08:45:10.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.773+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~BEIBWATGZC8X.2 size=958228 2024-04-02T08:45:10.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.773+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=BEIBWATGZC8X tag=WRZY6UN9411O type=write size=4103956 2024-04-02T08:45:10.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.776+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=YON8YJ60UWG0 type=del 2024-04-02T08:45:10.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.778+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=FNUX56L0PJFY type=del size=3801070 2024-04-02T08:45:10.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.781+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~Q01D4Y7CIPIY.0 size=38407 2024-04-02T08:45:10.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.786+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=Q01D4Y7CIPIY tag=RHLFLFFUQ57A type=write size=1086983 2024-04-02T08:45:10.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.789+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=ED63J7575SZP type=del size=2366103 2024-04-02T08:45:10.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.791+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=V5WCOKEDJYME type=del 2024-04-02T08:45:10.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.795+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~5B0IKFAII3BU.0 size=768728 2024-04-02T08:45:10.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.795+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=5B0IKFAII3BU tag=UHXRNDXVUTQN type=write size=1817304 2024-04-02T08:45:10.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.797+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~BZ8A7CRZ0NZB.0 size=1048576 2024-04-02T08:45:10.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.799+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~BZ8A7CRZ0NZB.1 size=920755 2024-04-02T08:45:10.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.803+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=BZ8A7CRZ0NZB tag=BIRJS44Q8ERU type=write size=3017907 2024-04-02T08:45:10.806 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.808+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~H8WYPOG5N3GA.0 size=1048576 2024-04-02T08:45:10.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.810+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~H8WYPOG5N3GA.1 size=1048576 2024-04-02T08:45:10.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.812+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~H8WYPOG5N3GA.2 size=343474 2024-04-02T08:45:10.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.812+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=H8WYPOG5N3GA tag=LU50TYEE0JBD type=write size=3489202 2024-04-02T08:45:10.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.816+0000 7f66a8039780 1 < suggested remove operation key=PKWCIR77HPSQ tag=J2HKX0UNSGGZ type=del 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.820+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~BVXVWTK8XT2K.0 size=996883 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.820+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=BVXVWTK8XT2K tag=QYNV5TFZZ744 type=write size=2045459 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.823+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~MG748RU66J3C.0 size=1048576 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.825+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~MG748RU66J3C.1 size=97038 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.830+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=MG748RU66J3C tag=31C6SDQRNA98 type=write size=2194190 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.833+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=54ZTESC092L8 type=write size=247610 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.838+0000 7f66a8039780 1 < suggested remove operation key=ZUF440XF8N7P tag=HK0KL0QQAKHE type=write 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.841+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~II71OPDWMHBI.0 size=1048576 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.843+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~II71OPDWMHBI.1 size=1048576 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.845+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~II71OPDWMHBI.2 size=928375 2024-04-02T08:45:10.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.845+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=II71OPDWMHBI tag=BB5ESSTUD49A type=write size=4074103 2024-04-02T08:45:10.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.847+0000 7f66a8039780 1 < completed write operation key=FDBYRCJ7K5Z6 tag=A8WC68DEZNOY type=write size=226636 2024-04-02T08:45:10.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.851+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~Q1CCS0983W62.0 size=1048576 2024-04-02T08:45:10.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.853+0000 7f66a8039780 1 > prepared part key=_multipart_YX81WRKACN8N.2~Q1CCS0983W62.1 size=804552 2024-04-02T08:45:10.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.853+0000 7f66a8039780 1 > prepared multipart upload key=YX81WRKACN8N upload=Q1CCS0983W62 tag=E6HNN4F6OZFR type=write size=2901704 2024-04-02T08:45:10.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.855+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=4AUAFANUMD2M type=del 2024-04-02T08:45:10.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.857+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=342S0IHLVZUS type=del size=2656307 2024-04-02T08:45:10.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.859+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~56Z9PSFSYJPD.0 size=1048576 2024-04-02T08:45:10.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.859+0000 7f66a8039780 1 < canceled part key=_multipart_HUH2LBUPML72.2~56Z9PSFSYJPD.1 size=1048576 2024-04-02T08:45:10.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.861+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~56Z9PSFSYJPD.2 size=564465 2024-04-02T08:45:10.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.865+0000 7f66a8039780 1 < canceled multipart upload key=HUH2LBUPML72 upload=56Z9PSFSYJPD tag=R6JN0UTNX2Z8 type=write size=3710193 2024-04-02T08:45:10.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.867+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=FVAE66YU4ULB type=write size=101134 2024-04-02T08:45:10.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.869+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~BWU4OE6HRYBR.0 size=1048576 2024-04-02T08:45:10.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.871+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~BWU4OE6HRYBR.1 size=1048576 2024-04-02T08:45:10.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.873+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~BWU4OE6HRYBR.2 size=423906 2024-04-02T08:45:10.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.877+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=BWU4OE6HRYBR tag=FW0WNOTWDWMJ type=write size=3569634 2024-04-02T08:45:10.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.881+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~OQL1PJ0FOYQW.0 size=438450 2024-04-02T08:45:10.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.881+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=OQL1PJ0FOYQW tag=0UG2W2JBD2EF type=write size=1487026 2024-04-02T08:45:10.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.883+0000 7f66a8039780 1 < canceled operation key=VFSPTXAIF3ZP tag=MJSH33WBNKZ1 type=del size=986656 2024-04-02T08:45:10.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.889+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~HHON68B0EVL5.0 size=279277 2024-04-02T08:45:10.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.889+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=HHON68B0EVL5 tag=JCJ2FY40QI65 type=write size=1327853 2024-04-02T08:45:10.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.892+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~9CWYGJX35OBR.0 size=1048576 2024-04-02T08:45:10.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.894+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~9CWYGJX35OBR.1 size=759931 2024-04-02T08:45:10.897 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.898+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=9CWYGJX35OBR tag=06QJ1B7G7L7N type=write size=2857083 2024-04-02T08:45:10.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.901+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=GMWX41SJVJSO type=del size=377399 2024-04-02T08:45:10.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.903+0000 7f66a8039780 1 < completed delete operation key=VQVZN74VMII6 tag=ZMT12CS0U1I5 type=del 2024-04-02T08:45:10.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.906+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=IRD1UGC5DQ9F type=del size=4092071 2024-04-02T08:45:10.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.908+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=1Q5G151G6LXW type=del 2024-04-02T08:45:10.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.911+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=0AP4WHYG3EYW type=del size=4097859 2024-04-02T08:45:10.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.913+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~BEIBWATGZC8X.0 size=1048576 2024-04-02T08:45:10.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.915+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~BEIBWATGZC8X.1 size=1048576 2024-04-02T08:45:10.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.918+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~BEIBWATGZC8X.2 size=958228 2024-04-02T08:45:10.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.922+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=BEIBWATGZC8X tag=WRZY6UN9411O type=write size=4103956 2024-04-02T08:45:10.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.924+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=82E0V5T464N4 type=del size=951896 2024-04-02T08:45:10.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.927+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=FNUX56L0PJFY type=del 2024-04-02T08:45:10.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.929+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=EF0RYBD44QN4 type=write size=190293 2024-04-02T08:45:10.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.932+0000 7f66a8039780 1 < canceled operation key=A0ZBFF51XGDX tag=ED63J7575SZP type=del size=2366103 2024-04-02T08:45:10.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.936+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~HV30ZEEC43OP.0 size=1048576 2024-04-02T08:45:10.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.938+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~HV30ZEEC43OP.1 size=1048576 2024-04-02T08:45:10.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.940+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~HV30ZEEC43OP.2 size=518800 2024-04-02T08:45:10.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.940+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=HV30ZEEC43OP tag=GF31H0VQB11O type=write size=3664528 2024-04-02T08:45:10.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.943+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~5B0IKFAII3BU.0 size=768728 2024-04-02T08:45:10.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.947+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=5B0IKFAII3BU tag=UHXRNDXVUTQN type=write size=1817304 2024-04-02T08:45:10.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.952+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~5YXIU0Z1J6BD.0 size=1048576 2024-04-02T08:45:10.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.954+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~5YXIU0Z1J6BD.1 size=713342 2024-04-02T08:45:10.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.954+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=5YXIU0Z1J6BD tag=P0347EW4OI0Q type=write size=2810494 2024-04-02T08:45:10.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.956+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~H8WYPOG5N3GA.0 size=1048576 2024-04-02T08:45:10.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.959+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~H8WYPOG5N3GA.1 size=1048576 2024-04-02T08:45:10.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.961+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~H8WYPOG5N3GA.2 size=343474 2024-04-02T08:45:10.964 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.965+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=H8WYPOG5N3GA tag=LU50TYEE0JBD type=write size=3489202 2024-04-02T08:45:10.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.967+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=QJFAF9UKIHLH type=del size=2579130 2024-04-02T08:45:10.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.970+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~BVXVWTK8XT2K.0 size=996883 2024-04-02T08:45:10.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.974+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=BVXVWTK8XT2K tag=QYNV5TFZZ744 type=write size=2045459 2024-04-02T08:45:10.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.977+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=W3SYECIPJH9J type=del size=2690767 2024-04-02T08:45:10.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.982+0000 7f66a8039780 1 < suggested update operation key=FDBYRCJ7K5Z6 tag=54ZTESC092L8 type=write size=247610 2024-04-02T08:45:10.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.984+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=ZLX7IXUN8OHE type=write size=345120 2024-04-02T08:45:10.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.987+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~II71OPDWMHBI.0 size=1048576 2024-04-02T08:45:10.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.989+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~II71OPDWMHBI.1 size=1048576 2024-04-02T08:45:10.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.991+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~II71OPDWMHBI.2 size=928375 2024-04-02T08:45:10.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.994+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=II71OPDWMHBI tag=BB5ESSTUD49A type=write size=4074103 2024-04-02T08:45:10.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.997+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=347GSDS05UIS type=write size=728646 2024-04-02T08:45:10.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:10.998+0000 7f66a8039780 1 < canceled part key=_multipart_YX81WRKACN8N.2~Q1CCS0983W62.0 size=1048576 2024-04-02T08:45:10.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.000+0000 7f66a8039780 1 < completed part key=_multipart_YX81WRKACN8N.2~Q1CCS0983W62.1 size=804552 2024-04-02T08:45:11.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.005+0000 7f66a8039780 1 < canceled multipart upload key=YX81WRKACN8N upload=Q1CCS0983W62 tag=E6HNN4F6OZFR type=write size=2901704 2024-04-02T08:45:11.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.007+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=KZ51C8J95P6M type=del size=1143682 2024-04-02T08:45:11.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.009+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=342S0IHLVZUS type=del 2024-04-02T08:45:11.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.012+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=CEK1KIOBPXMZ type=del size=3688211 2024-04-02T08:45:11.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.017+0000 7f66a8039780 1 < suggested update operation key=ZIJ5SF72DVM1 tag=FVAE66YU4ULB type=write size=101134 2024-04-02T08:45:11.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.020+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=66MQN1M607XO type=del size=1616694 2024-04-02T08:45:11.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.022+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~OQL1PJ0FOYQW.0 size=438450 2024-04-02T08:45:11.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.027+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=OQL1PJ0FOYQW tag=0UG2W2JBD2EF type=write size=1487026 2024-04-02T08:45:11.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.032+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~FXBO0N1L4NIQ.0 size=715758 2024-04-02T08:45:11.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.032+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=FXBO0N1L4NIQ tag=QJY18NYM2H7E type=write size=1764334 2024-04-02T08:45:11.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.032+0000 7f66a8039780 1 < canceled part key=_multipart_R628MJJ9BB5G.2~HHON68B0EVL5.0 size=279277 2024-04-02T08:45:11.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.036+0000 7f66a8039780 1 < canceled multipart upload key=R628MJJ9BB5G upload=HHON68B0EVL5 tag=JCJ2FY40QI65 type=write size=1327853 2024-04-02T08:45:11.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.039+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=WKTSE3X0E765 type=del size=1498962 2024-04-02T08:45:11.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.041+0000 7f66a8039780 1 < completed delete operation key=SKXP9F1WMETM tag=GMWX41SJVJSO type=del 2024-04-02T08:45:11.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.046+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~DB3255C54QHU.0 size=1048576 2024-04-02T08:45:11.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.048+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~DB3255C54QHU.1 size=737234 2024-04-02T08:45:11.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.048+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=DB3255C54QHU tag=PQD1CSGRU6IK type=write size=2834386 2024-04-02T08:45:11.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.050+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=IRD1UGC5DQ9F type=del 2024-04-02T08:45:11.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.052+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=IBB47LJO3NS1 type=del size=2333927 2024-04-02T08:45:11.052 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.054+0000 7f66a8039780 1 < canceled operation key=ODRLSCYUJE7H tag=0AP4WHYG3EYW type=del size=4097859 2024-04-02T08:45:11.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.056+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=VGZP06QC4L45 type=del size=2913911 2024-04-02T08:45:11.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.059+0000 7f66a8039780 -1 < failed to complete operation key=ZIJ5SF72DVM1 tag=82E0V5T464N4 type=del size=951896: (22) Invalid argument 2024-04-02T08:45:11.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.061+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=2VH6O994L0YH type=write size=653415 2024-04-02T08:45:11.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.065+0000 7f66a8039780 1 < suggested update operation key=ZUF440XF8N7P tag=EF0RYBD44QN4 type=write size=190293 2024-04-02T08:45:11.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.069+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~A774QK3CCVGL.0 size=1048576 2024-04-02T08:45:11.069 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.070+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~A774QK3CCVGL.1 size=1048576 2024-04-02T08:45:11.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.072+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~A774QK3CCVGL.2 size=777599 2024-04-02T08:45:11.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.072+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=A774QK3CCVGL tag=QKBZY38FJLFY type=write size=3923327 2024-04-02T08:45:11.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.074+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~HV30ZEEC43OP.0 size=1048576 2024-04-02T08:45:11.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.076+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~HV30ZEEC43OP.1 size=1048576 2024-04-02T08:45:11.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.078+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~HV30ZEEC43OP.2 size=518800 2024-04-02T08:45:11.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.081+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=HV30ZEEC43OP tag=GF31H0VQB11O type=write size=3664528 2024-04-02T08:45:11.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.083+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=RJTDRQA6MULE type=write size=87720 2024-04-02T08:45:11.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.086+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~5YXIU0Z1J6BD.0 size=1048576 2024-04-02T08:45:11.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.087+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~5YXIU0Z1J6BD.1 size=713342 2024-04-02T08:45:11.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.091+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=5YXIU0Z1J6BD tag=P0347EW4OI0Q type=write size=2810494 2024-04-02T08:45:11.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.095+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~ZC3MTH88HD33.0 size=157664 2024-04-02T08:45:11.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.095+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=ZC3MTH88HD33 tag=IOASF6LLGUG5 type=write size=1206240 2024-04-02T08:45:11.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.097+0000 7f66a8039780 1 < canceled operation key=A0ZBFF51XGDX tag=QJFAF9UKIHLH type=del size=2579130 2024-04-02T08:45:11.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.101+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~D77SOFWNWGPN.0 size=494757 2024-04-02T08:45:11.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.101+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=D77SOFWNWGPN tag=IEWW2BYICJJZ type=write size=1543333 2024-04-02T08:45:11.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.106+0000 7f66a8039780 1 < suggested remove operation key=ZUO2TXTKZ5D6 tag=W3SYECIPJH9J type=del 2024-04-02T08:45:11.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.110+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~535K0Q5MTXSA.0 size=81970 2024-04-02T08:45:11.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.110+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=535K0Q5MTXSA tag=RBMTA3LY2A4V type=write size=1130546 2024-04-02T08:45:11.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.113+0000 7f66a8039780 1 < completed write operation key=276KVUQ2475M tag=ZLX7IXUN8OHE type=write size=345120 2024-04-02T08:45:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.115+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=T0UALY9MCRKL type=write size=12634 2024-04-02T08:45:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.117+0000 7f66a8039780 1 < completed write operation key=PKWCIR77HPSQ tag=347GSDS05UIS type=write size=728646 2024-04-02T08:45:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.121+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~ZLDAGWQ33Q5H.0 size=1048576 2024-04-02T08:45:11.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.122+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~ZLDAGWQ33Q5H.1 size=694415 2024-04-02T08:45:11.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.122+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=ZLDAGWQ33Q5H tag=IGT6J6YVNFTJ type=write size=2791567 2024-04-02T08:45:11.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.127+0000 7f66a8039780 1 < suggested remove operation key=HUH2LBUPML72 tag=KZ51C8J95P6M type=del 2024-04-02T08:45:11.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.130+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=2VG3WTVTU14M type=write size=1031465 2024-04-02T08:45:11.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.134+0000 7f66a8039780 1 < suggested update operation key=2T3HPBFE8XA4 tag=CEK1KIOBPXMZ type=del size=3688211 2024-04-02T08:45:11.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.136+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=BRNKP1CD8WT0 type=del size=3106296 2024-04-02T08:45:11.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.139+0000 7f66a8039780 -1 < failed to complete operation key=2T3HPBFE8XA4 tag=66MQN1M607XO type=del size=1616694: (22) Invalid argument 2024-04-02T08:45:11.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.141+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=5ZWD3GU62MHS type=del size=1054488 2024-04-02T08:45:11.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.143+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~FXBO0N1L4NIQ.0 size=715758 2024-04-02T08:45:11.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.147+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=FXBO0N1L4NIQ tag=QJY18NYM2H7E type=write size=1764334 2024-04-02T08:45:11.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.149+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=05XLFSP2CAJ0 type=del size=155335 2024-04-02T08:45:11.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.153+0000 7f66a8039780 1 < suggested remove operation key=ZUF440XF8N7P tag=WKTSE3X0E765 type=del 2024-04-02T08:45:11.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.155+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=D5BSQWJIAWQC type=del size=880386 2024-04-02T08:45:11.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.157+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~DB3255C54QHU.0 size=1048576 2024-04-02T08:45:11.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.158+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~DB3255C54QHU.1 size=737234 2024-04-02T08:45:11.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.162+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=DB3255C54QHU tag=PQD1CSGRU6IK type=write size=2834386 2024-04-02T08:45:11.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.164+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=FW6EF44Y5ES1 type=write size=134512 2024-04-02T08:45:11.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.166+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=IBB47LJO3NS1 type=del 2024-04-02T08:45:11.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.168+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=ADL3IWEUTMTW type=write size=378519 2024-04-02T08:45:11.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.171+0000 7f66a8039780 1 < completed delete operation key=DBCO3QMJJEJ7 tag=VGZP06QC4L45 type=del 2024-04-02T08:45:11.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.173+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=HIHH1XGHGTK0 type=del size=4143834 2024-04-02T08:45:11.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.175+0000 7f66a8039780 1 < completed write operation key=276KVUQ2475M tag=2VH6O994L0YH type=write size=653415 2024-04-02T08:45:11.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.177+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=AKLL8O2OMUI4 type=del size=3625524 2024-04-02T08:45:11.178 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.179+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~A774QK3CCVGL.0 size=1048576 2024-04-02T08:45:11.178 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.179+0000 7f66a8039780 1 < canceled part key=_multipart_VLGN1CJMAOWK.2~A774QK3CCVGL.1 size=1048576 2024-04-02T08:45:11.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.182+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~A774QK3CCVGL.2 size=777599 2024-04-02T08:45:11.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.185+0000 7f66a8039780 1 < canceled multipart upload key=VLGN1CJMAOWK upload=A774QK3CCVGL tag=QKBZY38FJLFY type=write size=3923327 2024-04-02T08:45:11.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.187+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=JNRCY678LXKA type=del size=1718323 2024-04-02T08:45:11.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.189+0000 7f66a8039780 1 < canceled operation key=J0H0DJZWIT92 tag=RJTDRQA6MULE type=write size=87720 2024-04-02T08:45:11.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.192+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=72PMDA6R3KL5 type=del size=3082165 2024-04-02T08:45:11.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.194+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~ZC3MTH88HD33.0 size=157664 2024-04-02T08:45:11.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.198+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=ZC3MTH88HD33 tag=IOASF6LLGUG5 type=write size=1206240 2024-04-02T08:45:11.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.200+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=V9BWNRBIHJYQ type=del size=2308302 2024-04-02T08:45:11.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.202+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~D77SOFWNWGPN.0 size=494757 2024-04-02T08:45:11.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.205+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=D77SOFWNWGPN tag=IEWW2BYICJJZ type=write size=1543333 2024-04-02T08:45:11.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.210+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~U6DIXCJ9M2CV.0 size=1048576 2024-04-02T08:45:11.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.212+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~U6DIXCJ9M2CV.1 size=267923 2024-04-02T08:45:11.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.212+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=U6DIXCJ9M2CV tag=D3JYQLBIHPGE type=write size=2365075 2024-04-02T08:45:11.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.214+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~535K0Q5MTXSA.0 size=81970 2024-04-02T08:45:11.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.217+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=535K0Q5MTXSA tag=RBMTA3LY2A4V type=write size=1130546 2024-04-02T08:45:11.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.219+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=2OUNKATNZKJE type=del size=1767975 2024-04-02T08:45:11.220 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.221+0000 7f66a8039780 1 < completed write operation key=VPNAYM6TSPBV tag=T0UALY9MCRKL type=write size=12634 2024-04-02T08:45:11.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.225+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~RDSGELM52M31.0 size=980174 2024-04-02T08:45:11.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.225+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=RDSGELM52M31 tag=ZN43778PSDJO type=write size=2028750 2024-04-02T08:45:11.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.227+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~ZLDAGWQ33Q5H.0 size=1048576 2024-04-02T08:45:11.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.229+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~ZLDAGWQ33Q5H.1 size=694415 2024-04-02T08:45:11.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.233+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=ZLDAGWQ33Q5H tag=IGT6J6YVNFTJ type=write size=2791567 2024-04-02T08:45:11.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.235+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=KTLC6TZ6M4GB type=del size=2876179 2024-04-02T08:45:11.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.237+0000 7f66a8039780 1 < completed write operation key=R628MJJ9BB5G tag=2VG3WTVTU14M type=write size=1031465 2024-04-02T08:45:11.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.239+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=W5XGEOR4XFXB type=del size=247263 2024-04-02T08:45:11.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.241+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=BRNKP1CD8WT0 type=del 2024-04-02T08:45:11.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.243+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=QG62P3Z372G3 type=del size=4107499 2024-04-02T08:45:11.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.245+0000 7f66a8039780 1 < canceled operation key=DBCO3QMJJEJ7 tag=5ZWD3GU62MHS type=del size=1054488 2024-04-02T08:45:11.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.249+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~QCEG50A9CAZP.0 size=677949 2024-04-02T08:45:11.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.249+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=QCEG50A9CAZP tag=8ZRRM7NL48IE type=write size=1726525 2024-04-02T08:45:11.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.251+0000 7f66a8039780 1 < completed delete operation key=HUH2LBUPML72 tag=05XLFSP2CAJ0 type=del 2024-04-02T08:45:11.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.255+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~YN1UOEG4XIZE.0 size=1048576 2024-04-02T08:45:11.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.256+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~YN1UOEG4XIZE.1 size=627147 2024-04-02T08:45:11.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.256+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=YN1UOEG4XIZE tag=S2JDBU3RT4AW type=write size=2724299 2024-04-02T08:45:11.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.260+0000 7f66a8039780 1 < suggested remove operation key=R628MJJ9BB5G tag=D5BSQWJIAWQC type=del 2024-04-02T08:45:11.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.263+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=BHAYFY5ZN5QE type=del size=826791 2024-04-02T08:45:11.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.265+0000 7f66a8039780 1 < completed write operation key=VJZTCVAN2M5T tag=FW6EF44Y5ES1 type=write size=134512 2024-04-02T08:45:11.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.269+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~UVCJ52NX0MI5.0 size=889456 2024-04-02T08:45:11.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.269+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=UVCJ52NX0MI5 tag=UQLUNXX87OOW type=write size=1938032 2024-04-02T08:45:11.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.271+0000 7f66a8039780 1 < completed write operation key=637CIUSXUSZD tag=ADL3IWEUTMTW type=write size=378519 2024-04-02T08:45:11.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.274+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=R5PDLKVIEGUI type=del size=4157297 2024-04-02T08:45:11.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.278+0000 7f66a8039780 1 < suggested update operation key=A0ZBFF51XGDX tag=HIHH1XGHGTK0 type=del size=4143834 2024-04-02T08:45:11.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.280+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=KR8RFKR51GLP type=del size=1841271 2024-04-02T08:45:11.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.283+0000 7f66a8039780 1 < completed delete operation key=YX81WRKACN8N tag=AKLL8O2OMUI4 type=del 2024-04-02T08:45:11.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.285+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=YQPFHTYC6Y9O type=del size=3847115 2024-04-02T08:45:11.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.287+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=JNRCY678LXKA type=del 2024-04-02T08:45:11.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.291+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~SIHHLXAYQHXV.0 size=1048576 2024-04-02T08:45:11.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.293+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~SIHHLXAYQHXV.1 size=1048576 2024-04-02T08:45:11.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.295+0000 7f66a8039780 1 > prepared part key=_multipart_R628MJJ9BB5G.2~SIHHLXAYQHXV.2 size=323466 2024-04-02T08:45:11.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.295+0000 7f66a8039780 1 > prepared multipart upload key=R628MJJ9BB5G upload=SIHHLXAYQHXV tag=K6CG8Q8WDD33 type=write size=3469194 2024-04-02T08:45:11.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.299+0000 7f66a8039780 1 < suggested remove operation key=ZUO2TXTKZ5D6 tag=72PMDA6R3KL5 type=del 2024-04-02T08:45:11.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.301+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=YQKLRG9GPFGI type=del size=1409764 2024-04-02T08:45:11.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.303+0000 7f66a8039780 1 < canceled operation key=CNF8703CRCYQ tag=V9BWNRBIHJYQ type=del size=2308302 2024-04-02T08:45:11.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.307+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~8SUOFJV4NQYP.0 size=652358 2024-04-02T08:45:11.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.307+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=8SUOFJV4NQYP tag=FPUL32OW8XC0 type=write size=1700934 2024-04-02T08:45:11.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.309+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~U6DIXCJ9M2CV.0 size=1048576 2024-04-02T08:45:11.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.311+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~U6DIXCJ9M2CV.1 size=267923 2024-04-02T08:45:11.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.314+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=U6DIXCJ9M2CV tag=D3JYQLBIHPGE type=write size=2365075 2024-04-02T08:45:11.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.318+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=GY2EDFKLUINI type=del size=3847794 2024-04-02T08:45:11.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.320+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=2OUNKATNZKJE type=del 2024-04-02T08:45:11.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.322+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=TMBE31M8EKPH type=del size=252448 2024-04-02T08:45:11.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.324+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~RDSGELM52M31.0 size=980174 2024-04-02T08:45:11.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.327+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=RDSGELM52M31 tag=ZN43778PSDJO type=write size=2028750 2024-04-02T08:45:11.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.330+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=DJ9WT1T230BE type=del size=2740524 2024-04-02T08:45:11.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.334+0000 7f66a8039780 1 < suggested update operation key=8TMKP5EUZ549 tag=KTLC6TZ6M4GB type=del size=2876179 2024-04-02T08:45:11.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.336+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=D9X97MXGFUT8 type=del size=744723 2024-04-02T08:45:11.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.338+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=W5XGEOR4XFXB type=del 2024-04-02T08:45:11.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.342+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~4N9C4A4YBNED.0 size=281088 2024-04-02T08:45:11.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.342+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=4N9C4A4YBNED tag=AJKJJ13WILQI type=write size=1329664 2024-04-02T08:45:11.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.344+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=QG62P3Z372G3 type=del 2024-04-02T08:45:11.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.346+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=X139KXYSJ5DX type=del size=1321979 2024-04-02T08:45:11.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.348+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~QCEG50A9CAZP.0 size=677949 2024-04-02T08:45:11.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.352+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=QCEG50A9CAZP tag=8ZRRM7NL48IE type=write size=1726525 2024-04-02T08:45:11.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.354+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=IITKB2I7IZBF type=del size=2074652 2024-04-02T08:45:11.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.356+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~YN1UOEG4XIZE.0 size=1048576 2024-04-02T08:45:11.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.356+0000 7f66a8039780 1 < canceled part key=_multipart_ZIJ5SF72DVM1.2~YN1UOEG4XIZE.1 size=627147 2024-04-02T08:45:11.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.361+0000 7f66a8039780 1 < canceled multipart upload key=ZIJ5SF72DVM1 upload=YN1UOEG4XIZE tag=S2JDBU3RT4AW type=write size=2724299 2024-04-02T08:45:11.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.365+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~TN1MQBD432U2.0 size=405884 2024-04-02T08:45:11.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.365+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=TN1MQBD432U2 tag=NFBCCRPRREQO type=write size=1454460 2024-04-02T08:45:11.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.367+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=BHAYFY5ZN5QE type=del 2024-04-02T08:45:11.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.370+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=O8LICTBPE1BX type=del size=1720237 2024-04-02T08:45:11.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.372+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~UVCJ52NX0MI5.0 size=889456 2024-04-02T08:45:11.376 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.377+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=UVCJ52NX0MI5 tag=UQLUNXX87OOW type=write size=1938032 2024-04-02T08:45:11.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.379+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=3JLJ5IG34G1M type=del size=947380 2024-04-02T08:45:11.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.382+0000 7f66a8039780 1 < completed delete operation key=C49DO0QY95UV tag=R5PDLKVIEGUI type=del 2024-04-02T08:45:11.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.384+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=1QER784Q5X1O type=write size=1040335 2024-04-02T08:45:11.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.387+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=KR8RFKR51GLP type=del 2024-04-02T08:45:11.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.391+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~VU3JE1JRW3L6.0 size=1048576 2024-04-02T08:45:11.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.393+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~VU3JE1JRW3L6.1 size=891378 2024-04-02T08:45:11.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.393+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=VU3JE1JRW3L6 tag=P5ZKS0YM1LH7 type=write size=2988530 2024-04-02T08:45:11.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.396+0000 7f66a8039780 -1 < failed to complete operation key=8TMKP5EUZ549 tag=YQPFHTYC6Y9O type=del size=3847115: (22) Invalid argument 2024-04-02T08:45:11.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.398+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=KIGMTCFBRXAL type=del size=357006 2024-04-02T08:45:11.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.400+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~SIHHLXAYQHXV.0 size=1048576 2024-04-02T08:45:11.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.402+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~SIHHLXAYQHXV.1 size=1048576 2024-04-02T08:45:11.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.404+0000 7f66a8039780 1 < completed part key=_multipart_R628MJJ9BB5G.2~SIHHLXAYQHXV.2 size=323466 2024-04-02T08:45:11.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.407+0000 7f66a8039780 1 < completed multipart upload key=R628MJJ9BB5G upload=SIHHLXAYQHXV tag=K6CG8Q8WDD33 type=write size=3469194 2024-04-02T08:45:11.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.409+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=2YR5KVDVRKUU type=del size=678476 2024-04-02T08:45:11.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.411+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=YQKLRG9GPFGI type=del 2024-04-02T08:45:11.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.413+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=6VKAJNDYE4S9 type=del size=3304369 2024-04-02T08:45:11.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.414+0000 7f66a8039780 1 < canceled part key=_multipart_637CIUSXUSZD.2~8SUOFJV4NQYP.0 size=652358 2024-04-02T08:45:11.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.417+0000 7f66a8039780 1 < canceled multipart upload key=637CIUSXUSZD upload=8SUOFJV4NQYP tag=FPUL32OW8XC0 type=write size=1700934 2024-04-02T08:45:11.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.420+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=U6YOZXYDMAT9 type=del size=3483082 2024-04-02T08:45:11.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.422+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=GY2EDFKLUINI type=del 2024-04-02T08:45:11.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.424+0000 7f66a8039780 1 > prepared operation key=O0QCRP60VK0G tag=QPXOMA31YBI9 type=del size=2043188 2024-04-02T08:45:11.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.429+0000 7f66a8039780 1 < suggested remove operation key=CNF8703CRCYQ tag=TMBE31M8EKPH type=del 2024-04-02T08:45:11.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.431+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=6B8KTBEW13A0 type=write size=28926 2024-04-02T08:45:11.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.433+0000 7f66a8039780 1 < completed delete operation key=PKWCIR77HPSQ tag=DJ9WT1T230BE type=del 2024-04-02T08:45:11.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.437+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~G98O7K016279.0 size=1048576 2024-04-02T08:45:11.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.440+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~G98O7K016279.1 size=899546 2024-04-02T08:45:11.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.440+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=G98O7K016279 tag=0AG8KHHORC28 type=write size=2996698 2024-04-02T08:45:11.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.442+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=D9X97MXGFUT8 type=del 2024-04-02T08:45:11.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.444+0000 7f66a8039780 1 > prepared operation key=MVOA3WWKEWZR tag=ZMT0XHET4MOQ type=del size=812405 2024-04-02T08:45:11.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.444+0000 7f66a8039780 1 < canceled part key=_multipart_J0H0DJZWIT92.2~4N9C4A4YBNED.0 size=281088 2024-04-02T08:45:11.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.448+0000 7f66a8039780 1 < canceled multipart upload key=J0H0DJZWIT92 upload=4N9C4A4YBNED tag=AJKJJ13WILQI type=write size=1329664 2024-04-02T08:45:11.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.450+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=FL71G5DZNO66 type=write size=927392 2024-04-02T08:45:11.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.452+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=X139KXYSJ5DX type=del 2024-04-02T08:45:11.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.457+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~HIUB9ELNE5CQ.0 size=420224 2024-04-02T08:45:11.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.457+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=HIUB9ELNE5CQ tag=K48NCENHZTNI type=write size=1468800 2024-04-02T08:45:11.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.461+0000 7f66a8039780 1 < suggested update operation key=VPNAYM6TSPBV tag=IITKB2I7IZBF type=del size=2074652 2024-04-02T08:45:11.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.463+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=BIW1VW6D4V9M type=del size=1663910 2024-04-02T08:45:11.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.465+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~TN1MQBD432U2.0 size=405884 2024-04-02T08:45:11.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.468+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=TN1MQBD432U2 tag=NFBCCRPRREQO type=write size=1454460 2024-04-02T08:45:11.471 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.472+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~KB2YFOWH7I34.0 size=168482 2024-04-02T08:45:11.471 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.472+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=KB2YFOWH7I34 tag=H6TUM4FGH0WD type=write size=1217058 2024-04-02T08:45:11.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.474+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=O8LICTBPE1BX type=del 2024-04-02T08:45:11.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.477+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=76WF1JX1UD8S type=del size=2732145 2024-04-02T08:45:11.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.479+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=3JLJ5IG34G1M type=del 2024-04-02T08:45:11.479 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.481+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=5Z9M1P1XQ7KG type=del size=3661257 2024-04-02T08:45:11.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.483+0000 7f66a8039780 1 < completed write operation key=R628MJJ9BB5G tag=1QER784Q5X1O type=write size=1040335 2024-04-02T08:45:11.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.486+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=GW5WR36GXKS0 type=del size=3994260 2024-04-02T08:45:11.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.488+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~VU3JE1JRW3L6.0 size=1048576 2024-04-02T08:45:11.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.489+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~VU3JE1JRW3L6.1 size=891378 2024-04-02T08:45:11.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.493+0000 7f66a8039780 1 < completed multipart upload key=ODRLSCYUJE7H upload=VU3JE1JRW3L6 tag=P5ZKS0YM1LH7 type=write size=2988530 2024-04-02T08:45:11.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.497+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~E4XAK3DIQ183.0 size=1048576 2024-04-02T08:45:11.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.499+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~E4XAK3DIQ183.1 size=1048576 2024-04-02T08:45:11.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.500+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~E4XAK3DIQ183.2 size=1013562 2024-04-02T08:45:11.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.500+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=E4XAK3DIQ183 tag=I5JSR42RBMNJ type=write size=4159290 2024-04-02T08:45:11.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.505+0000 7f66a8039780 1 < suggested update operation key=VQVZN74VMII6 tag=KIGMTCFBRXAL type=del size=357006 2024-04-02T08:45:11.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.509+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~P939YKHBEU36.0 size=196117 2024-04-02T08:45:11.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.509+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=P939YKHBEU36 tag=TKMVYORQ07JJ type=write size=1244693 2024-04-02T08:45:11.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.512+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=2YR5KVDVRKUU type=del 2024-04-02T08:45:11.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.517+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~MBHMA7T6BDST.0 size=1048576 2024-04-02T08:45:11.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.518+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~MBHMA7T6BDST.1 size=649099 2024-04-02T08:45:11.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.518+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=MBHMA7T6BDST tag=MTKIGCEXXX1O type=write size=2746251 2024-04-02T08:45:11.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.520+0000 7f66a8039780 1 < canceled operation key=637CIUSXUSZD tag=6VKAJNDYE4S9 type=del size=3304369 2024-04-02T08:45:11.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.525+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~2BG1DTMKUH95.0 size=23081 2024-04-02T08:45:11.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.525+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=2BG1DTMKUH95 tag=BF4RA73ITB9B type=write size=1071657 2024-04-02T08:45:11.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.527+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=U6YOZXYDMAT9 type=del 2024-04-02T08:45:11.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.530+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=S1W251X62UIP type=del size=718369 2024-04-02T08:45:11.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.533+0000 7f66a8039780 1 < completed delete operation key=O0QCRP60VK0G tag=QPXOMA31YBI9 type=del 2024-04-02T08:45:11.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.537+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~DR14ZNX2OL9L.0 size=612309 2024-04-02T08:45:11.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.537+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=DR14ZNX2OL9L tag=PRDP1M4Z2WYM type=write size=1660885 2024-04-02T08:45:11.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.540+0000 7f66a8039780 -1 < failed to complete operation key=VPNAYM6TSPBV tag=6B8KTBEW13A0 type=write size=28926: (22) Invalid argument 2024-04-02T08:45:11.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.542+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=YZ93CD9GSQEX type=del size=3370815 2024-04-02T08:45:11.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.544+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~G98O7K016279.0 size=1048576 2024-04-02T08:45:11.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.546+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~G98O7K016279.1 size=899546 2024-04-02T08:45:11.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.550+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=G98O7K016279 tag=0AG8KHHORC28 type=write size=2996698 2024-04-02T08:45:11.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.552+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=622GIA49MPN8 type=write size=55169 2024-04-02T08:45:11.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.555+0000 7f66a8039780 1 < completed delete operation key=MVOA3WWKEWZR tag=ZMT0XHET4MOQ type=del 2024-04-02T08:45:11.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.558+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~PQSOWKVBS81A.0 size=1048576 2024-04-02T08:45:11.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.560+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~PQSOWKVBS81A.1 size=40992 2024-04-02T08:45:11.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.560+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=PQSOWKVBS81A tag=HEGKX5YUK281 type=write size=2138144 2024-04-02T08:45:11.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.562+0000 7f66a8039780 1 < canceled operation key=ZIJ5SF72DVM1 tag=FL71G5DZNO66 type=write size=927392 2024-04-02T08:45:11.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.564+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=7XEBS3AA3IPP type=write size=299028 2024-04-02T08:45:11.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.566+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~HIUB9ELNE5CQ.0 size=420224 2024-04-02T08:45:11.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.570+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=HIUB9ELNE5CQ tag=K48NCENHZTNI type=write size=1468800 2024-04-02T08:45:11.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.574+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~BWEKD4RG8QIG.0 size=636976 2024-04-02T08:45:11.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.574+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=BWEKD4RG8QIG tag=6ZVPOB2RL14P type=write size=1685552 2024-04-02T08:45:11.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.577+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=BIW1VW6D4V9M type=del 2024-04-02T08:45:11.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.581+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~3G33I1WHZQ4C.0 size=787695 2024-04-02T08:45:11.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.581+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=3G33I1WHZQ4C tag=QZJZMDHWCIFY type=write size=1836271 2024-04-02T08:45:11.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.583+0000 7f66a8039780 1 < completed part key=_multipart_DBCO3QMJJEJ7.2~KB2YFOWH7I34.0 size=168482 2024-04-02T08:45:11.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.587+0000 7f66a8039780 1 < completed multipart upload key=DBCO3QMJJEJ7 upload=KB2YFOWH7I34 tag=H6TUM4FGH0WD type=write size=1217058 2024-04-02T08:45:11.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.589+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=GROAKXKV1C8X type=del size=1747422 2024-04-02T08:45:11.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.591+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=76WF1JX1UD8S type=del 2024-04-02T08:45:11.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.595+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~WTP2FCCOC0IU.0 size=1048576 2024-04-02T08:45:11.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.597+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~WTP2FCCOC0IU.1 size=1048576 2024-04-02T08:45:11.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.598+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~WTP2FCCOC0IU.2 size=386770 2024-04-02T08:45:11.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.598+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=WTP2FCCOC0IU tag=COVTRR3WA2SB type=write size=3532498 2024-04-02T08:45:11.599 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.601+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=5Z9M1P1XQ7KG type=del 2024-04-02T08:45:11.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.603+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=5H6S1922YYFN type=del size=3629888 2024-04-02T08:45:11.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.606+0000 7f66a8039780 -1 < failed to complete operation key=VQVZN74VMII6 tag=GW5WR36GXKS0 type=del size=3994260: (22) Invalid argument 2024-04-02T08:45:11.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.608+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=QC3B5EDE0L09 type=del size=2555229 2024-04-02T08:45:11.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.608+0000 7f66a8039780 1 < canceled part key=_multipart_J0H0DJZWIT92.2~E4XAK3DIQ183.0 size=1048576 2024-04-02T08:45:11.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.610+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~E4XAK3DIQ183.1 size=1048576 2024-04-02T08:45:11.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.612+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~E4XAK3DIQ183.2 size=1013562 2024-04-02T08:45:11.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.616+0000 7f66a8039780 1 < canceled multipart upload key=J0H0DJZWIT92 upload=E4XAK3DIQ183 tag=I5JSR42RBMNJ type=write size=4159290 2024-04-02T08:45:11.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.620+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~WR9O3ST7BY3P.0 size=1048576 2024-04-02T08:45:11.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.622+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~WR9O3ST7BY3P.1 size=636679 2024-04-02T08:45:11.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.622+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=WR9O3ST7BY3P tag=2JO1TDOUNA2W type=write size=2733831 2024-04-02T08:45:11.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.624+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~P939YKHBEU36.0 size=196117 2024-04-02T08:45:11.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.628+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=P939YKHBEU36 tag=TKMVYORQ07JJ type=write size=1244693 2024-04-02T08:45:11.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.630+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=NJ8DHI6AT3H4 type=write size=53008 2024-04-02T08:45:11.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.632+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~MBHMA7T6BDST.0 size=1048576 2024-04-02T08:45:11.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.634+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~MBHMA7T6BDST.1 size=649099 2024-04-02T08:45:11.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.638+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=MBHMA7T6BDST tag=MTKIGCEXXX1O type=write size=2746251 2024-04-02T08:45:11.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.640+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=1Y2IG5UNV580 type=del size=3231621 2024-04-02T08:45:11.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.643+0000 7f66a8039780 1 < completed part key=_multipart_HUH2LBUPML72.2~2BG1DTMKUH95.0 size=23081 2024-04-02T08:45:11.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.648+0000 7f66a8039780 1 < completed multipart upload key=HUH2LBUPML72 upload=2BG1DTMKUH95 tag=BF4RA73ITB9B type=write size=1071657 2024-04-02T08:45:11.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.650+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=6CG70NHLM062 type=del size=3022354 2024-04-02T08:45:11.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.655+0000 7f66a8039780 1 < suggested remove operation key=C49DO0QY95UV tag=S1W251X62UIP type=del 2024-04-02T08:45:11.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.658+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=ZT2BZQWS93CR type=del size=4121779 2024-04-02T08:45:11.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.661+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~DR14ZNX2OL9L.0 size=612309 2024-04-02T08:45:11.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.665+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=DR14ZNX2OL9L tag=PRDP1M4Z2WYM type=write size=1660885 2024-04-02T08:45:11.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.670+0000 7f66a8039780 1 > prepared part key=_multipart_H46EQB061BMB.2~2C2MV2MJSLDN.0 size=768939 2024-04-02T08:45:11.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.670+0000 7f66a8039780 1 > prepared multipart upload key=H46EQB061BMB upload=2C2MV2MJSLDN tag=WQ9MM1FMQRXH type=write size=1817515 2024-04-02T08:45:11.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.673+0000 7f66a8039780 1 < completed delete operation key=637CIUSXUSZD tag=YZ93CD9GSQEX type=del 2024-04-02T08:45:11.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.675+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=TH0H87TTX5W5 type=del size=2719102 2024-04-02T08:45:11.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.677+0000 7f66a8039780 1 < completed write operation key=VQVZN74VMII6 tag=622GIA49MPN8 type=write size=55169 2024-04-02T08:45:11.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.680+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=SL8NIJJTCTT4 type=del size=743183 2024-04-02T08:45:11.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.682+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~PQSOWKVBS81A.0 size=1048576 2024-04-02T08:45:11.682 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.684+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~PQSOWKVBS81A.1 size=40992 2024-04-02T08:45:11.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.688+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=PQSOWKVBS81A tag=HEGKX5YUK281 type=write size=2138144 2024-04-02T08:45:11.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.691+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=4I19OGDF0UGY type=del size=2824851 2024-04-02T08:45:11.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.693+0000 7f66a8039780 1 < completed write operation key=FDBYRCJ7K5Z6 tag=7XEBS3AA3IPP type=write size=299028 2024-04-02T08:45:11.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.697+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~M19C86E90ECH.0 size=1048576 2024-04-02T08:45:11.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.699+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~M19C86E90ECH.1 size=1048576 2024-04-02T08:45:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:45:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:45:11] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.43.0" 2024-04-02T08:45:11.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.700+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~M19C86E90ECH.2 size=731319 2024-04-02T08:45:11.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.700+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=M19C86E90ECH tag=BA94ILGEMIPL type=write size=3877047 2024-04-02T08:45:11.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.703+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~BWEKD4RG8QIG.0 size=636976 2024-04-02T08:45:11.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.706+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=BWEKD4RG8QIG tag=6ZVPOB2RL14P type=write size=1685552 2024-04-02T08:45:11.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.710+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~J1TYOOXHPG2F.0 size=943251 2024-04-02T08:45:11.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.710+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=J1TYOOXHPG2F tag=V59C0Q87H3GW type=write size=1991827 2024-04-02T08:45:11.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.713+0000 7f66a8039780 1 < completed part key=_multipart_O0QCRP60VK0G.2~3G33I1WHZQ4C.0 size=787695 2024-04-02T08:45:11.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.718+0000 7f66a8039780 1 < completed multipart upload key=O0QCRP60VK0G upload=3G33I1WHZQ4C tag=QZJZMDHWCIFY type=write size=1836271 2024-04-02T08:45:11.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.723+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~0I9RCSMJ50QX.0 size=1048576 2024-04-02T08:45:11.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.725+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~0I9RCSMJ50QX.1 size=1048576 2024-04-02T08:45:11.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.727+0000 7f66a8039780 1 > prepared part key=_multipart_VLGN1CJMAOWK.2~0I9RCSMJ50QX.2 size=808599 2024-04-02T08:45:11.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.727+0000 7f66a8039780 1 > prepared multipart upload key=VLGN1CJMAOWK upload=0I9RCSMJ50QX tag=9EJC7REOK3VD type=write size=3954327 2024-04-02T08:45:11.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.730+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=GROAKXKV1C8X type=del 2024-04-02T08:45:11.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.734+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~1YQDFKFAAYMN.0 size=1048576 2024-04-02T08:45:11.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.736+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~1YQDFKFAAYMN.1 size=1048576 2024-04-02T08:45:11.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.739+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~1YQDFKFAAYMN.2 size=96603 2024-04-02T08:45:11.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.739+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=1YQDFKFAAYMN tag=BDDDWHVRN1KR type=write size=3242331 2024-04-02T08:45:11.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.741+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~WTP2FCCOC0IU.0 size=1048576 2024-04-02T08:45:11.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.743+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~WTP2FCCOC0IU.1 size=1048576 2024-04-02T08:45:11.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.745+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~WTP2FCCOC0IU.2 size=386770 2024-04-02T08:45:11.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.749+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=WTP2FCCOC0IU tag=COVTRR3WA2SB type=write size=3532498 2024-04-02T08:45:11.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.754+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~TTJVYLYU4RX1.0 size=223211 2024-04-02T08:45:11.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.754+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=TTJVYLYU4RX1 tag=ABNJZJOZJ321 type=write size=1271787 2024-04-02T08:45:11.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.758+0000 7f66a8039780 1 < suggested remove operation key=VJZTCVAN2M5T tag=5H6S1922YYFN type=del 2024-04-02T08:45:11.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.760+0000 7f66a8039780 1 > prepared operation key=SKXP9F1WMETM tag=7MYVVG667ZUD type=write size=948463 2024-04-02T08:45:11.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.765+0000 7f66a8039780 1 < suggested update operation key=2T3HPBFE8XA4 tag=QC3B5EDE0L09 type=del size=2555229 2024-04-02T08:45:11.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.769+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~2VZ2SU21IJCW.0 size=1048576 2024-04-02T08:45:11.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.771+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~2VZ2SU21IJCW.1 size=1048576 2024-04-02T08:45:11.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.773+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~2VZ2SU21IJCW.2 size=319923 2024-04-02T08:45:11.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.773+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=2VZ2SU21IJCW tag=XGZ955W1FJG7 type=write size=3465651 2024-04-02T08:45:11.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.773+0000 7f66a8039780 1 < canceled part key=_multipart_A0ZBFF51XGDX.2~WR9O3ST7BY3P.0 size=1048576 2024-04-02T08:45:11.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.773+0000 7f66a8039780 1 < canceled part key=_multipart_A0ZBFF51XGDX.2~WR9O3ST7BY3P.1 size=636679 2024-04-02T08:45:11.776 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.778+0000 7f66a8039780 1 < canceled multipart upload key=A0ZBFF51XGDX upload=WR9O3ST7BY3P tag=2JO1TDOUNA2W type=write size=2733831 2024-04-02T08:45:11.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.780+0000 7f66a8039780 1 > prepared operation key=276KVUQ2475M tag=R5UP8NSFHHK8 type=del size=2850086 2024-04-02T08:45:11.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.785+0000 7f66a8039780 1 < suggested remove operation key=A0ZBFF51XGDX tag=NJ8DHI6AT3H4 type=write 2024-04-02T08:45:11.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.788+0000 7f66a8039780 1 > prepared operation key=VLGN1CJMAOWK tag=3GKA3KBWX8HY type=del size=1001262 2024-04-02T08:45:11.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.790+0000 7f66a8039780 1 < completed delete operation key=CNF8703CRCYQ tag=1Y2IG5UNV580 type=del 2024-04-02T08:45:11.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.792+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=8PP0L9ZU7VUX type=del size=2502354 2024-04-02T08:45:11.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.795+0000 7f66a8039780 1 < completed delete operation key=V9PXVXW0I69D tag=6CG70NHLM062 type=del 2024-04-02T08:45:11.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.797+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=ERYD4QWJSDQN type=del size=3857989 2024-04-02T08:45:11.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.802+0000 7f66a8039780 1 < suggested update operation key=FDBYRCJ7K5Z6 tag=ZT2BZQWS93CR type=del size=4121779 2024-04-02T08:45:11.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.806+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~VDCYXJ08K0T7.0 size=146924 2024-04-02T08:45:11.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.806+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=VDCYXJ08K0T7 tag=QR9QNW2OIYDK type=write size=1195500 2024-04-02T08:45:11.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.808+0000 7f66a8039780 1 < completed part key=_multipart_H46EQB061BMB.2~2C2MV2MJSLDN.0 size=768939 2024-04-02T08:45:11.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.812+0000 7f66a8039780 1 < completed multipart upload key=H46EQB061BMB upload=2C2MV2MJSLDN tag=WQ9MM1FMQRXH type=write size=1817515 2024-04-02T08:45:11.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.816+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~EK8YP8NZOABE.0 size=1048576 2024-04-02T08:45:11.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.818+0000 7f66a8039780 1 > prepared part key=_multipart_VPNAYM6TSPBV.2~EK8YP8NZOABE.1 size=898192 2024-04-02T08:45:11.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.818+0000 7f66a8039780 1 > prepared multipart upload key=VPNAYM6TSPBV upload=EK8YP8NZOABE tag=GXO5DVGBK6AQ type=write size=2995344 2024-04-02T08:45:11.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.822+0000 7f66a8039780 1 < suggested remove operation key=HUH2LBUPML72 tag=TH0H87TTX5W5 type=del 2024-04-02T08:45:11.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.824+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=SPCFZ5483Z8A type=del size=2693360 2024-04-02T08:45:11.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.827+0000 7f66a8039780 -1 < failed to complete operation key=FDBYRCJ7K5Z6 tag=SL8NIJJTCTT4 type=del size=743183: (22) Invalid argument 2024-04-02T08:45:11.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.831+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~SLMH0GCLQ2ML.0 size=1048576 2024-04-02T08:45:11.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.833+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~SLMH0GCLQ2ML.1 size=1048576 2024-04-02T08:45:11.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.835+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~SLMH0GCLQ2ML.2 size=1004023 2024-04-02T08:45:11.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.835+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=SLMH0GCLQ2ML tag=RLZ15V3XZMAQ type=write size=4149751 2024-04-02T08:45:11.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.837+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=4I19OGDF0UGY type=del 2024-04-02T08:45:11.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.841+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~IPPNBVTX08PV.0 size=1048576 2024-04-02T08:45:11.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.843+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~IPPNBVTX08PV.1 size=479298 2024-04-02T08:45:11.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.843+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=IPPNBVTX08PV tag=1922R7KR6L2Z type=write size=2576450 2024-04-02T08:45:11.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.846+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~M19C86E90ECH.0 size=1048576 2024-04-02T08:45:11.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.848+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~M19C86E90ECH.1 size=1048576 2024-04-02T08:45:11.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.850+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~M19C86E90ECH.2 size=731319 2024-04-02T08:45:11.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.854+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=M19C86E90ECH tag=BA94ILGEMIPL type=write size=3877047 2024-04-02T08:45:11.854 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.856+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=9770ELW2UBI0 type=write size=84921 2024-04-02T08:45:11.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.858+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~J1TYOOXHPG2F.0 size=943251 2024-04-02T08:45:11.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.861+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=J1TYOOXHPG2F tag=V59C0Q87H3GW type=write size=1991827 2024-04-02T08:45:11.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.866+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~K77KC6CAA6FF.0 size=653387 2024-04-02T08:45:11.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.866+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=K77KC6CAA6FF tag=6GS35QF57K3S type=write size=1701963 2024-04-02T08:45:11.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.868+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~0I9RCSMJ50QX.0 size=1048576 2024-04-02T08:45:11.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.870+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~0I9RCSMJ50QX.1 size=1048576 2024-04-02T08:45:11.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.872+0000 7f66a8039780 1 < completed part key=_multipart_VLGN1CJMAOWK.2~0I9RCSMJ50QX.2 size=808599 2024-04-02T08:45:11.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.875+0000 7f66a8039780 1 < completed multipart upload key=VLGN1CJMAOWK upload=0I9RCSMJ50QX tag=9EJC7REOK3VD type=write size=3954327 2024-04-02T08:45:11.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.877+0000 7f66a8039780 1 > prepared operation key=PKWCIR77HPSQ tag=9DJDX0E2Y2PK type=del size=1610492 2024-04-02T08:45:11.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.879+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~1YQDFKFAAYMN.0 size=1048576 2024-04-02T08:45:11.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.879+0000 7f66a8039780 1 < canceled part key=_multipart_ZIJ5SF72DVM1.2~1YQDFKFAAYMN.1 size=1048576 2024-04-02T08:45:11.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.881+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~1YQDFKFAAYMN.2 size=96603 2024-04-02T08:45:11.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.885+0000 7f66a8039780 1 < canceled multipart upload key=ZIJ5SF72DVM1 upload=1YQDFKFAAYMN tag=BDDDWHVRN1KR type=write size=3242331 2024-04-02T08:45:11.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.887+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=0NSPTINKCSBP type=del size=521786 2024-04-02T08:45:11.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.889+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~TTJVYLYU4RX1.0 size=223211 2024-04-02T08:45:11.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.894+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=TTJVYLYU4RX1 tag=ABNJZJOZJ321 type=write size=1271787 2024-04-02T08:45:11.897 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.899+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~GEGXOP52WBVJ.0 size=1048576 2024-04-02T08:45:11.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.901+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~GEGXOP52WBVJ.1 size=1048576 2024-04-02T08:45:11.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.902+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~GEGXOP52WBVJ.2 size=170651 2024-04-02T08:45:11.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.902+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=GEGXOP52WBVJ tag=1LKUIYY07JVE type=write size=3316379 2024-04-02T08:45:11.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.906+0000 7f66a8039780 1 < suggested update operation key=SKXP9F1WMETM tag=7MYVVG667ZUD type=write size=948463 2024-04-02T08:45:11.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.911+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~6SBDGYBFDUGR.0 size=927738 2024-04-02T08:45:11.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.911+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=6SBDGYBFDUGR tag=FYWAYJUR7OU8 type=write size=1976314 2024-04-02T08:45:11.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.914+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~2VZ2SU21IJCW.0 size=1048576 2024-04-02T08:45:11.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.916+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~2VZ2SU21IJCW.1 size=1048576 2024-04-02T08:45:11.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.918+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~2VZ2SU21IJCW.2 size=319923 2024-04-02T08:45:11.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.922+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=2VZ2SU21IJCW tag=XGZ955W1FJG7 type=write size=3465651 2024-04-02T08:45:11.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.926+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~8Z50OJ5J1BF8.0 size=1048576 2024-04-02T08:45:11.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.928+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~8Z50OJ5J1BF8.1 size=481964 2024-04-02T08:45:11.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.928+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=8Z50OJ5J1BF8 tag=IFAYD84LOMSF type=write size=2579116 2024-04-02T08:45:11.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.930+0000 7f66a8039780 1 < completed delete operation key=276KVUQ2475M tag=R5UP8NSFHHK8 type=del 2024-04-02T08:45:11.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.935+0000 7f66a8039780 1 > prepared part key=_multipart_PZKZ83BFSP9E.2~J6CT14UWF9FB.0 size=555388 2024-04-02T08:45:11.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.935+0000 7f66a8039780 1 > prepared multipart upload key=PZKZ83BFSP9E upload=J6CT14UWF9FB tag=6WRVCYCE07OZ type=write size=1603964 2024-04-02T08:45:11.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.938+0000 7f66a8039780 1 < completed delete operation key=VLGN1CJMAOWK tag=3GKA3KBWX8HY type=del 2024-04-02T08:45:11.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.941+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=X6I31INU0AVX type=del size=3552859 2024-04-02T08:45:11.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.943+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=8PP0L9ZU7VUX type=del 2024-04-02T08:45:11.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.946+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=9ARWYCFAINZN type=del size=1688721 2024-04-02T08:45:11.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.948+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=ERYD4QWJSDQN type=del 2024-04-02T08:45:11.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.951+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=HM8ZXG94HEIY type=del size=793178 2024-04-02T08:45:11.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.953+0000 7f66a8039780 1 < completed part key=_multipart_J0H0DJZWIT92.2~VDCYXJ08K0T7.0 size=146924 2024-04-02T08:45:11.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.958+0000 7f66a8039780 1 < completed multipart upload key=J0H0DJZWIT92 upload=VDCYXJ08K0T7 tag=QR9QNW2OIYDK type=write size=1195500 2024-04-02T08:45:11.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.962+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~HQXJRED9I1AA.0 size=1048576 2024-04-02T08:45:11.964 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.965+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~HQXJRED9I1AA.1 size=236145 2024-04-02T08:45:11.964 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.965+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=HQXJRED9I1AA tag=52ZLGZUTVZV3 type=write size=2333297 2024-04-02T08:45:11.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.968+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~EK8YP8NZOABE.0 size=1048576 2024-04-02T08:45:11.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.971+0000 7f66a8039780 1 < completed part key=_multipart_VPNAYM6TSPBV.2~EK8YP8NZOABE.1 size=898192 2024-04-02T08:45:11.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.975+0000 7f66a8039780 1 < completed multipart upload key=VPNAYM6TSPBV upload=EK8YP8NZOABE tag=GXO5DVGBK6AQ type=write size=2995344 2024-04-02T08:45:11.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.980+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~4V0A0PR3Y5S0.0 size=1048576 2024-04-02T08:45:11.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.982+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~4V0A0PR3Y5S0.1 size=1048576 2024-04-02T08:45:11.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.983+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~4V0A0PR3Y5S0.2 size=338294 2024-04-02T08:45:11.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.983+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=4V0A0PR3Y5S0 tag=EM79GLO2UT6H type=write size=3484022 2024-04-02T08:45:11.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.986+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=SPCFZ5483Z8A type=del 2024-04-02T08:45:11.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.990+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~K5AF576N5UHA.0 size=665422 2024-04-02T08:45:11.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.990+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=K5AF576N5UHA tag=Z0USWGEGWZMT type=write size=1713998 2024-04-02T08:45:11.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.993+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~SLMH0GCLQ2ML.0 size=1048576 2024-04-02T08:45:11.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.995+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~SLMH0GCLQ2ML.1 size=1048576 2024-04-02T08:45:11.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:11.998+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~SLMH0GCLQ2ML.2 size=1004023 2024-04-02T08:45:12.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.002+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=SLMH0GCLQ2ML tag=RLZ15V3XZMAQ type=write size=4149751 2024-04-02T08:45:12.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.006+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~VYTSTTDBULYK.0 size=1048576 2024-04-02T08:45:12.007 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.009+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~VYTSTTDBULYK.1 size=702218 2024-04-02T08:45:12.007 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.009+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=VYTSTTDBULYK tag=PI749EGSKMXC type=write size=2799370 2024-04-02T08:45:12.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.011+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~IPPNBVTX08PV.0 size=1048576 2024-04-02T08:45:12.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.013+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~IPPNBVTX08PV.1 size=479298 2024-04-02T08:45:12.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.018+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=IPPNBVTX08PV tag=1922R7KR6L2Z type=write size=2576450 2024-04-02T08:45:12.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.020+0000 7f66a8039780 1 > prepared operation key=PZKZ83BFSP9E tag=7K2N0QF8GZGB type=del size=3207193 2024-04-02T08:45:12.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.023+0000 7f66a8039780 1 < completed write operation key=VFSPTXAIF3ZP tag=9770ELW2UBI0 type=write size=84921 2024-04-02T08:45:12.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.028+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~0MBX523FRMQA.0 size=1048576 2024-04-02T08:45:12.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.030+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~0MBX523FRMQA.1 size=1048576 2024-04-02T08:45:12.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.032+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~0MBX523FRMQA.2 size=624295 2024-04-02T08:45:12.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.032+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=0MBX523FRMQA tag=9BR149AWCJ5K type=write size=3770023 2024-04-02T08:45:12.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.035+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~K77KC6CAA6FF.0 size=653387 2024-04-02T08:45:12.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.040+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=K77KC6CAA6FF tag=6GS35QF57K3S type=write size=1701963 2024-04-02T08:45:12.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.044+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~M8IMIIYRCLV2.0 size=1048576 2024-04-02T08:45:12.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.046+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~M8IMIIYRCLV2.1 size=725129 2024-04-02T08:45:12.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.046+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=M8IMIIYRCLV2 tag=0LR514N5NPY1 type=write size=2822281 2024-04-02T08:45:12.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.049+0000 7f66a8039780 1 < canceled operation key=PKWCIR77HPSQ tag=9DJDX0E2Y2PK type=del size=1610492 2024-04-02T08:45:12.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.051+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=EGNDAFQPENJC type=del size=1573570 2024-04-02T08:45:12.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.056+0000 7f66a8039780 1 < suggested update operation key=A0ZBFF51XGDX tag=0NSPTINKCSBP type=del size=521786 2024-04-02T08:45:12.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.060+0000 7f66a8039780 1 > prepared part key=_multipart_FDBYRCJ7K5Z6.2~O0XU5IXJZFRS.0 size=843523 2024-04-02T08:45:12.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.060+0000 7f66a8039780 1 > prepared multipart upload key=FDBYRCJ7K5Z6 upload=O0XU5IXJZFRS tag=H4VHZFJ6N2JJ type=write size=1892099 2024-04-02T08:45:12.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.061+0000 7f66a8039780 1 < canceled part key=_multipart_637CIUSXUSZD.2~GEGXOP52WBVJ.0 size=1048576 2024-04-02T08:45:12.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.063+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~GEGXOP52WBVJ.1 size=1048576 2024-04-02T08:45:12.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.065+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~GEGXOP52WBVJ.2 size=170651 2024-04-02T08:45:12.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.070+0000 7f66a8039780 1 < canceled multipart upload key=637CIUSXUSZD upload=GEGXOP52WBVJ tag=1LKUIYY07JVE type=write size=3316379 2024-04-02T08:45:12.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.075+0000 7f66a8039780 1 > prepared part key=_multipart_SKXP9F1WMETM.2~UMA7I4D5ZNHO.0 size=937238 2024-04-02T08:45:12.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.075+0000 7f66a8039780 1 > prepared multipart upload key=SKXP9F1WMETM upload=UMA7I4D5ZNHO tag=TEC28WJQ6OV9 type=write size=1985814 2024-04-02T08:45:12.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.077+0000 7f66a8039780 1 < completed part key=_multipart_A0ZBFF51XGDX.2~6SBDGYBFDUGR.0 size=927738 2024-04-02T08:45:12.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.082+0000 7f66a8039780 1 < completed multipart upload key=A0ZBFF51XGDX upload=6SBDGYBFDUGR tag=FYWAYJUR7OU8 type=write size=1976314 2024-04-02T08:45:12.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.087+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~LS5VHAWOCKU6.0 size=1048576 2024-04-02T08:45:12.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.089+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~LS5VHAWOCKU6.1 size=97899 2024-04-02T08:45:12.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.089+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=LS5VHAWOCKU6 tag=XQ2CTYL1QZAS type=write size=2195051 2024-04-02T08:45:12.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.091+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~8Z50OJ5J1BF8.0 size=1048576 2024-04-02T08:45:12.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.094+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~8Z50OJ5J1BF8.1 size=481964 2024-04-02T08:45:12.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.098+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=8Z50OJ5J1BF8 tag=IFAYD84LOMSF type=write size=2579116 2024-04-02T08:45:12.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.101+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=XSPKNKSD2RA3 type=del size=2428300 2024-04-02T08:45:12.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.103+0000 7f66a8039780 1 < completed part key=_multipart_PZKZ83BFSP9E.2~J6CT14UWF9FB.0 size=555388 2024-04-02T08:45:12.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.108+0000 7f66a8039780 1 < completed multipart upload key=PZKZ83BFSP9E upload=J6CT14UWF9FB tag=6WRVCYCE07OZ type=write size=1603964 2024-04-02T08:45:12.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.113+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~N8XB3FRI3KNI.0 size=1048576 2024-04-02T08:45:12.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.115+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~N8XB3FRI3KNI.1 size=1048576 2024-04-02T08:45:12.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.117+0000 7f66a8039780 1 > prepared part key=_multipart_276KVUQ2475M.2~N8XB3FRI3KNI.2 size=500671 2024-04-02T08:45:12.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.117+0000 7f66a8039780 1 > prepared multipart upload key=276KVUQ2475M upload=N8XB3FRI3KNI tag=7D1YRROKS16P type=write size=3646399 2024-04-02T08:45:12.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.119+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=X6I31INU0AVX type=del 2024-04-02T08:45:12.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.122+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=S0NJY7HVU91D type=write size=713680 2024-04-02T08:45:12.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.127+0000 7f66a8039780 1 < suggested remove operation key=ZUF440XF8N7P tag=9ARWYCFAINZN type=del 2024-04-02T08:45:12.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.129+0000 7f66a8039780 1 > prepared operation key=8QJNW10FF0U8 tag=NXR0L2JKJLFI type=write size=107570 2024-04-02T08:45:12.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.133+0000 7f66a8039780 1 < suggested remove operation key=H46EQB061BMB tag=HM8ZXG94HEIY type=del 2024-04-02T08:45:12.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.138+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~YEUM85EH919L.0 size=565503 2024-04-02T08:45:12.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.138+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=YEUM85EH919L tag=G47X7ZUCAP4F type=write size=1614079 2024-04-02T08:45:12.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.140+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~HQXJRED9I1AA.0 size=1048576 2024-04-02T08:45:12.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.143+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~HQXJRED9I1AA.1 size=236145 2024-04-02T08:45:12.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:11 smithi137 ceph-mon[88456]: pgmap v1415: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 492 KiB/s wr, 2.51k op/s 2024-04-02T08:45:12.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.147+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=HQXJRED9I1AA tag=52ZLGZUTVZV3 type=write size=2333297 2024-04-02T08:45:12.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.149+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=BS44209XNAAF type=del size=3365570 2024-04-02T08:45:12.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.152+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~4V0A0PR3Y5S0.0 size=1048576 2024-04-02T08:45:12.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.154+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~4V0A0PR3Y5S0.1 size=1048576 2024-04-02T08:45:12.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.156+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~4V0A0PR3Y5S0.2 size=338294 2024-04-02T08:45:12.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.160+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=4V0A0PR3Y5S0 tag=EM79GLO2UT6H type=write size=3484022 2024-04-02T08:45:12.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.162+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=6WSK84E1UWAT type=del size=3480560 2024-04-02T08:45:12.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.165+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~K5AF576N5UHA.0 size=665422 2024-04-02T08:45:12.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.169+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=K5AF576N5UHA tag=Z0USWGEGWZMT type=write size=1713998 2024-04-02T08:45:12.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.174+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ZFBP43GYQ2DW.0 size=1048576 2024-04-02T08:45:12.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.176+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ZFBP43GYQ2DW.1 size=682716 2024-04-02T08:45:12.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.176+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=ZFBP43GYQ2DW tag=VQTAVG31DH9W type=write size=2779868 2024-04-02T08:45:12.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.178+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~VYTSTTDBULYK.0 size=1048576 2024-04-02T08:45:12.178 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.180+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~VYTSTTDBULYK.1 size=702218 2024-04-02T08:45:12.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.183+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=VYTSTTDBULYK tag=PI749EGSKMXC type=write size=2799370 2024-04-02T08:45:12.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.186+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=HJ0V9104C90E type=del size=3210819 2024-04-02T08:45:12.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.189+0000 7f66a8039780 1 < completed delete operation key=PZKZ83BFSP9E tag=7K2N0QF8GZGB type=del 2024-04-02T08:45:12.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.191+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=M4L2VV4UFM73 type=del size=906027 2024-04-02T08:45:12.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.193+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~0MBX523FRMQA.0 size=1048576 2024-04-02T08:45:12.194 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.196+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~0MBX523FRMQA.1 size=1048576 2024-04-02T08:45:12.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.198+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~0MBX523FRMQA.2 size=624295 2024-04-02T08:45:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:11 smithi028 ceph-mon[94314]: pgmap v1415: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 492 KiB/s wr, 2.51k op/s 2024-04-02T08:45:12.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:11 smithi028 ceph-mon[96890]: pgmap v1415: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 492 KiB/s wr, 2.51k op/s 2024-04-02T08:45:12.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.202+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=0MBX523FRMQA tag=9BR149AWCJ5K type=write size=3770023 2024-04-02T08:45:12.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.205+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~G1ZR9FAS2BTV.0 size=1048576 2024-04-02T08:45:12.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.207+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~G1ZR9FAS2BTV.1 size=1048576 2024-04-02T08:45:12.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.209+0000 7f66a8039780 1 > prepared part key=_multipart_VJZTCVAN2M5T.2~G1ZR9FAS2BTV.2 size=59563 2024-04-02T08:45:12.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.209+0000 7f66a8039780 1 > prepared multipart upload key=VJZTCVAN2M5T upload=G1ZR9FAS2BTV tag=650M5E60UDTT type=write size=3205291 2024-04-02T08:45:12.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.211+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~M8IMIIYRCLV2.0 size=1048576 2024-04-02T08:45:12.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.214+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~M8IMIIYRCLV2.1 size=725129 2024-04-02T08:45:12.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.217+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=M8IMIIYRCLV2 tag=0LR514N5NPY1 type=write size=2822281 2024-04-02T08:45:12.220 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.222+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~GGPRRIUI7USM.0 size=1048576 2024-04-02T08:45:12.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.224+0000 7f66a8039780 1 > prepared part key=_multipart_C49DO0QY95UV.2~GGPRRIUI7USM.1 size=255855 2024-04-02T08:45:12.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.224+0000 7f66a8039780 1 > prepared multipart upload key=C49DO0QY95UV upload=GGPRRIUI7USM tag=GBQ5EERAAF0Y type=write size=2353007 2024-04-02T08:45:12.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.226+0000 7f66a8039780 1 < completed delete operation key=8QJNW10FF0U8 tag=EGNDAFQPENJC type=del 2024-04-02T08:45:12.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.228+0000 7f66a8039780 1 > prepared operation key=YX81WRKACN8N tag=2O6NUF1405CY type=write size=180084 2024-04-02T08:45:12.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.230+0000 7f66a8039780 1 < completed part key=_multipart_FDBYRCJ7K5Z6.2~O0XU5IXJZFRS.0 size=843523 2024-04-02T08:45:12.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.234+0000 7f66a8039780 1 < completed multipart upload key=FDBYRCJ7K5Z6 upload=O0XU5IXJZFRS tag=H4VHZFJ6N2JJ type=write size=1892099 2024-04-02T08:45:12.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.238+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~S9ZUDGRAQ2JG.0 size=1048576 2024-04-02T08:45:12.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.240+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~S9ZUDGRAQ2JG.1 size=1048576 2024-04-02T08:45:12.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.243+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~S9ZUDGRAQ2JG.2 size=74776 2024-04-02T08:45:12.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.243+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=S9ZUDGRAQ2JG tag=3BXSM4SBVZLF type=write size=3220504 2024-04-02T08:45:12.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.245+0000 7f66a8039780 1 < completed part key=_multipart_SKXP9F1WMETM.2~UMA7I4D5ZNHO.0 size=937238 2024-04-02T08:45:12.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.248+0000 7f66a8039780 1 < completed multipart upload key=SKXP9F1WMETM upload=UMA7I4D5ZNHO tag=TEC28WJQ6OV9 type=write size=1985814 2024-04-02T08:45:12.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.251+0000 7f66a8039780 1 > prepared operation key=R628MJJ9BB5G tag=6J918YYHI850 type=del size=1155846 2024-04-02T08:45:12.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.253+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~LS5VHAWOCKU6.0 size=1048576 2024-04-02T08:45:12.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.255+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~LS5VHAWOCKU6.1 size=97899 2024-04-02T08:45:12.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.258+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=LS5VHAWOCKU6 tag=XQ2CTYL1QZAS type=write size=2195051 2024-04-02T08:45:12.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.260+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=0J4EE7FN9A83 type=write size=495049 2024-04-02T08:45:12.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.263+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=XSPKNKSD2RA3 type=del 2024-04-02T08:45:12.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.268+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~WS1Q9ZR61Z3V.0 size=1048576 2024-04-02T08:45:12.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.271+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~WS1Q9ZR61Z3V.1 size=1048576 2024-04-02T08:45:12.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.272+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~WS1Q9ZR61Z3V.2 size=993126 2024-04-02T08:45:12.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.272+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=WS1Q9ZR61Z3V tag=V8YGFKXF4F0U type=write size=4138854 2024-04-02T08:45:12.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.275+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~N8XB3FRI3KNI.0 size=1048576 2024-04-02T08:45:12.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.278+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~N8XB3FRI3KNI.1 size=1048576 2024-04-02T08:45:12.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.280+0000 7f66a8039780 1 < completed part key=_multipart_276KVUQ2475M.2~N8XB3FRI3KNI.2 size=500671 2024-04-02T08:45:12.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.283+0000 7f66a8039780 1 < completed multipart upload key=276KVUQ2475M upload=N8XB3FRI3KNI tag=7D1YRROKS16P type=write size=3646399 2024-04-02T08:45:12.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.286+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=L2CWMM2990V2 type=del size=499986 2024-04-02T08:45:12.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.289+0000 7f66a8039780 1 < completed write operation key=637CIUSXUSZD tag=S0NJY7HVU91D type=write size=713680 2024-04-02T08:45:12.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.292+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=TYD0EV4IDCC4 type=del size=3587807 2024-04-02T08:45:12.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.294+0000 7f66a8039780 1 < completed write operation key=8QJNW10FF0U8 tag=NXR0L2JKJLFI type=write size=107570 2024-04-02T08:45:12.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.298+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~2LQ5TOHCIJKJ.0 size=1048576 2024-04-02T08:45:12.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.300+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~2LQ5TOHCIJKJ.1 size=1048576 2024-04-02T08:45:12.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.302+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~2LQ5TOHCIJKJ.2 size=391720 2024-04-02T08:45:12.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.302+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=2LQ5TOHCIJKJ tag=L5DAPWMTJAYQ type=write size=3537448 2024-04-02T08:45:12.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.304+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~YEUM85EH919L.0 size=565503 2024-04-02T08:45:12.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.308+0000 7f66a8039780 1 < completed multipart upload key=RNMJ571SSULK upload=YEUM85EH919L tag=G47X7ZUCAP4F type=write size=1614079 2024-04-02T08:45:12.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.312+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~1E7256BDLTWY.0 size=1048576 2024-04-02T08:45:12.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.313+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~1E7256BDLTWY.1 size=1048576 2024-04-02T08:45:12.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.316+0000 7f66a8039780 1 > prepared part key=_multipart_MVOA3WWKEWZR.2~1E7256BDLTWY.2 size=724484 2024-04-02T08:45:12.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.316+0000 7f66a8039780 1 > prepared multipart upload key=MVOA3WWKEWZR upload=1E7256BDLTWY tag=AI1ILLR8I4B4 type=write size=3870212 2024-04-02T08:45:12.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.318+0000 7f66a8039780 1 < canceled operation key=YX81WRKACN8N tag=BS44209XNAAF type=del size=3365570 2024-04-02T08:45:12.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.320+0000 7f66a8039780 1 > prepared operation key=637CIUSXUSZD tag=E3YJCQUPNDVM type=del size=984328 2024-04-02T08:45:12.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.322+0000 7f66a8039780 1 < completed delete operation key=RNMJ571SSULK tag=6WSK84E1UWAT type=del 2024-04-02T08:45:12.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.324+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=14ATLQ6IA84B type=del size=302034 2024-04-02T08:45:12.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.326+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~ZFBP43GYQ2DW.0 size=1048576 2024-04-02T08:45:12.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.326+0000 7f66a8039780 1 < canceled part key=_multipart_PKWCIR77HPSQ.2~ZFBP43GYQ2DW.1 size=682716 2024-04-02T08:45:12.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.330+0000 7f66a8039780 1 < canceled multipart upload key=PKWCIR77HPSQ upload=ZFBP43GYQ2DW tag=VQTAVG31DH9W type=write size=2779868 2024-04-02T08:45:12.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.332+0000 7f66a8039780 1 > prepared operation key=8TMKP5EUZ549 tag=GQTKZMYAM9Z6 type=del size=3099244 2024-04-02T08:45:12.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.334+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=HJ0V9104C90E type=del 2024-04-02T08:45:12.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.336+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=CY4TUQYXI3HD type=del size=4034906 2024-04-02T08:45:12.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.339+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=M4L2VV4UFM73 type=del 2024-04-02T08:45:12.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.342+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=SKQLFTXNGHN4 type=del size=1204469 2024-04-02T08:45:12.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.344+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~G1ZR9FAS2BTV.0 size=1048576 2024-04-02T08:45:12.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.346+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~G1ZR9FAS2BTV.1 size=1048576 2024-04-02T08:45:12.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.347+0000 7f66a8039780 1 < completed part key=_multipart_VJZTCVAN2M5T.2~G1ZR9FAS2BTV.2 size=59563 2024-04-02T08:45:12.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.351+0000 7f66a8039780 1 < completed multipart upload key=VJZTCVAN2M5T upload=G1ZR9FAS2BTV tag=650M5E60UDTT type=write size=3205291 2024-04-02T08:45:12.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.355+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~PUHOK4ZLXH2R.0 size=574525 2024-04-02T08:45:12.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.355+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=PUHOK4ZLXH2R tag=GOYKEXR60R04 type=write size=1623101 2024-04-02T08:45:12.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.357+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~GGPRRIUI7USM.0 size=1048576 2024-04-02T08:45:12.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.359+0000 7f66a8039780 1 < completed part key=_multipart_C49DO0QY95UV.2~GGPRRIUI7USM.1 size=255855 2024-04-02T08:45:12.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.362+0000 7f66a8039780 1 < completed multipart upload key=C49DO0QY95UV upload=GGPRRIUI7USM tag=GBQ5EERAAF0Y type=write size=2353007 2024-04-02T08:45:12.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.365+0000 7f66a8039780 1 > prepared operation key=C49DO0QY95UV tag=T9H9O6WVHCFY type=del size=452088 2024-04-02T08:45:12.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.367+0000 7f66a8039780 1 < canceled operation key=YX81WRKACN8N tag=2O6NUF1405CY type=write size=180084 2024-04-02T08:45:12.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.369+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=TI9GA24TIXW6 type=del size=1733587 2024-04-02T08:45:12.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.369+0000 7f66a8039780 1 < canceled part key=_multipart_ODRLSCYUJE7H.2~S9ZUDGRAQ2JG.0 size=1048576 2024-04-02T08:45:12.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.371+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~S9ZUDGRAQ2JG.1 size=1048576 2024-04-02T08:45:12.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.373+0000 7f66a8039780 1 < completed part key=_multipart_ODRLSCYUJE7H.2~S9ZUDGRAQ2JG.2 size=74776 2024-04-02T08:45:12.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.376+0000 7f66a8039780 1 < canceled multipart upload key=ODRLSCYUJE7H upload=S9ZUDGRAQ2JG tag=3BXSM4SBVZLF type=write size=3220504 2024-04-02T08:45:12.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.380+0000 7f66a8039780 1 > prepared part key=_multipart_PKWCIR77HPSQ.2~ZUI0RYYMS5U0.0 size=10960 2024-04-02T08:45:12.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.380+0000 7f66a8039780 1 > prepared multipart upload key=PKWCIR77HPSQ upload=ZUI0RYYMS5U0 tag=EUA6TEJARRW3 type=write size=1059536 2024-04-02T08:45:12.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.382+0000 7f66a8039780 1 < completed delete operation key=R628MJJ9BB5G tag=6J918YYHI850 type=del 2024-04-02T08:45:12.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.386+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~CO9XNP4PF27U.0 size=1048576 2024-04-02T08:45:12.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.388+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~CO9XNP4PF27U.1 size=1048576 2024-04-02T08:45:12.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.389+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~CO9XNP4PF27U.2 size=265715 2024-04-02T08:45:12.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.389+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=CO9XNP4PF27U tag=F454YEKCF5PL type=write size=3411443 2024-04-02T08:45:12.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.394+0000 7f66a8039780 1 < suggested remove operation key=VJZTCVAN2M5T tag=0J4EE7FN9A83 type=write 2024-04-02T08:45:12.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.396+0000 7f66a8039780 1 > prepared operation key=2T3HPBFE8XA4 tag=WVXJF3Y4SK9C type=del size=473177 2024-04-02T08:45:12.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.398+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~WS1Q9ZR61Z3V.0 size=1048576 2024-04-02T08:45:12.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.400+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~WS1Q9ZR61Z3V.1 size=1048576 2024-04-02T08:45:12.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.400+0000 7f66a8039780 1 < canceled part key=_multipart_8QJNW10FF0U8.2~WS1Q9ZR61Z3V.2 size=993126 2024-04-02T08:45:12.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.404+0000 7f66a8039780 1 < canceled multipart upload key=8QJNW10FF0U8 upload=WS1Q9ZR61Z3V tag=V8YGFKXF4F0U type=write size=4138854 2024-04-02T08:45:12.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.408+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~Y4EB730JZV1Q.0 size=1048576 2024-04-02T08:45:12.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.410+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~Y4EB730JZV1Q.1 size=1035398 2024-04-02T08:45:12.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.410+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=Y4EB730JZV1Q tag=99SK2QAWSKFM type=write size=3132550 2024-04-02T08:45:12.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.412+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=L2CWMM2990V2 type=del 2024-04-02T08:45:12.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.416+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~PBGLSV2816HT.0 size=1048576 2024-04-02T08:45:12.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.417+0000 7f66a8039780 1 > prepared part key=_multipart_RNMJ571SSULK.2~PBGLSV2816HT.1 size=14897 2024-04-02T08:45:12.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.417+0000 7f66a8039780 1 > prepared multipart upload key=RNMJ571SSULK upload=PBGLSV2816HT tag=39IV0U07RO1B type=write size=2112049 2024-04-02T08:45:12.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.420+0000 7f66a8039780 1 < completed delete operation key=VPNAYM6TSPBV tag=TYD0EV4IDCC4 type=del 2024-04-02T08:45:12.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.423+0000 7f66a8039780 1 > prepared operation key=H46EQB061BMB tag=TQ4ZNLNHH17Z type=del size=599798 2024-04-02T08:45:12.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.425+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~2LQ5TOHCIJKJ.0 size=1048576 2024-04-02T08:45:12.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.426+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~2LQ5TOHCIJKJ.1 size=1048576 2024-04-02T08:45:12.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.428+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~2LQ5TOHCIJKJ.2 size=391720 2024-04-02T08:45:12.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.432+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=2LQ5TOHCIJKJ tag=L5DAPWMTJAYQ type=write size=3537448 2024-04-02T08:45:12.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.435+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~QMSACGGPYMJS.0 size=1048576 2024-04-02T08:45:12.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.437+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~QMSACGGPYMJS.1 size=1048576 2024-04-02T08:45:12.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.439+0000 7f66a8039780 1 > prepared part key=_multipart_637CIUSXUSZD.2~QMSACGGPYMJS.2 size=742708 2024-04-02T08:45:12.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.439+0000 7f66a8039780 1 > prepared multipart upload key=637CIUSXUSZD upload=QMSACGGPYMJS tag=8IYLTGK8RPJH type=write size=3888436 2024-04-02T08:45:12.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.442+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~1E7256BDLTWY.0 size=1048576 2024-04-02T08:45:12.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.444+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~1E7256BDLTWY.1 size=1048576 2024-04-02T08:45:12.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.446+0000 7f66a8039780 1 < completed part key=_multipart_MVOA3WWKEWZR.2~1E7256BDLTWY.2 size=724484 2024-04-02T08:45:12.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.449+0000 7f66a8039780 1 < completed multipart upload key=MVOA3WWKEWZR upload=1E7256BDLTWY tag=AI1ILLR8I4B4 type=write size=3870212 2024-04-02T08:45:12.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.451+0000 7f66a8039780 1 > prepared operation key=J0H0DJZWIT92 tag=SOG4C356CABY type=del size=3035810 2024-04-02T08:45:12.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.453+0000 7f66a8039780 1 < canceled operation key=637CIUSXUSZD tag=E3YJCQUPNDVM type=del size=984328 2024-04-02T08:45:12.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.455+0000 7f66a8039780 1 > prepared operation key=VQVZN74VMII6 tag=P5PHC6H2SERS type=write size=956228 2024-04-02T08:45:12.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.460+0000 7f66a8039780 1 < suggested remove operation key=C49DO0QY95UV tag=14ATLQ6IA84B type=del 2024-04-02T08:45:12.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.462+0000 7f66a8039780 1 > prepared operation key=ODRLSCYUJE7H tag=LNEOMBL313OX type=write size=725569 2024-04-02T08:45:12.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.463+0000 7f66a8039780 1 < completed delete operation key=8TMKP5EUZ549 tag=GQTKZMYAM9Z6 type=del 2024-04-02T08:45:12.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.467+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~SBQLPP9MMRH0.0 size=1048576 2024-04-02T08:45:12.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.469+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~SBQLPP9MMRH0.1 size=1048576 2024-04-02T08:45:12.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.471+0000 7f66a8039780 1 > prepared part key=_multipart_ZIJ5SF72DVM1.2~SBQLPP9MMRH0.2 size=955047 2024-04-02T08:45:12.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.471+0000 7f66a8039780 1 > prepared multipart upload key=ZIJ5SF72DVM1 upload=SBQLPP9MMRH0 tag=T1RZB8O8IMF9 type=write size=4100775 2024-04-02T08:45:12.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.475+0000 7f66a8039780 1 < suggested update operation key=RNMJ571SSULK tag=CY4TUQYXI3HD type=del size=4034906 2024-04-02T08:45:12.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.477+0000 7f66a8039780 1 > prepared operation key=V9PXVXW0I69D tag=KQ45QEE46ZR7 type=del size=1907536 2024-04-02T08:45:12.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.479+0000 7f66a8039780 1 < completed delete operation key=FDBYRCJ7K5Z6 tag=SKQLFTXNGHN4 type=del 2024-04-02T08:45:12.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.481+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=EI2B5SZJRGTK type=del size=489990 2024-04-02T08:45:12.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.483+0000 7f66a8039780 1 < completed part key=_multipart_N3Q53Q538DXX.2~PUHOK4ZLXH2R.0 size=574525 2024-04-02T08:45:12.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.487+0000 7f66a8039780 1 < completed multipart upload key=N3Q53Q538DXX upload=PUHOK4ZLXH2R tag=GOYKEXR60R04 type=write size=1623101 2024-04-02T08:45:12.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.489+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=A3U6L17BJ2A9 type=del size=2154526 2024-04-02T08:45:12.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.492+0000 7f66a8039780 -1 < failed to complete operation key=C49DO0QY95UV tag=T9H9O6WVHCFY type=del size=452088: (22) Invalid argument 2024-04-02T08:45:12.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.494+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=7RVK1RALA153 type=del size=1337870 2024-04-02T08:45:12.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.496+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=TI9GA24TIXW6 type=del 2024-04-02T08:45:12.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.498+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=E0JIYM7IXN55 type=del size=3959779 2024-04-02T08:45:12.500 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.501+0000 7f66a8039780 1 < completed part key=_multipart_PKWCIR77HPSQ.2~ZUI0RYYMS5U0.0 size=10960 2024-04-02T08:45:12.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.506+0000 7f66a8039780 1 < completed multipart upload key=PKWCIR77HPSQ upload=ZUI0RYYMS5U0 tag=EUA6TEJARRW3 type=write size=1059536 2024-04-02T08:45:12.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.510+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~EZF7ND5MFG90.0 size=1048576 2024-04-02T08:45:12.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.512+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~EZF7ND5MFG90.1 size=20542 2024-04-02T08:45:12.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.512+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=EZF7ND5MFG90 tag=41ADDE8G5RWC type=write size=2117694 2024-04-02T08:45:12.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.514+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~CO9XNP4PF27U.0 size=1048576 2024-04-02T08:45:12.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.516+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~CO9XNP4PF27U.1 size=1048576 2024-04-02T08:45:12.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.516+0000 7f66a8039780 1 < canceled part key=_multipart_637CIUSXUSZD.2~CO9XNP4PF27U.2 size=265715 2024-04-02T08:45:12.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.519+0000 7f66a8039780 1 < canceled multipart upload key=637CIUSXUSZD upload=CO9XNP4PF27U tag=F454YEKCF5PL type=write size=3411443 2024-04-02T08:45:12.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.522+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=0WOO7OM6RR3I type=write size=569749 2024-04-02T08:45:12.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.524+0000 7f66a8039780 1 < completed delete operation key=2T3HPBFE8XA4 tag=WVXJF3Y4SK9C type=del 2024-04-02T08:45:12.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.526+0000 7f66a8039780 1 > prepared operation key=A0ZBFF51XGDX tag=J2FVHSK4ZUFL type=write size=822220 2024-04-02T08:45:12.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.528+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~Y4EB730JZV1Q.0 size=1048576 2024-04-02T08:45:12.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.530+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~Y4EB730JZV1Q.1 size=1035398 2024-04-02T08:45:12.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.534+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=Y4EB730JZV1Q tag=99SK2QAWSKFM type=write size=3132550 2024-04-02T08:45:12.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.538+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~3MF4OQ3DW67W.0 size=1048576 2024-04-02T08:45:12.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.540+0000 7f66a8039780 1 > prepared part key=_multipart_V9PXVXW0I69D.2~3MF4OQ3DW67W.1 size=820007 2024-04-02T08:45:12.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.540+0000 7f66a8039780 1 > prepared multipart upload key=V9PXVXW0I69D upload=3MF4OQ3DW67W tag=W07B4V6J7WKD type=write size=2917159 2024-04-02T08:45:12.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.542+0000 7f66a8039780 1 < completed part key=_multipart_RNMJ571SSULK.2~PBGLSV2816HT.0 size=1048576 2024-04-02T08:45:12.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.542+0000 7f66a8039780 1 < canceled part key=_multipart_RNMJ571SSULK.2~PBGLSV2816HT.1 size=14897 2024-04-02T08:45:12.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.545+0000 7f66a8039780 1 < canceled multipart upload key=RNMJ571SSULK upload=PBGLSV2816HT tag=39IV0U07RO1B type=write size=2112049 2024-04-02T08:45:12.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.550+0000 7f66a8039780 1 > prepared part key=_multipart_VQVZN74VMII6.2~G3HFMUOL0OUU.0 size=482476 2024-04-02T08:45:12.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.550+0000 7f66a8039780 1 > prepared multipart upload key=VQVZN74VMII6 upload=G3HFMUOL0OUU tag=3PK4XTDGIARP type=write size=1531052 2024-04-02T08:45:12.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.552+0000 7f66a8039780 1 < canceled operation key=H46EQB061BMB tag=TQ4ZNLNHH17Z type=del size=599798 2024-04-02T08:45:12.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.556+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~ZLSZ72S7ZQV8.0 size=1048576 2024-04-02T08:45:12.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.557+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~ZLSZ72S7ZQV8.1 size=1048576 2024-04-02T08:45:12.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.559+0000 7f66a8039780 1 > prepared part key=_multipart_ZUO2TXTKZ5D6.2~ZLSZ72S7ZQV8.2 size=977672 2024-04-02T08:45:12.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.559+0000 7f66a8039780 1 > prepared multipart upload key=ZUO2TXTKZ5D6 upload=ZLSZ72S7ZQV8 tag=D3HEO467K4V5 type=write size=4123400 2024-04-02T08:45:12.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.561+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~QMSACGGPYMJS.0 size=1048576 2024-04-02T08:45:12.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.563+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~QMSACGGPYMJS.1 size=1048576 2024-04-02T08:45:12.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.565+0000 7f66a8039780 1 < completed part key=_multipart_637CIUSXUSZD.2~QMSACGGPYMJS.2 size=742708 2024-04-02T08:45:12.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.568+0000 7f66a8039780 1 < completed multipart upload key=637CIUSXUSZD upload=QMSACGGPYMJS tag=8IYLTGK8RPJH type=write size=3888436 2024-04-02T08:45:12.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.570+0000 7f66a8039780 1 > prepared operation key=ZUO2TXTKZ5D6 tag=JM2TKBGF2VE8 type=del size=874848 2024-04-02T08:45:12.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.573+0000 7f66a8039780 1 < completed delete operation key=J0H0DJZWIT92 tag=SOG4C356CABY type=del 2024-04-02T08:45:12.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.575+0000 7f66a8039780 1 > prepared operation key=VJZTCVAN2M5T tag=3ERAUYD0MECC type=write size=281000 2024-04-02T08:45:12.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.577+0000 7f66a8039780 1 < completed write operation key=VQVZN74VMII6 tag=P5PHC6H2SERS type=write size=956228 2024-04-02T08:45:12.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.579+0000 7f66a8039780 1 > prepared operation key=DBCO3QMJJEJ7 tag=68A6TLG86ZQN type=write size=478916 2024-04-02T08:45:12.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.581+0000 7f66a8039780 1 < completed write operation key=ODRLSCYUJE7H tag=LNEOMBL313OX type=write size=725569 2024-04-02T08:45:12.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.584+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=XSWG972LGX5D type=del size=1185399 2024-04-02T08:45:12.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.586+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~SBQLPP9MMRH0.0 size=1048576 2024-04-02T08:45:12.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.588+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~SBQLPP9MMRH0.1 size=1048576 2024-04-02T08:45:12.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.589+0000 7f66a8039780 1 < completed part key=_multipart_ZIJ5SF72DVM1.2~SBQLPP9MMRH0.2 size=955047 2024-04-02T08:45:12.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.593+0000 7f66a8039780 1 < completed multipart upload key=ZIJ5SF72DVM1 upload=SBQLPP9MMRH0 tag=T1RZB8O8IMF9 type=write size=4100775 2024-04-02T08:45:12.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.595+0000 7f66a8039780 1 > prepared operation key=HUH2LBUPML72 tag=5UQZJ0NXF2HZ type=del size=82277 2024-04-02T08:45:12.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.597+0000 7f66a8039780 1 < canceled operation key=V9PXVXW0I69D tag=KQ45QEE46ZR7 type=del size=1907536 2024-04-02T08:45:12.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.601+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~LDRX8WCSOLYA.0 size=1048576 2024-04-02T08:45:12.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.603+0000 7f66a8039780 1 > prepared part key=_multipart_VFSPTXAIF3ZP.2~LDRX8WCSOLYA.1 size=907977 2024-04-02T08:45:12.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.603+0000 7f66a8039780 1 > prepared multipart upload key=VFSPTXAIF3ZP upload=LDRX8WCSOLYA tag=NUEWA2AQGXH8 type=write size=3005129 2024-04-02T08:45:12.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.605+0000 7f66a8039780 1 < completed delete operation key=VJZTCVAN2M5T tag=EI2B5SZJRGTK type=del 2024-04-02T08:45:12.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.608+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=BEFKUYT7SO9A type=del size=2627026 2024-04-02T08:45:12.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.612+0000 7f66a8039780 1 < suggested update operation key=DBCO3QMJJEJ7 tag=A3U6L17BJ2A9 type=del size=2154526 2024-04-02T08:45:12.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.614+0000 7f66a8039780 1 > prepared operation key=RNMJ571SSULK tag=Y2UQWWEI82SE type=del size=3005377 2024-04-02T08:45:12.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.616+0000 7f66a8039780 1 < completed delete operation key=ZIJ5SF72DVM1 tag=7RVK1RALA153 type=del 2024-04-02T08:45:12.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.618+0000 7f66a8039780 1 > prepared operation key=ZUF440XF8N7P tag=RIKNO01C2KR3 type=write size=416982 2024-04-02T08:45:12.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.621+0000 7f66a8039780 -1 < failed to complete operation key=DBCO3QMJJEJ7 tag=E0JIYM7IXN55 type=del size=3959779: (22) Invalid argument 2024-04-02T08:45:12.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.624+0000 7f66a8039780 1 > prepared operation key=CNF8703CRCYQ tag=VPP5EHRG4BVJ type=write size=647691 2024-04-02T08:45:12.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.626+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~EZF7ND5MFG90.0 size=1048576 2024-04-02T08:45:12.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.628+0000 7f66a8039780 1 < completed part key=_multipart_8QJNW10FF0U8.2~EZF7ND5MFG90.1 size=20542 2024-04-02T08:45:12.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.632+0000 7f66a8039780 1 < completed multipart upload key=8QJNW10FF0U8 upload=EZF7ND5MFG90 tag=41ADDE8G5RWC type=write size=2117694 2024-04-02T08:45:12.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.637+0000 7f66a8039780 1 > prepared part key=_multipart_ODRLSCYUJE7H.2~M00C95H81ZYK.0 size=418194 2024-04-02T08:45:12.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.637+0000 7f66a8039780 1 > prepared multipart upload key=ODRLSCYUJE7H upload=M00C95H81ZYK tag=K20P2OFMOQ86 type=write size=1466770 2024-04-02T08:45:12.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.639+0000 7f66a8039780 1 < canceled operation key=A0ZBFF51XGDX tag=0WOO7OM6RR3I type=write size=569749 2024-04-02T08:45:12.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.641+0000 7f66a8039780 1 > prepared operation key=N3Q53Q538DXX tag=0AW7MH4JYZ3F type=write size=773180 2024-04-02T08:45:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:45:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:12.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.646+0000 7f66a8039780 1 < suggested update operation key=A0ZBFF51XGDX tag=J2FVHSK4ZUFL type=write size=822220 2024-04-02T08:45:12.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.651+0000 7f66a8039780 1 > prepared part key=_multipart_N3Q53Q538DXX.2~3VNTNC0M0BHO.0 size=22702 2024-04-02T08:45:12.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.651+0000 7f66a8039780 1 > prepared multipart upload key=N3Q53Q538DXX upload=3VNTNC0M0BHO tag=C047B67932CR type=write size=1071278 2024-04-02T08:45:12.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.653+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~3MF4OQ3DW67W.0 size=1048576 2024-04-02T08:45:12.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.655+0000 7f66a8039780 1 < completed part key=_multipart_V9PXVXW0I69D.2~3MF4OQ3DW67W.1 size=820007 2024-04-02T08:45:12.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.659+0000 7f66a8039780 1 < completed multipart upload key=V9PXVXW0I69D upload=3MF4OQ3DW67W tag=W07B4V6J7WKD type=write size=2917159 2024-04-02T08:45:12.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.661+0000 7f66a8039780 1 > prepared operation key=FDBYRCJ7K5Z6 tag=HGVF7S9JQEND type=write size=471419 2024-04-02T08:45:12.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.663+0000 7f66a8039780 1 < completed part key=_multipart_VQVZN74VMII6.2~G3HFMUOL0OUU.0 size=482476 2024-04-02T08:45:12.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.667+0000 7f66a8039780 1 < completed multipart upload key=VQVZN74VMII6 upload=G3HFMUOL0OUU tag=3PK4XTDGIARP type=write size=1531052 2024-04-02T08:45:12.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.671+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~MCP5T99N2BEM.0 size=1048576 2024-04-02T08:45:12.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.673+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~MCP5T99N2BEM.1 size=1048576 2024-04-02T08:45:12.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.674+0000 7f66a8039780 1 > prepared part key=_multipart_8QJNW10FF0U8.2~MCP5T99N2BEM.2 size=306835 2024-04-02T08:45:12.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.674+0000 7f66a8039780 1 > prepared multipart upload key=8QJNW10FF0U8 upload=MCP5T99N2BEM tag=9IXPGW5DMN5D type=write size=3452563 2024-04-02T08:45:12.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.676+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~ZLSZ72S7ZQV8.0 size=1048576 2024-04-02T08:45:12.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.678+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~ZLSZ72S7ZQV8.1 size=1048576 2024-04-02T08:45:12.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.680+0000 7f66a8039780 1 < completed part key=_multipart_ZUO2TXTKZ5D6.2~ZLSZ72S7ZQV8.2 size=977672 2024-04-02T08:45:12.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.684+0000 7f66a8039780 1 < completed multipart upload key=ZUO2TXTKZ5D6 upload=ZLSZ72S7ZQV8 tag=D3HEO467K4V5 type=write size=4123400 2024-04-02T08:45:12.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.688+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~WWCG9ROPA3I4.0 size=1048576 2024-04-02T08:45:12.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.690+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~WWCG9ROPA3I4.1 size=1048576 2024-04-02T08:45:12.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.691+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~WWCG9ROPA3I4.2 size=630922 2024-04-02T08:45:12.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.691+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=WWCG9ROPA3I4 tag=0YZB4CKFJL3S type=write size=3776650 2024-04-02T08:45:12.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.693+0000 7f66a8039780 1 < completed delete operation key=ZUO2TXTKZ5D6 tag=JM2TKBGF2VE8 type=del 2024-04-02T08:45:12.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.695+0000 7f66a8039780 1 > prepared operation key=VPNAYM6TSPBV tag=OJKBBV4XYYHQ type=del size=3967597 2024-04-02T08:45:12.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.698+0000 7f66a8039780 1 < completed write operation key=VJZTCVAN2M5T tag=3ERAUYD0MECC type=write size=281000 2024-04-02T08:45:12.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.701+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~LTTQIN7NY918.0 size=1048576 2024-04-02T08:45:12.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.703+0000 7f66a8039780 1 > prepared part key=_multipart_HUH2LBUPML72.2~LTTQIN7NY918.1 size=148036 2024-04-02T08:45:12.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.703+0000 7f66a8039780 1 > prepared multipart upload key=HUH2LBUPML72 upload=LTTQIN7NY918 tag=SYMNMT11K7OO type=write size=2245188 2024-04-02T08:45:12.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.707+0000 7f66a8039780 1 < suggested update operation key=DBCO3QMJJEJ7 tag=68A6TLG86ZQN type=write size=478916 2024-04-02T08:45:12.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.711+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~USN6Z7WBXF1H.0 size=1048576 2024-04-02T08:45:12.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.713+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~USN6Z7WBXF1H.1 size=1048576 2024-04-02T08:45:12.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.715+0000 7f66a8039780 1 > prepared part key=_multipart_A0ZBFF51XGDX.2~USN6Z7WBXF1H.2 size=870332 2024-04-02T08:45:12.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.715+0000 7f66a8039780 1 > prepared multipart upload key=A0ZBFF51XGDX upload=USN6Z7WBXF1H tag=4JEUQ8P0D3MP type=write size=4016060 2024-04-02T08:45:12.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.717+0000 7f66a8039780 1 < completed delete operation key=VFSPTXAIF3ZP tag=XSWG972LGX5D type=del 2024-04-02T08:45:12.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.719+0000 7f66a8039780 1 > prepared operation key=VFSPTXAIF3ZP tag=0KW6GN6ZY576 type=del size=1120735 2024-04-02T08:45:12.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.724+0000 7f66a8039780 1 < suggested update operation key=HUH2LBUPML72 tag=5UQZJ0NXF2HZ type=del size=82277 2024-04-02T08:45:12.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.728+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~L4UZ0KB2GU7Q.0 size=1048576 2024-04-02T08:45:12.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.729+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~L4UZ0KB2GU7Q.1 size=1048576 2024-04-02T08:45:12.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.731+0000 7f66a8039780 1 > prepared part key=_multipart_J0H0DJZWIT92.2~L4UZ0KB2GU7Q.2 size=971218 2024-04-02T08:45:12.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.731+0000 7f66a8039780 1 > prepared multipart upload key=J0H0DJZWIT92 upload=L4UZ0KB2GU7Q tag=3F4W76C95ER6 type=write size=4116946 2024-04-02T08:45:12.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.733+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~LDRX8WCSOLYA.0 size=1048576 2024-04-02T08:45:12.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.735+0000 7f66a8039780 1 < completed part key=_multipart_VFSPTXAIF3ZP.2~LDRX8WCSOLYA.1 size=907977 2024-04-02T08:45:12.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.739+0000 7f66a8039780 1 < completed multipart upload key=VFSPTXAIF3ZP upload=LDRX8WCSOLYA tag=NUEWA2AQGXH8 type=write size=3005129 2024-04-02T08:45:12.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.743+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~6HLTZKUS3UNG.0 size=1048576 2024-04-02T08:45:12.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.745+0000 7f66a8039780 1 > prepared part key=_multipart_O0QCRP60VK0G.2~6HLTZKUS3UNG.1 size=302178 2024-04-02T08:45:12.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.745+0000 7f66a8039780 1 > prepared multipart upload key=O0QCRP60VK0G upload=6HLTZKUS3UNG tag=5VJT1SCOFTEJ type=write size=2399330 2024-04-02T08:45:12.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.747+0000 7f66a8039780 1 < completed delete operation key=N3Q53Q538DXX tag=BEFKUYT7SO9A type=del 2024-04-02T08:45:12.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.749+0000 7f66a8039780 1 > prepared operation key=ZIJ5SF72DVM1 tag=QPMD6NVR08WH type=del size=2183182 2024-04-02T08:45:12.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.753+0000 7f66a8039780 1 < suggested update operation key=RNMJ571SSULK tag=Y2UQWWEI82SE type=del size=3005377 2024-04-02T08:45:12.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.757+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~J6288XCR84FA.0 size=1048576 2024-04-02T08:45:12.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.759+0000 7f66a8039780 1 > prepared part key=_multipart_DBCO3QMJJEJ7.2~J6288XCR84FA.1 size=74004 2024-04-02T08:45:12.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-04-02T08:45:12.759+0000 7f66a8039780 1 > prepared multipart upload key=DBCO3QMJJEJ7 upload=J6288XCR84FA tag=7XM9H9ULYS0E type=write size=2171156 2024-04-02T08:45:12.758 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_stats.simulate (13885 ms) 2024-04-02T08:45:12.758 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from cls_rgw_stats (13885 ms total) 2024-04-02T08:45:12.758 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:45:12.758 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:45:12.894 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 1 test from 1 test suite ran. (15885 ms total) 2024-04-02T08:45:12.895 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 1 test. 2024-04-02T08:45:12.898 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:45:12.898 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:45:12.965 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-02T08:45:12.965 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-02T08:45:13.034 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-04-02T08:45:13.034 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-02T08:45:13.034 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T08:45:13.034 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from ClsSDK 2024-04-02T08:45:13.034 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-02T08:45:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:13 smithi137 ceph-mon[88456]: pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 374 KiB/s wr, 1.92k op/s 2024-04-02T08:45:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:13 smithi137 ceph-mon[88456]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T08:45:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:13 smithi028 ceph-mon[94314]: pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 374 KiB/s wr, 1.92k op/s 2024-04-02T08:45:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:13 smithi028 ceph-mon[94314]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T08:45:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:13 smithi028 ceph-mon[96890]: pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 374 KiB/s wr, 1.92k op/s 2024-04-02T08:45:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:13 smithi028 ceph-mon[96890]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-02T08:45:15.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:14 smithi028 ceph-mon[94314]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T08:45:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:14 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1201533766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:14 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:14 smithi028 ceph-mon[96890]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T08:45:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:14 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1201533766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:14 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:14 smithi137 ceph-mon[88456]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-02T08:45:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:14 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1201533766' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:14 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:15.910 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2876 ms) 2024-04-02T08:45:15.911 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-02T08:45:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:15 smithi028 ceph-mon[94314]: pgmap v1419: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:15 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:15 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:15 smithi028 ceph-mon[94314]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T08:45:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:15 smithi028 ceph-mon[96890]: pgmap v1419: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:15 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:15 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:15 smithi028 ceph-mon[96890]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T08:45:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:15 smithi137 ceph-mon[88456]: pgmap v1419: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:15 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T08:45:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:15 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:15 smithi137 ceph-mon[88456]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-02T08:45:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:16 smithi137 ceph-mon[88456]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T08:45:17.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:16 smithi028 ceph-mon[96890]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T08:45:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:16 smithi028 ceph-mon[94314]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-02T08:45:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[94314]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[94314]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1934867014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[96890]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[96890]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T08:45:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:17 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1934867014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:17 smithi137 ceph-mon[88456]: pgmap v1422: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:17 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T08:45:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:17 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T08:45:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:17 smithi137 ceph-mon[88456]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-02T08:45:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:17 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1934867014' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T08:45:18.933 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3022 ms) 2024-04-02T08:45:18.933 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from ClsSDK (5898 ms total) 2024-04-02T08:45:18.933 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T08:45:18.933 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T08:45:18.933 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 2 tests from 1 test suite ran. (5898 ms total) 2024-04-02T08:45:18.933 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 2 tests. 2024-04-02T08:45:18.936 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T08:45:18.936 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T08:45:19.002 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-02T08:45:19.003 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:45:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:18 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1934867014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:18 smithi028 ceph-mon[94314]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T08:45:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:18 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1934867014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:18 smithi028 ceph-mon[96890]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T08:45:19.286 DEBUG:teuthology.parallel:result is None 2024-04-02T08:45:19.287 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:45:19.313 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:45:19.313 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:45:19.368 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T08:45:19.368 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:45:19.368 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-02T08:45:19.368 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T08:45:19.368 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-02T08:45:19.368 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T08:45:19.369 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T08:45:19.369 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T08:45:19.370 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:45:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:18 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1934867014' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-140695-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T08:45:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:18 smithi137 ceph-mon[88456]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-02T08:45:19.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T08:45:19.423 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T08:45:19.423 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T08:45:19.477 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T08:45:19.477 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T08:45:19.532 INFO:tasks.workunit:timeout=3h 2024-04-02T08:45:19.532 INFO:tasks.workunit:cleanup=True 2024-04-02T08:45:19.532 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T08:45:19.586 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T08:45:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:19 smithi028 ceph-mon[94314]: pgmap v1425: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:19 smithi028 ceph-mon[94314]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T08:45:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:19 smithi028 ceph-mon[96890]: pgmap v1425: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:19 smithi028 ceph-mon[96890]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T08:45:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:19 smithi137 ceph-mon[88456]: pgmap v1425: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:19 smithi137 ceph-mon[88456]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-02T08:45:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:45:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:45:21] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-02T08:45:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:21 smithi028 ceph-mon[94314]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:21 smithi028 ceph-mon[96890]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:21 smithi137 ceph-mon[88456]: pgmap v1427: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:45:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:23 smithi028 ceph-mon[94314]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:23 smithi028 ceph-mon[96890]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:23 smithi137 ceph-mon[88456]: pgmap v1428: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:25.020 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T08:45:25.075 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T08:45:25.077 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:45:25.077 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T08:45:25.134 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T08:45:25.182 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T08:45:25.224 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T08:45:25.225 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:45:25.226 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T08:45:25.264 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T08:45:25.267 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T08:45:25.267 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T08:45:25.324 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-02T08:45:25.325 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-02T08:45:25.325 DEBUG:teuthology.orchestra.run.smithi028:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-02T08:45:25.424 INFO:tasks.workunit.client.0.smithi028.stdout:run length 1200 seconds 2024-04-02T08:45:25.425 INFO:tasks.workunit.client.0.smithi028.stdout:preparing 10240 objects 2024-04-02T08:45:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:25 smithi028 ceph-mon[94314]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:25 smithi028 ceph-mon[96890]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:25 smithi137 ceph-mon[88456]: pgmap v1429: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-02T08:45:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:45:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:27 smithi028 ceph-mon[96890]: pgmap v1430: 105 pgs: 105 active+clean; 23 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s wr, 213 op/s 2024-04-02T08:45:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:27 smithi028 ceph-mon[94314]: pgmap v1430: 105 pgs: 105 active+clean; 23 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s wr, 213 op/s 2024-04-02T08:45:28.217 INFO:tasks.workunit.client.0.smithi028.stdout:load-gen will run 1200 seconds 2024-04-02T08:45:28.359 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:27 smithi137 ceph-mon[88456]: pgmap v1430: 105 pgs: 105 active+clean; 23 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s wr, 213 op/s 2024-04-02T08:45:29.217 INFO:tasks.workunit.client.0.smithi028.stdout: 1: throughput=0MB/sec pending data=0 2024-04-02T08:45:29.218 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--jOBRSevwbUinI_ off=7659694 len=859710 2024-04-02T08:45:29.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 0 completed, throughput=0.815MB/sec 2024-04-02T08:45:29.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KMXQj16E7rPTP6e off=11555185 len=1271136 2024-04-02T08:45:29.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 1 completed, throughput=2.02MB/sec 2024-04-02T08:45:29.224 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w4zTzJYf0d3-h_3 off=10229110 len=1983723 2024-04-02T08:45:29.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 2 completed, throughput=3.89MB/sec 2024-04-02T08:45:29.227 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0kEY6N6mIT3Y7cU off=2760699 len=223330 2024-04-02T08:45:29.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 3 completed, throughput=4.09MB/sec 2024-04-02T08:45:29.229 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZMnfaDDG6deqghF off=13864461 len=851375 2024-04-02T08:45:29.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 4 completed, throughput=4.88MB/sec 2024-04-02T08:45:29.231 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rn-22c-dJmw0SvS off=662220 len=1361741 2024-04-02T08:45:29.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 5 completed, throughput=6.16MB/sec 2024-04-02T08:45:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:29 smithi137 ceph-mon[88456]: pgmap v1431: 105 pgs: 105 active+clean; 23 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s wr, 185 op/s 2024-04-02T08:45:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:29 smithi028 ceph-mon[94314]: pgmap v1431: 105 pgs: 105 active+clean; 23 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s wr, 185 op/s 2024-04-02T08:45:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:29 smithi028 ceph-mon[96890]: pgmap v1431: 105 pgs: 105 active+clean; 23 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s wr, 185 op/s 2024-04-02T08:45:30.231 INFO:tasks.workunit.client.0.smithi028.stdout: 2: throughput=3.1MB/sec pending data=0 2024-04-02T08:45:30.231 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dXXCPnOzOedG7W- off=7032023 len=212233 2024-04-02T08:45:30.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 6 completed, throughput=3.2MB/sec 2024-04-02T08:45:30.233 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bSwZ3OPreM0PSxI off=1527133 len=1550287 2024-04-02T08:45:30.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 7 completed, throughput=3.93MB/sec 2024-04-02T08:45:30.235 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-04V1ucwsV4aWhsT off=6807045 len=242756 2024-04-02T08:45:30.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 8 completed, throughput=4.04MB/sec 2024-04-02T08:45:30.236 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jemWlwJf0C0mLIT off=3315405 len=1773902 2024-04-02T08:45:30.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 9 completed, throughput=4.86MB/sec 2024-04-02T08:45:30.244 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cjds1oKo5qUTLFv off=2781543 len=989409 2024-04-02T08:45:30.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 10 completed, throughput=5.31MB/sec 2024-04-02T08:45:31.250 INFO:tasks.workunit.client.0.smithi028.stdout: 3: throughput=3.56MB/sec pending data=0 2024-04-02T08:45:31.251 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fEIDCzjdKBvoXHh off=4433930 len=1234677 2024-04-02T08:45:31.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 11 completed, throughput=3.94MB/sec 2024-04-02T08:45:31.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iHHno9WuP7oqbch off=1030458 len=1805213 2024-04-02T08:45:31.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 12 completed, throughput=4.5MB/sec 2024-04-02T08:45:31.262 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-enM1gLNmFQEclCl off=13294246 len=6122 2024-04-02T08:45:31.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 13 completed, throughput=4.5MB/sec 2024-04-02T08:45:31.262 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5O7X_4tjcMcgcXx off=2170893 len=16764 2024-04-02T08:45:31.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 14 completed, throughput=4.5MB/sec 2024-04-02T08:45:31.264 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rajrxVyCxeW9ctn off=12617929 len=1738891 2024-04-02T08:45:31.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 15 completed, throughput=5.04MB/sec 2024-04-02T08:45:31.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:45:31] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-02T08:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:31.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:31.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:45:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:45:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:45:32.269 INFO:tasks.workunit.client.0.smithi028.stdout: 4: throughput=3.79MB/sec pending data=0 2024-04-02T08:45:32.269 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c9AEzBbSnwGPMrp off=4600741 len=1996506 2024-04-02T08:45:32.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 16 completed, throughput=4.26MB/sec 2024-04-02T08:45:32.276 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_F4i1pZkLe0T0uT off=1037803 len=1043054 2024-04-02T08:45:32.278 INFO:tasks.workunit.client.0.smithi028.stdout:op 17 completed, throughput=4.5MB/sec 2024-04-02T08:45:32.278 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lFn-wf8Z_lefd1T off=1777245 len=2028560 2024-04-02T08:45:32.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 18 completed, throughput=4.97MB/sec 2024-04-02T08:45:32.279 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-URGVEJCAdMr5l9v off=6313646 len=1331482 2024-04-02T08:45:32.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 19 completed, throughput=5.29MB/sec 2024-04-02T08:45:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:32 smithi137 ceph-mon[88456]: pgmap v1432: 105 pgs: 105 active+clean; 54 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 445 KiB/s wr, 373 op/s 2024-04-02T08:45:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:45:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:32 smithi028 ceph-mon[94314]: pgmap v1432: 105 pgs: 105 active+clean; 54 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 445 KiB/s wr, 373 op/s 2024-04-02T08:45:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:32 smithi028 ceph-mon[96890]: pgmap v1432: 105 pgs: 105 active+clean; 54 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 445 KiB/s wr, 373 op/s 2024-04-02T08:45:33.280 INFO:tasks.workunit.client.0.smithi028.stdout: 5: throughput=4.24MB/sec pending data=0 2024-04-02T08:45:33.281 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mR0UemT3tvqYOsA off=9194084 len=341375 2024-04-02T08:45:33.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 20 completed, throughput=4.31MB/sec 2024-04-02T08:45:33.281 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-reSzSKA5fmHsZXa off=2551737 len=1448987 2024-04-02T08:45:33.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 21 completed, throughput=4.58MB/sec 2024-04-02T08:45:33.282 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FUErntgIE9GSqWi off=18777084 len=1815787 2024-04-02T08:45:33.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 22 completed, throughput=4.91MB/sec 2024-04-02T08:45:33.293 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--x8ZLOpS0GfNa_V off=1692444 len=1117809 2024-04-02T08:45:33.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 23 completed, throughput=5.12MB/sec 2024-04-02T08:45:34.294 INFO:tasks.workunit.client.0.smithi028.stdout: 6: throughput=4.28MB/sec pending data=0 2024-04-02T08:45:34.295 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DxXYsbzRknUbMWZ off=60244 len=1353627 2024-04-02T08:45:34.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 24 completed, throughput=4.48MB/sec 2024-04-02T08:45:34.300 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VdTJopjwP2MFsND off=6655452 len=692876 2024-04-02T08:45:34.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 25 completed, throughput=4.59MB/sec 2024-04-02T08:45:34.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VVlNUY6mFHqqD8f off=9487630 len=1738763 2024-04-02T08:45:34.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 26 completed, throughput=4.86MB/sec 2024-04-02T08:45:34.302 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Uw2xeCpeKNRDReI off=1044291 len=588161 2024-04-02T08:45:34.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 27 completed, throughput=4.95MB/sec 2024-04-02T08:45:34.305 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9Yux-0T45Q-y7TQ off=16653521 len=1644320 2024-04-02T08:45:34.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 28 completed, throughput=5.21MB/sec 2024-04-02T08:45:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:34 smithi137 ceph-mon[88456]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-02T08:45:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:34 smithi028 ceph-mon[96890]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-02T08:45:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:34 smithi028 ceph-mon[94314]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-02T08:45:35.310 INFO:tasks.workunit.client.0.smithi028.stdout: 7: throughput=4.47MB/sec pending data=0 2024-04-02T08:45:35.311 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XrypojRHUNYiH3a off=3153833 len=224768 2024-04-02T08:45:35.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 29 completed, throughput=4.5MB/sec 2024-04-02T08:45:35.313 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M_ON8JPu5FX3qwA off=5759238 len=216101 2024-04-02T08:45:35.316 INFO:tasks.workunit.client.0.smithi028.stdout:op 30 completed, throughput=4.53MB/sec 2024-04-02T08:45:35.316 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4VYPt3GuQTXN4D6 off=3357931 len=288444 2024-04-02T08:45:35.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 31 completed, throughput=4.57MB/sec 2024-04-02T08:45:35.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wBuIW-WkarkWIrW off=15540854 len=1251643 2024-04-02T08:45:35.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 32 completed, throughput=4.73MB/sec 2024-04-02T08:45:35.320 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-orM4PmQN5p9NwvO off=2855075 len=1391511 2024-04-02T08:45:35.326 INFO:tasks.workunit.client.0.smithi028.stdout:op 33 completed, throughput=4.91MB/sec 2024-04-02T08:45:35.326 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZcO2tR7FVO79LdH off=13540157 len=149104 2024-04-02T08:45:35.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 34 completed, throughput=4.93MB/sec 2024-04-02T08:45:35.327 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7r1aDcvBPFqY_P0 off=4712795 len=771487 2024-04-02T08:45:35.329 INFO:tasks.workunit.client.0.smithi028.stdout:op 35 completed, throughput=5.04MB/sec 2024-04-02T08:45:36.327 INFO:tasks.workunit.client.0.smithi028.stdout: 8: throughput=4.42MB/sec pending data=0 2024-04-02T08:45:36.328 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N7TNvj0hkdM7UPY off=18520856 len=2077055 2024-04-02T08:45:36.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 36 completed, throughput=4.65MB/sec 2024-04-02T08:45:36.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9gPM8DRkIjrWWms off=671556 len=2051283 2024-04-02T08:45:36.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 37 completed, throughput=4.89MB/sec 2024-04-02T08:45:36.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jhWlCsK3welhAHk off=6685204 len=763532 2024-04-02T08:45:36.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 38 completed, throughput=4.98MB/sec 2024-04-02T08:45:36.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JfEleIuAiRaEx9O off=6969081 len=1366822 2024-04-02T08:45:36.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 39 completed, throughput=5.14MB/sec 2024-04-02T08:45:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:36 smithi137 ceph-mon[88456]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-02T08:45:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:36 smithi028 ceph-mon[94314]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-02T08:45:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:36 smithi028 ceph-mon[96890]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-02T08:45:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:37.353 INFO:tasks.workunit.client.0.smithi028.stdout: 9: throughput=4.57MB/sec pending data=0 2024-04-02T08:45:37.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BiZPzKa5rP6yyzA off=14103882 len=1091315 2024-04-02T08:45:37.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 40 completed, throughput=4.69MB/sec 2024-04-02T08:45:37.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ffjFYqzyMMxMCDi off=16697057 len=826926 2024-04-02T08:45:37.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 41 completed, throughput=4.77MB/sec 2024-04-02T08:45:37.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NnVjGGS2B77s4-I off=5851306 len=1179589 2024-04-02T08:45:37.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 42 completed, throughput=4.9MB/sec 2024-04-02T08:45:37.356 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N3_hg6EMsz-2OdY off=331619 len=904566 2024-04-02T08:45:37.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 43 completed, throughput=4.99MB/sec 2024-04-02T08:45:37.357 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hVvjgLOTg1YrEUq off=8761348 len=716223 2024-04-02T08:45:37.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 44 completed, throughput=5.06MB/sec 2024-04-02T08:45:38.358 INFO:tasks.workunit.client.0.smithi028.stdout: 10: throughput=4.56MB/sec pending data=0 2024-04-02T08:45:38.358 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Er3hATqBImaqMW8 off=6740405 len=678187 2024-04-02T08:45:38.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 45 completed, throughput=4.63MB/sec 2024-04-02T08:45:38.359 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IzakSxxvmm9gI8v off=5151534 len=1871896 2024-04-02T08:45:38.360 INFO:tasks.workunit.client.0.smithi028.stdout:op 46 completed, throughput=4.8MB/sec 2024-04-02T08:45:38.360 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hMv0vLABe0V1Vm1 off=8285417 len=1090397 2024-04-02T08:45:38.361 INFO:tasks.workunit.client.0.smithi028.stdout:op 47 completed, throughput=4.91MB/sec 2024-04-02T08:45:38.361 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Lna3ZYNftf4cBkz off=7398761 len=1723003 2024-04-02T08:45:38.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 48 completed, throughput=5.07MB/sec 2024-04-02T08:45:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:38 smithi137 ceph-mon[88456]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 856 op/s 2024-04-02T08:45:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:38 smithi028 ceph-mon[94314]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 856 op/s 2024-04-02T08:45:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:38 smithi028 ceph-mon[96890]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 856 op/s 2024-04-02T08:45:39.365 INFO:tasks.workunit.client.0.smithi028.stdout: 11: throughput=4.61MB/sec pending data=0 2024-04-02T08:45:39.365 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MeA4K-95cNy_0UE off=11856219 len=1651593 2024-04-02T08:45:39.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 49 completed, throughput=4.75MB/sec 2024-04-02T08:45:39.366 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BMA7oWJd1wScU0a off=3745987 len=950388 2024-04-02T08:45:39.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 50 completed, throughput=4.83MB/sec 2024-04-02T08:45:39.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DZmDpaKe8-Ks-83 off=3498859 len=178255 2024-04-02T08:45:39.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 51 completed, throughput=4.85MB/sec 2024-04-02T08:45:39.370 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0qiPKAnsqM9W2pm off=2292172 len=718921 2024-04-02T08:45:39.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 52 completed, throughput=4.91MB/sec 2024-04-02T08:45:39.374 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7TrO4cOSbQbPPiJ off=13269782 len=1762383 2024-04-02T08:45:39.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 53 completed, throughput=5.05MB/sec 2024-04-02T08:45:40.381 INFO:tasks.workunit.client.0.smithi028.stdout: 12: throughput=4.64MB/sec pending data=0 2024-04-02T08:45:40.381 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EtOkdV03ykQhu0W off=11953780 len=577953 2024-04-02T08:45:40.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 54 completed, throughput=4.68MB/sec 2024-04-02T08:45:40.385 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aqL01sxfR9YYVFY off=354464 len=91247 2024-04-02T08:45:40.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 55 completed, throughput=4.69MB/sec 2024-04-02T08:45:40.387 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5p_tpII7zvzD-35 off=3323180 len=1568 2024-04-02T08:45:40.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 56 completed, throughput=4.69MB/sec 2024-04-02T08:45:40.389 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qS96Q-1DDxfR2jh off=1877449 len=1810826 2024-04-02T08:45:40.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 57 completed, throughput=4.83MB/sec 2024-04-02T08:45:40.395 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NI41sMi_HpQ31qv off=7380647 len=1823494 2024-04-02T08:45:40.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 58 completed, throughput=4.97MB/sec 2024-04-02T08:45:40.405 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T_PkIq_YusGvR4- off=22148029 len=1255161 2024-04-02T08:45:40.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 59 completed, throughput=5.06MB/sec 2024-04-02T08:45:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:40 smithi137 ceph-mon[88456]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 701 op/s 2024-04-02T08:45:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:40 smithi028 ceph-mon[94314]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 701 op/s 2024-04-02T08:45:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:40 smithi028 ceph-mon[96890]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 701 op/s 2024-04-02T08:45:41.411 INFO:tasks.workunit.client.0.smithi028.stdout: 13: throughput=4.68MB/sec pending data=0 2024-04-02T08:45:41.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-he7u9a8YIc5hrCw off=3341021 len=967882 2024-04-02T08:45:41.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 60 completed, throughput=4.75MB/sec 2024-04-02T08:45:41.416 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AQqszJfqkRDZmkq off=2184244 len=1383108 2024-04-02T08:45:41.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 61 completed, throughput=4.84MB/sec 2024-04-02T08:45:41.423 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dYtnL4WWr5wj_bs off=6656014 len=1128355 2024-04-02T08:45:41.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 62 completed, throughput=4.92MB/sec 2024-04-02T08:45:41.427 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cmb1ejSxwnQLVUT off=2729685 len=472329 2024-04-02T08:45:41.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 63 completed, throughput=4.96MB/sec 2024-04-02T08:45:41.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oohJ0BWUUX2JtVs off=13098471 len=1112142 2024-04-02T08:45:41.434 INFO:tasks.workunit.client.0.smithi028.stdout:op 64 completed, throughput=5.04MB/sec 2024-04-02T08:45:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:45:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:45:41] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-02T08:45:42.434 INFO:tasks.workunit.client.0.smithi028.stdout: 14: throughput=4.68MB/sec pending data=0 2024-04-02T08:45:42.434 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q6bEZU7UaJHT3U9 off=14788900 len=1278251 2024-04-02T08:45:42.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 65 completed, throughput=4.77MB/sec 2024-04-02T08:45:42.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iUPhLPAsSTY9ewq off=4261305 len=1753465 2024-04-02T08:45:42.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 66 completed, throughput=4.88MB/sec 2024-04-02T08:45:42.439 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yExjNxHNuHE8jJj off=8218404 len=1546829 2024-04-02T08:45:42.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 67 completed, throughput=4.98MB/sec 2024-04-02T08:45:42.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JZJnN9ETlRUrmlA off=10655341 len=1488336 2024-04-02T08:45:42.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 68 completed, throughput=5.08MB/sec 2024-04-02T08:45:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:42 smithi137 ceph-mon[88456]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 701 op/s 2024-04-02T08:45:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:45:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:42 smithi028 ceph-mon[94314]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 701 op/s 2024-04-02T08:45:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:42 smithi028 ceph-mon[96890]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 701 op/s 2024-04-02T08:45:43.449 INFO:tasks.workunit.client.0.smithi028.stdout: 15: throughput=4.75MB/sec pending data=0 2024-04-02T08:45:43.450 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S294rsYMAMg5-Sh off=2702388 len=1591340 2024-04-02T08:45:43.458 INFO:tasks.workunit.client.0.smithi028.stdout:op 69 completed, throughput=4.85MB/sec 2024-04-02T08:45:43.458 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lfdpBX7QtcamXiV off=7607781 len=819070 2024-04-02T08:45:43.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 70 completed, throughput=4.9MB/sec 2024-04-02T08:45:43.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i0YQn1hF64Pudof off=7337261 len=246549 2024-04-02T08:45:43.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 71 completed, throughput=4.91MB/sec 2024-04-02T08:45:43.462 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e0HkRes5ocdtxmc off=6546077 len=1127468 2024-04-02T08:45:43.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 72 completed, throughput=4.98MB/sec 2024-04-02T08:45:43.463 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hT8YyDUzFyuj8yr off=274600 len=1713383 2024-04-02T08:45:43.468 INFO:tasks.workunit.client.0.smithi028.stdout:op 73 completed, throughput=5.09MB/sec 2024-04-02T08:45:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: 16: throughput=4.77MB/sec pending data=0 2024-04-02T08:45:44.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hbHK0Hk9i9tIjX1 off=462359 len=1233964 2024-04-02T08:45:44.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 74 completed, throughput=4.85MB/sec 2024-04-02T08:45:44.470 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cjt0Khw4es_H7ZM off=285174 len=935392 2024-04-02T08:45:44.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 75 completed, throughput=4.9MB/sec 2024-04-02T08:45:44.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JIz3VM_dXjJoX6A off=689286 len=435510 2024-04-02T08:45:44.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 76 completed, throughput=4.92MB/sec 2024-04-02T08:45:44.475 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o6F6JEKve-0dXfQ off=64301 len=158250 2024-04-02T08:45:44.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 77 completed, throughput=4.93MB/sec 2024-04-02T08:45:44.478 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XOGipopvXih2QXo off=14676531 len=1877146 2024-04-02T08:45:44.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 78 completed, throughput=5.04MB/sec 2024-04-02T08:45:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:44 smithi137 ceph-mon[88456]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 494 op/s 2024-04-02T08:45:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:44 smithi028 ceph-mon[94314]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 494 op/s 2024-04-02T08:45:44.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:44 smithi028 ceph-mon[96890]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 494 op/s 2024-04-02T08:45:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: 17: throughput=4.75MB/sec pending data=0 2024-04-02T08:45:45.480 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oSkW7vEoURrgClN off=5476696 len=1761007 2024-04-02T08:45:45.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 79 completed, throughput=4.85MB/sec 2024-04-02T08:45:45.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M_pF76gGftSeqWj off=540711 len=611380 2024-04-02T08:45:45.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 80 completed, throughput=4.88MB/sec 2024-04-02T08:45:45.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x7b_7gClV2ww1Il off=7806508 len=1760964 2024-04-02T08:45:45.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 81 completed, throughput=4.97MB/sec 2024-04-02T08:45:45.496 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VVlNUY6mFHqqD8f off=3810385 len=728387 2024-04-02T08:45:45.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 82 completed, throughput=5.01MB/sec 2024-04-02T08:45:46.499 INFO:tasks.workunit.client.0.smithi028.stdout: 18: throughput=4.74MB/sec pending data=0 2024-04-02T08:45:46.499 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K0GjQWsdr53PisW off=6282660 len=1951012 2024-04-02T08:45:46.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 83 completed, throughput=4.84MB/sec 2024-04-02T08:45:46.501 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o5kmc0wmpSA-gUT off=7928148 len=1502167 2024-04-02T08:45:46.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 84 completed, throughput=4.92MB/sec 2024-04-02T08:45:46.502 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iooIhwOZ5h55WBv off=6257638 len=1356030 2024-04-02T08:45:46.503 INFO:tasks.workunit.client.0.smithi028.stdout:op 85 completed, throughput=4.99MB/sec 2024-04-02T08:45:46.503 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_yiAq5zqispixyE off=9280120 len=1233886 2024-04-02T08:45:46.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 86 completed, throughput=5.05MB/sec 2024-04-02T08:45:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:46 smithi137 ceph-mon[88456]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:45:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:46 smithi028 ceph-mon[94314]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:45:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:46 smithi028 ceph-mon[96890]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:45:47.506 INFO:tasks.workunit.client.0.smithi028.stdout: 19: throughput=4.79MB/sec pending data=0 2024-04-02T08:45:47.506 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GcAz9A9HPhxozGr off=5984737 len=1161515 2024-04-02T08:45:47.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 87 completed, throughput=4.85MB/sec 2024-04-02T08:45:47.507 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qygXKs5Q1I8ZH37 off=6146538 len=1449799 2024-04-02T08:45:47.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 88 completed, throughput=4.92MB/sec 2024-04-02T08:45:47.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8QxlELyZRccSYUt off=4168876 len=1352534 2024-04-02T08:45:47.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 89 completed, throughput=4.98MB/sec 2024-04-02T08:45:47.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sK_0VszLMFaw5Ru off=13055664 len=280223 2024-04-02T08:45:47.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 90 completed, throughput=5MB/sec 2024-04-02T08:45:47.520 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aqTKEieLLsJjL0G off=0 len=1403757 2024-04-02T08:45:47.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 91 completed, throughput=5.07MB/sec 2024-04-02T08:45:48.521 INFO:tasks.workunit.client.0.smithi028.stdout: 20: throughput=4.82MB/sec pending data=0 2024-04-02T08:45:48.521 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zGAS0_3YE465FK0 off=5985249 len=887490 2024-04-02T08:45:48.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 92 completed, throughput=4.86MB/sec 2024-04-02T08:45:48.523 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-brqTWhJH4UzQXPY off=232168 len=1319185 2024-04-02T08:45:48.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 93 completed, throughput=4.92MB/sec 2024-04-02T08:45:48.530 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W01VAn4JW_K0NoX off=10119877 len=1220164 2024-04-02T08:45:48.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 94 completed, throughput=4.97MB/sec 2024-04-02T08:45:48.534 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WwDJZtAPWs91Pfi off=3244645 len=1359171 2024-04-02T08:45:48.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 95 completed, throughput=5.04MB/sec 2024-04-02T08:45:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:48 smithi137 ceph-mon[88456]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:48 smithi028 ceph-mon[94314]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:48 smithi028 ceph-mon[96890]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:45:49.541 INFO:tasks.workunit.client.0.smithi028.stdout: 21: throughput=4.8MB/sec pending data=0 2024-04-02T08:45:49.541 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AkPvwyHRLwRJZhO off=0 len=1507177 2024-04-02T08:45:49.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 96 completed, throughput=4.87MB/sec 2024-04-02T08:45:49.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AHZ_Tce_YvnsrAg off=8349168 len=197478 2024-04-02T08:45:49.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 97 completed, throughput=4.87MB/sec 2024-04-02T08:45:49.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zEXrNUXR-d2pPIG off=4572757 len=174645 2024-04-02T08:45:49.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 98 completed, throughput=4.88MB/sec 2024-04-02T08:45:49.552 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kBvTECtYhOfMrbn off=4466153 len=1454118 2024-04-02T08:45:49.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 99 completed, throughput=4.95MB/sec 2024-04-02T08:45:49.554 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WGUUXqztPTZUUuH off=1581259 len=75175 2024-04-02T08:45:49.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 100 completed, throughput=4.95MB/sec 2024-04-02T08:45:49.555 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hEYl8RDYrNq_f9B off=243146 len=776046 2024-04-02T08:45:49.555 INFO:tasks.workunit.client.0.smithi028.stdout:op 101 completed, throughput=4.98MB/sec 2024-04-02T08:45:49.555 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eou5uxY5ZafXHI0 off=6279733 len=2070537 2024-04-02T08:45:49.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 102 completed, throughput=5.08MB/sec 2024-04-02T08:45:50.557 INFO:tasks.workunit.client.0.smithi028.stdout: 22: throughput=4.85MB/sec pending data=0 2024-04-02T08:45:50.558 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4WovkqWqWegbRlZ off=163982 len=1332791 2024-04-02T08:45:50.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 103 completed, throughput=4.9MB/sec 2024-04-02T08:45:50.564 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l9FofZ9VjolNvGf off=4696758 len=1941106 2024-04-02T08:45:50.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 104 completed, throughput=4.99MB/sec 2024-04-02T08:45:50.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gap7zjMIj7nDj-0 off=14528791 len=1910871 2024-04-02T08:45:50.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 105 completed, throughput=5.06MB/sec 2024-04-02T08:45:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:50 smithi137 ceph-mon[88456]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:50 smithi028 ceph-mon[94314]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:50 smithi028 ceph-mon[96890]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:51.580 INFO:tasks.workunit.client.0.smithi028.stdout: 23: throughput=4.85MB/sec pending data=0 2024-04-02T08:45:51.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4P2WOwfR8wvgS9C off=4334511 len=1921394 2024-04-02T08:45:51.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 106 completed, throughput=4.93MB/sec 2024-04-02T08:45:51.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j_EsQY88Dq4mzbR off=12171433 len=1339992 2024-04-02T08:45:51.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 107 completed, throughput=4.98MB/sec 2024-04-02T08:45:51.591 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rK7twAia_Z4Mehg off=20208161 len=46430 2024-04-02T08:45:51.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 108 completed, throughput=4.98MB/sec 2024-04-02T08:45:51.594 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZgDrwANoZ2q08W5 off=2842032 len=1655986 2024-04-02T08:45:51.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 109 completed, throughput=5.05MB/sec 2024-04-02T08:45:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:45:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:45:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:45:51] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-02T08:45:52.596 INFO:tasks.workunit.client.0.smithi028.stdout: 24: throughput=4.84MB/sec pending data=0 2024-04-02T08:45:52.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y3-Do6aCKCjtH6f off=12546007 len=1691468 2024-04-02T08:45:52.597 INFO:tasks.workunit.client.0.smithi028.stdout:op 110 completed, throughput=4.91MB/sec 2024-04-02T08:45:52.597 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0R6maGgLIcAUt4H off=0 len=1334321 2024-04-02T08:45:52.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 111 completed, throughput=4.96MB/sec 2024-04-02T08:45:52.602 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hN7sAU3AORowImP off=3374728 len=575202 2024-04-02T08:45:52.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 112 completed, throughput=4.98MB/sec 2024-04-02T08:45:52.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QgvTj8iaGsfZyiU off=12567552 len=2074699 2024-04-02T08:45:52.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 113 completed, throughput=5.06MB/sec 2024-04-02T08:45:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:52 smithi137 ceph-mon[88456]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:45:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:45:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:45:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:52 smithi028 ceph-mon[94314]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:45:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:52 smithi028 ceph-mon[96890]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:45:53.607 INFO:tasks.workunit.client.0.smithi028.stdout: 25: throughput=4.86MB/sec pending data=0 2024-04-02T08:45:53.607 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HXiGxjpOxILccLV off=10911596 len=543489 2024-04-02T08:45:53.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 114 completed, throughput=4.88MB/sec 2024-04-02T08:45:53.611 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RaqYKsrgjZtZyjK off=1467259 len=1826315 2024-04-02T08:45:53.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 115 completed, throughput=4.95MB/sec 2024-04-02T08:45:53.612 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jz7hzKVv11EucwB off=3173394 len=840809 2024-04-02T08:45:53.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 116 completed, throughput=4.98MB/sec 2024-04-02T08:45:53.616 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PyIV_nYnaEjKovS off=570343 len=1744191 2024-04-02T08:45:53.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 117 completed, throughput=5.04MB/sec 2024-04-02T08:45:54.622 INFO:tasks.workunit.client.0.smithi028.stdout: 26: throughput=4.85MB/sec pending data=0 2024-04-02T08:45:54.623 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dXB8qRoAOCN_Ee0 off=8208524 len=1720922 2024-04-02T08:45:54.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 118 completed, throughput=4.91MB/sec 2024-04-02T08:45:54.624 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lqij5Sd2CD6rS8B off=8261620 len=561994 2024-04-02T08:45:54.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 119 completed, throughput=4.93MB/sec 2024-04-02T08:45:54.625 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9U1-Te6Ebwmt8OL off=1202122 len=1907171 2024-04-02T08:45:54.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 120 completed, throughput=5MB/sec 2024-04-02T08:45:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:54 smithi137 ceph-mon[88456]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:45:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:54 smithi028 ceph-mon[94314]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:45:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:54 smithi028 ceph-mon[96890]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:45:55.633 INFO:tasks.workunit.client.0.smithi028.stdout: 27: throughput=4.82MB/sec pending data=0 2024-04-02T08:45:55.633 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QXdpZuXhTj5gTu6 off=16724315 len=434095 2024-04-02T08:45:55.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 121 completed, throughput=4.83MB/sec 2024-04-02T08:45:55.636 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xbmyXczDM0IGbtc off=363284 len=1347794 2024-04-02T08:45:55.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 122 completed, throughput=4.88MB/sec 2024-04-02T08:45:55.639 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6nRuR_sEK1dlnB_ off=956932 len=19384 2024-04-02T08:45:55.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 123 completed, throughput=4.88MB/sec 2024-04-02T08:45:55.639 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PFF7ic808-xYNyV off=4259781 len=1979658 2024-04-02T08:45:55.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 124 completed, throughput=4.95MB/sec 2024-04-02T08:45:55.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bWzOJVQVOXbooX5 off=10008399 len=517054 2024-04-02T08:45:55.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 125 completed, throughput=4.97MB/sec 2024-04-02T08:45:55.645 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qDOBCxX0_ucd4_J off=11672203 len=290575 2024-04-02T08:45:55.647 INFO:tasks.workunit.client.0.smithi028.stdout:op 126 completed, throughput=4.98MB/sec 2024-04-02T08:45:55.648 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E-UjVq2mNI__Qdp off=10895944 len=1397010 2024-04-02T08:45:55.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 127 completed, throughput=5.02MB/sec 2024-04-02T08:45:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:56 smithi137 ceph-mon[88456]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:56.649 INFO:tasks.workunit.client.0.smithi028.stdout: 28: throughput=4.85MB/sec pending data=0 2024-04-02T08:45:56.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gty8886s5090Zkb off=2974073 len=68902 2024-04-02T08:45:56.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 128 completed, throughput=4.85MB/sec 2024-04-02T08:45:56.650 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HQwX3e92eY4tm3K off=16790609 len=1074467 2024-04-02T08:45:56.652 INFO:tasks.workunit.client.0.smithi028.stdout:op 129 completed, throughput=4.89MB/sec 2024-04-02T08:45:56.652 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qPdeoonYOlFjCeg off=15439957 len=1799032 2024-04-02T08:45:56.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 130 completed, throughput=4.95MB/sec 2024-04-02T08:45:56.654 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-olX7FHYN-UJkTL3 off=5042599 len=1325747 2024-04-02T08:45:56.655 INFO:tasks.workunit.client.0.smithi028.stdout:op 131 completed, throughput=4.99MB/sec 2024-04-02T08:45:56.655 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TZsycrOzMHaUMvC off=354573 len=695181 2024-04-02T08:45:56.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 132 completed, throughput=5.01MB/sec 2024-04-02T08:45:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:56 smithi028 ceph-mon[94314]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:56 smithi028 ceph-mon[96890]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:45:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: 29: throughput=4.84MB/sec pending data=0 2024-04-02T08:45:57.659 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eCUrNFX9_R_QijV off=488810 len=578605 2024-04-02T08:45:57.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 133 completed, throughput=4.86MB/sec 2024-04-02T08:45:57.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z7S4fOdD4uuNIKi off=1789204 len=869903 2024-04-02T08:45:57.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 134 completed, throughput=4.89MB/sec 2024-04-02T08:45:57.661 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xfZplpsfAPI8nQC off=2447244 len=1180474 2024-04-02T08:45:57.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 135 completed, throughput=4.93MB/sec 2024-04-02T08:45:57.662 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qa7HfmeSisPs6Em off=14050519 len=91342 2024-04-02T08:45:57.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 136 completed, throughput=4.93MB/sec 2024-04-02T08:45:57.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2wyZRNYj2inQfoB off=1956229 len=2074886 2024-04-02T08:45:57.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 137 completed, throughput=5MB/sec 2024-04-02T08:45:57.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vB-UutuTIzRE9hw off=1246011 len=2033195 2024-04-02T08:45:57.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 138 completed, throughput=5.06MB/sec 2024-04-02T08:45:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:45:58 smithi137 ceph-mon[88456]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: 30: throughput=4.89MB/sec pending data=0 2024-04-02T08:45:58.677 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VuW9XFrPsLDnGsa off=7878995 len=1944439 2024-04-02T08:45:58.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 139 completed, throughput=4.96MB/sec 2024-04-02T08:45:58.679 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HPAVEEsvAmlL7Hc off=4430957 len=397866 2024-04-02T08:45:58.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 140 completed, throughput=4.97MB/sec 2024-04-02T08:45:58.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--H3eIEkfjpicXKL off=8607280 len=1418712 2024-04-02T08:45:58.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 141 completed, throughput=5.01MB/sec 2024-04-02T08:45:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:45:58 smithi028 ceph-mon[94314]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:45:58 smithi028 ceph-mon[96890]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:45:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: 31: throughput=4.85MB/sec pending data=0 2024-04-02T08:45:59.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zy5vxrj3EePjiKj off=12891188 len=1440665 2024-04-02T08:45:59.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 142 completed, throughput=4.89MB/sec 2024-04-02T08:45:59.691 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WwmXcLIQgXD7mVc off=204773 len=1303844 2024-04-02T08:45:59.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 143 completed, throughput=4.93MB/sec 2024-04-02T08:45:59.698 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m2JIY-6ioYin8T0 off=8155175 len=2090653 2024-04-02T08:45:59.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 144 completed, throughput=5MB/sec 2024-04-02T08:45:59.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mA8z3HTsqPz78bl off=7405717 len=198473 2024-04-02T08:45:59.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 145 completed, throughput=5MB/sec 2024-04-02T08:46:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:00 smithi137 ceph-mon[88456]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:46:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:00 smithi028 ceph-mon[94314]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:46:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:00 smithi028 ceph-mon[96890]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:46:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: 32: throughput=4.85MB/sec pending data=0 2024-04-02T08:46:00.703 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RV9M1-nhgfp80ov off=17347022 len=292489 2024-04-02T08:46:00.706 INFO:tasks.workunit.client.0.smithi028.stdout:op 146 completed, throughput=4.86MB/sec 2024-04-02T08:46:00.706 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ywr0wmqrVVRIsWv off=13942567 len=696285 2024-04-02T08:46:00.706 INFO:tasks.workunit.client.0.smithi028.stdout:op 147 completed, throughput=4.88MB/sec 2024-04-02T08:46:00.706 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l-H24vdsqXMT9eh off=14626931 len=1391541 2024-04-02T08:46:00.708 INFO:tasks.workunit.client.0.smithi028.stdout:op 148 completed, throughput=4.92MB/sec 2024-04-02T08:46:00.708 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SEv01H51OiSztVA off=936017 len=395470 2024-04-02T08:46:00.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 149 completed, throughput=4.93MB/sec 2024-04-02T08:46:00.709 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AMUIBaFL8CkzK0N off=2496937 len=1210797 2024-04-02T08:46:00.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 150 completed, throughput=4.96MB/sec 2024-04-02T08:46:00.717 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x-uQtK7dEzgBFrc off=1697424 len=1709428 2024-04-02T08:46:00.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 151 completed, throughput=5.01MB/sec 2024-04-02T08:46:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:46:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:46:01] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-02T08:46:01.718 INFO:tasks.workunit.client.0.smithi028.stdout: 33: throughput=4.86MB/sec pending data=0 2024-04-02T08:46:01.719 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rQcfkm8vHkhuMjD off=1928376 len=986658 2024-04-02T08:46:01.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 152 completed, throughput=4.89MB/sec 2024-04-02T08:46:01.723 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m2t5Q7tHVGF9mYl off=9484453 len=256749 2024-04-02T08:46:01.725 INFO:tasks.workunit.client.0.smithi028.stdout:op 153 completed, throughput=4.9MB/sec 2024-04-02T08:46:01.725 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WJqcS9c45WIzUcD off=964274 len=1625020 2024-04-02T08:46:01.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 154 completed, throughput=4.94MB/sec 2024-04-02T08:46:01.726 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9EtvYaQmBd-hq0w off=13259850 len=947076 2024-04-02T08:46:01.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 155 completed, throughput=4.97MB/sec 2024-04-02T08:46:01.731 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WLYno9oVh3qpoEZ off=3929231 len=391732 2024-04-02T08:46:01.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 156 completed, throughput=4.98MB/sec 2024-04-02T08:46:01.734 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UGqqkFSC6T9j_H4 off=3775192 len=840604 2024-04-02T08:46:01.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 157 completed, throughput=5MB/sec 2024-04-02T08:46:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:02 smithi137 ceph-mon[88456]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:46:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:02 smithi028 ceph-mon[94314]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:02 smithi028 ceph-mon[96890]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:02.738 INFO:tasks.workunit.client.0.smithi028.stdout: 34: throughput=4.86MB/sec pending data=0 2024-04-02T08:46:02.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gol1eGRNLTwK-J4 off=1788679 len=1802738 2024-04-02T08:46:02.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 158 completed, throughput=4.91MB/sec 2024-04-02T08:46:02.744 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RW99dmfgDqo0hpn off=12976526 len=1171646 2024-04-02T08:46:02.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 159 completed, throughput=4.94MB/sec 2024-04-02T08:46:02.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J_a1JMHddQMX47u off=217687 len=162864 2024-04-02T08:46:02.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 160 completed, throughput=4.94MB/sec 2024-04-02T08:46:02.754 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nysBrSZ8Dx5fvz9 off=9440036 len=1812919 2024-04-02T08:46:02.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 161 completed, throughput=4.99MB/sec 2024-04-02T08:46:02.755 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F0W-K2vDHFuC9-Z off=3184201 len=1465204 2024-04-02T08:46:02.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 162 completed, throughput=5.03MB/sec 2024-04-02T08:46:03.759 INFO:tasks.workunit.client.0.smithi028.stdout: 35: throughput=4.89MB/sec pending data=0 2024-04-02T08:46:03.759 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ozcpt0pH1ai6vUY off=11136871 len=447098 2024-04-02T08:46:03.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 163 completed, throughput=4.9MB/sec 2024-04-02T08:46:03.760 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-00nw2uvY94jhQWe off=3022857 len=1717374 2024-04-02T08:46:03.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 164 completed, throughput=4.95MB/sec 2024-04-02T08:46:03.766 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hqQhPJVs1gp8Qpb off=2495921 len=910730 2024-04-02T08:46:03.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 165 completed, throughput=4.97MB/sec 2024-04-02T08:46:03.768 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7Tad5wZp3w_KTLr off=18415501 len=368612 2024-04-02T08:46:03.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 166 completed, throughput=4.98MB/sec 2024-04-02T08:46:03.771 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JmsFsPk4aH9cGWK off=2304205 len=17900 2024-04-02T08:46:03.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 167 completed, throughput=4.98MB/sec 2024-04-02T08:46:03.773 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qastBHQ2IVbX5sR off=978968 len=2004609 2024-04-02T08:46:03.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 168 completed, throughput=5.04MB/sec 2024-04-02T08:46:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:04 smithi137 ceph-mon[88456]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:46:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:04 smithi028 ceph-mon[94314]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:46:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:04 smithi028 ceph-mon[96890]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:46:04.774 INFO:tasks.workunit.client.0.smithi028.stdout: 36: throughput=4.9MB/sec pending data=0 2024-04-02T08:46:04.774 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2pMjNpB3xCsCHcl off=2125115 len=1646250 2024-04-02T08:46:04.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 169 completed, throughput=4.94MB/sec 2024-04-02T08:46:04.778 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GS9ir1z-iDSLWEn off=806655 len=458098 2024-04-02T08:46:04.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 170 completed, throughput=4.95MB/sec 2024-04-02T08:46:04.782 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r4EKRB2eI05_osC off=9182255 len=1846922 2024-04-02T08:46:04.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 171 completed, throughput=5MB/sec 2024-04-02T08:46:04.783 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vGs3UpldEpdgEzZ off=8328364 len=1803116 2024-04-02T08:46:04.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 172 completed, throughput=5.05MB/sec 2024-04-02T08:46:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: 37: throughput=4.91MB/sec pending data=0 2024-04-02T08:46:05.791 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OK2JY9SYB3EK-0w off=2652187 len=1144269 2024-04-02T08:46:05.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 173 completed, throughput=4.94MB/sec 2024-04-02T08:46:05.795 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JufW0CvaCMDbKka off=2371265 len=1043274 2024-04-02T08:46:05.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 174 completed, throughput=4.97MB/sec 2024-04-02T08:46:05.800 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kUInFQyGulgO6Gl off=7312959 len=915590 2024-04-02T08:46:05.804 INFO:tasks.workunit.client.0.smithi028.stdout:op 175 completed, throughput=4.99MB/sec 2024-04-02T08:46:05.804 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8V-ZWV58UB_kmU7 off=2340702 len=473995 2024-04-02T08:46:05.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 176 completed, throughput=5MB/sec 2024-04-02T08:46:05.807 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OHs_eAImgCxbYQn off=12312574 len=868097 2024-04-02T08:46:05.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 177 completed, throughput=5.02MB/sec 2024-04-02T08:46:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:06 smithi137 ceph-mon[88456]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:46:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:06 smithi028 ceph-mon[94314]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:46:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:06 smithi028 ceph-mon[96890]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:46:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: 38: throughput=4.89MB/sec pending data=0 2024-04-02T08:46:06.808 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nzpoBr6-Z4d0l6c off=6310282 len=1267564 2024-04-02T08:46:06.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 178 completed, throughput=4.92MB/sec 2024-04-02T08:46:06.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NlZ7A_AfPNjJkLi off=3348047 len=1225998 2024-04-02T08:46:06.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 179 completed, throughput=4.95MB/sec 2024-04-02T08:46:06.816 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Kf96zMMTnKnUT-c off=19062527 len=541421 2024-04-02T08:46:06.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 180 completed, throughput=4.97MB/sec 2024-04-02T08:46:06.816 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s0hCmbjp6WrZfBz off=3674135 len=1661222 2024-04-02T08:46:06.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 181 completed, throughput=5.01MB/sec 2024-04-02T08:46:07.818 INFO:tasks.workunit.client.0.smithi028.stdout: 39: throughput=4.88MB/sec pending data=0 2024-04-02T08:46:07.818 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PKukequxFHEF3N8 off=2968569 len=1752806 2024-04-02T08:46:07.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 182 completed, throughput=4.92MB/sec 2024-04-02T08:46:07.820 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_Fo6BWhLTRSfD3F off=17482931 len=1709954 2024-04-02T08:46:07.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 183 completed, throughput=4.96MB/sec 2024-04-02T08:46:07.830 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GrgR7mALQoZLqFt off=5966517 len=198243 2024-04-02T08:46:07.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 184 completed, throughput=4.97MB/sec 2024-04-02T08:46:07.831 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IOYsZSLdvZqi_XG off=11570584 len=1392759 2024-04-02T08:46:07.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 185 completed, throughput=5MB/sec 2024-04-02T08:46:07.834 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jbg0gDhQcABxLM3 off=5599155 len=774555 2024-04-02T08:46:07.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 186 completed, throughput=5.02MB/sec 2024-04-02T08:46:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:08 smithi137 ceph-mon[88456]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:08 smithi028 ceph-mon[94314]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:08 smithi028 ceph-mon[96890]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:46:08.838 INFO:tasks.workunit.client.0.smithi028.stdout: 40: throughput=4.89MB/sec pending data=0 2024-04-02T08:46:08.838 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5kxeqSwdAQufe9S off=2664253 len=1784478 2024-04-02T08:46:08.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 187 completed, throughput=4.94MB/sec 2024-04-02T08:46:08.839 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U8j-eEOE19mdzra off=800205 len=34596 2024-04-02T08:46:08.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 188 completed, throughput=4.94MB/sec 2024-04-02T08:46:08.842 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XEROcMPsdpWYM5y off=1180334 len=1791113 2024-04-02T08:46:08.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 189 completed, throughput=4.98MB/sec 2024-04-02T08:46:08.843 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sv_m-Su39P0Ftd6 off=15075607 len=133524 2024-04-02T08:46:08.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 190 completed, throughput=4.98MB/sec 2024-04-02T08:46:08.844 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6WctRFwEYiKhJMT off=3800309 len=722905 2024-04-02T08:46:08.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 191 completed, throughput=5MB/sec 2024-04-02T08:46:08.845 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q6bEZU7UaJHT3U9 off=7366779 len=1563557 2024-04-02T08:46:08.846 INFO:tasks.workunit.client.0.smithi028.stdout:op 192 completed, throughput=5.03MB/sec 2024-04-02T08:46:09.846 INFO:tasks.workunit.client.0.smithi028.stdout: 41: throughput=4.91MB/sec pending data=0 2024-04-02T08:46:09.846 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e1Z9UAL6pLo0UQm off=7748867 len=413624 2024-04-02T08:46:09.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 193 completed, throughput=4.92MB/sec 2024-04-02T08:46:09.848 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qd3dJ8WbgKKGJYB off=2655999 len=1440053 2024-04-02T08:46:09.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 194 completed, throughput=4.96MB/sec 2024-04-02T08:46:09.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g-GI2ObFKGgXnTP off=17630939 len=661597 2024-04-02T08:46:09.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 195 completed, throughput=4.97MB/sec 2024-04-02T08:46:09.856 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7qwUbP2upqEHZtY off=1015113 len=249152 2024-04-02T08:46:09.857 INFO:tasks.workunit.client.0.smithi028.stdout:op 196 completed, throughput=4.98MB/sec 2024-04-02T08:46:09.857 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AyHkx0Kfz5aJAPm off=1699068 len=2065006 2024-04-02T08:46:09.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 197 completed, throughput=5.02MB/sec 2024-04-02T08:46:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:10 smithi137 ceph-mon[88456]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:10 smithi028 ceph-mon[94314]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:10 smithi028 ceph-mon[96890]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:10.868 INFO:tasks.workunit.client.0.smithi028.stdout: 42: throughput=4.9MB/sec pending data=0 2024-04-02T08:46:10.868 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q9TPEE9zg1XBviQ off=1871358 len=668409 2024-04-02T08:46:10.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 198 completed, throughput=4.92MB/sec 2024-04-02T08:46:10.873 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OEm9OOCq0JacTXO off=3276369 len=713581 2024-04-02T08:46:10.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 199 completed, throughput=4.93MB/sec 2024-04-02T08:46:10.876 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bd2Bt1-7gM5MWOK off=9168178 len=930618 2024-04-02T08:46:10.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 200 completed, throughput=4.95MB/sec 2024-04-02T08:46:10.882 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JkNIfQIIJgkUnyG off=8484848 len=1829472 2024-04-02T08:46:10.883 INFO:tasks.workunit.client.0.smithi028.stdout:op 201 completed, throughput=5MB/sec 2024-04-02T08:46:10.883 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f2ueL3HQA2IHgy4 off=2254246 len=1305493 2024-04-02T08:46:10.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 202 completed, throughput=5.02MB/sec 2024-04-02T08:46:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:46:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:46:11] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-02T08:46:11.885 INFO:tasks.workunit.client.0.smithi028.stdout: 43: throughput=4.91MB/sec pending data=0 2024-04-02T08:46:11.885 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jsCWhJGXKClgsne off=6102167 len=79491 2024-04-02T08:46:11.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 203 completed, throughput=4.91MB/sec 2024-04-02T08:46:11.887 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Be2mIK36z3X8OJv off=10485333 len=1181525 2024-04-02T08:46:11.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 204 completed, throughput=4.94MB/sec 2024-04-02T08:46:11.893 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nwehJ_KgVKtaPLt off=54504 len=588856 2024-04-02T08:46:11.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 205 completed, throughput=4.95MB/sec 2024-04-02T08:46:11.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ajMPodAXkNG-4-_ off=506566 len=1587464 2024-04-02T08:46:11.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 206 completed, throughput=4.98MB/sec 2024-04-02T08:46:11.898 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XOXjBlv2axpbzDv off=804351 len=242850 2024-04-02T08:46:11.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 207 completed, throughput=4.99MB/sec 2024-04-02T08:46:11.899 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W70QSlX5TMylTga off=3186771 len=1807965 2024-04-02T08:46:11.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 208 completed, throughput=5.03MB/sec 2024-04-02T08:46:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:12 smithi137 ceph-mon[88456]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:46:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:12 smithi028 ceph-mon[94314]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:12 smithi028 ceph-mon[96890]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:12.900 INFO:tasks.workunit.client.0.smithi028.stdout: 44: throughput=4.91MB/sec pending data=0 2024-04-02T08:46:12.900 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wPJgU4ZIbPlA7u0 off=1451661 len=31015 2024-04-02T08:46:12.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 209 completed, throughput=4.92MB/sec 2024-04-02T08:46:12.903 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HcsY-xLS0nYtwdj off=4781309 len=33802 2024-04-02T08:46:12.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 210 completed, throughput=4.92MB/sec 2024-04-02T08:46:12.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-irl9B3CjnGji8zm off=6493347 len=1263465 2024-04-02T08:46:12.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 211 completed, throughput=4.94MB/sec 2024-04-02T08:46:12.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5Q6eIFN67wpXeOY off=17490801 len=617907 2024-04-02T08:46:12.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 212 completed, throughput=4.95MB/sec 2024-04-02T08:46:12.912 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O8LLv5_JC39BLia off=4616285 len=1822466 2024-04-02T08:46:12.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 213 completed, throughput=4.99MB/sec 2024-04-02T08:46:12.921 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qastBHQ2IVbX5sR off=4997 len=1807192 2024-04-02T08:46:12.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 214 completed, throughput=5.03MB/sec 2024-04-02T08:46:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: 45: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:13.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3Og_kpP-VeNQxye off=9435592 len=1385508 2024-04-02T08:46:13.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 215 completed, throughput=4.95MB/sec 2024-04-02T08:46:13.932 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fMNpM7g7cKfiQqe off=3975936 len=1344838 2024-04-02T08:46:13.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 216 completed, throughput=4.98MB/sec 2024-04-02T08:46:13.940 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FgjAVjryPxbvaOF off=1052354 len=61862 2024-04-02T08:46:13.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 217 completed, throughput=4.98MB/sec 2024-04-02T08:46:13.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QeAMkTcJJdFKSRY off=1251094 len=576719 2024-04-02T08:46:13.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 218 completed, throughput=4.99MB/sec 2024-04-02T08:46:13.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q9WKuT_RlCF6ngs off=1415208 len=51022 2024-04-02T08:46:13.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 219 completed, throughput=4.99MB/sec 2024-04-02T08:46:13.942 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3DU6g8NSazac8px off=13709002 len=1682152 2024-04-02T08:46:13.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 220 completed, throughput=5.02MB/sec 2024-04-02T08:46:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:14 smithi137 ceph-mon[88456]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:46:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:14 smithi028 ceph-mon[94314]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:46:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:14 smithi028 ceph-mon[96890]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:46:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: 46: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:14.949 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HT0Gp3ftsa-laDE off=9225605 len=1670010 2024-04-02T08:46:14.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 221 completed, throughput=4.95MB/sec 2024-04-02T08:46:14.950 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9rurtDKLfK1lkl7 off=10114783 len=925705 2024-04-02T08:46:14.951 INFO:tasks.workunit.client.0.smithi028.stdout:op 222 completed, throughput=4.97MB/sec 2024-04-02T08:46:14.951 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hfjuuscm159Uumu off=5990254 len=78112 2024-04-02T08:46:14.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 223 completed, throughput=4.97MB/sec 2024-04-02T08:46:14.952 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VIKYPf_V76v0Avw off=1982476 len=462853 2024-04-02T08:46:14.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 224 completed, throughput=4.98MB/sec 2024-04-02T08:46:14.955 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4OlURIiA0vSmmIa off=3064200 len=249948 2024-04-02T08:46:14.958 INFO:tasks.workunit.client.0.smithi028.stdout:op 225 completed, throughput=4.99MB/sec 2024-04-02T08:46:14.958 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w-mf1X-3R3rcUoa off=5298452 len=215355 2024-04-02T08:46:14.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 226 completed, throughput=4.99MB/sec 2024-04-02T08:46:14.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DUihT4CQpKjOuAH off=5803969 len=1764217 2024-04-02T08:46:14.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 227 completed, throughput=5.03MB/sec 2024-04-02T08:46:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: 47: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:15.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QKHRw_NkS7G2Fav off=1507246 len=9899 2024-04-02T08:46:15.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 228 completed, throughput=4.92MB/sec 2024-04-02T08:46:15.963 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b3hxoXepFx06Psi off=5500368 len=1358902 2024-04-02T08:46:15.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 229 completed, throughput=4.95MB/sec 2024-04-02T08:46:15.968 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NtX_ALfe0fYHuLp off=19357 len=1600560 2024-04-02T08:46:15.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 230 completed, throughput=4.98MB/sec 2024-04-02T08:46:15.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yRW4BTwtgTY97N0 off=1626925 len=2004292 2024-04-02T08:46:15.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 231 completed, throughput=5.02MB/sec 2024-04-02T08:46:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:16 smithi137 ceph-mon[88456]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:16 smithi028 ceph-mon[94314]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:16 smithi028 ceph-mon[96890]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:46:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: 48: throughput=4.91MB/sec pending data=0 2024-04-02T08:46:16.983 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nUDl3EJrWpsU_0_ off=10348227 len=1320037 2024-04-02T08:46:16.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 232 completed, throughput=4.94MB/sec 2024-04-02T08:46:16.986 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hFaMhNTT6Qk3iXH off=13280785 len=1560325 2024-04-02T08:46:16.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 233 completed, throughput=4.97MB/sec 2024-04-02T08:46:16.992 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YZYUop04UJR7hmW off=1024655 len=62934 2024-04-02T08:46:16.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 234 completed, throughput=4.97MB/sec 2024-04-02T08:46:16.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LF8KfAYmsPBgZtk off=11311151 len=1211248 2024-04-02T08:46:16.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 235 completed, throughput=4.99MB/sec 2024-04-02T08:46:16.995 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sOmtG8ePEjhYktD off=1214121 len=1225367 2024-04-02T08:46:17.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 236 completed, throughput=5.02MB/sec 2024-04-02T08:46:18.001 INFO:tasks.workunit.client.0.smithi028.stdout: 49: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:18.001 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F0BtdknV-KFrKan off=13959934 len=698991 2024-04-02T08:46:18.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 237 completed, throughput=4.93MB/sec 2024-04-02T08:46:18.005 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yHTV9U8xJD1mqSe off=13378562 len=499235 2024-04-02T08:46:18.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 238 completed, throughput=4.94MB/sec 2024-04-02T08:46:18.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l5jC59qknaDQgJb off=4615573 len=1059089 2024-04-02T08:46:18.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 239 completed, throughput=4.96MB/sec 2024-04-02T08:46:18.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vB9p60FHVGTLLhA off=708275 len=1557736 2024-04-02T08:46:18.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 240 completed, throughput=4.99MB/sec 2024-04-02T08:46:18.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c4_5E7Fz5_yJN98 off=3763748 len=1998134 2024-04-02T08:46:18.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 241 completed, throughput=5.03MB/sec 2024-04-02T08:46:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:18 smithi137 ceph-mon[88456]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:46:18.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:18 smithi028 ceph-mon[94314]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:46:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:18 smithi028 ceph-mon[96890]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:46:19.015 INFO:tasks.workunit.client.0.smithi028.stdout: 50: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:19.016 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iboqSS2WdRzfloL off=16925775 len=1225321 2024-04-02T08:46:19.016 INFO:tasks.workunit.client.0.smithi028.stdout:op 242 completed, throughput=4.95MB/sec 2024-04-02T08:46:19.017 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nLw3-a5XB--tcaO off=623040 len=631054 2024-04-02T08:46:19.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 243 completed, throughput=4.96MB/sec 2024-04-02T08:46:19.017 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CkcgguhaxLv6c-O off=8245692 len=1860075 2024-04-02T08:46:19.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 244 completed, throughput=5MB/sec 2024-04-02T08:46:19.025 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rbgULT950gsjivt off=10041158 len=151490 2024-04-02T08:46:19.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 245 completed, throughput=5MB/sec 2024-04-02T08:46:19.028 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dqvjcr528PF7tn2 off=0 len=1230180 2024-04-02T08:46:19.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 246 completed, throughput=5.02MB/sec 2024-04-02T08:46:20.034 INFO:tasks.workunit.client.0.smithi028.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:20.035 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GGz7wdMVI-Td2fO off=5366084 len=1346925 2024-04-02T08:46:20.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 247 completed, throughput=4.95MB/sec 2024-04-02T08:46:20.043 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xn-gdLOfmmsuzIL off=0 len=1433492 2024-04-02T08:46:20.044 INFO:tasks.workunit.client.0.smithi028.stdout:op 248 completed, throughput=4.97MB/sec 2024-04-02T08:46:20.045 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H7JKmiBQKn9dgH2 off=1591051 len=443638 2024-04-02T08:46:20.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 249 completed, throughput=4.98MB/sec 2024-04-02T08:46:20.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jryZCOV_TpadmVO off=2272092 len=775291 2024-04-02T08:46:20.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 250 completed, throughput=5MB/sec 2024-04-02T08:46:20.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QbSXYEIwOfMU0Lg off=2381943 len=1477172 2024-04-02T08:46:20.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 251 completed, throughput=5.02MB/sec 2024-04-02T08:46:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:20 smithi137 ceph-mon[88456]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:20 smithi028 ceph-mon[94314]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:20 smithi028 ceph-mon[96890]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:46:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: 52: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:21.054 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5JQaHIV5beoQT5H off=3251577 len=1800252 2024-04-02T08:46:21.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 252 completed, throughput=4.96MB/sec 2024-04-02T08:46:21.061 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dwpqqj8RlJ1wR-k off=3363946 len=46040 2024-04-02T08:46:21.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 253 completed, throughput=4.96MB/sec 2024-04-02T08:46:21.061 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SKpoS9x8FfzBpmU off=13787967 len=1722676 2024-04-02T08:46:21.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 254 completed, throughput=4.99MB/sec 2024-04-02T08:46:21.069 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n8an-SsCGo8-4VY off=0 len=1271543 2024-04-02T08:46:21.077 INFO:tasks.workunit.client.0.smithi028.stdout:op 255 completed, throughput=5.01MB/sec 2024-04-02T08:46:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:46:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:46:21] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-02T08:46:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: 53: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:22.077 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cVucAT9tk4aI7Tj off=3228583 len=1352929 2024-04-02T08:46:22.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 256 completed, throughput=4.94MB/sec 2024-04-02T08:46:22.078 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ByjdMrd3HsJQDAy off=11614176 len=1967225 2024-04-02T08:46:22.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 257 completed, throughput=4.98MB/sec 2024-04-02T08:46:22.086 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o8McbQ_eteDW-Rb off=11198692 len=1091929 2024-04-02T08:46:22.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 258 completed, throughput=5MB/sec 2024-04-02T08:46:22.090 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RN7cG76CziW7cvQ off=1810199 len=1662217 2024-04-02T08:46:22.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 259 completed, throughput=5.03MB/sec 2024-04-02T08:46:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:22 smithi137 ceph-mon[88456]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:46:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:22 smithi028 ceph-mon[94314]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:22 smithi028 ceph-mon[96890]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: 54: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:23.097 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--9pQMKXp3qfBGgl off=6818561 len=1809812 2024-04-02T08:46:23.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 260 completed, throughput=4.97MB/sec 2024-04-02T08:46:23.103 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PUYKRU4AyyGbrpw off=515106 len=314606 2024-04-02T08:46:23.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 261 completed, throughput=4.97MB/sec 2024-04-02T08:46:23.107 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wo8AJk9LsB3Sodh off=20231170 len=221004 2024-04-02T08:46:23.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 262 completed, throughput=4.97MB/sec 2024-04-02T08:46:23.109 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bu1QH7PD0XyuIq5 off=19244229 len=2058994 2024-04-02T08:46:23.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 263 completed, throughput=5.01MB/sec 2024-04-02T08:46:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: 55: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:24.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NKHuXjQJOjlQ_LZ off=3184455 len=445809 2024-04-02T08:46:24.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 264 completed, throughput=4.93MB/sec 2024-04-02T08:46:24.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y8Vlat0ddFk7bC5 off=17768723 len=1998079 2024-04-02T08:46:24.122 INFO:tasks.workunit.client.0.smithi028.stdout:op 265 completed, throughput=4.96MB/sec 2024-04-02T08:46:24.122 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qh1gQ_hp4ZQgrgn off=15768885 len=1465545 2024-04-02T08:46:24.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 266 completed, throughput=4.99MB/sec 2024-04-02T08:46:24.128 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ryf1-mg-MEJWzl3 off=3927762 len=23757 2024-04-02T08:46:24.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 267 completed, throughput=4.99MB/sec 2024-04-02T08:46:24.130 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_TZsDvZB0TVcLqC off=6949024 len=791292 2024-04-02T08:46:24.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 268 completed, throughput=5MB/sec 2024-04-02T08:46:24.134 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WuJGC0DZRFh4t9_ off=1723827 len=1792999 2024-04-02T08:46:24.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 269 completed, throughput=5.03MB/sec 2024-04-02T08:46:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:24 smithi137 ceph-mon[88456]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:46:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:24 smithi028 ceph-mon[94314]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:46:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:24 smithi028 ceph-mon[96890]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:46:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: 56: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:25.136 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m70JSAUiJtNutRM off=2575790 len=371265 2024-04-02T08:46:25.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 270 completed, throughput=4.95MB/sec 2024-04-02T08:46:25.138 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hN7sAU3AORowImP off=3812086 len=1834351 2024-04-02T08:46:25.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 271 completed, throughput=4.98MB/sec 2024-04-02T08:46:25.139 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HR2JG-UnsaxY1S_ off=335728 len=1032749 2024-04-02T08:46:25.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 272 completed, throughput=4.99MB/sec 2024-04-02T08:46:25.140 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zlgLzkD6AM-vQgK off=18269407 len=886179 2024-04-02T08:46:25.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 273 completed, throughput=5.01MB/sec 2024-04-02T08:46:26.142 INFO:tasks.workunit.client.0.smithi028.stdout: 57: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:26.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vp3aq75lqtME8__ off=1680172 len=572897 2024-04-02T08:46:26.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 274 completed, throughput=4.93MB/sec 2024-04-02T08:46:26.145 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ub1SCDakpi2OvbP off=1054705 len=1104835 2024-04-02T08:46:26.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 275 completed, throughput=4.95MB/sec 2024-04-02T08:46:26.150 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lQ9VrkScDyuxQEj off=4873794 len=524912 2024-04-02T08:46:26.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 276 completed, throughput=4.96MB/sec 2024-04-02T08:46:26.154 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PNeASSxqR3nUDt5 off=5313971 len=162888 2024-04-02T08:46:26.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 277 completed, throughput=4.96MB/sec 2024-04-02T08:46:26.157 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JPQGysPA1jKlGhL off=983408 len=1234838 2024-04-02T08:46:26.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 278 completed, throughput=4.98MB/sec 2024-04-02T08:46:26.157 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0gvXCKHmjrc_eu3 off=0 len=1470090 2024-04-02T08:46:26.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 279 completed, throughput=5.01MB/sec 2024-04-02T08:46:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:26 smithi137 ceph-mon[88456]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:26 smithi028 ceph-mon[94314]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:26 smithi028 ceph-mon[96890]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:27.158 INFO:tasks.workunit.client.0.smithi028.stdout: 58: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:27.158 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IKULTdew2-D_AV8 off=17233309 len=1215577 2024-04-02T08:46:27.159 INFO:tasks.workunit.client.0.smithi028.stdout:op 280 completed, throughput=4.94MB/sec 2024-04-02T08:46:27.159 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--iAcDXT3u-xw7Sr off=3102964 len=1212775 2024-04-02T08:46:27.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 281 completed, throughput=4.96MB/sec 2024-04-02T08:46:27.164 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e1qOomEhpnB7eWR off=313060 len=892070 2024-04-02T08:46:27.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 282 completed, throughput=4.97MB/sec 2024-04-02T08:46:27.165 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sd1iEq8PSNoidYf off=4934630 len=400978 2024-04-02T08:46:27.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 283 completed, throughput=4.98MB/sec 2024-04-02T08:46:27.165 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GGVHzWWcoiJAH64 off=8572900 len=413748 2024-04-02T08:46:27.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 284 completed, throughput=4.99MB/sec 2024-04-02T08:46:27.169 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Uq64o9OFHizZWK7 off=7883898 len=43059 2024-04-02T08:46:27.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 285 completed, throughput=4.99MB/sec 2024-04-02T08:46:27.169 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KLQjn9-ZRj8E_RF off=2893174 len=1663484 2024-04-02T08:46:27.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 286 completed, throughput=5.01MB/sec 2024-04-02T08:46:28.177 INFO:tasks.workunit.client.0.smithi028.stdout: 59: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:28.177 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HSeGIHHmFY1YCxF off=128817 len=97605 2024-04-02T08:46:28.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 287 completed, throughput=4.93MB/sec 2024-04-02T08:46:28.179 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N38NLvhzzDuj-tr off=9567771 len=1075913 2024-04-02T08:46:28.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 288 completed, throughput=4.95MB/sec 2024-04-02T08:46:28.184 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_kAeoEa5C58-WiI off=6640943 len=1871431 2024-04-02T08:46:28.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 289 completed, throughput=4.98MB/sec 2024-04-02T08:46:28.185 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j0YNvTuCP_-lAp2 off=7387731 len=39139 2024-04-02T08:46:28.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 290 completed, throughput=4.98MB/sec 2024-04-02T08:46:28.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7kuGSCwTeCO3GWO off=6663852 len=972217 2024-04-02T08:46:28.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 291 completed, throughput=4.99MB/sec 2024-04-02T08:46:28.190 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zthymsMV8Dc4lvi off=6562640 len=381880 2024-04-02T08:46:28.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 292 completed, throughput=5MB/sec 2024-04-02T08:46:28.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HtiQaUfohXiDR0Z off=5045450 len=196869 2024-04-02T08:46:28.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 293 completed, throughput=5MB/sec 2024-04-02T08:46:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:28 smithi137 ceph-mon[88456]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:46:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:28 smithi028 ceph-mon[94314]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:46:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:28 smithi028 ceph-mon[96890]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:46:29.194 INFO:tasks.workunit.client.0.smithi028.stdout: 60: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:29.194 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H0BO147x1dxLJGW off=2878408 len=1630273 2024-04-02T08:46:29.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 294 completed, throughput=4.94MB/sec 2024-04-02T08:46:29.203 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JPQGysPA1jKlGhL off=20772860 len=913631 2024-04-02T08:46:29.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 295 completed, throughput=4.96MB/sec 2024-04-02T08:46:29.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iNQZh_EUbKh7rCv off=10694302 len=1804185 2024-04-02T08:46:29.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 296 completed, throughput=4.99MB/sec 2024-04-02T08:46:29.213 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-74AH1eSoBcmqdg0 off=2679091 len=1024737 2024-04-02T08:46:29.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 297 completed, throughput=5MB/sec 2024-04-02T08:46:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:29 smithi137 ceph-mon[88456]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:46:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:29 smithi028 ceph-mon[94314]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:46:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:29 smithi028 ceph-mon[96890]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:46:30.218 INFO:tasks.workunit.client.0.smithi028.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-02T08:46:30.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-We4vOrXV5SELnPW off=571604 len=1093962 2024-04-02T08:46:30.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 298 completed, throughput=4.94MB/sec 2024-04-02T08:46:30.219 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wxX4wvzbP9QjKmQ off=7831181 len=1682288 2024-04-02T08:46:30.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 299 completed, throughput=4.96MB/sec 2024-04-02T08:46:30.225 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UKv7oWyGKvwRbyG off=2233370 len=893587 2024-04-02T08:46:30.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 300 completed, throughput=4.98MB/sec 2024-04-02T08:46:30.226 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XV1oXo0KsRtoGuX off=18469587 len=2083193 2024-04-02T08:46:30.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 301 completed, throughput=5.01MB/sec 2024-04-02T08:46:31.227 INFO:tasks.workunit.client.0.smithi028.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:31.228 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zEcDi-4S1sgknrb off=12089382 len=836641 2024-04-02T08:46:31.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 302 completed, throughput=4.94MB/sec 2024-04-02T08:46:31.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2d2oRJY2i9RSQDG off=522565 len=2085585 2024-04-02T08:46:31.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 303 completed, throughput=4.97MB/sec 2024-04-02T08:46:31.236 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1GmM7vJYzxRrA9o off=20785928 len=917510 2024-04-02T08:46:31.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 304 completed, throughput=4.99MB/sec 2024-04-02T08:46:31.240 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_2oypa_IZc_JXQ8 off=1213388 len=1806852 2024-04-02T08:46:31.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 305 completed, throughput=5.01MB/sec 2024-04-02T08:46:31.692 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:46:31] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[94314]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[96890]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:31 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:46:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:31 smithi137 ceph-mon[88456]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:46:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:46:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:46:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:46:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:31 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:46:32.248 INFO:tasks.workunit.client.0.smithi028.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:32.249 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aIrtKG8N4FTDKRW off=1144975 len=328649 2024-04-02T08:46:32.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 306 completed, throughput=4.94MB/sec 2024-04-02T08:46:32.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GfMiOb-tHOPOF3j off=5827750 len=115756 2024-04-02T08:46:32.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 307 completed, throughput=4.94MB/sec 2024-04-02T08:46:32.252 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R0OgQRbyrEntoRb off=1784108 len=777281 2024-04-02T08:46:32.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 308 completed, throughput=4.95MB/sec 2024-04-02T08:46:32.252 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PhZ9pSaoMH1odPs off=5488653 len=1724884 2024-04-02T08:46:32.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 309 completed, throughput=4.98MB/sec 2024-04-02T08:46:32.258 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H088oW-9gMRaS5_ off=9550982 len=571316 2024-04-02T08:46:32.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 310 completed, throughput=4.99MB/sec 2024-04-02T08:46:32.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--q9ut817XpTtHuq off=2512981 len=867847 2024-04-02T08:46:32.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 311 completed, throughput=5MB/sec 2024-04-02T08:46:32.262 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oy4sz-DSdjWO8TP off=7124715 len=777607 2024-04-02T08:46:32.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 312 completed, throughput=5.01MB/sec 2024-04-02T08:46:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:46:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:33.267 INFO:tasks.workunit.client.0.smithi028.stdout: 64: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:33.267 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_5gpetx6YtrW_rI off=16389070 len=1976228 2024-04-02T08:46:33.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 313 completed, throughput=4.96MB/sec 2024-04-02T08:46:33.269 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JMfMpIeC9LnAKSK off=11615489 len=718436 2024-04-02T08:46:33.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 314 completed, throughput=4.97MB/sec 2024-04-02T08:46:33.273 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-utEh06Cj28iUasT off=20917637 len=1755276 2024-04-02T08:46:33.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 315 completed, throughput=5MB/sec 2024-04-02T08:46:33.274 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kvT8kS3bokBU_2g off=10881849 len=1565680 2024-04-02T08:46:33.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 316 completed, throughput=5.02MB/sec 2024-04-02T08:46:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:33 smithi028 ceph-mon[94314]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:46:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:33 smithi028 ceph-mon[96890]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:46:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:33 smithi137 ceph-mon[88456]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:46:34.283 INFO:tasks.workunit.client.0.smithi028.stdout: 65: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:34.283 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XaPJ3TY4o8F8v4N off=0 len=1289088 2024-04-02T08:46:34.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 317 completed, throughput=4.96MB/sec 2024-04-02T08:46:34.288 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W01VAn4JW_K0NoX off=15785712 len=1879524 2024-04-02T08:46:34.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 318 completed, throughput=4.99MB/sec 2024-04-02T08:46:34.295 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6bhQ7nm7l6I2abZ off=9128278 len=1624365 2024-04-02T08:46:34.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 319 completed, throughput=5.01MB/sec 2024-04-02T08:46:35.305 INFO:tasks.workunit.client.0.smithi028.stdout: 66: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:35.305 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xbIROcNdMfJo3XD off=3754498 len=1880208 2024-04-02T08:46:35.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 320 completed, throughput=4.96MB/sec 2024-04-02T08:46:35.308 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LuFZZcaQQDMCyiV off=9296703 len=839245 2024-04-02T08:46:35.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 321 completed, throughput=4.98MB/sec 2024-04-02T08:46:35.309 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M6uSoGUAm3Bcigm off=2324720 len=1966574 2024-04-02T08:46:35.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 322 completed, throughput=5MB/sec 2024-04-02T08:46:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:35 smithi028 ceph-mon[96890]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:35 smithi028 ceph-mon[94314]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:35 smithi137 ceph-mon[88456]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:36.322 INFO:tasks.workunit.client.0.smithi028.stdout: 67: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:36.323 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3v1AjsBfcgisgeT off=671603 len=1662714 2024-04-02T08:46:36.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 323 completed, throughput=4.95MB/sec 2024-04-02T08:46:36.324 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G7o-zg3CT_N1zRQ off=20817034 len=797839 2024-04-02T08:46:36.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 324 completed, throughput=4.96MB/sec 2024-04-02T08:46:36.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FGnDoXjbgJvKbai off=5031720 len=1673597 2024-04-02T08:46:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 325 completed, throughput=4.99MB/sec 2024-04-02T08:46:36.335 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EeTs84Fx2L5uxv6 off=4256151 len=1924730 2024-04-02T08:46:36.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 326 completed, throughput=5.01MB/sec 2024-04-02T08:46:37.338 INFO:tasks.workunit.client.0.smithi028.stdout: 68: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:37.339 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FPnw6-UcKRp4eNF off=445374 len=1577995 2024-04-02T08:46:37.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 327 completed, throughput=4.96MB/sec 2024-04-02T08:46:37.346 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ltDugIt2fct2kZw off=952844 len=248035 2024-04-02T08:46:37.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 328 completed, throughput=4.96MB/sec 2024-04-02T08:46:37.348 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9sJQFeJVqpVut_Y off=3734767 len=1782013 2024-04-02T08:46:37.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 329 completed, throughput=4.99MB/sec 2024-04-02T08:46:37.352 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5GNxSeGjFiZ1w73 off=19016241 len=973645 2024-04-02T08:46:37.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 330 completed, throughput=5MB/sec 2024-04-02T08:46:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:37 smithi137 ceph-mon[88456]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:46:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:37 smithi028 ceph-mon[94314]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:46:38.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:37 smithi028 ceph-mon[96890]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:46:38.356 INFO:tasks.workunit.client.0.smithi028.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:38.356 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t8SXi9XHoZcuPll off=2821583 len=1895818 2024-04-02T08:46:38.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 331 completed, throughput=4.96MB/sec 2024-04-02T08:46:38.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QHQi4ZtT1xdxcI_ off=7158277 len=1406238 2024-04-02T08:46:38.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 332 completed, throughput=4.97MB/sec 2024-04-02T08:46:38.375 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ioqik1hrk4S0L5q off=170752 len=1379677 2024-04-02T08:46:38.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 333 completed, throughput=4.99MB/sec 2024-04-02T08:46:38.375 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jrnfLfPwA6ZQ4ja off=19020352 len=844523 2024-04-02T08:46:38.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 334 completed, throughput=5MB/sec 2024-04-02T08:46:39.377 INFO:tasks.workunit.client.0.smithi028.stdout: 70: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:39.377 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KMXQj16E7rPTP6e off=437358 len=247465 2024-04-02T08:46:39.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 335 completed, throughput=4.94MB/sec 2024-04-02T08:46:39.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oQOCL2pVkhUM1a1 off=2961256 len=113894 2024-04-02T08:46:39.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 336 completed, throughput=4.94MB/sec 2024-04-02T08:46:39.382 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--H3eIEkfjpicXKL off=3519615 len=1695798 2024-04-02T08:46:39.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 337 completed, throughput=4.96MB/sec 2024-04-02T08:46:39.385 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r4EKRB2eI05_osC off=1023211 len=1810816 2024-04-02T08:46:39.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 338 completed, throughput=4.98MB/sec 2024-04-02T08:46:39.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mpAYeimxmbFiQJ9 off=8394521 len=1056220 2024-04-02T08:46:39.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 339 completed, throughput=5MB/sec 2024-04-02T08:46:39.393 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t31O_L4e_pSR4vI off=2734128 len=742128 2024-04-02T08:46:39.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 340 completed, throughput=5.01MB/sec 2024-04-02T08:46:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:39 smithi137 ceph-mon[88456]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:39 smithi028 ceph-mon[94314]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:39 smithi028 ceph-mon[96890]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:40.396 INFO:tasks.workunit.client.0.smithi028.stdout: 71: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:40.397 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KBiBu1SZmWezZAa off=1589926 len=919688 2024-04-02T08:46:40.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 341 completed, throughput=4.95MB/sec 2024-04-02T08:46:40.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4DTCjOqbW5z-1oY off=17643479 len=288758 2024-04-02T08:46:40.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 342 completed, throughput=4.95MB/sec 2024-04-02T08:46:40.400 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s8DdKpK-As4mLhz off=5391818 len=674151 2024-04-02T08:46:40.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 343 completed, throughput=4.96MB/sec 2024-04-02T08:46:40.404 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vbTWDOY26bvcHp9 off=7650548 len=1184222 2024-04-02T08:46:40.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 344 completed, throughput=4.98MB/sec 2024-04-02T08:46:40.405 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7WcgemTzc9v5pZv off=5188948 len=1929408 2024-04-02T08:46:40.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 345 completed, throughput=5MB/sec 2024-04-02T08:46:41.415 INFO:tasks.workunit.client.0.smithi028.stdout: 72: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:41.415 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hZurgWJb5CWRvgK off=369446 len=1639251 2024-04-02T08:46:41.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 346 completed, throughput=4.96MB/sec 2024-04-02T08:46:41.417 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MtpUKwp8I0t0pv_ off=11728485 len=682802 2024-04-02T08:46:41.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 347 completed, throughput=4.97MB/sec 2024-04-02T08:46:41.418 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_lCXKfk3mPOGdVU off=2271539 len=853655 2024-04-02T08:46:41.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 348 completed, throughput=4.98MB/sec 2024-04-02T08:46:41.422 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Er4xlSKporI1odI off=15558235 len=25347 2024-04-02T08:46:41.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 349 completed, throughput=4.98MB/sec 2024-04-02T08:46:41.424 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G_MF8lJfwf75LAw off=286198 len=1851491 2024-04-02T08:46:41.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 350 completed, throughput=5MB/sec 2024-04-02T08:46:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:46:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:46:41] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:46:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:41 smithi137 ceph-mon[88456]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:42.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:41 smithi028 ceph-mon[94314]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:41 smithi028 ceph-mon[96890]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:46:42.426 INFO:tasks.workunit.client.0.smithi028.stdout: 73: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:42.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yj6BUcSMivf4UM4 off=1742671 len=1757542 2024-04-02T08:46:42.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 351 completed, throughput=4.96MB/sec 2024-04-02T08:46:42.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RYQuV7NwsNeuPRj off=118259 len=1133085 2024-04-02T08:46:42.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 352 completed, throughput=4.97MB/sec 2024-04-02T08:46:42.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g6R4Ll_o7aoedOr off=8224045 len=1872686 2024-04-02T08:46:42.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 353 completed, throughput=4.99MB/sec 2024-04-02T08:46:42.439 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YNwZpWO6ESIuN1C off=6601445 len=32884 2024-04-02T08:46:42.441 INFO:tasks.workunit.client.0.smithi028.stdout:op 354 completed, throughput=4.99MB/sec 2024-04-02T08:46:42.441 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oGxdLUYOBWiHsKC off=9596705 len=531915 2024-04-02T08:46:42.441 INFO:tasks.workunit.client.0.smithi028.stdout:op 355 completed, throughput=5MB/sec 2024-04-02T08:46:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:46:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:43.442 INFO:tasks.workunit.client.0.smithi028.stdout: 74: throughput=4.93MB/sec pending data=0 2024-04-02T08:46:43.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iXEgBr_9GuhF2Nl off=11386373 len=1470607 2024-04-02T08:46:43.447 INFO:tasks.workunit.client.0.smithi028.stdout:op 356 completed, throughput=4.95MB/sec 2024-04-02T08:46:43.447 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EDPCRgFmxl1CCiG off=6780964 len=159657 2024-04-02T08:46:43.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 357 completed, throughput=4.95MB/sec 2024-04-02T08:46:43.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TeELbiY6bCHz9zm off=4211432 len=936886 2024-04-02T08:46:43.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 358 completed, throughput=4.97MB/sec 2024-04-02T08:46:43.450 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E6NkNNksgNQxm2O off=5644763 len=128149 2024-04-02T08:46:43.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 359 completed, throughput=4.97MB/sec 2024-04-02T08:46:43.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cdjnpRB6_8qd6g2 off=560218 len=1380607 2024-04-02T08:46:43.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 360 completed, throughput=4.99MB/sec 2024-04-02T08:46:43.454 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L-QmG61rhHyG6h9 off=3651247 len=381342 2024-04-02T08:46:43.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 361 completed, throughput=4.99MB/sec 2024-04-02T08:46:43.457 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3LJtXWpQRJNrqOv off=3664522 len=1974434 2024-04-02T08:46:43.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 362 completed, throughput=5.01MB/sec 2024-04-02T08:46:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:43 smithi137 ceph-mon[88456]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:43 smithi028 ceph-mon[94314]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:43 smithi028 ceph-mon[96890]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: 75: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:44.460 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4Wv0huILTZF1Wya off=11043673 len=228985 2024-04-02T08:46:44.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 363 completed, throughput=4.95MB/sec 2024-04-02T08:46:44.461 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JenRM3BgsOvdsxS off=9788147 len=1128457 2024-04-02T08:46:44.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 364 completed, throughput=4.97MB/sec 2024-04-02T08:46:44.465 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DG8GVU11_q99yNf off=11439983 len=565223 2024-04-02T08:46:44.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 365 completed, throughput=4.97MB/sec 2024-04-02T08:46:44.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z0fDgpWbK8fRIXj off=557732 len=867705 2024-04-02T08:46:44.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 366 completed, throughput=4.98MB/sec 2024-04-02T08:46:44.470 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7GXEEdeWDOzy7hx off=9475 len=2054254 2024-04-02T08:46:44.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 367 completed, throughput=5.01MB/sec 2024-04-02T08:46:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:45.477 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--lm5d1FhWV-anTv off=0 len=1111485 2024-04-02T08:46:45.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 368 completed, throughput=4.96MB/sec 2024-04-02T08:46:45.478 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hKNdl8ESmezIO1B off=16151390 len=902536 2024-04-02T08:46:45.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 369 completed, throughput=4.97MB/sec 2024-04-02T08:46:45.482 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5Lzorbx7xJCvsZQ off=3943306 len=951997 2024-04-02T08:46:45.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 370 completed, throughput=4.98MB/sec 2024-04-02T08:46:45.484 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KaevWRSBYkCUEPo off=769183 len=135681 2024-04-02T08:46:45.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 371 completed, throughput=4.98MB/sec 2024-04-02T08:46:45.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NfDLsktlq-XN1nc off=17455217 len=921851 2024-04-02T08:46:45.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 372 completed, throughput=4.99MB/sec 2024-04-02T08:46:45.489 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-38pIvQ_-GIv8b7M off=17816865 len=1196614 2024-04-02T08:46:45.494 INFO:tasks.workunit.client.0.smithi028.stdout:op 373 completed, throughput=5.01MB/sec 2024-04-02T08:46:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:45 smithi137 ceph-mon[88456]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:45 smithi028 ceph-mon[94314]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:45 smithi028 ceph-mon[96890]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:46:46.495 INFO:tasks.workunit.client.0.smithi028.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:46.495 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xMSYRdvq2mwe-0T off=5200400 len=5068 2024-04-02T08:46:46.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 374 completed, throughput=4.94MB/sec 2024-04-02T08:46:46.497 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nAQ0g7WSBmEpjFH off=6594009 len=496331 2024-04-02T08:46:46.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 375 completed, throughput=4.95MB/sec 2024-04-02T08:46:46.500 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cL93PZuixUoCJVG off=3020027 len=865778 2024-04-02T08:46:46.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 376 completed, throughput=4.96MB/sec 2024-04-02T08:46:46.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oJezD3o9_lZcGkL off=3509878 len=1796622 2024-04-02T08:46:46.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 377 completed, throughput=4.98MB/sec 2024-04-02T08:46:46.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-05Z4McVzRszNY-s off=2240766 len=1815326 2024-04-02T08:46:46.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 378 completed, throughput=5MB/sec 2024-04-02T08:46:47.513 INFO:tasks.workunit.client.0.smithi028.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:47.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FEaAepg7-v1u1zQ off=6736212 len=602284 2024-04-02T08:46:47.516 INFO:tasks.workunit.client.0.smithi028.stdout:op 379 completed, throughput=4.95MB/sec 2024-04-02T08:46:47.516 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WqBAZO3HYqtszyi off=18343865 len=355993 2024-04-02T08:46:47.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 380 completed, throughput=4.95MB/sec 2024-04-02T08:46:47.520 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sv_m-Su39P0Ftd6 off=9685842 len=1632698 2024-04-02T08:46:47.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 381 completed, throughput=4.97MB/sec 2024-04-02T08:46:47.521 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DAb8esUX-D5L1HW off=20747165 len=75387 2024-04-02T08:46:47.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 382 completed, throughput=4.97MB/sec 2024-04-02T08:46:47.522 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3Rr1MI6L3el1P31 off=5246286 len=1970501 2024-04-02T08:46:47.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 383 completed, throughput=4.99MB/sec 2024-04-02T08:46:47.523 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JoLDWOhJtXPovQW off=1864266 len=1335416 2024-04-02T08:46:47.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 384 completed, throughput=5.01MB/sec 2024-04-02T08:46:47.999 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:47 smithi028 ceph-mon[94314]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:48.000 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:47 smithi028 ceph-mon[96890]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:47 smithi137 ceph-mon[88456]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:46:48.526 INFO:tasks.workunit.client.0.smithi028.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:48.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U7cewAIZRxQZJw_ off=2865585 len=1470441 2024-04-02T08:46:48.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 385 completed, throughput=4.96MB/sec 2024-04-02T08:46:48.531 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-coNikPkhkBBMkvn off=5634569 len=102690 2024-04-02T08:46:48.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 386 completed, throughput=4.97MB/sec 2024-04-02T08:46:48.531 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1xthu7zMcTyafmA off=12977612 len=1510963 2024-04-02T08:46:48.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 387 completed, throughput=4.98MB/sec 2024-04-02T08:46:48.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5Gf3RNBx38Lmg3x off=461065 len=1845710 2024-04-02T08:46:48.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 388 completed, throughput=5.01MB/sec 2024-04-02T08:46:49.545 INFO:tasks.workunit.client.0.smithi028.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:49.545 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B_kX6P8GIwHd8MY off=5218574 len=773438 2024-04-02T08:46:49.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 389 completed, throughput=4.95MB/sec 2024-04-02T08:46:49.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xrAPuQ2p1XIwAnF off=5075461 len=879374 2024-04-02T08:46:49.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 390 completed, throughput=4.96MB/sec 2024-04-02T08:46:49.547 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hl5UJnFyqeoqehO off=15061907 len=159455 2024-04-02T08:46:49.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 391 completed, throughput=4.96MB/sec 2024-04-02T08:46:49.547 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q6Ha0mQLLMxamvW off=9574038 len=201591 2024-04-02T08:46:49.550 INFO:tasks.workunit.client.0.smithi028.stdout:op 392 completed, throughput=4.97MB/sec 2024-04-02T08:46:49.550 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BjLVG_sJNZrGYKk off=5925780 len=2055814 2024-04-02T08:46:49.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 393 completed, throughput=4.99MB/sec 2024-04-02T08:46:49.554 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yuQBvix9QspmvNR off=2057326 len=423546 2024-04-02T08:46:49.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 394 completed, throughput=5MB/sec 2024-04-02T08:46:49.557 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zrrRWS8uSNdKE9G off=3602635 len=577933 2024-04-02T08:46:49.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 395 completed, throughput=5MB/sec 2024-04-02T08:46:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:49 smithi137 ceph-mon[88456]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:49 smithi028 ceph-mon[94314]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:49 smithi028 ceph-mon[96890]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:46:50.561 INFO:tasks.workunit.client.0.smithi028.stdout: 81: throughput=4.94MB/sec pending data=0 2024-04-02T08:46:50.561 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1j9omCOH3bwpf_K off=14384994 len=114662 2024-04-02T08:46:50.563 INFO:tasks.workunit.client.0.smithi028.stdout:op 396 completed, throughput=4.94MB/sec 2024-04-02T08:46:50.563 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ltJi2RgBwakBA91 off=94518 len=891069 2024-04-02T08:46:50.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 397 completed, throughput=4.95MB/sec 2024-04-02T08:46:50.564 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9IXgGjofDPkwBtb off=2853857 len=463221 2024-04-02T08:46:50.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 398 completed, throughput=4.96MB/sec 2024-04-02T08:46:50.565 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BIf9pNYTPL3HL3u off=1285744 len=1973158 2024-04-02T08:46:50.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 399 completed, throughput=4.98MB/sec 2024-04-02T08:46:50.572 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GqmLDhFfTswvXqg off=11450665 len=612644 2024-04-02T08:46:50.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 400 completed, throughput=4.99MB/sec 2024-04-02T08:46:50.573 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HqH5JBk50WflJXG off=4320134 len=311254 2024-04-02T08:46:50.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 401 completed, throughput=4.99MB/sec 2024-04-02T08:46:50.574 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WBkN07MiBgW-Ytr off=6343591 len=1582754 2024-04-02T08:46:50.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 402 completed, throughput=5.01MB/sec 2024-04-02T08:46:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:51.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:46:51.581 INFO:tasks.workunit.client.0.smithi028.stdout: 82: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:51.581 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E04RDT3PpIoCtEr off=5198520 len=95915 2024-04-02T08:46:51.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 403 completed, throughput=4.95MB/sec 2024-04-02T08:46:51.583 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QvVLHScjNUcS0-D off=7735553 len=693084 2024-04-02T08:46:51.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 404 completed, throughput=4.96MB/sec 2024-04-02T08:46:51.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2V56JN7smWixpQp off=3023524 len=1096859 2024-04-02T08:46:51.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 405 completed, throughput=4.97MB/sec 2024-04-02T08:46:51.591 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MKEc8ReNXJh4py1 off=13275506 len=136146 2024-04-02T08:46:51.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 406 completed, throughput=4.97MB/sec 2024-04-02T08:46:51.592 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OeypVuJIOU_MLCz off=3442466 len=338362 2024-04-02T08:46:51.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 407 completed, throughput=4.98MB/sec 2024-04-02T08:46:51.594 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_zeAOlnoCGc2sm8 off=4360177 len=877523 2024-04-02T08:46:51.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 408 completed, throughput=4.99MB/sec 2024-04-02T08:46:51.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SP7GRUzuVUrgPUy off=13065001 len=255136 2024-04-02T08:46:51.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 409 completed, throughput=4.99MB/sec 2024-04-02T08:46:51.598 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3YAyDZFqDrIy1b- off=2241753 len=449168 2024-04-02T08:46:51.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 410 completed, throughput=4.99MB/sec 2024-04-02T08:46:51.598 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Slx_FrDvW1v4rup off=17597948 len=1575333 2024-04-02T08:46:51.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 411 completed, throughput=5.01MB/sec 2024-04-02T08:46:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:46:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:46:51] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:46:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:51 smithi137 ceph-mon[88456]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:46:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:51 smithi028 ceph-mon[94314]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:46:52.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:51 smithi028 ceph-mon[96890]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:46:52.599 INFO:tasks.workunit.client.0.smithi028.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:52.599 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rE1g-i9depCv0D- off=5142272 len=1284338 2024-04-02T08:46:52.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 412 completed, throughput=4.97MB/sec 2024-04-02T08:46:52.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gOu7HlgFQmiL5Bq off=11088889 len=1805154 2024-04-02T08:46:52.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 413 completed, throughput=4.99MB/sec 2024-04-02T08:46:52.606 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WBqDmJj6Uj66Z0I off=5914250 len=1845538 2024-04-02T08:46:52.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 414 completed, throughput=5.01MB/sec 2024-04-02T08:46:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:46:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:46:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:53.617 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--UNcwUpGPfO9qP8 off=2805543 len=326462 2024-04-02T08:46:53.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 415 completed, throughput=4.95MB/sec 2024-04-02T08:46:53.620 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SEv01H51OiSztVA off=2843624 len=1451638 2024-04-02T08:46:53.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 416 completed, throughput=4.97MB/sec 2024-04-02T08:46:53.629 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0WyR3NrQ9n6ouHA off=2411656 len=729992 2024-04-02T08:46:53.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 417 completed, throughput=4.97MB/sec 2024-04-02T08:46:53.633 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0MvpR2ZOaVwuGw3 off=8921326 len=251396 2024-04-02T08:46:53.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 418 completed, throughput=4.98MB/sec 2024-04-02T08:46:53.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rTE6R4kvibj68au off=4630042 len=680239 2024-04-02T08:46:53.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 419 completed, throughput=4.98MB/sec 2024-04-02T08:46:53.638 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mMjtNWfPcZiDH8E off=4026005 len=301763 2024-04-02T08:46:53.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 420 completed, throughput=4.99MB/sec 2024-04-02T08:46:53.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sDC2VtPJ3nJicnv off=2227587 len=302883 2024-04-02T08:46:53.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 421 completed, throughput=4.99MB/sec 2024-04-02T08:46:53.644 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1mATb2Z0Ba9Oq4V off=9860135 len=341285 2024-04-02T08:46:53.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 422 completed, throughput=5MB/sec 2024-04-02T08:46:53.644 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mAk4AKvx7v4joAB off=8966321 len=1769123 2024-04-02T08:46:53.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 423 completed, throughput=5.01MB/sec 2024-04-02T08:46:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:53 smithi137 ceph-mon[88456]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:53 smithi028 ceph-mon[94314]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:53 smithi028 ceph-mon[96890]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:46:54.651 INFO:tasks.workunit.client.0.smithi028.stdout: 85: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:54.651 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-24cy7_yRNLFsX-J off=1518237 len=1220880 2024-04-02T08:46:54.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 424 completed, throughput=4.97MB/sec 2024-04-02T08:46:54.656 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zEcDi-4S1sgknrb off=10804846 len=820160 2024-04-02T08:46:54.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 425 completed, throughput=4.98MB/sec 2024-04-02T08:46:54.658 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9ITZs5Cq_dW7jKP off=7651295 len=764211 2024-04-02T08:46:54.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 426 completed, throughput=4.99MB/sec 2024-04-02T08:46:54.661 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SzfhYe_FGHyruiI off=24027285 len=343041 2024-04-02T08:46:54.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 427 completed, throughput=4.99MB/sec 2024-04-02T08:46:54.664 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QADxnSw2f8tZByz off=213476 len=1980018 2024-04-02T08:46:54.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 428 completed, throughput=5.01MB/sec 2024-04-02T08:46:55.665 INFO:tasks.workunit.client.0.smithi028.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:55.666 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-phdk-kuoeJdSiLU off=2345072 len=1151873 2024-04-02T08:46:55.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 429 completed, throughput=4.97MB/sec 2024-04-02T08:46:55.671 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j56g3vkU6bIT1wt off=9984017 len=2058672 2024-04-02T08:46:55.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 430 completed, throughput=4.99MB/sec 2024-04-02T08:46:55.672 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pvEyzYYq_ZwoEKl off=10342211 len=666418 2024-04-02T08:46:55.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 431 completed, throughput=5MB/sec 2024-04-02T08:46:55.676 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PA_C7RdztoQFxft off=2038135 len=1245470 2024-04-02T08:46:55.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 432 completed, throughput=5.01MB/sec 2024-04-02T08:46:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:55 smithi137 ceph-mon[88456]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:55 smithi028 ceph-mon[94314]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:55 smithi028 ceph-mon[96890]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:46:56.678 INFO:tasks.workunit.client.0.smithi028.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:56.678 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-35iP72Kr0M4iMni off=9859191 len=975770 2024-04-02T08:46:56.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 433 completed, throughput=4.96MB/sec 2024-04-02T08:46:56.682 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KGCIVOHUnG__bCC off=4399421 len=623575 2024-04-02T08:46:56.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 434 completed, throughput=4.97MB/sec 2024-04-02T08:46:56.686 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EHa_f8oN29Daio8 off=13261888 len=1281614 2024-04-02T08:46:56.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 435 completed, throughput=4.98MB/sec 2024-04-02T08:46:56.689 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pAwTI_Pc4McPLH6 off=1289001 len=8476 2024-04-02T08:46:56.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 436 completed, throughput=4.98MB/sec 2024-04-02T08:46:56.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hCnmfEwZA83lfqX off=5351550 len=1939384 2024-04-02T08:46:56.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 437 completed, throughput=5MB/sec 2024-04-02T08:46:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:57.689 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ljG1s94MhyJWXmw off=11085638 len=1263769 2024-04-02T08:46:57.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 438 completed, throughput=4.96MB/sec 2024-04-02T08:46:57.692 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-58dBW9nkXt7uv7e off=19548361 len=978532 2024-04-02T08:46:57.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 439 completed, throughput=4.97MB/sec 2024-04-02T08:46:57.693 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yuKzRjnUVnMC6Ec off=761884 len=481852 2024-04-02T08:46:57.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 440 completed, throughput=4.98MB/sec 2024-04-02T08:46:57.693 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8Jb4Tf2KZvJJhTd off=8479656 len=1288680 2024-04-02T08:46:57.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 441 completed, throughput=4.99MB/sec 2024-04-02T08:46:57.699 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TUqgM_oC1zn0_kr off=408094 len=1852583 2024-04-02T08:46:57.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 442 completed, throughput=5.01MB/sec 2024-04-02T08:46:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:57 smithi137 ceph-mon[88456]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:46:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:57 smithi028 ceph-mon[94314]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:46:58.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:57 smithi028 ceph-mon[96890]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2024-04-02T08:46:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: 89: throughput=4.96MB/sec pending data=0 2024-04-02T08:46:58.705 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XZ_bS5w9er-7a0J off=20412861 len=1855217 2024-04-02T08:46:58.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 443 completed, throughput=4.97MB/sec 2024-04-02T08:46:58.715 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z2hvFp-W_6Nn-dX off=1145890 len=1619759 2024-04-02T08:46:58.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 444 completed, throughput=4.99MB/sec 2024-04-02T08:46:58.721 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W9gy7Xxy9qIhYvx off=4354976 len=1593598 2024-04-02T08:46:58.727 INFO:tasks.workunit.client.0.smithi028.stdout:op 445 completed, throughput=5.01MB/sec 2024-04-02T08:46:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-02T08:46:59.727 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bMLUGlpuwRCbFEP off=20761958 len=1499729 2024-04-02T08:46:59.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 446 completed, throughput=4.97MB/sec 2024-04-02T08:46:59.734 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Vt6aRJoMchnvUL8 off=311596 len=534336 2024-04-02T08:46:59.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 447 completed, throughput=4.97MB/sec 2024-04-02T08:46:59.737 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ndgX_UjVkm7Qhwg off=17773171 len=1130113 2024-04-02T08:46:59.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 448 completed, throughput=4.98MB/sec 2024-04-02T08:46:59.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UZXwduaZtlvOMWl off=1330026 len=912426 2024-04-02T08:46:59.742 INFO:tasks.workunit.client.0.smithi028.stdout:op 449 completed, throughput=4.99MB/sec 2024-04-02T08:46:59.742 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gREPIob0onRaN7z off=1007255 len=1224118 2024-04-02T08:46:59.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 450 completed, throughput=5.01MB/sec 2024-04-02T08:47:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:46:59 smithi137 ceph-mon[88456]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:46:59 smithi028 ceph-mon[94314]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:46:59 smithi028 ceph-mon[96890]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-02T08:47:00.749 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HahmaooZeZ0XdBc off=23462432 len=1487998 2024-04-02T08:47:00.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 451 completed, throughput=4.97MB/sec 2024-04-02T08:47:00.756 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z42oZXh6MxuniiY off=9209766 len=70582 2024-04-02T08:47:00.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 452 completed, throughput=4.97MB/sec 2024-04-02T08:47:00.757 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xx9CjkphubJ7-MZ off=636996 len=1443615 2024-04-02T08:47:00.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 453 completed, throughput=4.98MB/sec 2024-04-02T08:47:00.763 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wEt1oPnY7P2nRDx off=186935 len=1188295 2024-04-02T08:47:00.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 454 completed, throughput=4.99MB/sec 2024-04-02T08:47:00.767 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IjQdLtOrudwjqow off=12807385 len=1975642 2024-04-02T08:47:00.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 455 completed, throughput=5.01MB/sec 2024-04-02T08:47:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:47:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:47:01] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:47:01.769 INFO:tasks.workunit.client.0.smithi028.stdout: 92: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:01.769 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8FLiHped43vEtuX off=7523186 len=1939909 2024-04-02T08:47:01.776 INFO:tasks.workunit.client.0.smithi028.stdout:op 456 completed, throughput=4.98MB/sec 2024-04-02T08:47:01.776 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k2m9hB9X9_Yj-dC off=4053895 len=304138 2024-04-02T08:47:01.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 457 completed, throughput=4.98MB/sec 2024-04-02T08:47:01.779 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LDJ2-zJm_dAHXqK off=20013589 len=1284866 2024-04-02T08:47:01.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 458 completed, throughput=5MB/sec 2024-04-02T08:47:01.786 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ldqz_HfYywkTgqO off=23753790 len=368621 2024-04-02T08:47:01.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 459 completed, throughput=5MB/sec 2024-04-02T08:47:01.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-foH9ofbtbfLxmXW off=2064606 len=1015525 2024-04-02T08:47:01.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 460 completed, throughput=5.01MB/sec 2024-04-02T08:47:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:01 smithi137 ceph-mon[88456]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:47:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:01 smithi028 ceph-mon[94314]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:47:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:01 smithi028 ceph-mon[96890]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:47:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:47:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:02.790 INFO:tasks.workunit.client.0.smithi028.stdout: 93: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:02.790 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vB-UutuTIzRE9hw off=616526 len=2077726 2024-04-02T08:47:02.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 461 completed, throughput=4.98MB/sec 2024-04-02T08:47:02.798 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BbSeL-jLFxkkKTW off=20791973 len=118426 2024-04-02T08:47:02.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 462 completed, throughput=4.98MB/sec 2024-04-02T08:47:02.801 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CfFA9iyd9qu7WnA off=9480938 len=799441 2024-04-02T08:47:02.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 463 completed, throughput=4.99MB/sec 2024-04-02T08:47:02.801 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-04V1ucwsV4aWhsT off=1240633 len=315222 2024-04-02T08:47:02.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 464 completed, throughput=4.99MB/sec 2024-04-02T08:47:02.802 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cNrFv1I0LHZAgqz off=5397874 len=1562357 2024-04-02T08:47:02.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 465 completed, throughput=5.01MB/sec 2024-04-02T08:47:03.808 INFO:tasks.workunit.client.0.smithi028.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-02T08:47:03.808 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bcjPbDMeIYYdK2y off=5555123 len=1731735 2024-04-02T08:47:03.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 466 completed, throughput=4.97MB/sec 2024-04-02T08:47:03.814 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4MIWATwBIUIYKma off=17568 len=766664 2024-04-02T08:47:03.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 467 completed, throughput=4.98MB/sec 2024-04-02T08:47:03.815 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TqUQDBJkZ97-eRB off=843934 len=451038 2024-04-02T08:47:03.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 468 completed, throughput=4.98MB/sec 2024-04-02T08:47:03.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xm85bxCwOxtrqi6 off=19394353 len=1610785 2024-04-02T08:47:03.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 469 completed, throughput=5MB/sec 2024-04-02T08:47:03.820 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ppEpSodOhYjODvo off=2216980 len=1159126 2024-04-02T08:47:03.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 470 completed, throughput=5.01MB/sec 2024-04-02T08:47:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:03 smithi137 ceph-mon[88456]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:03 smithi028 ceph-mon[94314]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:03 smithi028 ceph-mon[96890]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:04.829 INFO:tasks.workunit.client.0.smithi028.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:04.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bn9CymbZt-LxA54 off=562423 len=2056269 2024-04-02T08:47:04.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 471 completed, throughput=4.98MB/sec 2024-04-02T08:47:04.830 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m3FQPoGJ3kQWwR7 off=458682 len=578008 2024-04-02T08:47:04.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 472 completed, throughput=4.98MB/sec 2024-04-02T08:47:04.831 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0kA5Jg8lHNDsjxK off=1915130 len=983374 2024-04-02T08:47:04.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 473 completed, throughput=4.99MB/sec 2024-04-02T08:47:04.835 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8FLiHped43vEtuX off=7870352 len=1561210 2024-04-02T08:47:04.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 474 completed, throughput=5.01MB/sec 2024-04-02T08:47:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: 96: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:05.842 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6CnP_Ww1jEiFl4D off=1492710 len=1272040 2024-04-02T08:47:05.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 475 completed, throughput=4.97MB/sec 2024-04-02T08:47:05.843 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A3Tk7v2hiOG13ER off=16136654 len=433481 2024-04-02T08:47:05.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 476 completed, throughput=4.97MB/sec 2024-04-02T08:47:05.844 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l41xtQxlDjhZD-N off=4368262 len=655027 2024-04-02T08:47:05.846 INFO:tasks.workunit.client.0.smithi028.stdout:op 477 completed, throughput=4.98MB/sec 2024-04-02T08:47:05.846 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jIS3YrMQih24R80 off=9974852 len=114297 2024-04-02T08:47:05.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 478 completed, throughput=4.98MB/sec 2024-04-02T08:47:05.848 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3PLkdlloCulPr53 off=5345662 len=706422 2024-04-02T08:47:05.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 479 completed, throughput=4.99MB/sec 2024-04-02T08:47:05.849 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CO2D4bkvQka7Ji9 off=505302 len=939116 2024-04-02T08:47:05.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 480 completed, throughput=5MB/sec 2024-04-02T08:47:05.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_I1K_J1CXZx-G40 off=1544350 len=58810 2024-04-02T08:47:05.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 481 completed, throughput=5MB/sec 2024-04-02T08:47:05.854 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ax24BP9cy7CEEBy off=11612159 len=1200382 2024-04-02T08:47:05.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 482 completed, throughput=5.01MB/sec 2024-04-02T08:47:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:05 smithi137 ceph-mon[88456]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:47:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:05 smithi028 ceph-mon[94314]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:47:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:05 smithi028 ceph-mon[96890]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:47:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: 97: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:06.862 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5OPLbH8uDQcN1_1 off=552729 len=1835664 2024-04-02T08:47:06.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 483 completed, throughput=4.97MB/sec 2024-04-02T08:47:06.864 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KksJ9qf0evt21WE off=20365629 len=1882295 2024-04-02T08:47:06.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 484 completed, throughput=4.99MB/sec 2024-04-02T08:47:06.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j26Mt86M9COhSYn off=10080902 len=1840248 2024-04-02T08:47:06.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 485 completed, throughput=5.01MB/sec 2024-04-02T08:47:07.873 INFO:tasks.workunit.client.0.smithi028.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:07.873 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CAUpy4fznzxIkhk off=2775100 len=2051033 2024-04-02T08:47:07.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 486 completed, throughput=4.98MB/sec 2024-04-02T08:47:07.875 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Lc1mioHj4xjnytN off=178742 len=1255300 2024-04-02T08:47:07.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 487 completed, throughput=4.99MB/sec 2024-04-02T08:47:07.876 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d_iDddUBbsnjO-m off=15788376 len=287596 2024-04-02T08:47:07.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 488 completed, throughput=4.99MB/sec 2024-04-02T08:47:07.878 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eSyWj64yasEOXT1 off=3034315 len=1928763 2024-04-02T08:47:07.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 489 completed, throughput=5.01MB/sec 2024-04-02T08:47:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:07 smithi137 ceph-mon[88456]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:47:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:07 smithi028 ceph-mon[94314]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:47:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:07 smithi028 ceph-mon[96890]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:47:08.880 INFO:tasks.workunit.client.0.smithi028.stdout: 99: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:08.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h1td80j6sKyDFXQ off=7156324 len=1011174 2024-04-02T08:47:08.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 490 completed, throughput=4.97MB/sec 2024-04-02T08:47:08.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s_DBkRbmADxGOGf off=607631 len=1477171 2024-04-02T08:47:08.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 491 completed, throughput=4.99MB/sec 2024-04-02T08:47:08.883 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2Gt20A6FwRVxl8t off=1684643 len=1333925 2024-04-02T08:47:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 492 completed, throughput=5MB/sec 2024-04-02T08:47:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6cnRdQhr4hNuBIn off=4321109 len=788699 2024-04-02T08:47:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:op 493 completed, throughput=5.01MB/sec 2024-04-02T08:47:09.892 INFO:tasks.workunit.client.0.smithi028.stdout: 100: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:09.892 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bOZYk41PJqi6p9N off=4488238 len=2051290 2024-04-02T08:47:09.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 494 completed, throughput=4.98MB/sec 2024-04-02T08:47:09.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EuwHu6JWmwziuys off=12478755 len=516466 2024-04-02T08:47:09.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 495 completed, throughput=4.98MB/sec 2024-04-02T08:47:09.896 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BqRvDAR8BQN88zH off=3351716 len=1180401 2024-04-02T08:47:09.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 496 completed, throughput=4.99MB/sec 2024-04-02T08:47:09.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RFOPL2-oi86RbaH off=7725308 len=759233 2024-04-02T08:47:09.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 497 completed, throughput=5MB/sec 2024-04-02T08:47:09.906 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n_f2IcBEClMKZnR off=5373983 len=1065744 2024-04-02T08:47:09.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 498 completed, throughput=5.01MB/sec 2024-04-02T08:47:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:09 smithi137 ceph-mon[88456]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:47:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:09 smithi028 ceph-mon[94314]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:47:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:09 smithi028 ceph-mon[96890]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:47:10.911 INFO:tasks.workunit.client.0.smithi028.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:10.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4vZrFLAY6B_A3H6 off=12035325 len=1705853 2024-04-02T08:47:10.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 499 completed, throughput=4.97MB/sec 2024-04-02T08:47:10.913 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uYnaxRtnFI2hmVS off=775115 len=1659593 2024-04-02T08:47:10.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 500 completed, throughput=4.99MB/sec 2024-04-02T08:47:10.922 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fr1ObJbI1fKxZgP off=96964 len=1078205 2024-04-02T08:47:10.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 501 completed, throughput=5MB/sec 2024-04-02T08:47:10.923 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZwyOGQvO5P6aNV- off=0 len=1402917 2024-04-02T08:47:10.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 502 completed, throughput=5.01MB/sec 2024-04-02T08:47:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:47:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:47:11] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:47:11.924 INFO:tasks.workunit.client.0.smithi028.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:11.924 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5a5Eh5PtdxAZ_Mo off=1829500 len=1177448 2024-04-02T08:47:11.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 503 completed, throughput=4.98MB/sec 2024-04-02T08:47:11.929 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wvROSrzO7ixtY-0 off=7769389 len=1170150 2024-04-02T08:47:11.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 504 completed, throughput=4.99MB/sec 2024-04-02T08:47:11.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A5f6_YdSY6mqQo2 off=3459583 len=1010651 2024-04-02T08:47:11.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 505 completed, throughput=4.99MB/sec 2024-04-02T08:47:11.938 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--nGxHEUaT_hF93m off=380646 len=683319 2024-04-02T08:47:11.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 506 completed, throughput=5MB/sec 2024-04-02T08:47:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:11 smithi137 ceph-mon[88456]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:11 smithi028 ceph-mon[94314]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:11 smithi028 ceph-mon[96890]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:47:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:47:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:12.937 INFO:tasks.workunit.client.0.smithi028.stdout: 103: throughput=4.95MB/sec pending data=0 2024-04-02T08:47:12.937 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QMaNJD0bw5ljMQo off=8145831 len=500960 2024-04-02T08:47:12.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 507 completed, throughput=4.96MB/sec 2024-04-02T08:47:12.937 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O9x7Mbmbq91SSwO off=4842198 len=2007651 2024-04-02T08:47:12.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 508 completed, throughput=4.98MB/sec 2024-04-02T08:47:12.939 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rTv6PdXxkVNDg5f off=8284340 len=269297 2024-04-02T08:47:12.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 509 completed, throughput=4.98MB/sec 2024-04-02T08:47:12.939 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9gPM8DRkIjrWWms off=1721946 len=1756490 2024-04-02T08:47:12.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 510 completed, throughput=4.99MB/sec 2024-04-02T08:47:12.943 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yOnqH2ObgtHlFtD off=2156126 len=133176 2024-04-02T08:47:12.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 511 completed, throughput=5MB/sec 2024-04-02T08:47:12.944 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mvBdjLz3UnyR3Wf off=367960 len=145424 2024-04-02T08:47:12.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 512 completed, throughput=5MB/sec 2024-04-02T08:47:12.944 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dxgxj99vjqNbti- off=7617736 len=1293165 2024-04-02T08:47:12.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 513 completed, throughput=5.01MB/sec 2024-04-02T08:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CEgJQ3iONonhY3m off=144849 len=230624 2024-04-02T08:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 514 completed, throughput=4.96MB/sec 2024-04-02T08:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hx4MdE1B0WPvQlw off=365425 len=1387204 2024-04-02T08:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 515 completed, throughput=4.98MB/sec 2024-04-02T08:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aHk-AHBLoYPnHWJ off=12736083 len=305575 2024-04-02T08:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 516 completed, throughput=4.98MB/sec 2024-04-02T08:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BbSeL-jLFxkkKTW off=10379724 len=191366 2024-04-02T08:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 517 completed, throughput=4.98MB/sec 2024-04-02T08:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tZjRjXvAALtNWhF off=0 len=1950106 2024-04-02T08:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 518 completed, throughput=5MB/sec 2024-04-02T08:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mAa_qVhoW5a3S7S off=5077710 len=1978741 2024-04-02T08:47:13.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 519 completed, throughput=5.01MB/sec 2024-04-02T08:47:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:13 smithi137 ceph-mon[88456]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:47:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:13 smithi028 ceph-mon[94314]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:47:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:13 smithi028 ceph-mon[96890]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: 105: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_HlNG_wA4NkyyhO off=11975284 len=1163894 2024-04-02T08:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 520 completed, throughput=4.98MB/sec 2024-04-02T08:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F1592WNvqh6Z-mr off=3915048 len=867421 2024-04-02T08:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 521 completed, throughput=4.99MB/sec 2024-04-02T08:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qlyg5DVXQLBuA0m off=297013 len=1411896 2024-04-02T08:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 522 completed, throughput=5MB/sec 2024-04-02T08:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--TKpDrp5GmUUEH3 off=4324583 len=1217886 2024-04-02T08:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 523 completed, throughput=5.01MB/sec 2024-04-02T08:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DjtruCWDld0KzaR off=663356 len=984034 2024-04-02T08:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 524 completed, throughput=4.97MB/sec 2024-04-02T08:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p2jtAuUnZjxMdJx off=3024040 len=1874473 2024-04-02T08:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 525 completed, throughput=4.99MB/sec 2024-04-02T08:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NPoEUCXk5gjghZi off=12087550 len=894018 2024-04-02T08:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 526 completed, throughput=5MB/sec 2024-04-02T08:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JPQGysPA1jKlGhL off=13323857 len=244158 2024-04-02T08:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 527 completed, throughput=5MB/sec 2024-04-02T08:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R4Dif7qkZR-vxsv off=8589179 len=1714328 2024-04-02T08:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 528 completed, throughput=5.01MB/sec 2024-04-02T08:47:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:15 smithi137 ceph-mon[88456]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:47:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:15 smithi028 ceph-mon[94314]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:47:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:15 smithi028 ceph-mon[96890]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: 107: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2qERaz76EtbP15E off=1364039 len=1399923 2024-04-02T08:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 529 completed, throughput=4.98MB/sec 2024-04-02T08:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QSTCSEeILzDs9zG off=12641425 len=579105 2024-04-02T08:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 530 completed, throughput=4.98MB/sec 2024-04-02T08:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n_4YtriEKILdIOu off=6426199 len=608069 2024-04-02T08:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 531 completed, throughput=4.99MB/sec 2024-04-02T08:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3_KCZVXXGvxKLHS off=1786131 len=1238753 2024-04-02T08:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 532 completed, throughput=5MB/sec 2024-04-02T08:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QaJkAu6xbY2xJKU off=0 len=1137907 2024-04-02T08:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 533 completed, throughput=5.01MB/sec 2024-04-02T08:47:18.000 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:17 smithi028 ceph-mon[94314]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:47:18.000 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:17 smithi028 ceph-mon[96890]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:47:18.004 INFO:tasks.workunit.client.0.smithi028.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:18.004 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-958Oc06YlVJXlpi off=11761500 len=421895 2024-04-02T08:47:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:op 534 completed, throughput=4.97MB/sec 2024-04-02T08:47:18.008 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VrCYyceTcujd9GA off=804090 len=1676308 2024-04-02T08:47:18.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-02T08:47:18.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KlyAVksW3jmHAnC off=11632774 len=1558095 2024-04-02T08:47:18.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 536 completed, throughput=4.99MB/sec 2024-04-02T08:47:18.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lrDBw3pVn4ForNh off=499674 len=823068 2024-04-02T08:47:18.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 537 completed, throughput=5MB/sec 2024-04-02T08:47:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:17 smithi137 ceph-mon[88456]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:47:19.012 INFO:tasks.workunit.client.0.smithi028.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:19.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QnFVuV00cAFmJsI off=19942361 len=766648 2024-04-02T08:47:19.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 538 completed, throughput=4.96MB/sec 2024-04-02T08:47:19.013 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qloOKthQmsXJipZ off=12433668 len=1024170 2024-04-02T08:47:19.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 539 completed, throughput=4.97MB/sec 2024-04-02T08:47:19.019 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qqRtJTgovDASQd7 off=19116181 len=1655200 2024-04-02T08:47:19.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 540 completed, throughput=4.99MB/sec 2024-04-02T08:47:19.020 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dUDheEaKzH6YyF6 off=9060054 len=555646 2024-04-02T08:47:19.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-02T08:47:19.021 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JtBmbP_FVCZpQld off=8735103 len=791552 2024-04-02T08:47:19.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 542 completed, throughput=5MB/sec 2024-04-02T08:47:19.022 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CGaLc_4t1-OOp_2 off=919878 len=563535 2024-04-02T08:47:19.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 543 completed, throughput=5MB/sec 2024-04-02T08:47:20.025 INFO:tasks.workunit.client.0.smithi028.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:20.025 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gagJq-Q8yqjdL9W off=2362542 len=31038 2024-04-02T08:47:20.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 544 completed, throughput=4.96MB/sec 2024-04-02T08:47:20.028 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aXTT0JDXyA7GMrw off=13006333 len=110702 2024-04-02T08:47:20.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 545 completed, throughput=4.96MB/sec 2024-04-02T08:47:20.028 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KJJxhf67X5aUjmD off=5446124 len=1491579 2024-04-02T08:47:20.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 546 completed, throughput=4.97MB/sec 2024-04-02T08:47:20.030 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5sAConHfcaoscZ4 off=0 len=1920052 2024-04-02T08:47:20.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 547 completed, throughput=4.99MB/sec 2024-04-02T08:47:20.033 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OJQ3BKvckhf0Vbt off=562295 len=1707747 2024-04-02T08:47:20.040 INFO:tasks.workunit.client.0.smithi028.stdout:op 548 completed, throughput=5MB/sec 2024-04-02T08:47:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:19 smithi137 ceph-mon[88456]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:47:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:19 smithi028 ceph-mon[94314]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:47:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:19 smithi028 ceph-mon[96890]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:47:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:21.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CiIkJMKXFOZqgS_ off=8144130 len=1844550 2024-04-02T08:47:21.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 549 completed, throughput=4.97MB/sec 2024-04-02T08:47:21.047 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nVpWu1ijaBFRwny off=15024174 len=703122 2024-04-02T08:47:21.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 550 completed, throughput=4.98MB/sec 2024-04-02T08:47:21.051 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R4OH3q1Z-t6f8P9 off=3313642 len=864043 2024-04-02T08:47:21.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 551 completed, throughput=4.99MB/sec 2024-04-02T08:47:21.053 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O8LLv5_JC39BLia off=3140297 len=1687564 2024-04-02T08:47:21.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 552 completed, throughput=5MB/sec 2024-04-02T08:47:21.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pEI47Lzbld0oKp1 off=2336957 len=662780 2024-04-02T08:47:21.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 553 completed, throughput=5.01MB/sec 2024-04-02T08:47:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:47:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:47:21] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:47:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:22.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cAZ5blK3A_4RNBM off=5355650 len=551897 2024-04-02T08:47:22.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 554 completed, throughput=4.97MB/sec 2024-04-02T08:47:22.056 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-54kBZ18Nxyz-rrM off=336813 len=1829257 2024-04-02T08:47:22.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 555 completed, throughput=4.98MB/sec 2024-04-02T08:47:22.062 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6K4IZUaY0Wv_5UL off=23018323 len=1306446 2024-04-02T08:47:22.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 556 completed, throughput=4.99MB/sec 2024-04-02T08:47:22.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R366vdIoEuZu1N7 off=1924430 len=824583 2024-04-02T08:47:22.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 557 completed, throughput=5MB/sec 2024-04-02T08:47:22.072 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rpPUnxT8vlRc_JI off=2310834 len=1385708 2024-04-02T08:47:22.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 558 completed, throughput=5.01MB/sec 2024-04-02T08:47:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:21 smithi137 ceph-mon[88456]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:47:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:21 smithi028 ceph-mon[94314]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:47:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:21 smithi028 ceph-mon[96890]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:47:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:47:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: 113: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:23.075 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wAE4dMd9s6XOJTg off=331629 len=396827 2024-04-02T08:47:23.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 559 completed, throughput=4.97MB/sec 2024-04-02T08:47:23.076 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8FLiHped43vEtuX off=2057906 len=212919 2024-04-02T08:47:23.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 560 completed, throughput=4.97MB/sec 2024-04-02T08:47:23.078 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-95EVs11ltUalszl off=763075 len=1914188 2024-04-02T08:47:23.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 561 completed, throughput=4.99MB/sec 2024-04-02T08:47:23.085 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dgmKlZbZLCziYVQ off=962920 len=1099276 2024-04-02T08:47:23.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 562 completed, throughput=5MB/sec 2024-04-02T08:47:23.087 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DUihT4CQpKjOuAH off=838049 len=1829538 2024-04-02T08:47:23.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 563 completed, throughput=5.01MB/sec 2024-04-02T08:47:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: 114: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:24.088 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d8i8F5w6ygLfMZ_ off=9464984 len=1439801 2024-04-02T08:47:24.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 564 completed, throughput=4.98MB/sec 2024-04-02T08:47:24.089 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DZmDpaKe8-Ks-83 off=7397639 len=2070588 2024-04-02T08:47:24.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 565 completed, throughput=5MB/sec 2024-04-02T08:47:24.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vcmEqsLUqDSptyz off=4401199 len=1972272 2024-04-02T08:47:24.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 566 completed, throughput=5.01MB/sec 2024-04-02T08:47:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:23 smithi137 ceph-mon[88456]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:47:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:23 smithi028 ceph-mon[94314]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:47:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:23 smithi028 ceph-mon[96890]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:47:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: 115: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:25.092 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C-wCReezHpFmzbt off=18408144 len=1888530 2024-04-02T08:47:25.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 567 completed, throughput=4.98MB/sec 2024-04-02T08:47:25.103 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KXEIvxiZtfOgCBd off=0 len=1329497 2024-04-02T08:47:25.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 568 completed, throughput=5MB/sec 2024-04-02T08:47:25.108 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1sEwt34gS7pVngG off=94405 len=1615533 2024-04-02T08:47:25.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 569 completed, throughput=5.01MB/sec 2024-04-02T08:47:26.109 INFO:tasks.workunit.client.0.smithi028.stdout: 116: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:26.109 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X-4AK4KxgqmOsd6 off=2603861 len=405322 2024-04-02T08:47:26.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 570 completed, throughput=4.97MB/sec 2024-04-02T08:47:26.110 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yu3oo2s8mRWTh3L off=13972024 len=1146812 2024-04-02T08:47:26.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 571 completed, throughput=4.98MB/sec 2024-04-02T08:47:26.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lqOjyN-AHZjcLxD off=3606486 len=1286677 2024-04-02T08:47:26.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 572 completed, throughput=4.99MB/sec 2024-04-02T08:47:26.116 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XLeMr5zjXEOkcU0 off=2330349 len=938684 2024-04-02T08:47:26.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 573 completed, throughput=5MB/sec 2024-04-02T08:47:26.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j_-bTEGENX-p5oM off=428880 len=1603972 2024-04-02T08:47:26.125 INFO:tasks.workunit.client.0.smithi028.stdout:op 574 completed, throughput=5.01MB/sec 2024-04-02T08:47:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:25 smithi137 ceph-mon[88456]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:47:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:25 smithi028 ceph-mon[94314]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:47:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:25 smithi028 ceph-mon[96890]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:47:27.125 INFO:tasks.workunit.client.0.smithi028.stdout: 117: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:27.125 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0RL7q0OZgYJY3n1 off=861044 len=1806202 2024-04-02T08:47:27.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 575 completed, throughput=4.98MB/sec 2024-04-02T08:47:27.131 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nUDl3EJrWpsU_0_ off=7566167 len=498592 2024-04-02T08:47:27.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 576 completed, throughput=4.98MB/sec 2024-04-02T08:47:27.135 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b9Wd-PPa2eY1G6t off=820620 len=162632 2024-04-02T08:47:27.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 577 completed, throughput=4.99MB/sec 2024-04-02T08:47:27.136 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qdwy6r5_gvKesh- off=3639426 len=719644 2024-04-02T08:47:27.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 578 completed, throughput=4.99MB/sec 2024-04-02T08:47:27.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aH59X96v04hPnzA off=913958 len=753076 2024-04-02T08:47:27.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 579 completed, throughput=5MB/sec 2024-04-02T08:47:27.137 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v7OXGcQj1iwXOsr off=81767 len=1405465 2024-04-02T08:47:27.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 580 completed, throughput=5.01MB/sec 2024-04-02T08:47:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:27 smithi137 ceph-mon[88456]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:28.145 INFO:tasks.workunit.client.0.smithi028.stdout: 118: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:28.145 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2dPq6lR-6R_FSWM off=1350820 len=903179 2024-04-02T08:47:28.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 581 completed, throughput=4.97MB/sec 2024-04-02T08:47:28.150 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Aa1jRco6_PdVFZ4 off=2179681 len=1173605 2024-04-02T08:47:28.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 582 completed, throughput=4.98MB/sec 2024-04-02T08:47:28.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IG2R9DcMgJn7_Rl off=10041573 len=115394 2024-04-02T08:47:28.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 583 completed, throughput=4.98MB/sec 2024-04-02T08:47:28.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jcNG8J8R9xnsI0W off=2385636 len=1891042 2024-04-02T08:47:28.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 584 completed, throughput=5MB/sec 2024-04-02T08:47:28.156 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DKfk5KZiZK6qodG off=6099974 len=1647258 2024-04-02T08:47:28.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 585 completed, throughput=5.01MB/sec 2024-04-02T08:47:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:27 smithi028 ceph-mon[94314]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:27 smithi028 ceph-mon[96890]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:47:29.165 INFO:tasks.workunit.client.0.smithi028.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:29.165 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-81HYZPORjbc-9qk off=6997608 len=1429548 2024-04-02T08:47:29.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 586 completed, throughput=4.98MB/sec 2024-04-02T08:47:29.167 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vCcmuQtaIJpkrM- off=12500598 len=1220821 2024-04-02T08:47:29.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 587 completed, throughput=4.99MB/sec 2024-04-02T08:47:29.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UJzisQUc9pAHbiw off=10786535 len=564385 2024-04-02T08:47:29.176 INFO:tasks.workunit.client.0.smithi028.stdout:op 588 completed, throughput=5MB/sec 2024-04-02T08:47:29.176 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KWoSub_RqCn095T off=82838 len=188940 2024-04-02T08:47:29.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 589 completed, throughput=5MB/sec 2024-04-02T08:47:29.178 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-au8xcw-IpRtu_hm off=7853841 len=401304 2024-04-02T08:47:29.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 590 completed, throughput=5MB/sec 2024-04-02T08:47:29.178 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DP_O7Qts11OwDGE off=7648275 len=1685828 2024-04-02T08:47:29.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 591 completed, throughput=5.01MB/sec 2024-04-02T08:47:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:29 smithi137 ceph-mon[88456]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:47:30.180 INFO:tasks.workunit.client.0.smithi028.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:30.180 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GtoKuHhkIqEjK-v off=956827 len=1039192 2024-04-02T08:47:30.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 592 completed, throughput=4.98MB/sec 2024-04-02T08:47:30.185 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NUdL_j4BCXsNTXT off=1234012 len=393994 2024-04-02T08:47:30.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 593 completed, throughput=4.98MB/sec 2024-04-02T08:47:30.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JQLu4TdhEma2-M3 off=9078911 len=1158917 2024-04-02T08:47:30.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 594 completed, throughput=4.99MB/sec 2024-04-02T08:47:30.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uMNdiA4tnBzKjb8 off=4706171 len=778634 2024-04-02T08:47:30.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 595 completed, throughput=5MB/sec 2024-04-02T08:47:30.194 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jwybj29N9nTTlb9 off=7294852 len=2009258 2024-04-02T08:47:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:29 smithi028 ceph-mon[94314]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:47:30.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:29 smithi028 ceph-mon[96890]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:47:30.200 INFO:tasks.workunit.client.0.smithi028.stdout:op 596 completed, throughput=5.01MB/sec 2024-04-02T08:47:31.200 INFO:tasks.workunit.client.0.smithi028.stdout: 121: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:31.200 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mk2wMHy-KaH8leh off=375443 len=1112055 2024-04-02T08:47:31.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 597 completed, throughput=4.98MB/sec 2024-04-02T08:47:31.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7muSLVrQoL99ff8 off=416011 len=1436718 2024-04-02T08:47:31.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-02T08:47:31.215 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9Hn3JsMQatbMRXH off=1929041 len=793271 2024-04-02T08:47:31.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 599 completed, throughput=5MB/sec 2024-04-02T08:47:31.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K2nahmC-VHxgVmK off=19428299 len=1306563 2024-04-02T08:47:31.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 600 completed, throughput=5.01MB/sec 2024-04-02T08:47:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:47:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:47:31] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:47:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:31 smithi137 ceph-mon[88456]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:47:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:31 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:31 smithi028 ceph-mon[94314]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:47:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:31 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:31 smithi028 ceph-mon[96890]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:47:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:31 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:47:32.221 INFO:tasks.workunit.client.0.smithi028.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:32.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QzlWfo9Sz6tK1Cy off=7643664 len=1865515 2024-04-02T08:47:32.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 601 completed, throughput=4.98MB/sec 2024-04-02T08:47:32.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AfbPG4pV8RHSoSi off=2908753 len=851215 2024-04-02T08:47:32.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 602 completed, throughput=4.99MB/sec 2024-04-02T08:47:32.228 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sQuOhGA9x-sfhDO off=8785705 len=1901089 2024-04-02T08:47:32.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 603 completed, throughput=5MB/sec 2024-04-02T08:47:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:47:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:33.230 INFO:tasks.workunit.client.0.smithi028.stdout: 123: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:33.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-16fKSEQH34Gz1Qu off=504915 len=1871898 2024-04-02T08:47:33.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 604 completed, throughput=4.98MB/sec 2024-04-02T08:47:33.234 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nn4nKnq0LMKvbJM off=3585933 len=169253 2024-04-02T08:47:33.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 605 completed, throughput=4.98MB/sec 2024-04-02T08:47:33.237 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qHgANeNhMy0_jqo off=5930168 len=690591 2024-04-02T08:47:33.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 606 completed, throughput=4.98MB/sec 2024-04-02T08:47:33.240 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tFC2cU_d1eyJGy7 off=7965945 len=1974485 2024-04-02T08:47:33.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 607 completed, throughput=5MB/sec 2024-04-02T08:47:33.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oTHKzd62fIWsbvU off=8109569 len=727903 2024-04-02T08:47:33.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 608 completed, throughput=5MB/sec 2024-04-02T08:47:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:33.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:33.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:33 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:33 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:33 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:47:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:47:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:33 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:47:34.251 INFO:tasks.workunit.client.0.smithi028.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:34.251 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gNdvP2bN4VbM8-z off=10665739 len=1562930 2024-04-02T08:47:34.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 609 completed, throughput=4.98MB/sec 2024-04-02T08:47:34.257 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sIIC-kYOXfJ9XoY off=20110608 len=148009 2024-04-02T08:47:34.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 610 completed, throughput=4.98MB/sec 2024-04-02T08:47:34.260 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UGqqkFSC6T9j_H4 off=2288080 len=425812 2024-04-02T08:47:34.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 611 completed, throughput=4.98MB/sec 2024-04-02T08:47:34.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ERq1FjS_5Bgv8Sb off=12105262 len=1606394 2024-04-02T08:47:34.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 612 completed, throughput=4.99MB/sec 2024-04-02T08:47:34.266 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2U6CpdkjswYgp-s off=507794 len=796742 2024-04-02T08:47:34.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 613 completed, throughput=5MB/sec 2024-04-02T08:47:34.267 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZRhj1QC1goAa-iv off=5528171 len=1932384 2024-04-02T08:47:34.278 INFO:tasks.workunit.client.0.smithi028.stdout:op 614 completed, throughput=5.01MB/sec 2024-04-02T08:47:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:34 smithi028 ceph-mon[94314]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:34 smithi028 ceph-mon[96890]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:34 smithi137 ceph-mon[88456]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:47:35.278 INFO:tasks.workunit.client.0.smithi028.stdout: 125: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:35.278 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z-ynZS2-PGyj9bs off=6300861 len=1210545 2024-04-02T08:47:35.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 615 completed, throughput=4.98MB/sec 2024-04-02T08:47:35.283 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-imuVaupZRVGRQjv off=1633993 len=2082718 2024-04-02T08:47:35.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 616 completed, throughput=5MB/sec 2024-04-02T08:47:35.290 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zcShDq4bdI5qLGz off=3063229 len=1852910 2024-04-02T08:47:35.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 617 completed, throughput=5.01MB/sec 2024-04-02T08:47:36.297 INFO:tasks.workunit.client.0.smithi028.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:36.297 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LsP-JCTU7KgN9dS off=10716539 len=1432693 2024-04-02T08:47:36.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 618 completed, throughput=4.98MB/sec 2024-04-02T08:47:36.298 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_H16r2u2ehGQFd5 off=970995 len=1514592 2024-04-02T08:47:36.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 619 completed, throughput=4.99MB/sec 2024-04-02T08:47:36.305 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s8cKRlSMWsWoz-5 off=7160930 len=280767 2024-04-02T08:47:36.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 620 completed, throughput=4.99MB/sec 2024-04-02T08:47:36.305 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N5cBFvHmikWZEZN off=790972 len=1765422 2024-04-02T08:47:36.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 621 completed, throughput=5.01MB/sec 2024-04-02T08:47:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:36 smithi028 ceph-mon[94314]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:36 smithi028 ceph-mon[96890]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:36 smithi137 ceph-mon[88456]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:47:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:37.312 INFO:tasks.workunit.client.0.smithi028.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:37.312 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G5LDnFKTdVOWIBg off=1603910 len=1632530 2024-04-02T08:47:37.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 622 completed, throughput=4.98MB/sec 2024-04-02T08:47:37.321 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P8iwozqHK9E6nQ4 off=528005 len=1800852 2024-04-02T08:47:37.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 623 completed, throughput=4.99MB/sec 2024-04-02T08:47:37.322 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pw8-pInAUydq5uE off=2330750 len=383674 2024-04-02T08:47:37.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 624 completed, throughput=5MB/sec 2024-04-02T08:47:37.324 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3pehp2H9Zq8FYSh off=14371462 len=1286346 2024-04-02T08:47:37.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 625 completed, throughput=5.01MB/sec 2024-04-02T08:47:38.331 INFO:tasks.workunit.client.0.smithi028.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:38.331 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Gekbs6fj1oI4F6 off=667391 len=979042 2024-04-02T08:47:38.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 626 completed, throughput=4.97MB/sec 2024-04-02T08:47:38.332 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hHBPfsVdn57HdbN off=4501067 len=264608 2024-04-02T08:47:38.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 627 completed, throughput=4.98MB/sec 2024-04-02T08:47:38.335 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZcO2tR7FVO79LdH off=337655 len=1256921 2024-04-02T08:47:38.340 INFO:tasks.workunit.client.0.smithi028.stdout:op 628 completed, throughput=4.98MB/sec 2024-04-02T08:47:38.340 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-trSWhe9RwPBpJ6W off=2496909 len=53121 2024-04-02T08:47:38.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 629 completed, throughput=4.99MB/sec 2024-04-02T08:47:38.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l9T-EeQQPLeB_Jr off=9775937 len=1637090 2024-04-02T08:47:38.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 630 completed, throughput=5MB/sec 2024-04-02T08:47:38.350 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KtWvyrAlfZi_nZl off=0 len=1679584 2024-04-02T08:47:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 631 completed, throughput=5.01MB/sec 2024-04-02T08:47:38.447 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:38 smithi137 ceph-mon[88456]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:47:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:38 smithi028 ceph-mon[94314]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:47:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:38 smithi028 ceph-mon[96890]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:47:39.354 INFO:tasks.workunit.client.0.smithi028.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:39.437 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o0NLnYRJ6WDagz3 off=2734383 len=551358 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 632 completed, throughput=4.97MB/sec 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZF0fw-mS8PAEyK6 off=483527 len=597863 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 633 completed, throughput=4.98MB/sec 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JW1o-Gn9d9tdiUx off=5132850 len=840583 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 634 completed, throughput=4.98MB/sec 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zIbxLtIWhZLBIMz off=11387867 len=1440532 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 635 completed, throughput=5MB/sec 2024-04-02T08:47:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JFaANyowijAXBoD off=19185200 len=188182 2024-04-02T08:47:39.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 636 completed, throughput=5MB/sec 2024-04-02T08:47:39.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SicEmBhjWBWqbFb off=18383307 len=8617 2024-04-02T08:47:39.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 637 completed, throughput=5MB/sec 2024-04-02T08:47:39.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NF70FkK4lby4W1h off=10897040 len=1002741 2024-04-02T08:47:39.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 638 completed, throughput=5MB/sec 2024-04-02T08:47:40.369 INFO:tasks.workunit.client.0.smithi028.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:40.369 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P4FUUCOIobEyXAc off=6918716 len=463694 2024-04-02T08:47:40.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 639 completed, throughput=4.97MB/sec 2024-04-02T08:47:40.370 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1mATb2Z0Ba9Oq4V off=6148764 len=1519400 2024-04-02T08:47:40.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 640 completed, throughput=4.98MB/sec 2024-04-02T08:47:40.377 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x7b_7gClV2ww1Il off=8696959 len=719570 2024-04-02T08:47:40.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 641 completed, throughput=4.99MB/sec 2024-04-02T08:47:40.378 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1E7FALiP7Zp7h1v off=8768137 len=1675363 2024-04-02T08:47:40.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 642 completed, throughput=5MB/sec 2024-04-02T08:47:40.388 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WvjqL8WzmSi8z6o off=5066647 len=529869 2024-04-02T08:47:40.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 643 completed, throughput=5MB/sec 2024-04-02T08:47:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:40 smithi028 ceph-mon[94314]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:47:40.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:40 smithi028 ceph-mon[96890]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:47:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:40 smithi137 ceph-mon[88456]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-02T08:47:41.389 INFO:tasks.workunit.client.0.smithi028.stdout: 131: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:41.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B1WuCNlITBrHdlX off=19012005 len=1669425 2024-04-02T08:47:41.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 644 completed, throughput=4.98MB/sec 2024-04-02T08:47:41.391 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I9zFOVGJ9Es2j2P off=4718943 len=1865071 2024-04-02T08:47:41.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 645 completed, throughput=4.99MB/sec 2024-04-02T08:47:41.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uEsLinX6ROzj5il off=4576078 len=1092132 2024-04-02T08:47:41.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 646 completed, throughput=5MB/sec 2024-04-02T08:47:41.393 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OTA5aSgWz7Lpyyj off=2537867 len=232401 2024-04-02T08:47:41.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 647 completed, throughput=5MB/sec 2024-04-02T08:47:41.394 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8vRwTHqcRLxoMYc off=11714171 len=1988363 2024-04-02T08:47:41.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 648 completed, throughput=5.01MB/sec 2024-04-02T08:47:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:47:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:47:41] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:47:42.402 INFO:tasks.workunit.client.0.smithi028.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:42.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IYWd7gGG281QZ6m off=831033 len=555627 2024-04-02T08:47:42.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 649 completed, throughput=4.98MB/sec 2024-04-02T08:47:42.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K_fMb3N0enevcTQ off=0 len=1500879 2024-04-02T08:47:42.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 650 completed, throughput=4.99MB/sec 2024-04-02T08:47:42.404 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mijvt-Nj-Na3Nim off=16204986 len=1106784 2024-04-02T08:47:42.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 651 completed, throughput=5MB/sec 2024-04-02T08:47:42.410 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8bpruluyYMgIIov off=5084270 len=463761 2024-04-02T08:47:42.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 652 completed, throughput=5MB/sec 2024-04-02T08:47:42.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3CtTRTlHV1O7bZa off=472457 len=952852 2024-04-02T08:47:42.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 653 completed, throughput=5.01MB/sec 2024-04-02T08:47:42.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:42 smithi028 ceph-mon[94314]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:47:42.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:42 smithi028 ceph-mon[96890]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:47:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:42 smithi137 ceph-mon[88456]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:47:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:47:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:43.416 INFO:tasks.workunit.client.0.smithi028.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:43.416 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xqhMU4phxo37Vjd off=10788588 len=66641 2024-04-02T08:47:43.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 654 completed, throughput=4.97MB/sec 2024-04-02T08:47:43.418 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bGrbvYcH0vN2yRm off=887436 len=1272276 2024-04-02T08:47:43.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 655 completed, throughput=4.98MB/sec 2024-04-02T08:47:43.419 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ajMPodAXkNG-4-_ off=6752006 len=940201 2024-04-02T08:47:43.420 INFO:tasks.workunit.client.0.smithi028.stdout:op 656 completed, throughput=4.99MB/sec 2024-04-02T08:47:43.420 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2J69BcUmZ4x5jRT off=0 len=1335574 2024-04-02T08:47:43.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 657 completed, throughput=4.99MB/sec 2024-04-02T08:47:43.422 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NlPHL0LAr4SWwX3 off=2910057 len=816592 2024-04-02T08:47:43.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 658 completed, throughput=5MB/sec 2024-04-02T08:47:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: 134: throughput=4.96MB/sec pending data=0 2024-04-02T08:47:44.424 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N0VJVXFLibpIG3F off=4641930 len=273114 2024-04-02T08:47:44.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 659 completed, throughput=4.97MB/sec 2024-04-02T08:47:44.425 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UUbmu-J9kffNySo off=1629757 len=1675112 2024-04-02T08:47:44.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 660 completed, throughput=4.98MB/sec 2024-04-02T08:47:44.431 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-em-3g7jxNSmg54l off=20567790 len=398802 2024-04-02T08:47:44.432 INFO:tasks.workunit.client.0.smithi028.stdout:op 661 completed, throughput=4.98MB/sec 2024-04-02T08:47:44.432 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4S0dtgodoXSOq8r off=1693481 len=1205959 2024-04-02T08:47:44.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 662 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YHwgIsYhA3SsVb7 off=330488 len=68283 2024-04-02T08:47:44.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 663 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DVzWlEHlZL9623Z off=6718547 len=753127 2024-04-02T08:47:44.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 664 completed, throughput=4.99MB/sec 2024-04-02T08:47:44.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ryf1-mg-MEJWzl3 off=18306724 len=1674290 2024-04-02T08:47:44.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 665 completed, throughput=5.01MB/sec 2024-04-02T08:47:44.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:44 smithi028 ceph-mon[96890]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:47:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:44 smithi028 ceph-mon[94314]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:47:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:44 smithi137 ceph-mon[88456]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:47:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:45.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yK28hGoONrjlU2g off=5996787 len=1082647 2024-04-02T08:47:45.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 666 completed, throughput=4.98MB/sec 2024-04-02T08:47:45.449 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D-06YPKG19urEQE off=9336052 len=545537 2024-04-02T08:47:45.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 667 completed, throughput=4.98MB/sec 2024-04-02T08:47:45.450 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M_ON8JPu5FX3qwA off=6990045 len=1497720 2024-04-02T08:47:45.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 668 completed, throughput=4.99MB/sec 2024-04-02T08:47:45.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E98noLTkEkzz4Gu off=2091132 len=2095156 2024-04-02T08:47:45.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 669 completed, throughput=5MB/sec 2024-04-02T08:47:46.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:46 smithi028 ceph-mon[96890]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:47:46.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:46 smithi028 ceph-mon[94314]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:47:46.453 INFO:tasks.workunit.client.0.smithi028.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:46.453 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i1T5aVPYLRmmaiQ off=13461959 len=1503693 2024-04-02T08:47:46.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 670 completed, throughput=4.98MB/sec 2024-04-02T08:47:46.462 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VNUVDv5ulAUq4_y off=14950055 len=1378681 2024-04-02T08:47:46.468 INFO:tasks.workunit.client.0.smithi028.stdout:op 671 completed, throughput=4.99MB/sec 2024-04-02T08:47:46.468 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hVvjgLOTg1YrEUq off=2745627 len=1053 2024-04-02T08:47:46.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 672 completed, throughput=4.99MB/sec 2024-04-02T08:47:46.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s4RCIp4QRJ5yqdY off=3129410 len=681103 2024-04-02T08:47:46.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 673 completed, throughput=4.99MB/sec 2024-04-02T08:47:46.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t6IVTL5jcJvKBnR off=2418753 len=1363068 2024-04-02T08:47:46.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 674 completed, throughput=5MB/sec 2024-04-02T08:47:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:46 smithi137 ceph-mon[88456]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T08:47:47.470 INFO:tasks.workunit.client.0.smithi028.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:47.470 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yLt1i4utNMSK89e off=298791 len=1682093 2024-04-02T08:47:47.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 675 completed, throughput=4.98MB/sec 2024-04-02T08:47:47.480 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UGzM1tG6I6xNu7w off=1818249 len=1257727 2024-04-02T08:47:47.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 676 completed, throughput=4.99MB/sec 2024-04-02T08:47:47.487 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XoN-_4OwdKdF2Am off=2346238 len=223536 2024-04-02T08:47:47.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 677 completed, throughput=4.99MB/sec 2024-04-02T08:47:47.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xfxW9POUcz3m7U_ off=3090333 len=1367829 2024-04-02T08:47:47.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 678 completed, throughput=5MB/sec 2024-04-02T08:47:47.495 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-64PhoutiLA7cwOB off=3306356 len=1550564 2024-04-02T08:47:47.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 679 completed, throughput=5.01MB/sec 2024-04-02T08:47:48.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:48 smithi028 ceph-mon[94314]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:48 smithi028 ceph-mon[96890]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:48.497 INFO:tasks.workunit.client.0.smithi028.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:48.497 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5nJVh4apzS65xBf off=4217828 len=313825 2024-04-02T08:47:48.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 680 completed, throughput=4.97MB/sec 2024-04-02T08:47:48.498 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XrjeZees3ypJD5N off=10698349 len=1877518 2024-04-02T08:47:48.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 681 completed, throughput=4.99MB/sec 2024-04-02T08:47:48.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nzMCUqUJgt0_YUl off=232449 len=557412 2024-04-02T08:47:48.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 682 completed, throughput=4.99MB/sec 2024-04-02T08:47:48.502 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n8Cfp90qdMr0FK4 off=1761174 len=1930497 2024-04-02T08:47:48.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 683 completed, throughput=5MB/sec 2024-04-02T08:47:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:48 smithi137 ceph-mon[88456]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:47:49.510 INFO:tasks.workunit.client.0.smithi028.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:49.510 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R5t_5GDSRdNi6ml off=8720812 len=1298825 2024-04-02T08:47:49.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 684 completed, throughput=4.98MB/sec 2024-04-02T08:47:49.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GfMiOb-tHOPOF3j off=224651 len=20741 2024-04-02T08:47:49.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 685 completed, throughput=4.98MB/sec 2024-04-02T08:47:49.511 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g5pBQQIX4GyPJrq off=573330 len=379792 2024-04-02T08:47:49.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 686 completed, throughput=4.98MB/sec 2024-04-02T08:47:49.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vnoK4MNsMrVRTBo off=3027501 len=787680 2024-04-02T08:47:49.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 687 completed, throughput=4.98MB/sec 2024-04-02T08:47:49.518 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-clXArFC0U6erICQ off=2654587 len=1707157 2024-04-02T08:47:49.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 688 completed, throughput=4.99MB/sec 2024-04-02T08:47:49.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-691vHb7LlRTgwlR off=7901839 len=272708 2024-04-02T08:47:49.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 689 completed, throughput=5MB/sec 2024-04-02T08:47:49.530 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-psuzrhSqgfI1NBI off=5744958 len=1141869 2024-04-02T08:47:49.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 690 completed, throughput=5MB/sec 2024-04-02T08:47:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:50 smithi028 ceph-mon[94314]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:47:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:50 smithi028 ceph-mon[96890]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:47:50.532 INFO:tasks.workunit.client.0.smithi028.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:50.532 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SGA4AOxpaDSdaHB off=2112985 len=1011267 2024-04-02T08:47:50.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 691 completed, throughput=4.98MB/sec 2024-04-02T08:47:50.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i-MxY-OWbBEI_1U off=6139057 len=256482 2024-04-02T08:47:50.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 692 completed, throughput=4.98MB/sec 2024-04-02T08:47:50.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JkNIfQIIJgkUnyG off=2510209 len=1041447 2024-04-02T08:47:50.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 693 completed, throughput=4.98MB/sec 2024-04-02T08:47:50.540 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pS7WIclu_xjrY0r off=11706995 len=842856 2024-04-02T08:47:50.541 INFO:tasks.workunit.client.0.smithi028.stdout:op 694 completed, throughput=4.99MB/sec 2024-04-02T08:47:50.541 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aA_sRmsnR1FxP8E off=335783 len=1381745 2024-04-02T08:47:50.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 695 completed, throughput=5MB/sec 2024-04-02T08:47:50.542 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CfjC6rBWUmxLtUk off=9389250 len=535188 2024-04-02T08:47:50.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 696 completed, throughput=5MB/sec 2024-04-02T08:47:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:50 smithi137 ceph-mon[88456]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:47:51.543 INFO:tasks.workunit.client.0.smithi028.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:51.543 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dAfdKxnn-fyt5FH off=940549 len=118615 2024-04-02T08:47:51.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 697 completed, throughput=4.97MB/sec 2024-04-02T08:47:51.544 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1SZ5P2VhJO7gLTx off=14156746 len=881551 2024-04-02T08:47:51.548 INFO:tasks.workunit.client.0.smithi028.stdout:op 698 completed, throughput=4.97MB/sec 2024-04-02T08:47:51.549 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_et8d3f_krMv0ff off=1484555 len=1994502 2024-04-02T08:47:51.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 699 completed, throughput=4.99MB/sec 2024-04-02T08:47:51.552 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DnOlt2TkR9uBZ-S off=1593234 len=1889500 2024-04-02T08:47:51.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 700 completed, throughput=5MB/sec 2024-04-02T08:47:51.562 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ck-Ekqr9xqI7F4V off=9389378 len=255134 2024-04-02T08:47:51.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 701 completed, throughput=5MB/sec 2024-04-02T08:47:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:47:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:47:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:47:51] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-02T08:47:52.565 INFO:tasks.workunit.client.0.smithi028.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:52.566 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ec7IaY2GpYXrReL off=15940441 len=1621510 2024-04-02T08:47:52.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 702 completed, throughput=4.98MB/sec 2024-04-02T08:47:52.571 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-24YKgH-qUsFoC1X off=4282565 len=1617935 2024-04-02T08:47:52.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 703 completed, throughput=4.99MB/sec 2024-04-02T08:47:52.573 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AxI81dc97QBiqQ_ off=528198 len=1226478 2024-04-02T08:47:52.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 704 completed, throughput=5MB/sec 2024-04-02T08:47:52.577 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_4zvTAlKO0rrwb2 off=1347855 len=1086525 2024-04-02T08:47:52.582 INFO:tasks.workunit.client.0.smithi028.stdout:op 705 completed, throughput=5MB/sec 2024-04-02T08:47:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:52 smithi137 ceph-mon[88456]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:47:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:47:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:52 smithi028 ceph-mon[94314]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:52 smithi028 ceph-mon[96890]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:47:53.583 INFO:tasks.workunit.client.0.smithi028.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:53.583 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-559wFDU8zADMIL5 off=3921617 len=1752436 2024-04-02T08:47:53.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 706 completed, throughput=4.98MB/sec 2024-04-02T08:47:53.593 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DP_O7Qts11OwDGE off=5471129 len=2072130 2024-04-02T08:47:53.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 707 completed, throughput=4.99MB/sec 2024-04-02T08:47:53.594 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nFd1q61KtjSQrXC off=6524903 len=916454 2024-04-02T08:47:53.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 708 completed, throughput=5MB/sec 2024-04-02T08:47:53.599 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nPeCrQUyuCoLXQl off=16919916 len=772624 2024-04-02T08:47:53.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 709 completed, throughput=5MB/sec 2024-04-02T08:47:54.603 INFO:tasks.workunit.client.0.smithi028.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:54.603 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hl5UJnFyqeoqehO off=19392213 len=456827 2024-04-02T08:47:54.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 710 completed, throughput=4.97MB/sec 2024-04-02T08:47:54.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-raZj2TZ7y3Hu0ut off=7084758 len=1620960 2024-04-02T08:47:54.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 711 completed, throughput=4.98MB/sec 2024-04-02T08:47:54.605 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u0WOmF5CUUS1sJR off=3159103 len=991050 2024-04-02T08:47:54.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 712 completed, throughput=4.99MB/sec 2024-04-02T08:47:54.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-09Biht8MMrr5ha6 off=2089960 len=1325616 2024-04-02T08:47:54.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 713 completed, throughput=5MB/sec 2024-04-02T08:47:54.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Git68eICL5wxwBR off=9761428 len=335797 2024-04-02T08:47:54.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 714 completed, throughput=5MB/sec 2024-04-02T08:47:54.612 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dmCoWxUbtUXyKn2 off=8792168 len=137490 2024-04-02T08:47:54.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 715 completed, throughput=5MB/sec 2024-04-02T08:47:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:54 smithi137 ceph-mon[88456]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:47:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:54 smithi028 ceph-mon[94314]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:47:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:54 smithi028 ceph-mon[96890]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:47:55.614 INFO:tasks.workunit.client.0.smithi028.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:55.614 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-84YtalgO0Mi5DtP off=20999624 len=580108 2024-04-02T08:47:55.615 INFO:tasks.workunit.client.0.smithi028.stdout:op 716 completed, throughput=4.97MB/sec 2024-04-02T08:47:55.615 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n_4YtriEKILdIOu off=2243954 len=623334 2024-04-02T08:47:55.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 717 completed, throughput=4.97MB/sec 2024-04-02T08:47:55.616 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l4HqxELn9bf3-s7 off=186185 len=134667 2024-04-02T08:47:55.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 718 completed, throughput=4.98MB/sec 2024-04-02T08:47:55.616 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--qLy_kwfQJ4qqJI off=544614 len=917933 2024-04-02T08:47:55.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 719 completed, throughput=4.98MB/sec 2024-04-02T08:47:55.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u9LvTSJ0gC20PfX off=2250614 len=2094944 2024-04-02T08:47:55.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 720 completed, throughput=4.99MB/sec 2024-04-02T08:47:55.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LBaQbXOJj45UIOA off=3964738 len=2030574 2024-04-02T08:47:55.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 721 completed, throughput=5.01MB/sec 2024-04-02T08:47:56.633 INFO:tasks.workunit.client.0.smithi028.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:56.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lAtsQwIRNZvrAVM off=4072270 len=10305 2024-04-02T08:47:56.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 722 completed, throughput=4.97MB/sec 2024-04-02T08:47:56.634 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aSZgszsy7T0CaBo off=1354747 len=687189 2024-04-02T08:47:56.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 723 completed, throughput=4.98MB/sec 2024-04-02T08:47:56.637 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-42R8gSDAuHRCT_J off=14133187 len=513736 2024-04-02T08:47:56.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 724 completed, throughput=4.98MB/sec 2024-04-02T08:47:56.641 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YZYUop04UJR7hmW off=5043676 len=1194636 2024-04-02T08:47:56.642 INFO:tasks.workunit.client.0.smithi028.stdout:op 725 completed, throughput=4.99MB/sec 2024-04-02T08:47:56.642 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J5oCqLUMWUrbAoS off=3336015 len=300164 2024-04-02T08:47:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:56 smithi137 ceph-mon[88456]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:47:56.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 726 completed, throughput=4.99MB/sec 2024-04-02T08:47:56.645 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jFqOYszDgaoDr9r off=13185656 len=23313 2024-04-02T08:47:56.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 727 completed, throughput=4.99MB/sec 2024-04-02T08:47:56.645 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SKnKNEGg30y7HFa off=791278 len=607578 2024-04-02T08:47:56.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 728 completed, throughput=4.99MB/sec 2024-04-02T08:47:56.648 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R35Jp1-BVFlX93n off=22881718 len=1864334 2024-04-02T08:47:56.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 729 completed, throughput=5.01MB/sec 2024-04-02T08:47:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:56 smithi028 ceph-mon[94314]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:47:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:56 smithi028 ceph-mon[96890]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:47:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:57.659 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sty4EL4aoZW2kyI off=1051923 len=304136 2024-04-02T08:47:57.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 730 completed, throughput=4.97MB/sec 2024-04-02T08:47:57.662 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2FAi6Y8GgxCXunM off=18255046 len=1077838 2024-04-02T08:47:57.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-02T08:47:57.666 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GHiF5cDNuXXrSbg off=2831491 len=80984 2024-04-02T08:47:57.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 732 completed, throughput=4.98MB/sec 2024-04-02T08:47:57.666 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J1OupzTbZq3IHDY off=11868487 len=1204363 2024-04-02T08:47:57.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 733 completed, throughput=4.99MB/sec 2024-04-02T08:47:57.672 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gPTaRd7qm8xU-Km off=2995251 len=492977 2024-04-02T08:47:57.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 734 completed, throughput=4.99MB/sec 2024-04-02T08:47:57.672 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CAw7_Twdx2XhruD off=5588741 len=1186200 2024-04-02T08:47:57.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 735 completed, throughput=5MB/sec 2024-04-02T08:47:57.677 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tyOkaK-TA0IobSN off=4601396 len=936655 2024-04-02T08:47:57.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 736 completed, throughput=5.01MB/sec 2024-04-02T08:47:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:47:58 smithi137 ceph-mon[88456]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:47:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:58.681 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iB2lfWHDJXF5y2W off=2228798 len=591600 2024-04-02T08:47:58.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 737 completed, throughput=4.98MB/sec 2024-04-02T08:47:58.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6-FbK_1S5RKh5Hx off=13071463 len=1583704 2024-04-02T08:47:58.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 738 completed, throughput=4.99MB/sec 2024-04-02T08:47:58.683 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bPE_4Yq7ZfLFoPZ off=242107 len=1719475 2024-04-02T08:47:58.684 INFO:tasks.workunit.client.0.smithi028.stdout:op 739 completed, throughput=5MB/sec 2024-04-02T08:47:58.684 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-voGfIqA1uZUhJSD off=1518819 len=326222 2024-04-02T08:47:58.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 740 completed, throughput=5MB/sec 2024-04-02T08:47:58.687 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5K2HNAkbxeggLSW off=2074881 len=921386 2024-04-02T08:47:58.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 741 completed, throughput=5MB/sec 2024-04-02T08:47:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:47:58 smithi028 ceph-mon[94314]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:47:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:47:58 smithi028 ceph-mon[96890]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:47:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-02T08:47:59.693 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fzx3j5xOqbRebd- off=1156691 len=179207 2024-04-02T08:47:59.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 742 completed, throughput=4.97MB/sec 2024-04-02T08:47:59.693 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5ud50hET5Hk6DAD off=5419285 len=1599054 2024-04-02T08:47:59.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 743 completed, throughput=4.98MB/sec 2024-04-02T08:47:59.700 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WeGco9CmdtSXc0i off=9842849 len=1423939 2024-04-02T08:47:59.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 744 completed, throughput=4.99MB/sec 2024-04-02T08:47:59.705 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dHpeQHOEcX7H5d_ off=7760801 len=317940 2024-04-02T08:47:59.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 745 completed, throughput=4.99MB/sec 2024-04-02T08:47:59.707 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JntLQmYV6EWnFHm off=7152703 len=903762 2024-04-02T08:47:59.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 746 completed, throughput=5MB/sec 2024-04-02T08:47:59.711 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DWMna0h2abBnoTk off=3850882 len=766821 2024-04-02T08:47:59.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 747 completed, throughput=5MB/sec 2024-04-02T08:48:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:00 smithi137 ceph-mon[88456]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:00 smithi028 ceph-mon[94314]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:00 smithi028 ceph-mon[96890]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:00.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AyHkx0Kfz5aJAPm off=6295578 len=636848 2024-04-02T08:48:00.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 748 completed, throughput=4.97MB/sec 2024-04-02T08:48:00.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9ITZs5Cq_dW7jKP off=9420549 len=376533 2024-04-02T08:48:00.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 749 completed, throughput=4.98MB/sec 2024-04-02T08:48:00.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WjXxDobR8hb3OVq off=4486711 len=422423 2024-04-02T08:48:00.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 750 completed, throughput=4.98MB/sec 2024-04-02T08:48:00.722 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rrY49a9GG873UOI off=8217525 len=1104003 2024-04-02T08:48:00.727 INFO:tasks.workunit.client.0.smithi028.stdout:op 751 completed, throughput=4.99MB/sec 2024-04-02T08:48:00.727 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aTue1HnyX6_825X off=11158965 len=1450195 2024-04-02T08:48:00.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 752 completed, throughput=5MB/sec 2024-04-02T08:48:00.729 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MybPojR5cJHpszV off=1394517 len=1648867 2024-04-02T08:48:00.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 753 completed, throughput=5.01MB/sec 2024-04-02T08:48:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:48:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:48:01] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-02T08:48:01.732 INFO:tasks.workunit.client.0.smithi028.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:01.732 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-esudOd-0YAGl8JB off=7346944 len=172937 2024-04-02T08:48:01.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 754 completed, throughput=4.97MB/sec 2024-04-02T08:48:01.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S5UOAy1shL5JLmZ off=2539395 len=383786 2024-04-02T08:48:01.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 755 completed, throughput=4.98MB/sec 2024-04-02T08:48:01.736 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sghbEcaWsfiVIX1 off=6635041 len=568684 2024-04-02T08:48:01.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 756 completed, throughput=4.98MB/sec 2024-04-02T08:48:01.737 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xcH8m_pPgykif7C off=2987780 len=488057 2024-04-02T08:48:01.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 757 completed, throughput=4.98MB/sec 2024-04-02T08:48:01.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iTEtHkTFAUhOIlP off=2969239 len=671732 2024-04-02T08:48:01.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 758 completed, throughput=4.99MB/sec 2024-04-02T08:48:01.741 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c9FtQKED9Fiw6TJ off=4000428 len=507645 2024-04-02T08:48:01.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 759 completed, throughput=4.99MB/sec 2024-04-02T08:48:01.743 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6Gu3D3vs9y4fdz_ off=1816191 len=1349765 2024-04-02T08:48:01.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 760 completed, throughput=5MB/sec 2024-04-02T08:48:01.744 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q9TPEE9zg1XBviQ off=1523883 len=1792539 2024-04-02T08:48:01.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 761 completed, throughput=5.01MB/sec 2024-04-02T08:48:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:02 smithi137 ceph-mon[88456]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:48:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:02 smithi028 ceph-mon[94314]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:02 smithi028 ceph-mon[96890]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:02.746 INFO:tasks.workunit.client.0.smithi028.stdout: 152: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:02.746 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5y2UTbj71gSfZMB off=2501055 len=1754432 2024-04-02T08:48:02.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 762 completed, throughput=4.99MB/sec 2024-04-02T08:48:02.748 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Evo33qHDi_bJGKZ off=6187578 len=407376 2024-04-02T08:48:02.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 763 completed, throughput=4.99MB/sec 2024-04-02T08:48:02.750 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-slfwigLtTydjJ70 off=16989604 len=1308800 2024-04-02T08:48:02.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 764 completed, throughput=5MB/sec 2024-04-02T08:48:02.755 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K6EptaYKCqEucea off=2944990 len=868378 2024-04-02T08:48:02.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 765 completed, throughput=5MB/sec 2024-04-02T08:48:03.756 INFO:tasks.workunit.client.0.smithi028.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:03.756 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mVQ004u1MjYas-t off=8730524 len=183940 2024-04-02T08:48:03.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 766 completed, throughput=4.97MB/sec 2024-04-02T08:48:03.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HlMx4mrwX-dV5G6 off=2471096 len=1710913 2024-04-02T08:48:03.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 767 completed, throughput=4.98MB/sec 2024-04-02T08:48:03.759 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NEWExEfkWbQyU1J off=2892196 len=1179778 2024-04-02T08:48:03.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 768 completed, throughput=4.99MB/sec 2024-04-02T08:48:03.760 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mGwLW3Cqo1VBc47 off=5920440 len=1192981 2024-04-02T08:48:03.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 769 completed, throughput=5MB/sec 2024-04-02T08:48:03.763 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dYRDk1PhpWPcGS3 off=9060167 len=1382127 2024-04-02T08:48:03.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 770 completed, throughput=5.01MB/sec 2024-04-02T08:48:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:04 smithi137 ceph-mon[88456]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:04 smithi028 ceph-mon[94314]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:04 smithi028 ceph-mon[96890]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:48:04.765 INFO:tasks.workunit.client.0.smithi028.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:04.766 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cEDStJXJGbW2Lje off=6900363 len=954015 2024-04-02T08:48:04.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 771 completed, throughput=4.98MB/sec 2024-04-02T08:48:04.770 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FKzuh8T-pu3FQy4 off=15383149 len=10121 2024-04-02T08:48:04.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 772 completed, throughput=4.98MB/sec 2024-04-02T08:48:04.770 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H8F7KCh2Bf3zL5j off=2084350 len=1871341 2024-04-02T08:48:04.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 773 completed, throughput=4.99MB/sec 2024-04-02T08:48:04.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-raZj2TZ7y3Hu0ut off=7169745 len=1942265 2024-04-02T08:48:04.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 774 completed, throughput=5MB/sec 2024-04-02T08:48:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:05.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R366vdIoEuZu1N7 off=6242966 len=1375277 2024-04-02T08:48:05.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 775 completed, throughput=4.98MB/sec 2024-04-02T08:48:05.797 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YvqhGzAPwcThvXx off=907406 len=1675375 2024-04-02T08:48:05.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 776 completed, throughput=4.99MB/sec 2024-04-02T08:48:05.802 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lhRg9GMs3zbAfhI off=5476482 len=424815 2024-04-02T08:48:05.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-02T08:48:05.803 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6oQtqc8XRSVxbo5 off=6501254 len=1500830 2024-04-02T08:48:05.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 778 completed, throughput=5MB/sec 2024-04-02T08:48:05.808 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5FVxft-tjPqy-eA off=1063159 len=1146384 2024-04-02T08:48:05.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 779 completed, throughput=5.01MB/sec 2024-04-02T08:48:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:06 smithi137 ceph-mon[88456]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:06 smithi028 ceph-mon[94314]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:06 smithi028 ceph-mon[96890]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:06.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kguHA5T27e3gEFA off=3809061 len=1212523 2024-04-02T08:48:06.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 780 completed, throughput=4.98MB/sec 2024-04-02T08:48:06.814 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4ca6KghZHinvjdl off=5465773 len=381265 2024-04-02T08:48:06.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 781 completed, throughput=4.98MB/sec 2024-04-02T08:48:06.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C-y3QDeBYObelQ9 off=16214854 len=1701103 2024-04-02T08:48:06.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 782 completed, throughput=4.99MB/sec 2024-04-02T08:48:06.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qshOStZ3KX7MHpF off=11093573 len=846866 2024-04-02T08:48:06.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 783 completed, throughput=5MB/sec 2024-04-02T08:48:06.819 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EmrYr_xrJpJDBoU off=3718617 len=213800 2024-04-02T08:48:06.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 784 completed, throughput=5MB/sec 2024-04-02T08:48:07.822 INFO:tasks.workunit.client.0.smithi028.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:07.822 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yQv79zf-nk71WR9 off=9379829 len=1362480 2024-04-02T08:48:07.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 785 completed, throughput=4.98MB/sec 2024-04-02T08:48:07.823 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-skq06f3rT6Vmsa8 off=8842596 len=1944906 2024-04-02T08:48:07.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 786 completed, throughput=4.99MB/sec 2024-04-02T08:48:07.827 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mVTqHWVd0EZKvTw off=15702768 len=1603414 2024-04-02T08:48:07.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 787 completed, throughput=5MB/sec 2024-04-02T08:48:07.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RdP-Yr2knUsSN71 off=746929 len=1779133 2024-04-02T08:48:07.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 788 completed, throughput=5.01MB/sec 2024-04-02T08:48:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:08 smithi137 ceph-mon[88456]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:48:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:08 smithi028 ceph-mon[94314]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:48:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:08 smithi028 ceph-mon[96890]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:48:08.836 INFO:tasks.workunit.client.0.smithi028.stdout: 158: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:08.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4F6LwLGylSHR_EW off=12637172 len=823127 2024-04-02T08:48:08.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 789 completed, throughput=4.98MB/sec 2024-04-02T08:48:08.840 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lOVaued9MJhz-JF off=19538367 len=617658 2024-04-02T08:48:08.840 INFO:tasks.workunit.client.0.smithi028.stdout:op 790 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.840 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v-1Piasc0IOIVs8 off=7166175 len=86325 2024-04-02T08:48:08.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.842 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d3wXhXWyVM4SbiD off=4980565 len=984482 2024-04-02T08:48:08.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-02T08:48:08.844 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gol1eGRNLTwK-J4 off=1586701 len=1964946 2024-04-02T08:48:08.846 INFO:tasks.workunit.client.0.smithi028.stdout:op 793 completed, throughput=5MB/sec 2024-04-02T08:48:09.846 INFO:tasks.workunit.client.0.smithi028.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:09.847 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--0dbXKofYZu-_PU off=4846898 len=347115 2024-04-02T08:48:09.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 794 completed, throughput=4.97MB/sec 2024-04-02T08:48:09.850 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ih9Li8gd5kY7bIk off=1426749 len=636908 2024-04-02T08:48:09.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 795 completed, throughput=4.98MB/sec 2024-04-02T08:48:09.850 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mm-iTFJULFcpmpM off=15256627 len=482663 2024-04-02T08:48:09.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 796 completed, throughput=4.98MB/sec 2024-04-02T08:48:09.854 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xbBDfEZ2GhAmcgw off=16178765 len=919136 2024-04-02T08:48:09.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 797 completed, throughput=4.99MB/sec 2024-04-02T08:48:09.859 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BW2rLqKE73zVDo4 off=7503791 len=1389349 2024-04-02T08:48:09.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 798 completed, throughput=4.99MB/sec 2024-04-02T08:48:09.860 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bICGZA6GsCkzsCn off=582477 len=1611425 2024-04-02T08:48:09.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 799 completed, throughput=5MB/sec 2024-04-02T08:48:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:10 smithi137 ceph-mon[88456]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:10 smithi028 ceph-mon[94314]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:10 smithi028 ceph-mon[96890]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:10.861 INFO:tasks.workunit.client.0.smithi028.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:10.862 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ti23M2X_oWKHo9- off=8900454 len=506958 2024-04-02T08:48:10.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 800 completed, throughput=4.98MB/sec 2024-04-02T08:48:10.863 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lADIcTwDrLXEwAJ off=10912339 len=849480 2024-04-02T08:48:10.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 801 completed, throughput=4.98MB/sec 2024-04-02T08:48:10.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wc5647B_fmWWQq8 off=11679462 len=1055364 2024-04-02T08:48:10.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 802 completed, throughput=4.99MB/sec 2024-04-02T08:48:10.868 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5hEE6vS6EKiCucd off=1059274 len=714517 2024-04-02T08:48:10.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 803 completed, throughput=4.99MB/sec 2024-04-02T08:48:10.872 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x6BwVeRBIv6s1tO off=19469859 len=473787 2024-04-02T08:48:10.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 804 completed, throughput=4.99MB/sec 2024-04-02T08:48:10.872 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Uwh1xiGFC2wk03j off=14082799 len=800321 2024-04-02T08:48:10.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 805 completed, throughput=5MB/sec 2024-04-02T08:48:10.874 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DoAxw4kzzkW2uNT off=6459321 len=2009331 2024-04-02T08:48:10.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 806 completed, throughput=5.01MB/sec 2024-04-02T08:48:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:48:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:48:11] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:48:11.876 INFO:tasks.workunit.client.0.smithi028.stdout: 161: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:11.876 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3cz53rR3Un42qe5 off=943746 len=1880451 2024-04-02T08:48:11.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-02T08:48:11.887 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c85QdsDqVDMmnNw off=2134035 len=989245 2024-04-02T08:48:11.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 808 completed, throughput=5MB/sec 2024-04-02T08:48:11.888 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5bbl_F38fNxvFx1 off=12537698 len=1476487 2024-04-02T08:48:11.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 809 completed, throughput=5MB/sec 2024-04-02T08:48:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:12 smithi137 ceph-mon[88456]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:48:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:48:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:12 smithi028 ceph-mon[94314]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:12 smithi028 ceph-mon[96890]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:48:12.889 INFO:tasks.workunit.client.0.smithi028.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:12.890 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TFCgVv1defF8cE9 off=662502 len=1829093 2024-04-02T08:48:12.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 810 completed, throughput=4.98MB/sec 2024-04-02T08:48:12.901 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-579tcW0-fnIlpvW off=10004001 len=415905 2024-04-02T08:48:12.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 811 completed, throughput=4.99MB/sec 2024-04-02T08:48:12.904 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HuQ4UiZW788DTtN off=1699846 len=1993270 2024-04-02T08:48:12.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 812 completed, throughput=5MB/sec 2024-04-02T08:48:12.906 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TdpTcgWCaH0MHPQ off=6097445 len=1305908 2024-04-02T08:48:12.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 813 completed, throughput=5.01MB/sec 2024-04-02T08:48:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: 163: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:13.907 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ni_arHU1HLSQoYA off=6679278 len=24684 2024-04-02T08:48:13.909 INFO:tasks.workunit.client.0.smithi028.stdout:op 814 completed, throughput=4.98MB/sec 2024-04-02T08:48:13.909 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--jOBRSevwbUinI_ off=1664345 len=1325316 2024-04-02T08:48:13.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 815 completed, throughput=4.98MB/sec 2024-04-02T08:48:13.917 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3eCCM5b3c6L4deO off=4884055 len=308524 2024-04-02T08:48:13.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 816 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.920 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oixPnlmByeeLTH2 off=975991 len=474698 2024-04-02T08:48:13.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 817 completed, throughput=4.99MB/sec 2024-04-02T08:48:13.921 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FwgJmboArNG0NGB off=7435334 len=1953351 2024-04-02T08:48:13.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 818 completed, throughput=5MB/sec 2024-04-02T08:48:13.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wv4rgeb3R-sPJyj off=3389972 len=1198931 2024-04-02T08:48:13.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 819 completed, throughput=5.01MB/sec 2024-04-02T08:48:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:14 smithi137 ceph-mon[88456]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:48:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:14 smithi028 ceph-mon[94314]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:48:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:14 smithi028 ceph-mon[96890]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:48:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:14.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7V4CNKd1DGel0mz off=3957351 len=1869510 2024-04-02T08:48:14.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 820 completed, throughput=4.99MB/sec 2024-04-02T08:48:14.929 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6xo6ZkAu6wDBMpv off=12252893 len=342991 2024-04-02T08:48:14.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 821 completed, throughput=4.99MB/sec 2024-04-02T08:48:14.930 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L-ueKLjJJePxszk off=5869884 len=1696575 2024-04-02T08:48:14.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 822 completed, throughput=5MB/sec 2024-04-02T08:48:14.930 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LHuXLwCrLq6FovY off=2746999 len=801698 2024-04-02T08:48:14.931 INFO:tasks.workunit.client.0.smithi028.stdout:op 823 completed, throughput=5MB/sec 2024-04-02T08:48:15.932 INFO:tasks.workunit.client.0.smithi028.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:15.932 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ONBTadmr_Fv2v1v off=749606 len=1125660 2024-04-02T08:48:15.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 824 completed, throughput=4.98MB/sec 2024-04-02T08:48:15.937 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IaNBUEs-hap4CUC off=2734928 len=987536 2024-04-02T08:48:15.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 825 completed, throughput=4.98MB/sec 2024-04-02T08:48:15.942 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5PkXrCY9bh4iUPW off=8499574 len=1819633 2024-04-02T08:48:15.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 826 completed, throughput=4.99MB/sec 2024-04-02T08:48:15.943 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UKv7oWyGKvwRbyG off=3094165 len=203696 2024-04-02T08:48:15.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 827 completed, throughput=5MB/sec 2024-04-02T08:48:15.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P-ZSmr1mfzoMjkl off=2941287 len=394377 2024-04-02T08:48:15.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 828 completed, throughput=5MB/sec 2024-04-02T08:48:15.948 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BdbhcwVksUjVe51 off=20393099 len=1118024 2024-04-02T08:48:15.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 829 completed, throughput=5MB/sec 2024-04-02T08:48:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:16 smithi137 ceph-mon[88456]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:48:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:16 smithi028 ceph-mon[94314]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:48:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:16 smithi028 ceph-mon[96890]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:48:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:16.953 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nvis5qGENEZivrg off=3081158 len=58912 2024-04-02T08:48:16.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 830 completed, throughput=4.97MB/sec 2024-04-02T08:48:16.955 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-weI5P-JeBqRTmMA off=8010451 len=32384 2024-04-02T08:48:16.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 831 completed, throughput=4.97MB/sec 2024-04-02T08:48:16.957 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eKckg3bFGvYOuqs off=1772648 len=1412662 2024-04-02T08:48:16.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 832 completed, throughput=4.98MB/sec 2024-04-02T08:48:16.959 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ebe3I_IQGsexeA2 off=4815020 len=469350 2024-04-02T08:48:16.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 833 completed, throughput=4.99MB/sec 2024-04-02T08:48:16.959 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ftJUzu9BVL-avTs off=7525605 len=742875 2024-04-02T08:48:16.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 834 completed, throughput=4.99MB/sec 2024-04-02T08:48:16.964 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mejDqtgSQ5UbPBn off=101360 len=1434355 2024-04-02T08:48:16.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 835 completed, throughput=5MB/sec 2024-04-02T08:48:16.973 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z4C3E1bjZKL2evL off=1355653 len=263328 2024-04-02T08:48:16.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 836 completed, throughput=5MB/sec 2024-04-02T08:48:16.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xj89Y2nYk7rTi2s off=15094072 len=1021200 2024-04-02T08:48:16.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 837 completed, throughput=5MB/sec 2024-04-02T08:48:17.980 INFO:tasks.workunit.client.0.smithi028.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:17.980 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GS9ir1z-iDSLWEn off=6472874 len=280114 2024-04-02T08:48:17.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 838 completed, throughput=4.98MB/sec 2024-04-02T08:48:17.982 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--qBP6stEMIw2k8U off=183057 len=1159219 2024-04-02T08:48:17.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 839 completed, throughput=4.98MB/sec 2024-04-02T08:48:17.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6EKQbERunKUposF off=113196 len=1194471 2024-04-02T08:48:17.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 840 completed, throughput=4.99MB/sec 2024-04-02T08:48:17.988 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KT-mBz583Oq2rqu off=1732458 len=1168988 2024-04-02T08:48:17.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 841 completed, throughput=5MB/sec 2024-04-02T08:48:17.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3z92kDI_pLMssHT off=1950387 len=1160880 2024-04-02T08:48:17.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 842 completed, throughput=5MB/sec 2024-04-02T08:48:18.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:18 smithi028 ceph-mon[94314]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:48:18.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:18 smithi028 ceph-mon[96890]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:48:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:18 smithi137 ceph-mon[88456]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-02T08:48:18.999 INFO:tasks.workunit.client.0.smithi028.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:18.999 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i4FKQtEk62QEMkV off=3097236 len=458605 2024-04-02T08:48:19.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 843 completed, throughput=4.98MB/sec 2024-04-02T08:48:19.002 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PUYKRU4AyyGbrpw off=2131906 len=822624 2024-04-02T08:48:19.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 844 completed, throughput=4.98MB/sec 2024-04-02T08:48:19.004 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q9iUPtr5sZLld-Q off=2971220 len=664620 2024-04-02T08:48:19.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 845 completed, throughput=4.98MB/sec 2024-04-02T08:48:19.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jjUSxgi0We0fxA- off=14152139 len=1183126 2024-04-02T08:48:19.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 846 completed, throughput=4.99MB/sec 2024-04-02T08:48:19.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2XcVrA2nqNl2fW8 off=10326400 len=528422 2024-04-02T08:48:19.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-02T08:48:19.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dxgxj99vjqNbti- off=1213607 len=772788 2024-04-02T08:48:19.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 848 completed, throughput=5MB/sec 2024-04-02T08:48:19.019 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W1OPUJxzHSHjxBr off=10022247 len=1519822 2024-04-02T08:48:19.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 849 completed, throughput=5.01MB/sec 2024-04-02T08:48:20.026 INFO:tasks.workunit.client.0.smithi028.stdout: 169: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:20.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mkb-JpDmG3RmJ2c off=15969186 len=1193119 2024-04-02T08:48:20.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 850 completed, throughput=4.98MB/sec 2024-04-02T08:48:20.027 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EbVZeLYxPhTbHT7 off=10596101 len=816654 2024-04-02T08:48:20.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 851 completed, throughput=4.99MB/sec 2024-04-02T08:48:20.031 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_s-YtvSmLXLIAfR off=981022 len=629205 2024-04-02T08:48:20.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 852 completed, throughput=4.99MB/sec 2024-04-02T08:48:20.031 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mxUS21LuM2pnefw off=6049653 len=1270845 2024-04-02T08:48:20.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 853 completed, throughput=5MB/sec 2024-04-02T08:48:20.039 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rBWBZXJngwwmRyX off=6233195 len=466142 2024-04-02T08:48:20.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 854 completed, throughput=5MB/sec 2024-04-02T08:48:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:20 smithi137 ceph-mon[88456]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:48:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:20 smithi028 ceph-mon[94314]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:48:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:20 smithi028 ceph-mon[96890]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:48:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:21.043 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZqQFHML19rf97zO off=4013989 len=619455 2024-04-02T08:48:21.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 855 completed, throughput=4.97MB/sec 2024-04-02T08:48:21.043 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FQbJZQ2wbbbRubT off=4456270 len=716082 2024-04-02T08:48:21.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 856 completed, throughput=4.98MB/sec 2024-04-02T08:48:21.048 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9Mg3zM1VhMp3VNm off=373008 len=1819174 2024-04-02T08:48:21.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 857 completed, throughput=4.99MB/sec 2024-04-02T08:48:21.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T9VIkl6A4KEnc8s off=6388053 len=446411 2024-04-02T08:48:21.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 858 completed, throughput=4.99MB/sec 2024-04-02T08:48:21.056 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZktnV96BNES1QQ1 off=4973711 len=152696 2024-04-02T08:48:21.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 859 completed, throughput=4.99MB/sec 2024-04-02T08:48:21.057 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BXnglvoWCxEAm8- off=18187354 len=1309298 2024-04-02T08:48:21.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 860 completed, throughput=5MB/sec 2024-04-02T08:48:21.059 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UD29cjRb0uTjYjc off=8690075 len=1652307 2024-04-02T08:48:21.060 INFO:tasks.workunit.client.0.smithi028.stdout:op 861 completed, throughput=5.01MB/sec 2024-04-02T08:48:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:48:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:48:21] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:48:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: 171: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:22.060 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f5fIlDG4tTrzwyc off=1542912 len=173634 2024-04-02T08:48:22.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 862 completed, throughput=4.98MB/sec 2024-04-02T08:48:22.061 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IzP60LH73YyDR_N off=17866128 len=1659189 2024-04-02T08:48:22.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 863 completed, throughput=4.99MB/sec 2024-04-02T08:48:22.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e7AsP9kT67CnKvW off=2367053 len=376174 2024-04-02T08:48:22.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 864 completed, throughput=4.99MB/sec 2024-04-02T08:48:22.069 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XJ874qzMGkjt-Yh off=639310 len=861078 2024-04-02T08:48:22.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 865 completed, throughput=5MB/sec 2024-04-02T08:48:22.073 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o4AA4sTcT6_j6ZL off=7275682 len=862919 2024-04-02T08:48:22.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 866 completed, throughput=5MB/sec 2024-04-02T08:48:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:22 smithi137 ceph-mon[88456]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:48:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:22 smithi028 ceph-mon[94314]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:22 smithi028 ceph-mon[96890]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:48:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:23.076 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iHQFACSv7uipxAU off=1809978 len=1722281 2024-04-02T08:48:23.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 867 completed, throughput=4.98MB/sec 2024-04-02T08:48:23.082 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6CnP_Ww1jEiFl4D off=2680841 len=1561419 2024-04-02T08:48:23.083 INFO:tasks.workunit.client.0.smithi028.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-02T08:48:23.083 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ds61_xgSySshZzh off=4077761 len=893099 2024-04-02T08:48:23.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-02T08:48:23.088 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m_J-OisUBsE_S4a off=6915862 len=2070460 2024-04-02T08:48:23.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 870 completed, throughput=5MB/sec 2024-04-02T08:48:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:24.099 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zQezEYnp8idIvV2 off=7763015 len=1687198 2024-04-02T08:48:24.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 871 completed, throughput=4.99MB/sec 2024-04-02T08:48:24.100 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Jl0DsMu5tuzjz23 off=14419508 len=779383 2024-04-02T08:48:24.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-02T08:48:24.101 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7j79ghQSIr7b-Gk off=13965009 len=299937 2024-04-02T08:48:24.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-02T08:48:24.102 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tjw2EaXhGOUQKTQ off=3095130 len=1670359 2024-04-02T08:48:24.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 874 completed, throughput=5MB/sec 2024-04-02T08:48:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:24 smithi137 ceph-mon[88456]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:48:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:24 smithi028 ceph-mon[94314]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:48:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:24 smithi028 ceph-mon[96890]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:48:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: 174: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:25.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wg_lu0INplVchPN off=2292941 len=119637 2024-04-02T08:48:25.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 875 completed, throughput=4.97MB/sec 2024-04-02T08:48:25.111 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RN7cG76CziW7cvQ off=361835 len=385969 2024-04-02T08:48:25.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 876 completed, throughput=4.97MB/sec 2024-04-02T08:48:25.112 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-at7QjMA9zjz5NR5 off=2544929 len=1988391 2024-04-02T08:48:25.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 877 completed, throughput=4.98MB/sec 2024-04-02T08:48:25.124 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JZO8iNLg2UbP8ZP off=6089926 len=880994 2024-04-02T08:48:25.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 878 completed, throughput=4.99MB/sec 2024-04-02T08:48:25.128 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iPCOO9ENCCz8imL off=10770379 len=1891631 2024-04-02T08:48:25.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 879 completed, throughput=5MB/sec 2024-04-02T08:48:25.136 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3p-sjq-7DNp2H4_ off=7272278 len=1568665 2024-04-02T08:48:25.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 880 completed, throughput=5.01MB/sec 2024-04-02T08:48:26.137 INFO:tasks.workunit.client.0.smithi028.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:26.138 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OOKEkTjI7XQlKQp off=9320088 len=709207 2024-04-02T08:48:26.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 881 completed, throughput=4.98MB/sec 2024-04-02T08:48:26.142 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4yQ5F1rfQw4Bgtd off=11248063 len=1484125 2024-04-02T08:48:26.143 INFO:tasks.workunit.client.0.smithi028.stdout:op 882 completed, throughput=4.99MB/sec 2024-04-02T08:48:26.143 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UdETEHWd1SVqJca off=7008105 len=882558 2024-04-02T08:48:26.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 883 completed, throughput=5MB/sec 2024-04-02T08:48:26.145 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Wnnx7zNIIWLK8Nk off=3122517 len=401493 2024-04-02T08:48:26.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 884 completed, throughput=5MB/sec 2024-04-02T08:48:26.146 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WlUoDUs7u_Nt038 off=10328052 len=1399966 2024-04-02T08:48:26.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 885 completed, throughput=5.01MB/sec 2024-04-02T08:48:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:26 smithi137 ceph-mon[88456]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:48:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:26 smithi028 ceph-mon[94314]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:48:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:26 smithi028 ceph-mon[96890]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:48:27.151 INFO:tasks.workunit.client.0.smithi028.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:27.151 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o5jwphNqeflEd_l off=1779557 len=1269410 2024-04-02T08:48:27.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 886 completed, throughput=4.98MB/sec 2024-04-02T08:48:27.155 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q2UqNVBPqAxeLFT off=6897290 len=829837 2024-04-02T08:48:27.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-02T08:48:27.158 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YbAX4tQEf8EA2Ex off=2122846 len=1034087 2024-04-02T08:48:27.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 888 completed, throughput=4.99MB/sec 2024-04-02T08:48:27.163 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7YDgSvrStaDluDq off=5062410 len=1317094 2024-04-02T08:48:27.166 INFO:tasks.workunit.client.0.smithi028.stdout:op 889 completed, throughput=5MB/sec 2024-04-02T08:48:28.166 INFO:tasks.workunit.client.0.smithi028.stdout: 177: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:28.166 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eZm-d6t4VPun5MA off=1585718 len=1685890 2024-04-02T08:48:28.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 890 completed, throughput=4.98MB/sec 2024-04-02T08:48:28.170 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1hz9874brQY1sPS off=3995091 len=541117 2024-04-02T08:48:28.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 891 completed, throughput=4.98MB/sec 2024-04-02T08:48:28.174 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WFNpjh5rJYB5lzv off=2314488 len=439311 2024-04-02T08:48:28.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 892 completed, throughput=4.99MB/sec 2024-04-02T08:48:28.177 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I-5qJPsHt6Ah_ai off=904067 len=2092431 2024-04-02T08:48:28.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 893 completed, throughput=5MB/sec 2024-04-02T08:48:28.184 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0ByciRP2LrnnLP_ off=0 len=1135618 2024-04-02T08:48:28.189 INFO:tasks.workunit.client.0.smithi028.stdout:op 894 completed, throughput=5MB/sec 2024-04-02T08:48:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:28 smithi137 ceph-mon[88456]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:28 smithi028 ceph-mon[94314]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:28 smithi028 ceph-mon[96890]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:48:29.189 INFO:tasks.workunit.client.0.smithi028.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:29.189 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NEWExEfkWbQyU1J off=2248360 len=1823614 2024-04-02T08:48:29.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 895 completed, throughput=4.99MB/sec 2024-04-02T08:48:29.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dkskxcxvdohd8Eh off=17391349 len=900264 2024-04-02T08:48:29.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 896 completed, throughput=4.99MB/sec 2024-04-02T08:48:29.195 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fVdtTQnI9Hj6iju off=12784590 len=879044 2024-04-02T08:48:29.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 897 completed, throughput=4.99MB/sec 2024-04-02T08:48:29.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7Dhc0AYz_-fBNk_ off=13114073 len=1536251 2024-04-02T08:48:29.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 898 completed, throughput=5MB/sec 2024-04-02T08:48:30.206 INFO:tasks.workunit.client.0.smithi028.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:30.206 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-91dlvM_uGuqkYHQ off=8032624 len=381085 2024-04-02T08:48:30.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 899 completed, throughput=4.98MB/sec 2024-04-02T08:48:30.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A7VPjKZ4M1E6oZ7 off=2014771 len=1289004 2024-04-02T08:48:30.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 900 completed, throughput=4.98MB/sec 2024-04-02T08:48:30.211 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AodUcLYucah5fRj off=1222825 len=1079526 2024-04-02T08:48:30.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 901 completed, throughput=4.99MB/sec 2024-04-02T08:48:30.213 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yuKzRjnUVnMC6Ec off=251239 len=131186 2024-04-02T08:48:30.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 902 completed, throughput=4.99MB/sec 2024-04-02T08:48:30.215 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xsxCnOBR8NfTKM5 off=5459507 len=89052 2024-04-02T08:48:30.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-02T08:48:30.218 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FLUid8FaowMzAPf off=1246719 len=1500868 2024-04-02T08:48:30.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 904 completed, throughput=5MB/sec 2024-04-02T08:48:30.227 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iHCIoVRquTlHM9Q off=6053205 len=650152 2024-04-02T08:48:30.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 905 completed, throughput=5MB/sec 2024-04-02T08:48:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:30 smithi137 ceph-mon[88456]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:30 smithi028 ceph-mon[94314]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:30 smithi028 ceph-mon[96890]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:48:31.228 INFO:tasks.workunit.client.0.smithi028.stdout: 180: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:31.228 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M65avdug_WA0Sod off=9800644 len=1396222 2024-04-02T08:48:31.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-02T08:48:31.233 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t4QTAMB1yri4xaG off=4349514 len=360799 2024-04-02T08:48:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 907 completed, throughput=4.98MB/sec 2024-04-02T08:48:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cUuEwdwOZrTrPsS off=2236892 len=753949 2024-04-02T08:48:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yDOxPOq-H6HkHJc off=2520922 len=898697 2024-04-02T08:48:31.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 909 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.239 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NyIXo11ktMgt6nG off=13650822 len=483751 2024-04-02T08:48:31.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 910 completed, throughput=4.99MB/sec 2024-04-02T08:48:31.243 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RvUYI_rwLi-8TmQ off=2556791 len=235040 2024-04-02T08:48:31.245 INFO:tasks.workunit.client.0.smithi028.stdout:op 911 completed, throughput=5MB/sec 2024-04-02T08:48:31.245 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MQKTm6T_PFDZm9z off=7272332 len=1253917 2024-04-02T08:48:31.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 912 completed, throughput=5MB/sec 2024-04-02T08:48:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:48:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:48:31] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:48:32.248 INFO:tasks.workunit.client.0.smithi028.stdout: 181: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:32.248 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NPoEUCXk5gjghZi off=18533475 len=31842 2024-04-02T08:48:32.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 913 completed, throughput=4.97MB/sec 2024-04-02T08:48:32.250 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NbL0P3q9jNmlcIc off=2731856 len=1227288 2024-04-02T08:48:32.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 914 completed, throughput=4.98MB/sec 2024-04-02T08:48:32.253 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xg9L4mLZfY0pmw6 off=4335688 len=1337131 2024-04-02T08:48:32.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 915 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ymRFAqbrc692mju off=5266402 len=257394 2024-04-02T08:48:32.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 916 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.259 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XeURzJ4JD4cjKtA off=8093235 len=60276 2024-04-02T08:48:32.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 917 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DswQ6__Nla7D2vs off=11270130 len=663324 2024-04-02T08:48:32.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 918 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.262 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ryx7miiMOlN2qUi off=13151039 len=339370 2024-04-02T08:48:32.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 919 completed, throughput=4.99MB/sec 2024-04-02T08:48:32.265 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Aex5DaEboFJ0NXM off=5053511 len=1593854 2024-04-02T08:48:32.271 INFO:tasks.workunit.client.0.smithi028.stdout:op 920 completed, throughput=5MB/sec 2024-04-02T08:48:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:32 smithi137 ceph-mon[88456]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:48:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:48:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:32 smithi028 ceph-mon[94314]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:48:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:32 smithi028 ceph-mon[96890]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:48:33.271 INFO:tasks.workunit.client.0.smithi028.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:33.271 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4-7UfkImnzu15zR off=10287250 len=291627 2024-04-02T08:48:33.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 921 completed, throughput=4.98MB/sec 2024-04-02T08:48:33.274 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6dPrTloDNyMJ0E_ off=11583965 len=351525 2024-04-02T08:48:33.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 922 completed, throughput=4.98MB/sec 2024-04-02T08:48:33.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-csnshwSNRqNO82q off=1745447 len=1868074 2024-04-02T08:48:33.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 923 completed, throughput=4.99MB/sec 2024-04-02T08:48:33.282 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-865jFb6LNJtL3R0 off=11951422 len=1339840 2024-04-02T08:48:33.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-02T08:48:33.289 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5SofxnxrkDL32SY off=3083382 len=1972223 2024-04-02T08:48:33.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 925 completed, throughput=5MB/sec 2024-04-02T08:48:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:33 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:33 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:33 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:48:34.297 INFO:tasks.workunit.client.0.smithi028.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:34.297 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BSv47-SRW5oUd-H off=4352018 len=93631 2024-04-02T08:48:34.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 926 completed, throughput=4.98MB/sec 2024-04-02T08:48:34.297 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vfQmRhmx68cZENs off=12064800 len=514959 2024-04-02T08:48:34.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 927 completed, throughput=4.98MB/sec 2024-04-02T08:48:34.298 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xTFhqzPn-4n4KHf off=18853776 len=1255031 2024-04-02T08:48:34.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 928 completed, throughput=4.99MB/sec 2024-04-02T08:48:34.299 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CliHD0FTUo-gRXL off=11182737 len=1771502 2024-04-02T08:48:34.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 929 completed, throughput=5MB/sec 2024-04-02T08:48:34.305 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ks0FunQz94nEdq2 off=17598637 len=1113911 2024-04-02T08:48:34.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 930 completed, throughput=5MB/sec 2024-04-02T08:48:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:34 smithi137 ceph-mon[88456]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:34 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:34 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:34 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:34 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:34 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[96890]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[94314]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:48:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:34 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:48:35.310 INFO:tasks.workunit.client.0.smithi028.stdout: 184: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:35.310 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OPzE4lSZl5eRwql off=6406820 len=702468 2024-04-02T08:48:35.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 931 completed, throughput=4.98MB/sec 2024-04-02T08:48:35.314 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s6r-IQnFJMimBip off=8381238 len=1141211 2024-04-02T08:48:35.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 932 completed, throughput=4.98MB/sec 2024-04-02T08:48:35.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OUPfng09BoigJlY off=17217422 len=1611771 2024-04-02T08:48:35.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-02T08:48:35.321 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x-1gndRxaFedZ19 off=5702038 len=911263 2024-04-02T08:48:35.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 934 completed, throughput=5MB/sec 2024-04-02T08:48:35.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mmwcM-KtoPUNJSl off=14699363 len=1175163 2024-04-02T08:48:35.330 INFO:tasks.workunit.client.0.smithi028.stdout:op 935 completed, throughput=5MB/sec 2024-04-02T08:48:36.330 INFO:tasks.workunit.client.0.smithi028.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:36.330 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O4ttd14Weket86U off=1440750 len=1630082 2024-04-02T08:48:36.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 936 completed, throughput=4.98MB/sec 2024-04-02T08:48:36.331 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4rFnwsIn-m1NhJ3 off=12780841 len=1963149 2024-04-02T08:48:36.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 937 completed, throughput=4.99MB/sec 2024-04-02T08:48:36.336 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iZGARmYNxeoj0SD off=5814505 len=1873388 2024-04-02T08:48:36.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 938 completed, throughput=5MB/sec 2024-04-02T08:48:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:36 smithi137 ceph-mon[88456]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:48:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:36 smithi028 ceph-mon[94314]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:48:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:36 smithi028 ceph-mon[96890]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:48:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:37.337 INFO:tasks.workunit.client.0.smithi028.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:37.338 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bYlB6V26FRdXiq4 off=0 len=1288570 2024-04-02T08:48:37.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 939 completed, throughput=4.98MB/sec 2024-04-02T08:48:37.339 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pb2Pt6E4kXhB_ep off=12098190 len=852136 2024-04-02T08:48:37.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 940 completed, throughput=4.99MB/sec 2024-04-02T08:48:37.344 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8-z3HajEBf5Lebb off=586501 len=275932 2024-04-02T08:48:37.345 INFO:tasks.workunit.client.0.smithi028.stdout:op 941 completed, throughput=4.99MB/sec 2024-04-02T08:48:37.345 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n4qt2OV5kQzxn4K off=1184000 len=647263 2024-04-02T08:48:37.345 INFO:tasks.workunit.client.0.smithi028.stdout:op 942 completed, throughput=4.99MB/sec 2024-04-02T08:48:37.345 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ywoeapm_GxWVno- off=3873656 len=1661557 2024-04-02T08:48:37.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 943 completed, throughput=5MB/sec 2024-04-02T08:48:38.347 INFO:tasks.workunit.client.0.smithi028.stdout: 187: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:38.347 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d4J6SMJdSB7NN_X off=4985158 len=1084920 2024-04-02T08:48:38.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 944 completed, throughput=4.98MB/sec 2024-04-02T08:48:38.351 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R4M8X0nqXivzgHi off=18117324 len=1228321 2024-04-02T08:48:38.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 945 completed, throughput=4.99MB/sec 2024-04-02T08:48:38.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E6NkNNksgNQxm2O off=1950819 len=685718 2024-04-02T08:48:38.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-02T08:48:38.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N6MGOM_hLrtsSSO off=8019116 len=616871 2024-04-02T08:48:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 947 completed, throughput=4.99MB/sec 2024-04-02T08:48:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OxG9XMA1UK6ql10 off=3977746 len=1174491 2024-04-02T08:48:38.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 948 completed, throughput=5MB/sec 2024-04-02T08:48:38.362 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cNrFv1I0LHZAgqz off=5273351 len=1395143 2024-04-02T08:48:38.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 949 completed, throughput=5MB/sec 2024-04-02T08:48:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:38 smithi137 ceph-mon[88456]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:48:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:38 smithi028 ceph-mon[94314]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:48:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:38 smithi028 ceph-mon[96890]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:48:39.368 INFO:tasks.workunit.client.0.smithi028.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:39.368 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O_e91eWPAtFZgyO off=102978 len=1520257 2024-04-02T08:48:39.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 950 completed, throughput=4.99MB/sec 2024-04-02T08:48:39.369 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xcH8m_pPgykif7C off=13472594 len=2000952 2024-04-02T08:48:39.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 951 completed, throughput=5MB/sec 2024-04-02T08:48:39.376 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5AISB7l6051sUh4 off=18505159 len=849256 2024-04-02T08:48:39.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 952 completed, throughput=5MB/sec 2024-04-02T08:48:40.381 INFO:tasks.workunit.client.0.smithi028.stdout: 189: throughput=4.97MB/sec pending data=0 2024-04-02T08:48:40.381 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8yhu1WZAnm9Aoo5 off=14255128 len=687667 2024-04-02T08:48:40.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 953 completed, throughput=4.98MB/sec 2024-04-02T08:48:40.385 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gdVvoQLOUMhQePm off=3212122 len=1615210 2024-04-02T08:48:40.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 954 completed, throughput=4.99MB/sec 2024-04-02T08:48:40.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cCZe6bdYY5M0vj8 off=974637 len=1992555 2024-04-02T08:48:40.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 955 completed, throughput=5MB/sec 2024-04-02T08:48:40.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zn_ybP9Nd54ePfJ off=2674233 len=1233850 2024-04-02T08:48:40.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 956 completed, throughput=5MB/sec 2024-04-02T08:48:40.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:40 smithi137 ceph-mon[88456]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:40 smithi028 ceph-mon[94314]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:40 smithi028 ceph-mon[96890]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:48:41.394 INFO:tasks.workunit.client.0.smithi028.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:41.395 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cv3S709vz9u5_lV off=9332161 len=401501 2024-04-02T08:48:41.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 957 completed, throughput=4.98MB/sec 2024-04-02T08:48:41.395 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3PLkdlloCulPr53 off=12979035 len=618615 2024-04-02T08:48:41.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 958 completed, throughput=4.98MB/sec 2024-04-02T08:48:41.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HgCJofylrSPwYxO off=8283344 len=1834713 2024-04-02T08:48:41.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 959 completed, throughput=4.99MB/sec 2024-04-02T08:48:41.398 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_yiAq5zqispixyE off=22546832 len=110328 2024-04-02T08:48:41.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 960 completed, throughput=4.99MB/sec 2024-04-02T08:48:41.399 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VdCxeE0I8Rvg7T_ off=12055012 len=2039724 2024-04-02T08:48:41.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 961 completed, throughput=5MB/sec 2024-04-02T08:48:41.410 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ThESs3EaNeWoUnN off=5213925 len=956000 2024-04-02T08:48:41.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 962 completed, throughput=5MB/sec 2024-04-02T08:48:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:48:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:48:41] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-02T08:48:42.416 INFO:tasks.workunit.client.0.smithi028.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:42.416 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-efGkwEXKC0HMa73 off=6265042 len=1912960 2024-04-02T08:48:42.420 INFO:tasks.workunit.client.0.smithi028.stdout:op 963 completed, throughput=4.99MB/sec 2024-04-02T08:48:42.420 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gvVAZWQogH1fXFO off=5368510 len=1263605 2024-04-02T08:48:42.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-02T08:48:42.425 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-spyuFg-SMvfl6aD off=13967445 len=1878265 2024-04-02T08:48:42.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 965 completed, throughput=5MB/sec 2024-04-02T08:48:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:42 smithi137 ceph-mon[88456]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:48:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:42 smithi028 ceph-mon[94314]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:42 smithi028 ceph-mon[96890]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:48:43.436 INFO:tasks.workunit.client.0.smithi028.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:43.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cV5S5ykTPCf5xP8 off=9038462 len=144071 2024-04-02T08:48:43.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 966 completed, throughput=4.98MB/sec 2024-04-02T08:48:43.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VVe7fv5SEdthkdc off=230693 len=824314 2024-04-02T08:48:43.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 967 completed, throughput=4.98MB/sec 2024-04-02T08:48:43.442 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oPhbGehg1wTo8FO off=2401514 len=759459 2024-04-02T08:48:43.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 968 completed, throughput=4.99MB/sec 2024-04-02T08:48:43.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3LfXws0rQ6nNhSW off=7992233 len=786303 2024-04-02T08:48:43.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 969 completed, throughput=4.99MB/sec 2024-04-02T08:48:43.445 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cg28BdguRNg0HUi off=13727402 len=1542381 2024-04-02T08:48:43.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 970 completed, throughput=5MB/sec 2024-04-02T08:48:43.451 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Evo33qHDi_bJGKZ off=7532509 len=818162 2024-04-02T08:48:43.451 INFO:tasks.workunit.client.0.smithi028.stdout:op 971 completed, throughput=5MB/sec 2024-04-02T08:48:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:44.451 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jrwetPRd5XLO7eS off=20637643 len=1515197 2024-04-02T08:48:44.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 972 completed, throughput=4.98MB/sec 2024-04-02T08:48:44.453 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FJzskHVF3TFag8t off=12195311 len=1771087 2024-04-02T08:48:44.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 973 completed, throughput=4.99MB/sec 2024-04-02T08:48:44.460 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X2BiHmdY8vzzo1L off=1337367 len=1024232 2024-04-02T08:48:44.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 974 completed, throughput=5MB/sec 2024-04-02T08:48:44.463 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bAa9S3qOlsE1-nD off=654833 len=718509 2024-04-02T08:48:44.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 975 completed, throughput=5MB/sec 2024-04-02T08:48:44.464 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1XOTbeOMhqWqsG_ off=5065371 len=842071 2024-04-02T08:48:44.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 976 completed, throughput=5MB/sec 2024-04-02T08:48:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:44 smithi137 ceph-mon[88456]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:48:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:44 smithi028 ceph-mon[94314]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:48:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:44 smithi028 ceph-mon[96890]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:48:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:45.465 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cQx1QNPQpUVsrSt off=13022911 len=909730 2024-04-02T08:48:45.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 977 completed, throughput=4.98MB/sec 2024-04-02T08:48:45.470 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DzI9Uu7mI3LL-DD off=10154692 len=610172 2024-04-02T08:48:45.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-02T08:48:45.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BgMRVi4qH2pYnZT off=9653046 len=269348 2024-04-02T08:48:45.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-02T08:48:45.474 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_fTdzTJK7GkDGR- off=2418577 len=1432152 2024-04-02T08:48:45.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 980 completed, throughput=4.99MB/sec 2024-04-02T08:48:45.480 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gV3SWVhI6D4YsDI off=9359909 len=1639037 2024-04-02T08:48:45.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 981 completed, throughput=5MB/sec 2024-04-02T08:48:46.486 INFO:tasks.workunit.client.0.smithi028.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:46.486 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ettzhdGejzz9yq8 off=7640113 len=278990 2024-04-02T08:48:46.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 982 completed, throughput=4.98MB/sec 2024-04-02T08:48:46.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5oG1C-LBXuSUY6y off=908632 len=85630 2024-04-02T08:48:46.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 983 completed, throughput=4.98MB/sec 2024-04-02T08:48:46.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UPjYY2Uhrc_ncrp off=12273014 len=1714227 2024-04-02T08:48:46.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 984 completed, throughput=4.99MB/sec 2024-04-02T08:48:46.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WjJEbTUeJAHoazP off=9446578 len=1593058 2024-04-02T08:48:46.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 985 completed, throughput=4.99MB/sec 2024-04-02T08:48:46.497 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YCz5XpARiNA2iB1 off=21246677 len=782754 2024-04-02T08:48:46.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 986 completed, throughput=5MB/sec 2024-04-02T08:48:46.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t4RABCJrfqsqDXH off=9784570 len=472736 2024-04-02T08:48:46.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 987 completed, throughput=5MB/sec 2024-04-02T08:48:46.501 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EoLIbLzB-eL5xRR off=3288137 len=465199 2024-04-02T08:48:46.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 988 completed, throughput=5MB/sec 2024-04-02T08:48:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:46 smithi137 ceph-mon[88456]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:46 smithi028 ceph-mon[94314]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:46 smithi028 ceph-mon[96890]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:48:47.504 INFO:tasks.workunit.client.0.smithi028.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:47.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Poap4Yy4EDXaJD1 off=800907 len=2065902 2024-04-02T08:48:47.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 989 completed, throughput=4.99MB/sec 2024-04-02T08:48:47.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-szdcWI68BYvCyAp off=6599601 len=1378738 2024-04-02T08:48:47.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 990 completed, throughput=4.99MB/sec 2024-04-02T08:48:47.512 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6O38wtzvrB-ieyi off=4157719 len=31894 2024-04-02T08:48:47.513 INFO:tasks.workunit.client.0.smithi028.stdout:op 991 completed, throughput=4.99MB/sec 2024-04-02T08:48:47.513 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KyfnbDKlqoxYzRj off=5991897 len=1239755 2024-04-02T08:48:47.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 992 completed, throughput=5MB/sec 2024-04-02T08:48:47.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BJQlxlUbUKlzCbE off=3808838 len=170868 2024-04-02T08:48:47.517 INFO:tasks.workunit.client.0.smithi028.stdout:op 993 completed, throughput=5MB/sec 2024-04-02T08:48:47.517 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vtdDlwcGLNii__r off=9558252 len=287375 2024-04-02T08:48:47.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 994 completed, throughput=5MB/sec 2024-04-02T08:48:48.520 INFO:tasks.workunit.client.0.smithi028.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:48.520 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KztBOiXyuDWAHph off=3944279 len=675478 2024-04-02T08:48:48.525 INFO:tasks.workunit.client.0.smithi028.stdout:op 995 completed, throughput=4.98MB/sec 2024-04-02T08:48:48.525 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w5GUt5IQ4MRxPub off=2738048 len=1032339 2024-04-02T08:48:48.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 996 completed, throughput=4.98MB/sec 2024-04-02T08:48:48.527 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yyKUqfLlH-svgb4 off=12150969 len=1459794 2024-04-02T08:48:48.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 997 completed, throughput=4.99MB/sec 2024-04-02T08:48:48.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tm_o9-Vv2EYIQCg off=11266652 len=1059369 2024-04-02T08:48:48.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 998 completed, throughput=5MB/sec 2024-04-02T08:48:48.532 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k5iCeqDI3gMUUD- off=15786072 len=347533 2024-04-02T08:48:48.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 999 completed, throughput=5MB/sec 2024-04-02T08:48:48.535 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8Wj-x2g0fY7Gvjp off=4150815 len=274710 2024-04-02T08:48:48.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 1000 completed, throughput=5MB/sec 2024-04-02T08:48:48.535 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hjsj0I1s_RQlHJV off=13393601 len=509828 2024-04-02T08:48:48.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 1001 completed, throughput=5MB/sec 2024-04-02T08:48:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:48 smithi137 ceph-mon[88456]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:48:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:48 smithi028 ceph-mon[94314]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:48:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:48 smithi028 ceph-mon[96890]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:48:49.536 INFO:tasks.workunit.client.0.smithi028.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:49.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R7AfHvvEiL77xzL off=147043 len=1730829 2024-04-02T08:48:49.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 1002 completed, throughput=4.98MB/sec 2024-04-02T08:48:49.547 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9R6M7WBzEQ73sAA off=6348936 len=1607483 2024-04-02T08:48:49.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 1003 completed, throughput=4.99MB/sec 2024-04-02T08:48:49.552 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qvQ0vM7_buWhmz0 off=0 len=1617299 2024-04-02T08:48:49.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 1004 completed, throughput=5MB/sec 2024-04-02T08:48:49.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W8DxRHUpheWW2Zz off=2053195 len=2006638 2024-04-02T08:48:49.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 1005 completed, throughput=5.01MB/sec 2024-04-02T08:48:50.566 INFO:tasks.workunit.client.0.smithi028.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:50.566 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oHp7L9w4AE7WXqT off=5023775 len=1889083 2024-04-02T08:48:50.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-02T08:48:50.568 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_lgg3ZLxjQOcJjx off=17843968 len=1946906 2024-04-02T08:48:50.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 1007 completed, throughput=5MB/sec 2024-04-02T08:48:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:50 smithi137 ceph-mon[88456]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:48:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:50 smithi028 ceph-mon[94314]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:48:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:50 smithi028 ceph-mon[96890]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:48:51.579 INFO:tasks.workunit.client.0.smithi028.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:51.579 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TO0ggrbSDtmCtcN off=5009398 len=967708 2024-04-02T08:48:51.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 1008 completed, throughput=4.98MB/sec 2024-04-02T08:48:51.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7I1CYrKswGQSbET off=3418097 len=1476557 2024-04-02T08:48:51.585 INFO:tasks.workunit.client.0.smithi028.stdout:op 1009 completed, throughput=4.99MB/sec 2024-04-02T08:48:51.585 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KGEBf9KxRIV-6Yo off=5842717 len=1793376 2024-04-02T08:48:51.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 1010 completed, throughput=5MB/sec 2024-04-02T08:48:51.586 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hgq2Yro5K4O8BRD off=1952595 len=679970 2024-04-02T08:48:51.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 1011 completed, throughput=5MB/sec 2024-04-02T08:48:51.588 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AzMJivM0nnXzpIs off=8386929 len=838775 2024-04-02T08:48:51.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 1012 completed, throughput=5MB/sec 2024-04-02T08:48:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:48:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:48:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:48:51] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-02T08:48:52.593 INFO:tasks.workunit.client.0.smithi028.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:52.593 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mt4ADKa-f9LW2rf off=422015 len=169356 2024-04-02T08:48:52.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 1013 completed, throughput=4.98MB/sec 2024-04-02T08:48:52.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U2Qg911ZgLbqeZh off=2132487 len=1844936 2024-04-02T08:48:52.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 1014 completed, throughput=4.99MB/sec 2024-04-02T08:48:52.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9ZslVNMkHDGoUSU off=2205223 len=873179 2024-04-02T08:48:52.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 1015 completed, throughput=4.99MB/sec 2024-04-02T08:48:52.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SdufxF3FOMsjNl9 off=16763839 len=759174 2024-04-02T08:48:52.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 1016 completed, throughput=5MB/sec 2024-04-02T08:48:52.607 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fiDeMmWQlqCwWFY off=2984132 len=212884 2024-04-02T08:48:52.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 1017 completed, throughput=5MB/sec 2024-04-02T08:48:52.610 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k6t2wSJLPAc_DZz off=2002418 len=32607 2024-04-02T08:48:52.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 1018 completed, throughput=5MB/sec 2024-04-02T08:48:52.612 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uvKH0WE-nUtVrNU off=4973744 len=1788459 2024-04-02T08:48:52.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 1019 completed, throughput=5MB/sec 2024-04-02T08:48:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:52 smithi137 ceph-mon[88456]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:48:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:48:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:52 smithi028 ceph-mon[94314]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:52 smithi028 ceph-mon[96890]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:48:53.617 INFO:tasks.workunit.client.0.smithi028.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:53.618 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MCRVoiGGzSTs5ko off=5565388 len=1625321 2024-04-02T08:48:53.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 1020 completed, throughput=4.99MB/sec 2024-04-02T08:48:53.625 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VIBtAUCdaaa9BPn off=3087447 len=916453 2024-04-02T08:48:53.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 1021 completed, throughput=4.99MB/sec 2024-04-02T08:48:53.629 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jhbw5eKotRsNvTM off=583969 len=1235286 2024-04-02T08:48:53.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 1022 completed, throughput=5MB/sec 2024-04-02T08:48:53.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e4zJBX2FNDILtCP off=5940684 len=789181 2024-04-02T08:48:53.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 1023 completed, throughput=5MB/sec 2024-04-02T08:48:54.636 INFO:tasks.workunit.client.0.smithi028.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:54.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A_kuDxr6xIZNPV- off=2924219 len=911594 2024-04-02T08:48:54.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 1024 completed, throughput=4.98MB/sec 2024-04-02T08:48:54.640 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-buudWunmf1kD57M off=1651362 len=1373000 2024-04-02T08:48:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:54 smithi137 ceph-mon[88456]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:48:54.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-02T08:48:54.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7Tad5wZp3w_KTLr off=14604473 len=1086813 2024-04-02T08:48:54.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-02T08:48:54.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CzbI3DXAqvWSBLB off=11310486 len=221325 2024-04-02T08:48:54.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-02T08:48:54.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-snSK6BnOntWOuZS off=19689086 len=729099 2024-04-02T08:48:54.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 1028 completed, throughput=5MB/sec 2024-04-02T08:48:54.656 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WLwn4WVVdo5NKtV off=8827037 len=213442 2024-04-02T08:48:54.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 1029 completed, throughput=5MB/sec 2024-04-02T08:48:54.657 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FwlzhtX0xEvlppu off=2387213 len=300812 2024-04-02T08:48:54.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 1030 completed, throughput=5MB/sec 2024-04-02T08:48:54.658 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GJzQkYl40kNXNpX off=2511126 len=1399568 2024-04-02T08:48:54.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 1031 completed, throughput=5MB/sec 2024-04-02T08:48:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:54 smithi028 ceph-mon[94314]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:48:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:54 smithi028 ceph-mon[96890]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:48:55.663 INFO:tasks.workunit.client.0.smithi028.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:55.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QsskNONy6doFzu_ off=3956220 len=1494617 2024-04-02T08:48:55.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-02T08:48:55.669 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RJxHqnOSmsxRwUZ off=347889 len=694807 2024-04-02T08:48:55.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-02T08:48:55.673 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fQGFjtiIJcdt2Vb off=9187957 len=675132 2024-04-02T08:48:55.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 1034 completed, throughput=4.99MB/sec 2024-04-02T08:48:55.676 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EsT5MUwxMMZ5YVz off=1634960 len=1180226 2024-04-02T08:48:55.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 1035 completed, throughput=5MB/sec 2024-04-02T08:48:55.678 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8-hE3Y22tlxpp3M off=3492258 len=111368 2024-04-02T08:48:55.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 1036 completed, throughput=5MB/sec 2024-04-02T08:48:55.678 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q9z9qCr322QB6s1 off=5641291 len=97700 2024-04-02T08:48:55.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 1037 completed, throughput=5MB/sec 2024-04-02T08:48:55.678 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jGCgDYUaGnMvecK off=2634815 len=1714905 2024-04-02T08:48:55.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 1038 completed, throughput=5.01MB/sec 2024-04-02T08:48:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:56 smithi137 ceph-mon[88456]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:56.688 INFO:tasks.workunit.client.0.smithi028.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:56.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-embtsHsdkb-6WyV off=5755908 len=568296 2024-04-02T08:48:56.689 INFO:tasks.workunit.client.0.smithi028.stdout:op 1039 completed, throughput=4.99MB/sec 2024-04-02T08:48:56.689 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WeKI51cQGACp9Cv off=17481713 len=149726 2024-04-02T08:48:56.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 1040 completed, throughput=4.99MB/sec 2024-04-02T08:48:56.692 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-32bwdCp8lf_OqQx off=10575610 len=1765202 2024-04-02T08:48:56.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 1041 completed, throughput=4.99MB/sec 2024-04-02T08:48:56.693 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vbunYPb-vhmiDXp off=2724193 len=1140682 2024-04-02T08:48:56.695 INFO:tasks.workunit.client.0.smithi028.stdout:op 1042 completed, throughput=5MB/sec 2024-04-02T08:48:56.696 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EceWhtBklTfSBt9 off=21017742 len=1604174 2024-04-02T08:48:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:56 smithi028 ceph-mon[94314]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:56 smithi028 ceph-mon[96890]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:48:56.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 1043 completed, throughput=5.01MB/sec 2024-04-02T08:48:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:57.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8lyt8T24vFmUxik off=5855886 len=446305 2024-04-02T08:48:57.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 1044 completed, throughput=4.99MB/sec 2024-04-02T08:48:57.703 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2GI37WxtMJv9vSe off=15001655 len=1880263 2024-04-02T08:48:57.712 INFO:tasks.workunit.client.0.smithi028.stdout:op 1045 completed, throughput=4.99MB/sec 2024-04-02T08:48:57.712 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YtEZWFH_QUXwaDp off=0 len=1244595 2024-04-02T08:48:57.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 1046 completed, throughput=5MB/sec 2024-04-02T08:48:57.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KF-9LqXK07QbEES off=1366150 len=313865 2024-04-02T08:48:57.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 1047 completed, throughput=5MB/sec 2024-04-02T08:48:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:48:58 smithi137 ceph-mon[88456]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:48:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:48:58 smithi028 ceph-mon[94314]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:48:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:48:58 smithi028 ceph-mon[96890]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:48:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:58.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gur91XUIVxYz2Pj off=15875379 len=54396 2024-04-02T08:48:58.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 1048 completed, throughput=4.98MB/sec 2024-04-02T08:48:58.721 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P8vfLorpB4hEvYF off=9008874 len=1783794 2024-04-02T08:48:58.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 1049 completed, throughput=4.98MB/sec 2024-04-02T08:48:58.730 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H7Jr2As4wnvPftJ off=625649 len=1447711 2024-04-02T08:48:58.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-02T08:48:58.737 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HPw4cRfAVjwg65u off=15277837 len=1327374 2024-04-02T08:48:58.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 1051 completed, throughput=5MB/sec 2024-04-02T08:48:58.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UwksXDLp-Yz0zW4 off=10931949 len=1021210 2024-04-02T08:48:58.742 INFO:tasks.workunit.client.0.smithi028.stdout:op 1052 completed, throughput=5MB/sec 2024-04-02T08:48:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-02T08:48:59.743 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xm85bxCwOxtrqi6 off=9550558 len=1914558 2024-04-02T08:48:59.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 1053 completed, throughput=4.99MB/sec 2024-04-02T08:48:59.746 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cIVVlQ3rrUwQfWz off=5263045 len=18339 2024-04-02T08:48:59.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 1054 completed, throughput=4.99MB/sec 2024-04-02T08:48:59.746 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ettzhdGejzz9yq8 off=5028587 len=835473 2024-04-02T08:48:59.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 1055 completed, throughput=4.99MB/sec 2024-04-02T08:48:59.746 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YJknLgTD0t-T3vZ off=5986015 len=1640480 2024-04-02T08:48:59.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 1056 completed, throughput=5MB/sec 2024-04-02T08:48:59.756 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ryx7miiMOlN2qUi off=5343548 len=213301 2024-04-02T08:48:59.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 1057 completed, throughput=5MB/sec 2024-04-02T08:48:59.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d9kSZe3NqnKgzvR off=3114924 len=1205565 2024-04-02T08:48:59.759 INFO:tasks.workunit.client.0.smithi028.stdout:op 1058 completed, throughput=5MB/sec 2024-04-02T08:49:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:00 smithi137 ceph-mon[88456]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:49:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:00 smithi028 ceph-mon[94314]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:49:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:00 smithi028 ceph-mon[96890]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:49:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:00.759 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tPXaR-vNYif6NHm off=11692658 len=971747 2024-04-02T08:49:00.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 1059 completed, throughput=4.98MB/sec 2024-04-02T08:49:00.760 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JwS-YtosK0u_7yi off=1570568 len=1096384 2024-04-02T08:49:00.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 1060 completed, throughput=4.99MB/sec 2024-04-02T08:49:00.762 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i1-EPqeqXLAf66J off=9459845 len=1661674 2024-04-02T08:49:00.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 1061 completed, throughput=5MB/sec 2024-04-02T08:49:00.763 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-51dxtFg6hDsku4r off=8999115 len=1948497 2024-04-02T08:49:00.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 1062 completed, throughput=5.01MB/sec 2024-04-02T08:49:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:49:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:49:01] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-02T08:49:01.775 INFO:tasks.workunit.client.0.smithi028.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:01.775 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uJgTHQbGuRNW5ne off=1496018 len=1116824 2024-04-02T08:49:01.776 INFO:tasks.workunit.client.0.smithi028.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-02T08:49:01.776 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-afmivjJhfUAfnyg off=8422732 len=1580386 2024-04-02T08:49:01.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 1064 completed, throughput=4.99MB/sec 2024-04-02T08:49:01.779 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ONPxHFJqc7I8_Gp off=1839756 len=721646 2024-04-02T08:49:01.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 1065 completed, throughput=5MB/sec 2024-04-02T08:49:01.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6e_Kfwtk63NiNgD off=4564868 len=632512 2024-04-02T08:49:01.784 INFO:tasks.workunit.client.0.smithi028.stdout:op 1066 completed, throughput=5MB/sec 2024-04-02T08:49:01.784 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NQ3JBnP0IKgDHuU off=17009 len=711014 2024-04-02T08:49:01.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 1067 completed, throughput=5MB/sec 2024-04-02T08:49:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:02 smithi137 ceph-mon[88456]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:49:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:02 smithi028 ceph-mon[94314]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:02 smithi028 ceph-mon[96890]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:49:02.785 INFO:tasks.workunit.client.0.smithi028.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:02.785 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eBGxGCdUy4Ra8D2 off=6061182 len=455043 2024-04-02T08:49:02.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 1068 completed, throughput=4.98MB/sec 2024-04-02T08:49:02.786 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--qJElyWnFMfLRx3 off=3293228 len=1362536 2024-04-02T08:49:02.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 1069 completed, throughput=4.99MB/sec 2024-04-02T08:49:02.787 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IlPFAIuP-rD41Nv off=2074795 len=416802 2024-04-02T08:49:02.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 1070 completed, throughput=4.99MB/sec 2024-04-02T08:49:02.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b_llSjZroZix2ip off=5004093 len=1737561 2024-04-02T08:49:02.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 1071 completed, throughput=5MB/sec 2024-04-02T08:49:02.796 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6H-lgYOx_PO2onO off=3937160 len=1665394 2024-04-02T08:49:02.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 1072 completed, throughput=5MB/sec 2024-04-02T08:49:03.803 INFO:tasks.workunit.client.0.smithi028.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:03.803 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vQ6zA-XDdsQQXS9 off=8455246 len=340366 2024-04-02T08:49:03.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 1073 completed, throughput=4.98MB/sec 2024-04-02T08:49:03.806 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NvEk1qkQFjV7CaH off=2601814 len=293426 2024-04-02T08:49:03.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 1074 completed, throughput=4.98MB/sec 2024-04-02T08:49:03.809 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dOI3BqP-QTwF_WM off=93879 len=1758408 2024-04-02T08:49:03.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 1075 completed, throughput=4.99MB/sec 2024-04-02T08:49:03.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MKEc8ReNXJh4py1 off=169106 len=1696640 2024-04-02T08:49:03.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 1076 completed, throughput=5MB/sec 2024-04-02T08:49:03.820 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-06vd01LxdVGyQ2e off=3707368 len=568290 2024-04-02T08:49:03.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 1077 completed, throughput=5MB/sec 2024-04-02T08:49:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:04 smithi137 ceph-mon[88456]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:49:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:04 smithi028 ceph-mon[94314]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:49:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:04 smithi028 ceph-mon[96890]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:49:04.824 INFO:tasks.workunit.client.0.smithi028.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:04.824 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NGjMvSQWfJ_hBRb off=18511819 len=972773 2024-04-02T08:49:04.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 1078 completed, throughput=4.98MB/sec 2024-04-02T08:49:04.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jJDq14VdbEiSnzA off=882334 len=100110 2024-04-02T08:49:04.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 1079 completed, throughput=4.98MB/sec 2024-04-02T08:49:04.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C4r9hcREBP1mCMm off=12765054 len=1347984 2024-04-02T08:49:04.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-02T08:49:04.836 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ezNRxdIBQV-EPIN off=1026961 len=445164 2024-04-02T08:49:04.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-02T08:49:04.837 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CluHsNGNR61l27V off=13088780 len=1035156 2024-04-02T08:49:04.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 1082 completed, throughput=4.99MB/sec 2024-04-02T08:49:04.841 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WDJuKi7FNJRTP5m off=9650103 len=1949918 2024-04-02T08:49:04.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 1083 completed, throughput=5MB/sec 2024-04-02T08:49:05.848 INFO:tasks.workunit.client.0.smithi028.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:05.848 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-05VlHhgTtmOJbma off=2853628 len=953129 2024-04-02T08:49:05.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 1084 completed, throughput=4.98MB/sec 2024-04-02T08:49:05.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cYuFtpvprxlDteQ off=14956253 len=1619871 2024-04-02T08:49:05.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 1085 completed, throughput=4.99MB/sec 2024-04-02T08:49:05.860 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oy0Vbz4V2xs06XE off=997112 len=548935 2024-04-02T08:49:05.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-02T08:49:05.866 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5myDqaC50gD-Qrx off=11921232 len=1353184 2024-04-02T08:49:05.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 1087 completed, throughput=5MB/sec 2024-04-02T08:49:05.866 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ajdfdr6pAP2fxoB off=3012374 len=675475 2024-04-02T08:49:05.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 1088 completed, throughput=5MB/sec 2024-04-02T08:49:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:06 smithi137 ceph-mon[88456]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:49:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:06 smithi028 ceph-mon[94314]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:49:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:06 smithi028 ceph-mon[96890]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:49:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:06.869 INFO:tasks.workunit.client.0.smithi028.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:06.870 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P3zhVm0IZGUuMU6 off=11019346 len=1706464 2024-04-02T08:49:06.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 1089 completed, throughput=4.99MB/sec 2024-04-02T08:49:06.870 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iy9NybvmUtE_7H4 off=10337231 len=1017160 2024-04-02T08:49:06.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 1090 completed, throughput=4.99MB/sec 2024-04-02T08:49:06.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gB0Y3cfThMgaeRT off=6483211 len=1472759 2024-04-02T08:49:06.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 1091 completed, throughput=5MB/sec 2024-04-02T08:49:06.882 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3XC7Ihx_SEfRn-J off=6544734 len=1941126 2024-04-02T08:49:06.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 1092 completed, throughput=5.01MB/sec 2024-04-02T08:49:07.886 INFO:tasks.workunit.client.0.smithi028.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:07.886 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g4ro8AqMIJLD-mw off=9255641 len=1669128 2024-04-02T08:49:07.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-02T08:49:07.892 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9A5jvRBzXmJ7y7g off=1944813 len=1758539 2024-04-02T08:49:07.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 1094 completed, throughput=5MB/sec 2024-04-02T08:49:07.893 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RJxHqnOSmsxRwUZ off=360737 len=355535 2024-04-02T08:49:07.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 1095 completed, throughput=5MB/sec 2024-04-02T08:49:07.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sVUzTRzJAE0zcEL off=2641482 len=465856 2024-04-02T08:49:07.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 1096 completed, throughput=5MB/sec 2024-04-02T08:49:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:08 smithi137 ceph-mon[88456]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:49:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:08 smithi028 ceph-mon[94314]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:49:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:08 smithi028 ceph-mon[96890]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-02T08:49:08.898 INFO:tasks.workunit.client.0.smithi028.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:08.898 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4pZfeyIecZvl-ex off=16775888 len=182678 2024-04-02T08:49:08.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 1097 completed, throughput=4.98MB/sec 2024-04-02T08:49:08.901 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gF-zdSB2tZJSU9J off=1163499 len=489194 2024-04-02T08:49:08.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 1098 completed, throughput=4.98MB/sec 2024-04-02T08:49:08.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SttSfKLnANyMmKQ off=631547 len=1986878 2024-04-02T08:49:08.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 1099 completed, throughput=4.99MB/sec 2024-04-02T08:49:08.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1UDjEiJIGlrmyu- off=193050 len=1110942 2024-04-02T08:49:08.909 INFO:tasks.workunit.client.0.smithi028.stdout:op 1100 completed, throughput=4.99MB/sec 2024-04-02T08:49:08.909 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DDv4APkGOp1_pX_ off=18605957 len=1831003 2024-04-02T08:49:08.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 1101 completed, throughput=5MB/sec 2024-04-02T08:49:09.916 INFO:tasks.workunit.client.0.smithi028.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:09.916 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hb0eUCJcXJbXIQa off=2447737 len=970702 2024-04-02T08:49:09.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 1102 completed, throughput=4.98MB/sec 2024-04-02T08:49:09.921 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cI-0HsNJQCJGUgw off=1672259 len=565229 2024-04-02T08:49:09.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 1103 completed, throughput=4.99MB/sec 2024-04-02T08:49:09.922 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Be2mIK36z3X8OJv off=11454512 len=302720 2024-04-02T08:49:09.925 INFO:tasks.workunit.client.0.smithi028.stdout:op 1104 completed, throughput=4.99MB/sec 2024-04-02T08:49:09.925 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7dcUVaoLXams27d off=5833339 len=680726 2024-04-02T08:49:09.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-02T08:49:09.926 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ur1OlG-8HKUYYxT off=14589780 len=397419 2024-04-02T08:49:09.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-02T08:49:09.929 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CgwXz5qgxyGyrlx off=21448220 len=1548271 2024-04-02T08:49:09.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 1107 completed, throughput=5MB/sec 2024-04-02T08:49:09.936 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uLSRIqWeuUiBnkv off=206052 len=1070876 2024-04-02T08:49:09.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 1108 completed, throughput=5MB/sec 2024-04-02T08:49:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:10 smithi137 ceph-mon[88456]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:49:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:10 smithi028 ceph-mon[94314]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:49:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:10 smithi028 ceph-mon[96890]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:49:10.940 INFO:tasks.workunit.client.0.smithi028.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:10.940 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qAJ4YpxG1t8u6NU off=10294462 len=1181239 2024-04-02T08:49:10.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 1109 completed, throughput=4.99MB/sec 2024-04-02T08:49:10.945 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HPC2wMcRif2z2l0 off=8362193 len=1472828 2024-04-02T08:49:10.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 1110 completed, throughput=4.99MB/sec 2024-04-02T08:49:10.946 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1HXcbIhOEl9lIvH off=9057999 len=1570564 2024-04-02T08:49:10.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 1111 completed, throughput=5MB/sec 2024-04-02T08:49:10.947 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BESw96BjG4b4eu- off=8879865 len=1623198 2024-04-02T08:49:10.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 1112 completed, throughput=5.01MB/sec 2024-04-02T08:49:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:49:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:49:11] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:49:11.953 INFO:tasks.workunit.client.0.smithi028.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:11.953 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ddcBi2YMIKbAKD- off=4343798 len=1053146 2024-04-02T08:49:11.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.954 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ji8V3I2UvjP_VTi off=3255016 len=1381362 2024-04-02T08:49:11.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 1114 completed, throughput=4.99MB/sec 2024-04-02T08:49:11.957 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-966bEbjHUDaU99F off=15685652 len=842245 2024-04-02T08:49:11.961 INFO:tasks.workunit.client.0.smithi028.stdout:op 1115 completed, throughput=5MB/sec 2024-04-02T08:49:11.961 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WO6wsnRqsr8p3Sn off=468141 len=1953535 2024-04-02T08:49:11.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 1116 completed, throughput=5MB/sec 2024-04-02T08:49:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:12 smithi137 ceph-mon[88456]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:49:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:12 smithi028 ceph-mon[94314]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:12 smithi028 ceph-mon[96890]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:12.972 INFO:tasks.workunit.client.0.smithi028.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:12.972 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wQthOWTDiKAf9rt off=4443919 len=1830805 2024-04-02T08:49:12.978 INFO:tasks.workunit.client.0.smithi028.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-02T08:49:12.978 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JJ0yXRhRccxdXyE off=5399791 len=1415080 2024-04-02T08:49:12.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 1118 completed, throughput=5MB/sec 2024-04-02T08:49:12.981 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-piuICRs6uLTfNt3 off=537546 len=385470 2024-04-02T08:49:12.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 1119 completed, throughput=5MB/sec 2024-04-02T08:49:12.984 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DIl0PcE4PtrYmhs off=22516524 len=49302 2024-04-02T08:49:12.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 1120 completed, throughput=5MB/sec 2024-04-02T08:49:12.985 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WVeCIowW8L3Ohkk off=21235390 len=1373818 2024-04-02T08:49:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:op 1121 completed, throughput=5MB/sec 2024-04-02T08:49:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:13.990 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_Fo6BWhLTRSfD3F off=1384926 len=1364360 2024-04-02T08:49:13.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-02T08:49:13.998 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WLf1jhwA0BPUuib off=2560771 len=309495 2024-04-02T08:49:13.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 1123 completed, throughput=4.99MB/sec 2024-04-02T08:49:13.999 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ub1SCDakpi2OvbP off=4846716 len=836760 2024-04-02T08:49:13.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 1124 completed, throughput=4.99MB/sec 2024-04-02T08:49:13.999 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7dkZKxL0BvRHMQM off=6359653 len=1180715 2024-04-02T08:49:14.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 1125 completed, throughput=5MB/sec 2024-04-02T08:49:14.001 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A3Qc2a0y3cXjF__ off=18395482 len=271528 2024-04-02T08:49:14.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 1126 completed, throughput=5MB/sec 2024-04-02T08:49:14.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-08Jj_YpJva1uNZc off=5798878 len=905589 2024-04-02T08:49:14.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 1127 completed, throughput=5MB/sec 2024-04-02T08:49:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:14 smithi137 ceph-mon[88456]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:14 smithi028 ceph-mon[94314]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:14 smithi028 ceph-mon[96890]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:15.005 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SjRuKxOzPtIMyeU off=485037 len=2021702 2024-04-02T08:49:15.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 1128 completed, throughput=4.99MB/sec 2024-04-02T08:49:15.009 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C7xIqbQ3DrC5MhI off=6509936 len=1638319 2024-04-02T08:49:15.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-02T08:49:15.015 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9jbKECI4Gff2qrJ off=9312886 len=282011 2024-04-02T08:49:15.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 1130 completed, throughput=5MB/sec 2024-04-02T08:49:15.018 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bSQ3ofBTYJzAO0Z off=1977733 len=1903955 2024-04-02T08:49:15.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 1131 completed, throughput=5MB/sec 2024-04-02T08:49:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:16.024 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KBh7m3Cm18Xq3h1 off=911573 len=1146001 2024-04-02T08:49:16.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 1132 completed, throughput=4.99MB/sec 2024-04-02T08:49:16.030 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5TYREfXc2MmsefO off=5170119 len=653391 2024-04-02T08:49:16.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 1133 completed, throughput=4.99MB/sec 2024-04-02T08:49:16.034 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BS4wPJUlVeSsFO5 off=5887018 len=281886 2024-04-02T08:49:16.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 1134 completed, throughput=4.99MB/sec 2024-04-02T08:49:16.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5zQgcNyCqgQCxVG off=2383077 len=1133153 2024-04-02T08:49:16.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 1135 completed, throughput=5MB/sec 2024-04-02T08:49:16.036 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0dCDcn3yD9vN1Vo off=1591085 len=1834284 2024-04-02T08:49:16.040 INFO:tasks.workunit.client.0.smithi028.stdout:op 1136 completed, throughput=5MB/sec 2024-04-02T08:49:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:16 smithi137 ceph-mon[88456]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:16 smithi028 ceph-mon[94314]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:16 smithi028 ceph-mon[96890]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:17.040 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i3PmGpX2-EBZFgp off=6617794 len=1978055 2024-04-02T08:49:17.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 1137 completed, throughput=4.99MB/sec 2024-04-02T08:49:17.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xrAPuQ2p1XIwAnF off=7464412 len=1266578 2024-04-02T08:49:17.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 1138 completed, throughput=4.99MB/sec 2024-04-02T08:49:17.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oSkW7vEoURrgClN off=692307 len=670472 2024-04-02T08:49:17.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 1139 completed, throughput=5MB/sec 2024-04-02T08:49:17.053 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HL9Ki_WAN0Duwx8 off=4161552 len=1337927 2024-04-02T08:49:17.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 1140 completed, throughput=5MB/sec 2024-04-02T08:49:18.058 INFO:tasks.workunit.client.0.smithi028.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:18.058 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hUi6z8VJOKw_5dJ off=14646080 len=731067 2024-04-02T08:49:18.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 1141 completed, throughput=4.98MB/sec 2024-04-02T08:49:18.062 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MSQ3VBsugMZ2PX_ off=2999149 len=1083872 2024-04-02T08:49:18.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-02T08:49:18.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2bfO1WBu26Waxl9 off=1816061 len=1576616 2024-04-02T08:49:18.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 1143 completed, throughput=4.99MB/sec 2024-04-02T08:49:18.073 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B9XlpHPKBEQENNQ off=3005629 len=1458964 2024-04-02T08:49:18.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 1144 completed, throughput=5MB/sec 2024-04-02T08:49:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:18 smithi137 ceph-mon[88456]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:49:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:18 smithi028 ceph-mon[94314]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:49:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:18 smithi028 ceph-mon[96890]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T08:49:19.081 INFO:tasks.workunit.client.0.smithi028.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:19.081 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PiHa224Bi-xcLnV off=10037068 len=1635567 2024-04-02T08:49:19.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 1145 completed, throughput=4.99MB/sec 2024-04-02T08:49:19.082 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NlolYUmAd5Pftny off=4814808 len=719523 2024-04-02T08:49:19.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-02T08:49:19.086 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nYINkVkuD_bEJ5p off=18172981 len=817041 2024-04-02T08:49:19.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-02T08:49:19.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-shYbvDfzSf8Xkwl off=4016277 len=601782 2024-04-02T08:49:19.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 1148 completed, throughput=4.99MB/sec 2024-04-02T08:49:19.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-06vd01LxdVGyQ2e off=13403766 len=1342728 2024-04-02T08:49:19.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 1149 completed, throughput=5MB/sec 2024-04-02T08:49:19.091 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8I6kOa2FrL681Qm off=796095 len=597601 2024-04-02T08:49:19.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 1150 completed, throughput=5MB/sec 2024-04-02T08:49:20.095 INFO:tasks.workunit.client.0.smithi028.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:20.095 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AnfpVaMU2JbKrHo off=3489582 len=481687 2024-04-02T08:49:20.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 1151 completed, throughput=4.98MB/sec 2024-04-02T08:49:20.098 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bSwZ3OPreM0PSxI off=9103983 len=2047850 2024-04-02T08:49:20.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 1152 completed, throughput=4.99MB/sec 2024-04-02T08:49:20.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KOfbI-68YUyJ6BK off=960341 len=2001851 2024-04-02T08:49:20.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 1153 completed, throughput=5MB/sec 2024-04-02T08:49:20.106 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U-jzP8XdVXd6J18 off=9780540 len=1502411 2024-04-02T08:49:20.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 1154 completed, throughput=5MB/sec 2024-04-02T08:49:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:20 smithi137 ceph-mon[88456]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:49:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:20 smithi028 ceph-mon[94314]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:49:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:20 smithi028 ceph-mon[96890]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:49:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:21.114 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZzkCcRetEWpb4Ng off=4017631 len=390604 2024-04-02T08:49:21.115 INFO:tasks.workunit.client.0.smithi028.stdout:op 1155 completed, throughput=4.98MB/sec 2024-04-02T08:49:21.115 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-St-g_wxCsIuRqyq off=2723375 len=1011494 2024-04-02T08:49:21.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 1156 completed, throughput=4.99MB/sec 2024-04-02T08:49:21.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qE20G0Wvh3aszom off=8182532 len=1988327 2024-04-02T08:49:21.125 INFO:tasks.workunit.client.0.smithi028.stdout:op 1157 completed, throughput=5MB/sec 2024-04-02T08:49:21.125 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-19lUBc3pvSw45TV off=9480981 len=1158058 2024-04-02T08:49:21.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 1158 completed, throughput=5MB/sec 2024-04-02T08:49:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:49:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:49:21] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:49:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:22.126 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BAu_Flfm33AYaG1 off=2092585 len=59762 2024-04-02T08:49:22.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 1159 completed, throughput=4.98MB/sec 2024-04-02T08:49:22.129 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-94JXVXgcIDhjLC0 off=4023020 len=192248 2024-04-02T08:49:22.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 1160 completed, throughput=4.98MB/sec 2024-04-02T08:49:22.129 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w6QHsvJA63Znfgr off=14792508 len=818296 2024-04-02T08:49:22.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 1161 completed, throughput=4.98MB/sec 2024-04-02T08:49:22.133 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wlz-1ComMF9xjjR off=675375 len=1009115 2024-04-02T08:49:22.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 1162 completed, throughput=4.99MB/sec 2024-04-02T08:49:22.138 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ujy23mIHgcmcIDZ off=8172694 len=1578917 2024-04-02T08:49:22.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 1163 completed, throughput=4.99MB/sec 2024-04-02T08:49:22.140 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G94lELy5QywfYPr off=7279123 len=1756454 2024-04-02T08:49:22.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 1164 completed, throughput=5MB/sec 2024-04-02T08:49:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:22 smithi137 ceph-mon[88456]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:49:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:22 smithi028 ceph-mon[94314]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:22 smithi028 ceph-mon[96890]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:49:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:23.146 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IqiaSoXLLjY2mix off=10015483 len=618108 2024-04-02T08:49:23.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 1165 completed, throughput=4.98MB/sec 2024-04-02T08:49:23.151 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qdz0MNFqUmQwNcX off=11260646 len=976008 2024-04-02T08:49:23.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 1166 completed, throughput=4.99MB/sec 2024-04-02T08:49:23.154 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EaQXRcnf2VNMosH off=5532835 len=889882 2024-04-02T08:49:23.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-02T08:49:23.158 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZtS5lPpVHKdCILD off=636677 len=1234464 2024-04-02T08:49:23.159 INFO:tasks.workunit.client.0.smithi028.stdout:op 1168 completed, throughput=5MB/sec 2024-04-02T08:49:23.159 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JpdCzG9g7QBU28H off=14358762 len=248926 2024-04-02T08:49:23.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 1169 completed, throughput=5MB/sec 2024-04-02T08:49:23.162 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DDv4APkGOp1_pX_ off=530850 len=136661 2024-04-02T08:49:23.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 1170 completed, throughput=5MB/sec 2024-04-02T08:49:23.164 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-86WB2ZttwaPRU7g off=20830574 len=1334643 2024-04-02T08:49:23.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 1171 completed, throughput=5MB/sec 2024-04-02T08:49:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:24.173 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qYsXkrPolY9hToh off=14534482 len=1178420 2024-04-02T08:49:24.175 INFO:tasks.workunit.client.0.smithi028.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-02T08:49:24.175 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dksb6yKp1x0-kYr off=0 len=1219188 2024-04-02T08:49:24.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-02T08:49:24.183 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-em-3g7jxNSmg54l off=4744034 len=1410921 2024-04-02T08:49:24.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 1174 completed, throughput=5MB/sec 2024-04-02T08:49:24.191 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RQf0qZl8zWciufa off=5648699 len=273237 2024-04-02T08:49:24.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 1175 completed, throughput=5MB/sec 2024-04-02T08:49:24.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k4QP8uCApJY0PZc off=9240942 len=767767 2024-04-02T08:49:24.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 1176 completed, throughput=5MB/sec 2024-04-02T08:49:24.196 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SVj-lZef10S2Mty off=6278076 len=2027630 2024-04-02T08:49:24.199 INFO:tasks.workunit.client.0.smithi028.stdout:op 1177 completed, throughput=5.01MB/sec 2024-04-02T08:49:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:24 smithi137 ceph-mon[88456]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:49:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:24 smithi028 ceph-mon[94314]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:49:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:24 smithi028 ceph-mon[96890]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:49:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: 233: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:25.200 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S5UOAy1shL5JLmZ off=1721097 len=1435772 2024-04-02T08:49:25.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 1178 completed, throughput=4.99MB/sec 2024-04-02T08:49:25.206 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5JQaHIV5beoQT5H off=1455923 len=1925254 2024-04-02T08:49:25.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 1179 completed, throughput=5MB/sec 2024-04-02T08:49:26.209 INFO:tasks.workunit.client.0.smithi028.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:26.209 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lDj7SoztCUkOz-N off=1034256 len=1210546 2024-04-02T08:49:26.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 1180 completed, throughput=4.98MB/sec 2024-04-02T08:49:26.213 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YdmoIwwXXEug-u0 off=1481414 len=719036 2024-04-02T08:49:26.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-02T08:49:26.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A1P4-tdUwLxVib9 off=890714 len=734388 2024-04-02T08:49:26.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-02T08:49:26.219 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IDkWACwL6xyxnYT off=1238555 len=249217 2024-04-02T08:49:26.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 1183 completed, throughput=4.99MB/sec 2024-04-02T08:49:26.220 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QmJUvpL69_nqL12 off=3787562 len=1072122 2024-04-02T08:49:26.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 1184 completed, throughput=4.99MB/sec 2024-04-02T08:49:26.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F3rtIzZsVg03jEb off=2889442 len=1945550 2024-04-02T08:49:26.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 1185 completed, throughput=5MB/sec 2024-04-02T08:49:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:26 smithi137 ceph-mon[88456]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:26 smithi028 ceph-mon[94314]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:26 smithi028 ceph-mon[96890]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:49:27.222 INFO:tasks.workunit.client.0.smithi028.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:27.222 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vvz51170G-DZsqP off=2533354 len=91664 2024-04-02T08:49:27.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 1186 completed, throughput=4.98MB/sec 2024-04-02T08:49:27.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PqYfGlYDwMJLR7U off=106030 len=1478461 2024-04-02T08:49:27.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 1187 completed, throughput=4.99MB/sec 2024-04-02T08:49:27.231 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WuJGC0DZRFh4t9_ off=6151334 len=682306 2024-04-02T08:49:27.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 1188 completed, throughput=4.99MB/sec 2024-04-02T08:49:27.235 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iP958_zLm08K6W5 off=760745 len=1160849 2024-04-02T08:49:27.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 1189 completed, throughput=5MB/sec 2024-04-02T08:49:27.236 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o_XGCzgHHX0b_4L off=11717391 len=1986570 2024-04-02T08:49:27.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 1190 completed, throughput=5MB/sec 2024-04-02T08:49:28.238 INFO:tasks.workunit.client.0.smithi028.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:28.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_qKiIVTNy3ygH2v off=4809647 len=360050 2024-04-02T08:49:28.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 1191 completed, throughput=4.98MB/sec 2024-04-02T08:49:28.239 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XUDCLh9O6YHYUbB off=2715156 len=1767574 2024-04-02T08:49:28.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 1192 completed, throughput=4.99MB/sec 2024-04-02T08:49:28.243 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z1QApL4SioFJaI- off=4057874 len=31909 2024-04-02T08:49:28.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-02T08:49:28.244 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nnr7BshX8FfF5Da off=13848277 len=1781068 2024-04-02T08:49:28.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 1194 completed, throughput=5MB/sec 2024-04-02T08:49:28.254 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FaRVwJfWPNm8-qU off=9621421 len=1349817 2024-04-02T08:49:28.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 1195 completed, throughput=5MB/sec 2024-04-02T08:49:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:28 smithi137 ceph-mon[88456]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:28 smithi028 ceph-mon[94314]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:28 smithi028 ceph-mon[96890]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:49:29.259 INFO:tasks.workunit.client.0.smithi028.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:29.259 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HmDuCta6yqOeYnD off=16978167 len=57664 2024-04-02T08:49:29.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 1196 completed, throughput=4.98MB/sec 2024-04-02T08:49:29.262 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cshlt5IC_io5MEE off=14587823 len=906020 2024-04-02T08:49:29.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 1197 completed, throughput=4.99MB/sec 2024-04-02T08:49:29.266 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aobHXMws4UXE7lY off=146330 len=792755 2024-04-02T08:49:29.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 1198 completed, throughput=4.99MB/sec 2024-04-02T08:49:29.269 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bpSI7vI3rwxSV4w off=3361053 len=312501 2024-04-02T08:49:29.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 1199 completed, throughput=4.99MB/sec 2024-04-02T08:49:29.272 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lHSOs4q_2eAozp_ off=9789183 len=2081882 2024-04-02T08:49:29.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 1200 completed, throughput=5MB/sec 2024-04-02T08:49:29.274 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TXwaABrjB0PUbT6 off=11435933 len=302797 2024-04-02T08:49:29.276 INFO:tasks.workunit.client.0.smithi028.stdout:op 1201 completed, throughput=5MB/sec 2024-04-02T08:49:29.276 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e4zJBX2FNDILtCP off=3372307 len=1801360 2024-04-02T08:49:29.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 1202 completed, throughput=5.01MB/sec 2024-04-02T08:49:30.280 INFO:tasks.workunit.client.0.smithi028.stdout: 238: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:30.280 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EZlostmQJlU0brQ off=11950722 len=1378764 2024-04-02T08:49:30.285 INFO:tasks.workunit.client.0.smithi028.stdout:op 1203 completed, throughput=4.99MB/sec 2024-04-02T08:49:30.285 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eABM-NX0nLikFMn off=5155655 len=387446 2024-04-02T08:49:30.286 INFO:tasks.workunit.client.0.smithi028.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-02T08:49:30.286 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D-tbJDOsvOLuMCw off=17981372 len=671429 2024-04-02T08:49:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 1205 completed, throughput=5MB/sec 2024-04-02T08:49:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BcXNOaFKowvc35d off=2073436 len=454878 2024-04-02T08:49:30.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 1206 completed, throughput=5MB/sec 2024-04-02T08:49:30.289 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TA-B5NAuiFqYa2C off=1439108 len=608636 2024-04-02T08:49:30.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 1207 completed, throughput=5MB/sec 2024-04-02T08:49:30.289 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YuM6F0UyAOoW6L3 off=8536031 len=771223 2024-04-02T08:49:30.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 1208 completed, throughput=5MB/sec 2024-04-02T08:49:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:30 smithi137 ceph-mon[88456]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:49:30.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:30 smithi028 ceph-mon[94314]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:49:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:30 smithi028 ceph-mon[96890]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:49:31.294 INFO:tasks.workunit.client.0.smithi028.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:31.294 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-49pUPbNcVkcyDX_ off=7321045 len=855168 2024-04-02T08:49:31.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 1209 completed, throughput=4.98MB/sec 2024-04-02T08:49:31.299 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0INB5Efh5LZ0J6g off=4718635 len=1847658 2024-04-02T08:49:31.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 1210 completed, throughput=4.99MB/sec 2024-04-02T08:49:31.301 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dqDB3k0rGyjH8-Z off=173589 len=1888552 2024-04-02T08:49:31.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 1211 completed, throughput=5MB/sec 2024-04-02T08:49:31.307 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wOVofq16EKgG1IY off=136889 len=2039157 2024-04-02T08:49:31.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 1212 completed, throughput=5.01MB/sec 2024-04-02T08:49:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:49:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:49:31] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:49:32.314 INFO:tasks.workunit.client.0.smithi028.stdout: 240: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:32.314 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uKZjOh8YEpooIWz off=2474632 len=1721582 2024-04-02T08:49:32.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-02T08:49:32.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z6S8bSJqnXuR-zr off=1839191 len=657910 2024-04-02T08:49:32.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 1214 completed, throughput=5MB/sec 2024-04-02T08:49:32.321 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OtVnyF9YsdxuOtO off=10551391 len=764736 2024-04-02T08:49:32.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 1215 completed, throughput=5MB/sec 2024-04-02T08:49:32.325 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dsPqpqhGBynKhCf off=1414119 len=182620 2024-04-02T08:49:32.326 INFO:tasks.workunit.client.0.smithi028.stdout:op 1216 completed, throughput=5MB/sec 2024-04-02T08:49:32.326 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lO8S7pAFROoMbKg off=15288120 len=1823016 2024-04-02T08:49:32.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 1217 completed, throughput=5.01MB/sec 2024-04-02T08:49:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:32 smithi137 ceph-mon[88456]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:49:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:49:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:32 smithi028 ceph-mon[94314]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:49:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:32 smithi028 ceph-mon[96890]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:49:33.336 INFO:tasks.workunit.client.0.smithi028.stdout: 241: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:33.336 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vP80agBEjRyW8G6 off=1204999 len=1055687 2024-04-02T08:49:33.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 1218 completed, throughput=4.99MB/sec 2024-04-02T08:49:33.337 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MgcJGB3nCiirx7x off=2382521 len=1562223 2024-04-02T08:49:33.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 1219 completed, throughput=5MB/sec 2024-04-02T08:49:33.343 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--uG3ERdlFN3JPph off=4212273 len=417870 2024-04-02T08:49:33.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 1220 completed, throughput=5MB/sec 2024-04-02T08:49:33.344 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2K_BPpvqqalxGZ4 off=1433948 len=1754670 2024-04-02T08:49:33.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 1221 completed, throughput=5MB/sec 2024-04-02T08:49:34.354 INFO:tasks.workunit.client.0.smithi028.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:34.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qygXKs5Q1I8ZH37 off=997845 len=901815 2024-04-02T08:49:34.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-02T08:49:34.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hd3ABTEFG08-m_H off=12111974 len=304471 2024-04-02T08:49:34.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-02T08:49:34.356 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lEKEm4f2lZ2WFy8 off=6987392 len=974167 2024-04-02T08:49:34.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-02T08:49:34.357 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AkPvwyHRLwRJZhO off=541159 len=960490 2024-04-02T08:49:34.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 1225 completed, throughput=5MB/sec 2024-04-02T08:49:34.358 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J7zOIPtZ4lvRXl4 off=5209590 len=1591113 2024-04-02T08:49:34.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 1226 completed, throughput=5MB/sec 2024-04-02T08:49:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:34 smithi137 ceph-mon[88456]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:34 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:34 smithi028 ceph-mon[94314]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:34 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:34 smithi028 ceph-mon[96890]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:34 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:49:35.370 INFO:tasks.workunit.client.0.smithi028.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:35.370 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sq1ARK2kilu6BOR off=8823313 len=52025 2024-04-02T08:49:35.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 1227 completed, throughput=4.98MB/sec 2024-04-02T08:49:35.371 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NvLw6zqBTR3NnNa off=7624216 len=1274746 2024-04-02T08:49:35.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-02T08:49:35.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0u3Z8z9oIUzmZ7l off=2260417 len=1420980 2024-04-02T08:49:35.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-02T08:49:35.376 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cI-0HsNJQCJGUgw off=1342240 len=554233 2024-04-02T08:49:35.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-02T08:49:35.378 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8phevLPKX-k6xHh off=2815497 len=399086 2024-04-02T08:49:35.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 1231 completed, throughput=5MB/sec 2024-04-02T08:49:35.379 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-srCvob2JlpkUOYZ off=562307 len=411049 2024-04-02T08:49:35.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 1232 completed, throughput=5MB/sec 2024-04-02T08:49:35.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lMOirchAEIob_GC off=13562901 len=928456 2024-04-02T08:49:35.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 1233 completed, throughput=5MB/sec 2024-04-02T08:49:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:49:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:49:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:49:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:49:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:49:36.384 INFO:tasks.workunit.client.0.smithi028.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:36.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JPutkBO04BvW0_k off=8454598 len=142996 2024-04-02T08:49:36.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 1234 completed, throughput=4.98MB/sec 2024-04-02T08:49:36.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UskCW06Quilc39j off=22617934 len=1667300 2024-04-02T08:49:36.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 1235 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.386 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z42oZXh6MxuniiY off=8964836 len=1324230 2024-04-02T08:49:36.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-02T08:49:36.387 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LltwBudiCXMLCz3 off=12720789 len=2060935 2024-04-02T08:49:36.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 1237 completed, throughput=5MB/sec 2024-04-02T08:49:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:36 smithi137 ceph-mon[88456]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:36 smithi028 ceph-mon[94314]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:36 smithi028 ceph-mon[96890]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:37.389 INFO:tasks.workunit.client.0.smithi028.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:37.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lDYt9-nQ-wUy5os off=15820706 len=1898756 2024-04-02T08:49:37.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-02T08:49:37.390 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TuH_z-VA9wgJagQ off=0 len=1191741 2024-04-02T08:49:37.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 1239 completed, throughput=4.99MB/sec 2024-04-02T08:49:37.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b1TLQVbqXoE7rB5 off=7637065 len=2068056 2024-04-02T08:49:37.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 1240 completed, throughput=5MB/sec 2024-04-02T08:49:38.398 INFO:tasks.workunit.client.0.smithi028.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:38.398 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ggRfcFSxAjXb_KQ off=13125079 len=296201 2024-04-02T08:49:38.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 1241 completed, throughput=4.98MB/sec 2024-04-02T08:49:38.399 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5OBUy8udRPOmLwo off=5093034 len=1438512 2024-04-02T08:49:38.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 1242 completed, throughput=4.99MB/sec 2024-04-02T08:49:38.400 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-raxrXlpuJ09et_Z off=13140757 len=1305787 2024-04-02T08:49:38.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-02T08:49:38.406 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5ZVq7gPHUQembaO off=15883403 len=1900752 2024-04-02T08:49:38.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 1244 completed, throughput=5MB/sec 2024-04-02T08:49:38.417 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kvT8kS3bokBU_2g off=11485130 len=1168514 2024-04-02T08:49:38.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 1245 completed, throughput=5MB/sec 2024-04-02T08:49:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:38 smithi137 ceph-mon[88456]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:49:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:38 smithi028 ceph-mon[94314]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:49:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:38 smithi028 ceph-mon[96890]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:49:39.421 INFO:tasks.workunit.client.0.smithi028.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:39.422 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nVglCezn96662WE off=295023 len=280161 2024-04-02T08:49:39.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 1246 completed, throughput=4.98MB/sec 2024-04-02T08:49:39.422 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m06C8-gvLr9qP9A off=3907022 len=45008 2024-04-02T08:49:39.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 1247 completed, throughput=4.98MB/sec 2024-04-02T08:49:39.424 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bz0lRf2lEHOCAPQ off=12122541 len=21561 2024-04-02T08:49:39.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 1248 completed, throughput=4.98MB/sec 2024-04-02T08:49:39.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E8pzSqCJXkI9Pu4 off=9427880 len=406866 2024-04-02T08:49:39.429 INFO:tasks.workunit.client.0.smithi028.stdout:op 1249 completed, throughput=4.99MB/sec 2024-04-02T08:49:39.429 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aAlpDyj1CD9Ds6V off=3752778 len=1069522 2024-04-02T08:49:39.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 1250 completed, throughput=4.99MB/sec 2024-04-02T08:49:39.434 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wzWJCrMGBi2Y-xm off=8424332 len=1412264 2024-04-02T08:49:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 1251 completed, throughput=4.99MB/sec 2024-04-02T08:49:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ai0tZvhPzBYHHga off=21577446 len=1942445 2024-04-02T08:49:39.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 1252 completed, throughput=5MB/sec 2024-04-02T08:49:40.445 INFO:tasks.workunit.client.0.smithi028.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:40.446 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rz98dRrHk956eIM off=2606650 len=1990739 2024-04-02T08:49:40.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-02T08:49:40.453 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-trbhMpds7t89UFC off=13374404 len=708213 2024-04-02T08:49:40.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 1254 completed, throughput=4.99MB/sec 2024-04-02T08:49:40.456 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6oDUf2vdLaDWK_j off=7543435 len=2034990 2024-04-02T08:49:40.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 1255 completed, throughput=5MB/sec 2024-04-02T08:49:40.468 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J7nEn5l-jppIf5G off=12772392 len=1654289 2024-04-02T08:49:40.468 INFO:tasks.workunit.client.0.smithi028.stdout:op 1256 completed, throughput=5.01MB/sec 2024-04-02T08:49:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:40 smithi137 ceph-mon[88456]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:40 smithi028 ceph-mon[94314]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:40 smithi028 ceph-mon[96890]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:49:41.469 INFO:tasks.workunit.client.0.smithi028.stdout: 249: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:41.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ur6xP33pLyJBj0d off=9988760 len=111317 2024-04-02T08:49:41.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 1257 completed, throughput=4.99MB/sec 2024-04-02T08:49:41.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rK7twAia_Z4Mehg off=15437958 len=706107 2024-04-02T08:49:41.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 1258 completed, throughput=4.99MB/sec 2024-04-02T08:49:41.471 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nUDl3EJrWpsU_0_ off=6639749 len=1053223 2024-04-02T08:49:41.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-02T08:49:41.477 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eTDUPI6ORgWyq3G off=515787 len=729883 2024-04-02T08:49:41.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 1260 completed, throughput=5MB/sec 2024-04-02T08:49:41.482 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gx9g4a74d8hLI1s off=2391481 len=266965 2024-04-02T08:49:41.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 1261 completed, throughput=5MB/sec 2024-04-02T08:49:41.484 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sPnqGWe-bp8jZEK off=4479402 len=713180 2024-04-02T08:49:41.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 1262 completed, throughput=5MB/sec 2024-04-02T08:49:41.486 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HsPwkXjqgQ2kBb0 off=11717694 len=314918 2024-04-02T08:49:41.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 1263 completed, throughput=5MB/sec 2024-04-02T08:49:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:49:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:49:41] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:49:42.488 INFO:tasks.workunit.client.0.smithi028.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:42.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RZat4At1FnVhjbi off=10261663 len=244776 2024-04-02T08:49:42.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 1264 completed, throughput=4.98MB/sec 2024-04-02T08:49:42.489 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lpiQiR3tz_F4zho off=6260139 len=484825 2024-04-02T08:49:42.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 1265 completed, throughput=4.98MB/sec 2024-04-02T08:49:42.489 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x2KZt5p0PGGallT off=1360522 len=1059672 2024-04-02T08:49:42.494 INFO:tasks.workunit.client.0.smithi028.stdout:op 1266 completed, throughput=4.99MB/sec 2024-04-02T08:49:42.494 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9Pmm1eu71SU-FWr off=4556807 len=1495859 2024-04-02T08:49:42.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 1267 completed, throughput=4.99MB/sec 2024-04-02T08:49:42.500 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cJV2lpI0WOFg6V1 off=8540778 len=1904130 2024-04-02T08:49:42.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 1268 completed, throughput=5MB/sec 2024-04-02T08:49:42.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XUhKO_2-f7mb_jC off=15674550 len=1299571 2024-04-02T08:49:42.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 1269 completed, throughput=5MB/sec 2024-04-02T08:49:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:42 smithi137 ceph-mon[88456]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:49:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:42 smithi028 ceph-mon[94314]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:42 smithi028 ceph-mon[96890]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:49:43.512 INFO:tasks.workunit.client.0.smithi028.stdout: 251: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:43.512 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fPr6kqGh0DyfgJZ off=13707539 len=1463416 2024-04-02T08:49:43.513 INFO:tasks.workunit.client.0.smithi028.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-02T08:49:43.513 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BDnhk-pH94w5BHn off=1937942 len=1435116 2024-04-02T08:49:43.515 INFO:tasks.workunit.client.0.smithi028.stdout:op 1271 completed, throughput=5MB/sec 2024-04-02T08:49:43.515 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7CT83HQB60QRBHd off=13541639 len=2021144 2024-04-02T08:49:43.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 1272 completed, throughput=5MB/sec 2024-04-02T08:49:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:44.519 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ceneYvEP0I7wK6l off=11306810 len=1230532 2024-04-02T08:49:44.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 1273 completed, throughput=4.99MB/sec 2024-04-02T08:49:44.520 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bTfSsv7FKsmMAHY off=3070966 len=1764044 2024-04-02T08:49:44.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-02T08:49:44.527 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ldp5_SQtYhscJOH off=5876364 len=221826 2024-04-02T08:49:44.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 1275 completed, throughput=5MB/sec 2024-04-02T08:49:44.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gl-N2jwORJWq0zM off=5089877 len=78446 2024-04-02T08:49:44.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 1276 completed, throughput=5MB/sec 2024-04-02T08:49:44.530 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AnfpVaMU2JbKrHo off=8152800 len=1469706 2024-04-02T08:49:44.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 1277 completed, throughput=5MB/sec 2024-04-02T08:49:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:44 smithi137 ceph-mon[88456]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:44 smithi028 ceph-mon[94314]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:44 smithi028 ceph-mon[96890]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:49:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:45.537 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BsSzIO4b7rkzbba off=1871704 len=2025600 2024-04-02T08:49:45.538 INFO:tasks.workunit.client.0.smithi028.stdout:op 1278 completed, throughput=4.99MB/sec 2024-04-02T08:49:45.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DrWpXBVDIjqgazY off=6661743 len=1175033 2024-04-02T08:49:45.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 1279 completed, throughput=4.99MB/sec 2024-04-02T08:49:45.540 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xDLrR4Xo55e-3Ik off=5018834 len=707464 2024-04-02T08:49:45.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 1280 completed, throughput=5MB/sec 2024-04-02T08:49:45.542 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CyMo2WoLLNBLrlw off=5226785 len=766986 2024-04-02T08:49:45.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 1281 completed, throughput=5MB/sec 2024-04-02T08:49:45.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8I6kOa2FrL681Qm off=6764624 len=1857075 2024-04-02T08:49:45.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 1282 completed, throughput=5.01MB/sec 2024-04-02T08:49:46.553 INFO:tasks.workunit.client.0.smithi028.stdout: 254: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:46.553 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mv67hk7Ph9EsVDn off=4461851 len=1376605 2024-04-02T08:49:46.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-02T08:49:46.562 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_jQ-3gDuHXsVJSN off=3712488 len=976202 2024-04-02T08:49:46.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-02T08:49:46.567 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IzEoCPUNkxCl0I_ off=18229300 len=1911253 2024-04-02T08:49:46.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 1285 completed, throughput=5MB/sec 2024-04-02T08:49:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:46 smithi137 ceph-mon[88456]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:46 smithi028 ceph-mon[94314]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:46 smithi028 ceph-mon[96890]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:49:47.579 INFO:tasks.workunit.client.0.smithi028.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:47.579 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hG2Ye9IcCWTsQIQ off=2855363 len=74537 2024-04-02T08:49:47.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 1286 completed, throughput=4.98MB/sec 2024-04-02T08:49:47.581 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--UDtS6PeI4pTrDr off=6218247 len=817869 2024-04-02T08:49:47.585 INFO:tasks.workunit.client.0.smithi028.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-02T08:49:47.585 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pVQzSEVvyXcI_3w off=9159396 len=1981448 2024-04-02T08:49:47.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-02T08:49:47.586 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nUDg_o4_i6yhF8W off=852798 len=156774 2024-04-02T08:49:47.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-02T08:49:47.587 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FPnw6-UcKRp4eNF off=2371952 len=304353 2024-04-02T08:49:47.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 1290 completed, throughput=4.99MB/sec 2024-04-02T08:49:47.588 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hRlVtk-Z5Y8aaOY off=12087301 len=380931 2024-04-02T08:49:47.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 1291 completed, throughput=5MB/sec 2024-04-02T08:49:47.588 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AFVJ7kHXSl43Kiw off=3287320 len=1819481 2024-04-02T08:49:47.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 1292 completed, throughput=5MB/sec 2024-04-02T08:49:48.590 INFO:tasks.workunit.client.0.smithi028.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:48.590 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yuMuB_GyG4_VDUX off=9249550 len=670137 2024-04-02T08:49:48.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.591 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yS0fUuDEFZGG9wN off=10908898 len=321270 2024-04-02T08:49:48.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.591 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2-EDbICdHh60iwd off=19784584 len=1283099 2024-04-02T08:49:48.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 1295 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.592 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4f9DWaDUKGF_dbz off=17655949 len=493765 2024-04-02T08:49:48.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 1296 completed, throughput=4.99MB/sec 2024-04-02T08:49:48.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZQ24qWXU7iVhGgj off=3830409 len=1582156 2024-04-02T08:49:48.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 1297 completed, throughput=5MB/sec 2024-04-02T08:49:48.604 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PnLdsGBxK89xYTU off=10604931 len=911222 2024-04-02T08:49:48.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 1298 completed, throughput=5MB/sec 2024-04-02T08:49:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:48 smithi137 ceph-mon[88456]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:49:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:48 smithi028 ceph-mon[94314]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:49:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:48 smithi028 ceph-mon[96890]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:49:49.609 INFO:tasks.workunit.client.0.smithi028.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:49.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jLra3ENqGqRoSL3 off=7300506 len=129633 2024-04-02T08:49:49.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 1299 completed, throughput=4.98MB/sec 2024-04-02T08:49:49.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5vJgks-PDpANDa_ off=5909909 len=1546997 2024-04-02T08:49:49.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-02T08:49:49.611 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pSGAt8qwGy1inUG off=8816758 len=328066 2024-04-02T08:49:49.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-02T08:49:49.611 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oMjz8E7Uvf89I6L off=1064063 len=951094 2024-04-02T08:49:49.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 1302 completed, throughput=4.99MB/sec 2024-04-02T08:49:49.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bruMQbBJ4PP-cMh off=13082925 len=940173 2024-04-02T08:49:49.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 1303 completed, throughput=5MB/sec 2024-04-02T08:49:49.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f5-KRRooX2mABa- off=6635406 len=2016866 2024-04-02T08:49:49.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 1304 completed, throughput=5MB/sec 2024-04-02T08:49:50.625 INFO:tasks.workunit.client.0.smithi028.stdout: 258: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:50.625 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g5btx173aKk32H0 off=4734960 len=423510 2024-04-02T08:49:50.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-02T08:49:50.626 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nWBWIbG4YGwcvVr off=5659201 len=215563 2024-04-02T08:49:50.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-02T08:49:50.626 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OLCDGgf9yroamJT off=16929706 len=1443173 2024-04-02T08:49:50.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-02T08:49:50.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h7v_DTg6T2HLIDU off=2010645 len=466116 2024-04-02T08:49:50.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-02T08:49:50.635 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NUnAu71ZQ-aphkS off=16228 len=1069252 2024-04-02T08:49:50.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 1309 completed, throughput=5MB/sec 2024-04-02T08:49:50.639 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KUfj1R6NIcqGZoR off=5500441 len=484040 2024-04-02T08:49:50.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 1310 completed, throughput=5MB/sec 2024-04-02T08:49:50.640 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xh7vAphBI7lBDTV off=1568708 len=1823568 2024-04-02T08:49:50.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 1311 completed, throughput=5.01MB/sec 2024-04-02T08:49:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:50 smithi137 ceph-mon[88456]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:50 smithi028 ceph-mon[94314]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:50 smithi028 ceph-mon[96890]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:51.642 INFO:tasks.workunit.client.0.smithi028.stdout: 259: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:51.642 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--HnlGxZ7b-ZJiVd off=12852149 len=329932 2024-04-02T08:49:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:51.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.645 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xbIROcNdMfJo3XD off=17740781 len=25201 2024-04-02T08:49:51.647 INFO:tasks.workunit.client.0.smithi028.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.647 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NQuWNapCLYloWDt off=21430072 len=98589 2024-04-02T08:49:51.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-02T08:49:51.648 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S5cQxqnDaqI68pC off=7669588 len=1799247 2024-04-02T08:49:51.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 1315 completed, throughput=5MB/sec 2024-04-02T08:49:51.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fkC_Pxa1W7b84ux off=7806143 len=187541 2024-04-02T08:49:51.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 1316 completed, throughput=5MB/sec 2024-04-02T08:49:51.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3z2x9GgQv6sIn96 off=11149302 len=161588 2024-04-02T08:49:51.652 INFO:tasks.workunit.client.0.smithi028.stdout:op 1317 completed, throughput=5MB/sec 2024-04-02T08:49:51.652 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lihvUlQ_ciBC_iq off=4361799 len=1118202 2024-04-02T08:49:51.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 1318 completed, throughput=5MB/sec 2024-04-02T08:49:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:49:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:49:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:49:51] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:49:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:52 smithi137 ceph-mon[88456]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:49:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:49:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:49:52.656 INFO:tasks.workunit.client.0.smithi028.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:52.656 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x1ySQ58Pw2OvcUb off=10246160 len=284830 2024-04-02T08:49:52.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 1319 completed, throughput=4.98MB/sec 2024-04-02T08:49:52.657 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--qBP6stEMIw2k8U off=8666464 len=1059345 2024-04-02T08:49:52.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 1320 completed, throughput=4.99MB/sec 2024-04-02T08:49:52.659 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YZv7CMl0XqETSOg off=317761 len=1428010 2024-04-02T08:49:52.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-02T08:49:52.664 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OYTZq-KzkB4sBn2 off=8764702 len=81343 2024-04-02T08:49:52.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 1322 completed, throughput=4.99MB/sec 2024-04-02T08:49:52.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_BBnY7OSdbr5Gkg off=1931289 len=271413 2024-04-02T08:49:52.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 1323 completed, throughput=4.99MB/sec 2024-04-02T08:49:52.667 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0zetdEbBQ_7ESQ_ off=5960399 len=576042 2024-04-02T08:49:52.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-02T08:49:52.671 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rHqCBGPzMGXh8ZR off=5167451 len=2076397 2024-04-02T08:49:52.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 1325 completed, throughput=5MB/sec 2024-04-02T08:49:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:52 smithi028 ceph-mon[94314]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:49:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:52 smithi028 ceph-mon[96890]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:49:53.675 INFO:tasks.workunit.client.0.smithi028.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:53.675 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ttkj3ohzlYxzpQc off=11622537 len=820797 2024-04-02T08:49:53.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 1326 completed, throughput=4.99MB/sec 2024-04-02T08:49:53.677 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LKZsOwcYcMWKUa8 off=14341900 len=436358 2024-04-02T08:49:53.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 1327 completed, throughput=4.99MB/sec 2024-04-02T08:49:53.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2bfO1WBu26Waxl9 off=13523579 len=472918 2024-04-02T08:49:53.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-02T08:49:53.681 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2muM5GvOadC9FP4 off=5662446 len=1599725 2024-04-02T08:49:53.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 1329 completed, throughput=5MB/sec 2024-04-02T08:49:53.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z2AFxpSQXQ75NjW off=1335125 len=1034082 2024-04-02T08:49:53.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 1330 completed, throughput=5MB/sec 2024-04-02T08:49:53.683 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_0ibbipETNNxs9d off=3378015 len=164408 2024-04-02T08:49:53.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 1331 completed, throughput=5MB/sec 2024-04-02T08:49:53.686 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gFiCVztCdw4q0BA off=451180 len=1990749 2024-04-02T08:49:53.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 1332 completed, throughput=5.01MB/sec 2024-04-02T08:49:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:54 smithi137 ceph-mon[88456]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:54.693 INFO:tasks.workunit.client.0.smithi028.stdout: 262: throughput=4.99MB/sec pending data=0 2024-04-02T08:49:54.693 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3YNB8tTPxA9dYjJ off=4977576 len=928198 2024-04-02T08:49:54.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-02T08:49:54.694 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5iet4DQw_Z3Vl59 off=8045843 len=309771 2024-04-02T08:49:54.694 INFO:tasks.workunit.client.0.smithi028.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-02T08:49:54.694 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zOEHmkmXRSyI_r4 off=4121234 len=856072 2024-04-02T08:49:54.695 INFO:tasks.workunit.client.0.smithi028.stdout:op 1335 completed, throughput=5MB/sec 2024-04-02T08:49:54.695 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Miuy0cZa6Ux1UDv off=938356 len=1212421 2024-04-02T08:49:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:54 smithi028 ceph-mon[94314]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:54 smithi028 ceph-mon[96890]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:49:54.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 1336 completed, throughput=5MB/sec 2024-04-02T08:49:54.703 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vqGKLbSRVhaiWdp off=20060559 len=411028 2024-04-02T08:49:54.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 1337 completed, throughput=5MB/sec 2024-04-02T08:49:55.704 INFO:tasks.workunit.client.0.smithi028.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:55.704 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uXH7mwJZu5VEBtD off=2988737 len=1729511 2024-04-02T08:49:55.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-02T08:49:55.707 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RYBEChKpD7qOL-N off=2298162 len=733681 2024-04-02T08:49:55.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-02T08:49:55.712 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8Sc-DjiRGoKcofM off=14506389 len=1687241 2024-04-02T08:49:55.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 1340 completed, throughput=5MB/sec 2024-04-02T08:49:55.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-abI58GK7x4w876m off=176132 len=714133 2024-04-02T08:49:55.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 1341 completed, throughput=5MB/sec 2024-04-02T08:49:55.714 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ld3M5phELfjXjC5 off=10507157 len=181797 2024-04-02T08:49:55.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 1342 completed, throughput=5MB/sec 2024-04-02T08:49:55.714 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hleA7MQNan3qWLk off=1180768 len=325081 2024-04-02T08:49:55.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 1343 completed, throughput=5MB/sec 2024-04-02T08:49:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:56 smithi137 ceph-mon[88456]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:56 smithi028 ceph-mon[96890]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:56 smithi028 ceph-mon[94314]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:49:56.715 INFO:tasks.workunit.client.0.smithi028.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:56.715 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KdwJb6j50ICUTMY off=6359109 len=586519 2024-04-02T08:49:56.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 1344 completed, throughput=4.98MB/sec 2024-04-02T08:49:56.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1QPd-29PACV0XUC off=2311904 len=1435883 2024-04-02T08:49:56.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-02T08:49:56.719 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yR1h86CA5ABBWk4 off=346179 len=51450 2024-04-02T08:49:56.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 1346 completed, throughput=4.99MB/sec 2024-04-02T08:49:56.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pYV0h6b9J4qBCYy off=3468098 len=595987 2024-04-02T08:49:56.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 1347 completed, throughput=4.99MB/sec 2024-04-02T08:49:56.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lS90yeQ0h9_huc9 off=8607794 len=374406 2024-04-02T08:49:56.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-02T08:49:56.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9bEyuFrJRJQzyZg off=7868100 len=1172660 2024-04-02T08:49:56.725 INFO:tasks.workunit.client.0.smithi028.stdout:op 1349 completed, throughput=5MB/sec 2024-04-02T08:49:56.725 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--xOKxBLubReb__8 off=5950530 len=1572160 2024-04-02T08:49:56.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 1350 completed, throughput=5MB/sec 2024-04-02T08:49:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:57.727 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0F6k4q3yk4C-Rxe off=16196015 len=933323 2024-04-02T08:49:57.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 1351 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.732 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rz8H5uoyh-3E2ni off=2399256 len=110967 2024-04-02T08:49:57.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.734 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wFMAVnCKJyy9Woe off=18323241 len=1222223 2024-04-02T08:49:57.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.739 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a0nMuDedqxQriP9 off=14574735 len=458937 2024-04-02T08:49:57.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-02T08:49:57.739 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9TEeVllxE9v8MJJ off=15324581 len=2066947 2024-04-02T08:49:57.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 1355 completed, throughput=5MB/sec 2024-04-02T08:49:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:49:58 smithi137 ceph-mon[88456]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-02T08:49:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:49:58 smithi028 ceph-mon[94314]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-02T08:49:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:49:58 smithi028 ceph-mon[96890]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-04-02T08:49:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:58.744 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-V946FSnfglxoEKr off=1071452 len=1353778 2024-04-02T08:49:58.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 1356 completed, throughput=4.99MB/sec 2024-04-02T08:49:58.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FPnw6-UcKRp4eNF off=589931 len=2086374 2024-04-02T08:49:58.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 1357 completed, throughput=4.99MB/sec 2024-04-02T08:49:58.761 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qdON6ezSgMrnjEC off=15154327 len=106292 2024-04-02T08:49:58.764 INFO:tasks.workunit.client.0.smithi028.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-02T08:49:58.764 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lNMnwDewBjqVM4I off=5435339 len=789796 2024-04-02T08:49:58.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 1359 completed, throughput=5MB/sec 2024-04-02T08:49:58.768 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4VKTE0pynksOzuX off=11767039 len=1646056 2024-04-02T08:49:58.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 1360 completed, throughput=5MB/sec 2024-04-02T08:49:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-02T08:49:59.775 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SieNO_Gyz3JgwCp off=10345207 len=178298 2024-04-02T08:49:59.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 1361 completed, throughput=4.98MB/sec 2024-04-02T08:49:59.778 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_KxPOGVl6AXvGk5 off=2943209 len=1847842 2024-04-02T08:49:59.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 1362 completed, throughput=4.99MB/sec 2024-04-02T08:49:59.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U_s3AOuXOaFHNQf off=9183127 len=1743043 2024-04-02T08:49:59.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 1363 completed, throughput=5MB/sec 2024-04-02T08:49:59.797 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZP3MRshdoV7bog3 off=3668154 len=1188622 2024-04-02T08:49:59.804 INFO:tasks.workunit.client.0.smithi028.stdout:op 1364 completed, throughput=5MB/sec 2024-04-02T08:50:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:00 smithi137 ceph-mon[88456]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:50:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:00 smithi137 ceph-mon[88456]: overall HEALTH_OK 2024-04-02T08:50:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:00 smithi028 ceph-mon[94314]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:50:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:00 smithi028 ceph-mon[94314]: overall HEALTH_OK 2024-04-02T08:50:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:00 smithi028 ceph-mon[96890]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:50:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:00 smithi028 ceph-mon[96890]: overall HEALTH_OK 2024-04-02T08:50:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:00.806 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xvRetSgBlP6j3Jl off=2633090 len=706796 2024-04-02T08:50:00.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-02T08:50:00.806 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TJ1QubBnBlD1z40 off=5241369 len=841609 2024-04-02T08:50:00.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 1366 completed, throughput=4.99MB/sec 2024-04-02T08:50:00.807 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--H3eIEkfjpicXKL off=10399148 len=1239547 2024-04-02T08:50:00.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-02T08:50:00.810 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vQ6zA-XDdsQQXS9 off=6318488 len=2096730 2024-04-02T08:50:00.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 1368 completed, throughput=5MB/sec 2024-04-02T08:50:00.812 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G7o-zg3CT_N1zRQ off=23682816 len=885324 2024-04-02T08:50:00.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 1369 completed, throughput=5MB/sec 2024-04-02T08:50:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:50:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:50:01] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:50:01.817 INFO:tasks.workunit.client.0.smithi028.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:01.817 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o8McbQ_eteDW-Rb off=4946535 len=375774 2024-04-02T08:50:01.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-02T08:50:01.819 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9ioneATBxZ6ZzLf off=6257807 len=1736364 2024-04-02T08:50:01.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-02T08:50:01.830 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NfDLsktlq-XN1nc off=1333447 len=1808946 2024-04-02T08:50:01.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 1372 completed, throughput=5MB/sec 2024-04-02T08:50:01.837 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ghHtjQITHoFVVqH off=250519 len=1204264 2024-04-02T08:50:01.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 1373 completed, throughput=5MB/sec 2024-04-02T08:50:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:02 smithi137 ceph-mon[88456]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:50:02.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:50:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:02 smithi028 ceph-mon[94314]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:50:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:02 smithi028 ceph-mon[96890]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:50:02.839 INFO:tasks.workunit.client.0.smithi028.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:02.840 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tm_o9-Vv2EYIQCg off=9829508 len=1288824 2024-04-02T08:50:02.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 1374 completed, throughput=4.99MB/sec 2024-04-02T08:50:02.841 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qIMKeA1JaAH0JuB off=760246 len=527844 2024-04-02T08:50:02.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 1375 completed, throughput=4.99MB/sec 2024-04-02T08:50:02.842 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NFkI3ZwqGXfX8tF off=6334984 len=1456987 2024-04-02T08:50:02.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 1376 completed, throughput=4.99MB/sec 2024-04-02T08:50:02.847 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KuQg8vVp5arjVe5 off=12246911 len=290757 2024-04-02T08:50:02.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 1377 completed, throughput=5MB/sec 2024-04-02T08:50:02.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BkVyR2u3rusKdGL off=14516835 len=1035392 2024-04-02T08:50:02.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 1378 completed, throughput=5MB/sec 2024-04-02T08:50:02.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mUFXA4DYBjdsYw8 off=3173010 len=462276 2024-04-02T08:50:02.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 1379 completed, throughput=5MB/sec 2024-04-02T08:50:03.859 INFO:tasks.workunit.client.0.smithi028.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:03.860 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fyhm3IL3sWiqhN6 off=3359641 len=480567 2024-04-02T08:50:03.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 1380 completed, throughput=4.98MB/sec 2024-04-02T08:50:03.860 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p20yGMJuBO-K_ZS off=824736 len=1316693 2024-04-02T08:50:03.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-02T08:50:03.862 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LvUkQGFapNoH-YJ off=16182525 len=2083807 2024-04-02T08:50:03.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 1382 completed, throughput=5MB/sec 2024-04-02T08:50:03.873 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BBHVLC3eGmbFKdv off=2393765 len=452012 2024-04-02T08:50:03.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 1383 completed, throughput=5MB/sec 2024-04-02T08:50:03.876 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y1Ub5sR2yk8PwK- off=3878646 len=136440 2024-04-02T08:50:03.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 1384 completed, throughput=5MB/sec 2024-04-02T08:50:03.879 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yLx5WFT0fGaabCo off=4526336 len=1958221 2024-04-02T08:50:03.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 1385 completed, throughput=5MB/sec 2024-04-02T08:50:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:04 smithi137 ceph-mon[88456]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:50:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:04 smithi028 ceph-mon[94314]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:50:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:04 smithi028 ceph-mon[96890]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-04-02T08:50:04.880 INFO:tasks.workunit.client.0.smithi028.stdout: 272: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:04.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AjNdnrwpyZBv6RI off=5480457 len=714046 2024-04-02T08:50:04.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 1386 completed, throughput=4.99MB/sec 2024-04-02T08:50:04.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RXt4UiegLkV0344 off=1487754 len=861547 2024-04-02T08:50:04.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-02T08:50:04.882 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b6m2gXywxOQ_FvL off=329915 len=1914644 2024-04-02T08:50:04.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 1388 completed, throughput=5MB/sec 2024-04-02T08:50:04.895 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Vvdhhqm2MQyOBsh off=4344725 len=274698 2024-04-02T08:50:04.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 1389 completed, throughput=5MB/sec 2024-04-02T08:50:04.895 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Jo3qX2bQgtK_y_ off=3756461 len=286177 2024-04-02T08:50:04.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 1390 completed, throughput=5MB/sec 2024-04-02T08:50:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:05.895 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AwMPJL7c-IrKWQv off=928151 len=336758 2024-04-02T08:50:05.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 1391 completed, throughput=4.98MB/sec 2024-04-02T08:50:05.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9A1KmBQKB7UYxbO off=2180897 len=2024948 2024-04-02T08:50:05.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-02T08:50:05.897 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RaqYKsrgjZtZyjK off=403045 len=2654 2024-04-02T08:50:05.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-02T08:50:05.899 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QsskNONy6doFzu_ off=3560452 len=1890385 2024-04-02T08:50:05.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 1394 completed, throughput=5MB/sec 2024-04-02T08:50:05.901 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bAC-ydp6PcsV3hq off=384509 len=1987483 2024-04-02T08:50:05.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 1395 completed, throughput=5MB/sec 2024-04-02T08:50:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:06 smithi137 ceph-mon[88456]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:06 smithi028 ceph-mon[96890]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:06 smithi028 ceph-mon[94314]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: 274: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:06.902 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mm-iTFJULFcpmpM off=10983708 len=411381 2024-04-02T08:50:06.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-02T08:50:06.906 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sJIOSXGTVjPtqy1 off=20364 len=1321554 2024-04-02T08:50:06.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-02T08:50:06.907 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AxlcmhwgdmwTILI off=8217837 len=1002863 2024-04-02T08:50:06.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-02T08:50:06.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KF-9LqXK07QbEES off=5768564 len=1857844 2024-04-02T08:50:06.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 1399 completed, throughput=5MB/sec 2024-04-02T08:50:07.914 INFO:tasks.workunit.client.0.smithi028.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:07.914 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bR7gAfys-n0ZH6Q off=4448054 len=922666 2024-04-02T08:50:07.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 1400 completed, throughput=4.99MB/sec 2024-04-02T08:50:07.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AjmxeRJVcZYnxeE off=64357 len=552550 2024-04-02T08:50:07.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 1401 completed, throughput=4.99MB/sec 2024-04-02T08:50:07.918 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-enM1gLNmFQEclCl off=3776932 len=1259195 2024-04-02T08:50:07.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 1402 completed, throughput=4.99MB/sec 2024-04-02T08:50:07.923 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YuM6F0UyAOoW6L3 off=12863644 len=1374686 2024-04-02T08:50:07.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 1403 completed, throughput=5MB/sec 2024-04-02T08:50:07.926 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Gn6y3d8tvpfpAvX off=10240152 len=823275 2024-04-02T08:50:07.931 INFO:tasks.workunit.client.0.smithi028.stdout:op 1404 completed, throughput=5MB/sec 2024-04-02T08:50:07.931 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MaKvx8syXuE318T off=15709202 len=1745507 2024-04-02T08:50:07.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 1405 completed, throughput=5.01MB/sec 2024-04-02T08:50:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:08 smithi137 ceph-mon[88456]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:50:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:08 smithi028 ceph-mon[94314]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:50:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:08 smithi028 ceph-mon[96890]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:50:08.932 INFO:tasks.workunit.client.0.smithi028.stdout: 276: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:08.933 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2ZJUqMpXNpcFq6X off=15097770 len=143117 2024-04-02T08:50:08.935 INFO:tasks.workunit.client.0.smithi028.stdout:op 1406 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.935 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mtMf80nNZ09tkvB off=9466178 len=737146 2024-04-02T08:50:08.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.936 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1SvAPV9r3pTYLmO off=3757595 len=193615 2024-04-02T08:50:08.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.937 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n-OodzzCuX9rBLJ off=11504954 len=104183 2024-04-02T08:50:08.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 1409 completed, throughput=4.99MB/sec 2024-04-02T08:50:08.939 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eg9MHSJYExeqUZL off=3473451 len=1944448 2024-04-02T08:50:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 1410 completed, throughput=5MB/sec 2024-04-02T08:50:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--ikWKh0_DIuXn9v off=4843766 len=1674719 2024-04-02T08:50:08.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 1411 completed, throughput=5MB/sec 2024-04-02T08:50:09.145 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:50:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=sqlstore.transactions t=2024-04-02T08:50:08.812228127Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-02T08:50:09.950 INFO:tasks.workunit.client.0.smithi028.stdout: 277: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:09.950 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zLh45FsE51_5iEO off=8599273 len=1943008 2024-04-02T08:50:09.951 INFO:tasks.workunit.client.0.smithi028.stdout:op 1412 completed, throughput=4.99MB/sec 2024-04-02T08:50:09.951 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VrCYyceTcujd9GA off=8226021 len=662436 2024-04-02T08:50:09.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-02T08:50:09.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aOpLZ4WqB1ghDF7 off=4374768 len=1915526 2024-04-02T08:50:09.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 1414 completed, throughput=5MB/sec 2024-04-02T08:50:10.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:10 smithi137 ceph-mon[88456]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:10 smithi028 ceph-mon[94314]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:10 smithi028 ceph-mon[96890]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:50:10.957 INFO:tasks.workunit.client.0.smithi028.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:10.957 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SDLSNYc5qgQWcQ7 off=11205329 len=1330750 2024-04-02T08:50:10.965 INFO:tasks.workunit.client.0.smithi028.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-02T08:50:10.965 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QnFVuV00cAFmJsI off=15233133 len=1907098 2024-04-02T08:50:10.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 1416 completed, throughput=4.99MB/sec 2024-04-02T08:50:10.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hlOe9GKMAceKJ_I off=6248573 len=39554 2024-04-02T08:50:10.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-02T08:50:10.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z-E-Qb1oZxKi9RG off=13710607 len=589428 2024-04-02T08:50:10.978 INFO:tasks.workunit.client.0.smithi028.stdout:op 1418 completed, throughput=5MB/sec 2024-04-02T08:50:10.978 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FjY4I4vNw0P63ke off=2587937 len=264017 2024-04-02T08:50:10.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 1419 completed, throughput=5MB/sec 2024-04-02T08:50:10.980 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vJEvjk_pcAzPCtf off=4390509 len=1574946 2024-04-02T08:50:10.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 1420 completed, throughput=5MB/sec 2024-04-02T08:50:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:50:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:50:11] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-02T08:50:11.986 INFO:tasks.workunit.client.0.smithi028.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:11.986 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j6ObWQoVFTbxHA8 off=6348217 len=899152 2024-04-02T08:50:11.991 INFO:tasks.workunit.client.0.smithi028.stdout:op 1421 completed, throughput=4.99MB/sec 2024-04-02T08:50:11.991 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XdH5riNx_1zsD23 off=8478321 len=1662872 2024-04-02T08:50:11.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-02T08:50:11.992 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ry0VlzAG3ThRMPj off=1618504 len=1816711 2024-04-02T08:50:11.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 1423 completed, throughput=5MB/sec 2024-04-02T08:50:11.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x-MULooWf_o0dx6 off=23500217 len=1234578 2024-04-02T08:50:11.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 1424 completed, throughput=5MB/sec 2024-04-02T08:50:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:12 smithi137 ceph-mon[88456]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:50:12.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:50:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:12 smithi028 ceph-mon[94314]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:50:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:12 smithi028 ceph-mon[96890]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:50:12.999 INFO:tasks.workunit.client.0.smithi028.stdout: 280: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:12.999 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hv1fJ7BCdpLYS6e off=5290069 len=267675 2024-04-02T08:50:13.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.000 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-48saT78kQD38EoQ off=1211091 len=345432 2024-04-02T08:50:13.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 1426 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.003 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dUDheEaKzH6YyF6 off=6389596 len=1076565 2024-04-02T08:50:13.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.004 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0MvpR2ZOaVwuGw3 off=12954140 len=721467 2024-04-02T08:50:13.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 1428 completed, throughput=4.99MB/sec 2024-04-02T08:50:13.008 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LSiCkF_20WfFghq off=8987092 len=1631674 2024-04-02T08:50:13.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 1429 completed, throughput=5MB/sec 2024-04-02T08:50:13.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wwtZqJv097ofn6z off=8504198 len=404656 2024-04-02T08:50:13.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 1430 completed, throughput=5MB/sec 2024-04-02T08:50:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:14.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WLBIjBtVrkOeHaw off=0 len=1657961 2024-04-02T08:50:14.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-02T08:50:14.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zRWK7z28BMipsL8 off=7950275 len=1847795 2024-04-02T08:50:14.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-02T08:50:14.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7YDgSvrStaDluDq off=1487653 len=1346145 2024-04-02T08:50:14.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 1433 completed, throughput=5MB/sec 2024-04-02T08:50:14.021 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7KnDSqt-upLWIis off=1725170 len=1681717 2024-04-02T08:50:14.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 1434 completed, throughput=5MB/sec 2024-04-02T08:50:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:14 smithi137 ceph-mon[88456]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:14 smithi028 ceph-mon[94314]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:14 smithi028 ceph-mon[96890]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:15.022 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gPX-Y2Jmflgs3Js off=13094023 len=1284847 2024-04-02T08:50:15.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 1435 completed, throughput=4.99MB/sec 2024-04-02T08:50:15.030 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jUaXZntof3ddSwu off=7873226 len=38048 2024-04-02T08:50:15.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 1436 completed, throughput=4.99MB/sec 2024-04-02T08:50:15.030 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aumFG0oIz9yZZSm off=4444825 len=1954879 2024-04-02T08:50:15.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 1437 completed, throughput=5MB/sec 2024-04-02T08:50:15.033 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JLiAotlMdvlUCZk off=1560576 len=1470563 2024-04-02T08:50:15.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 1438 completed, throughput=5MB/sec 2024-04-02T08:50:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: 283: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:16.034 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T7JoRoYPsp4N2JN off=525218 len=1226757 2024-04-02T08:50:16.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-02T08:50:16.035 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RFLyPvu6gABjggb off=2362899 len=1568965 2024-04-02T08:50:16.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-02T08:50:16.043 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B77rGPQtxIcnPv- off=4149188 len=2015279 2024-04-02T08:50:16.050 INFO:tasks.workunit.client.0.smithi028.stdout:op 1441 completed, throughput=5MB/sec 2024-04-02T08:50:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:16 smithi137 ceph-mon[88456]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:16 smithi028 ceph-mon[94314]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:16 smithi028 ceph-mon[96890]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:50:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:17.051 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WtVXX07Y5XQjHko off=8843209 len=1054462 2024-04-02T08:50:17.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 1442 completed, throughput=4.99MB/sec 2024-04-02T08:50:17.056 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Nw_MeO_4rAiEQZW off=2876 len=923885 2024-04-02T08:50:17.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 1443 completed, throughput=4.99MB/sec 2024-04-02T08:50:17.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OCwlOgUdDQw-OiU off=4303890 len=1683011 2024-04-02T08:50:17.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 1444 completed, throughput=5MB/sec 2024-04-02T08:50:17.065 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4DTCjOqbW5z-1oY off=14392679 len=443336 2024-04-02T08:50:17.066 INFO:tasks.workunit.client.0.smithi028.stdout:op 1445 completed, throughput=5MB/sec 2024-04-02T08:50:17.066 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oy4sz-DSdjWO8TP off=7553099 len=1936305 2024-04-02T08:50:17.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 1446 completed, throughput=5MB/sec 2024-04-02T08:50:18.076 INFO:tasks.workunit.client.0.smithi028.stdout: 285: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:18.136 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cq0TuUy1ousAQIP off=7222032 len=373778 2024-04-02T08:50:18.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 1447 completed, throughput=4.99MB/sec 2024-04-02T08:50:18.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0dVov_3cRqbU1pN off=1081573 len=1995741 2024-04-02T08:50:18.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 1448 completed, throughput=4.99MB/sec 2024-04-02T08:50:18.138 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RW99dmfgDqo0hpn off=12661575 len=1397867 2024-04-02T08:50:18.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 1449 completed, throughput=5MB/sec 2024-04-02T08:50:18.138 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fUM-upE7r-uc_SA off=1881227 len=437241 2024-04-02T08:50:18.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 1450 completed, throughput=5MB/sec 2024-04-02T08:50:18.138 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gfsu6__zJ-eorqI off=12203309 len=1272613 2024-04-02T08:50:18.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 1451 completed, throughput=5MB/sec 2024-04-02T08:50:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:18 smithi137 ceph-mon[88456]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:18.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:18 smithi028 ceph-mon[94314]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:18 smithi028 ceph-mon[96890]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:50:19.084 INFO:tasks.workunit.client.0.smithi028.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:19.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FRIXtMDdKjzups9 off=11718778 len=1874915 2024-04-02T08:50:19.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 1452 completed, throughput=4.99MB/sec 2024-04-02T08:50:19.085 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GDex2kz7bWq01fG off=520693 len=1394929 2024-04-02T08:50:19.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 1453 completed, throughput=5MB/sec 2024-04-02T08:50:19.091 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kUqfo0xT4FPDVGO off=24396818 len=58916 2024-04-02T08:50:19.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 1454 completed, throughput=5MB/sec 2024-04-02T08:50:19.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E1Evm7wp84CsFYO off=5743473 len=319861 2024-04-02T08:50:19.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 1455 completed, throughput=5MB/sec 2024-04-02T08:50:19.096 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a8l63UKH4LOIJKm off=2071965 len=1876748 2024-04-02T08:50:19.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 1456 completed, throughput=5MB/sec 2024-04-02T08:50:20.106 INFO:tasks.workunit.client.0.smithi028.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:20.106 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HxnXAWmlU8L0ijY off=9185781 len=834975 2024-04-02T08:50:20.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-02T08:50:20.106 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtGENU9X9PkaJqP off=11478131 len=1286085 2024-04-02T08:50:20.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-02T08:50:20.113 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j6mkcJUettAfjAx off=4552191 len=1514046 2024-04-02T08:50:20.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 1459 completed, throughput=5MB/sec 2024-04-02T08:50:20.119 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JGxHh9d1J9p8Goc off=19661148 len=207521 2024-04-02T08:50:20.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 1460 completed, throughput=5MB/sec 2024-04-02T08:50:20.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZIcUJ0VJtbP_H4- off=8455390 len=1346693 2024-04-02T08:50:20.125 INFO:tasks.workunit.client.0.smithi028.stdout:op 1461 completed, throughput=5MB/sec 2024-04-02T08:50:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:20 smithi137 ceph-mon[88456]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:50:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:20 smithi028 ceph-mon[94314]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:50:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:20 smithi028 ceph-mon[96890]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:50:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:21.126 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gxmqu5flbY7FoF_ off=4696944 len=219807 2024-04-02T08:50:21.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 1462 completed, throughput=4.99MB/sec 2024-04-02T08:50:21.127 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_ZkL39ujKlsb5K0 off=12942839 len=450300 2024-04-02T08:50:21.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 1463 completed, throughput=4.99MB/sec 2024-04-02T08:50:21.127 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CAD1oyMpUf8OPOc off=6015199 len=694248 2024-04-02T08:50:21.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 1464 completed, throughput=4.99MB/sec 2024-04-02T08:50:21.130 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YJnaymP2EZ9LQ8m off=4591230 len=681191 2024-04-02T08:50:21.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-02T08:50:21.131 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LgoJsyBigsQbt91 off=1723347 len=2036776 2024-04-02T08:50:21.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 1466 completed, throughput=5MB/sec 2024-04-02T08:50:21.145 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xl2XUANazAUmj1M off=12997685 len=109434 2024-04-02T08:50:21.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 1467 completed, throughput=5MB/sec 2024-04-02T08:50:21.147 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1wdBC0kccRT4NLo off=7662584 len=1299210 2024-04-02T08:50:21.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 1468 completed, throughput=5MB/sec 2024-04-02T08:50:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:50:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:50:21] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:50:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: 289: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:22.152 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZMfrBXHNP1fR-74 off=7650462 len=219746 2024-04-02T08:50:22.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 1469 completed, throughput=4.99MB/sec 2024-04-02T08:50:22.153 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_dt9E0mskbBuZde off=11316635 len=1781695 2024-04-02T08:50:22.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 1470 completed, throughput=4.99MB/sec 2024-04-02T08:50:22.156 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oy4sz-DSdjWO8TP off=3841906 len=749242 2024-04-02T08:50:22.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 1471 completed, throughput=5MB/sec 2024-04-02T08:50:22.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T4IZKGXfwsLat-P off=6054057 len=1234758 2024-04-02T08:50:22.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 1472 completed, throughput=5MB/sec 2024-04-02T08:50:22.165 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jXkW7dWOk0CJR9c off=8558508 len=541171 2024-04-02T08:50:22.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 1473 completed, throughput=5MB/sec 2024-04-02T08:50:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:22 smithi137 ceph-mon[88456]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:50:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:50:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:22 smithi028 ceph-mon[94314]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:50:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:22 smithi028 ceph-mon[96890]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:50:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:23.166 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TPGOCC_OLpIefCc off=8120536 len=1812006 2024-04-02T08:50:23.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-02T08:50:23.172 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ge3CkuFDXwBhDls off=7047677 len=1616255 2024-04-02T08:50:23.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 1475 completed, throughput=5MB/sec 2024-04-02T08:50:23.173 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UqYrUBc0GVK7b_8 off=12703518 len=1649676 2024-04-02T08:50:23.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 1476 completed, throughput=5MB/sec 2024-04-02T08:50:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:24.175 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fzOpXz29mmiOPIV off=6557525 len=4071 2024-04-02T08:50:24.175 INFO:tasks.workunit.client.0.smithi028.stdout:op 1477 completed, throughput=4.98MB/sec 2024-04-02T08:50:24.175 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EacpdvA7Of4M9ML off=3175177 len=867155 2024-04-02T08:50:24.176 INFO:tasks.workunit.client.0.smithi028.stdout:op 1478 completed, throughput=4.99MB/sec 2024-04-02T08:50:24.176 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l0cLevpNSXu4jyD off=20375822 len=1644459 2024-04-02T08:50:24.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 1479 completed, throughput=4.99MB/sec 2024-04-02T08:50:24.184 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zK-9iKaNtWPyI40 off=2518191 len=688857 2024-04-02T08:50:24.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 1480 completed, throughput=4.99MB/sec 2024-04-02T08:50:24.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NkKgKCcz2ZDi9AX off=9657461 len=2000832 2024-04-02T08:50:24.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 1481 completed, throughput=5MB/sec 2024-04-02T08:50:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:24 smithi028 ceph-mon[94314]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:24 smithi028 ceph-mon[96890]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:24 smithi137 ceph-mon[88456]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:25.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-54SoOElm5TdodRC off=7192417 len=947071 2024-04-02T08:50:25.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 1482 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.196 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o2wQeV2egC3hAwy off=3156663 len=226912 2024-04-02T08:50:25.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.197 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EW4fNJglee0UTo0 off=21857769 len=160488 2024-04-02T08:50:25.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.197 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_VX2JRzcjmMriO5 off=496672 len=2778 2024-04-02T08:50:25.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fabvLZcQRevzDgg off=11099221 len=1575947 2024-04-02T08:50:25.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 1486 completed, throughput=4.99MB/sec 2024-04-02T08:50:25.204 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nhNrr5jdN5QWlmG off=704526 len=887686 2024-04-02T08:50:25.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 1487 completed, throughput=5MB/sec 2024-04-02T08:50:25.208 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cEio3eKanAqtSaV off=17351265 len=1666431 2024-04-02T08:50:25.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 1488 completed, throughput=5MB/sec 2024-04-02T08:50:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:25 smithi028 ceph-mon[94314]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:50:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:25 smithi028 ceph-mon[96890]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:50:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:25 smithi137 ceph-mon[88456]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:50:26.214 INFO:tasks.workunit.client.0.smithi028.stdout: 293: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:26.215 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yuMuB_GyG4_VDUX off=20515950 len=502871 2024-04-02T08:50:26.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-02T08:50:26.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SIAVOyJsPYo9Sqy off=1709478 len=1514724 2024-04-02T08:50:26.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 1490 completed, throughput=4.99MB/sec 2024-04-02T08:50:26.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z_Zlvcv7d6NL5wf off=3583514 len=1891961 2024-04-02T08:50:26.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 1491 completed, throughput=5MB/sec 2024-04-02T08:50:26.230 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9UjIhsjIzJvmz_e off=958524 len=1819496 2024-04-02T08:50:26.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 1492 completed, throughput=5MB/sec 2024-04-02T08:50:27.238 INFO:tasks.workunit.client.0.smithi028.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:27.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LyTIVUJvjbOBw1w off=1526210 len=149018 2024-04-02T08:50:27.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-02T08:50:27.239 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oz-ETjxv09jkq6A off=4133139 len=1750994 2024-04-02T08:50:27.245 INFO:tasks.workunit.client.0.smithi028.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-02T08:50:27.245 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hDM773q46I0myMe off=12198609 len=1625361 2024-04-02T08:50:27.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 1495 completed, throughput=5MB/sec 2024-04-02T08:50:27.246 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qZMQhsLGPKuwHGa off=2073167 len=604441 2024-04-02T08:50:27.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 1496 completed, throughput=5MB/sec 2024-04-02T08:50:27.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9iHFGzV0Bto-PoD off=4058104 len=1044331 2024-04-02T08:50:27.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 1497 completed, throughput=5MB/sec 2024-04-02T08:50:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:27 smithi137 ceph-mon[88456]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:27 smithi028 ceph-mon[94314]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:27 smithi028 ceph-mon[96890]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:50:28.253 INFO:tasks.workunit.client.0.smithi028.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:28.253 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ulfTd-WgCM_lQ_H off=8478746 len=490465 2024-04-02T08:50:28.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 1498 completed, throughput=4.99MB/sec 2024-04-02T08:50:28.257 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IV-s7mgKp-jIPD0 off=6837361 len=1835063 2024-04-02T08:50:28.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-02T08:50:28.264 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xy_DwpDBXs-4C1t off=1760962 len=704478 2024-04-02T08:50:28.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-02T08:50:28.267 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KD8scC8ocf1RuY1 off=6555919 len=30774 2024-04-02T08:50:28.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-02T08:50:28.269 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h89_FWo_KpmGP0Z off=11834555 len=1978736 2024-04-02T08:50:28.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 1502 completed, throughput=5MB/sec 2024-04-02T08:50:29.281 INFO:tasks.workunit.client.0.smithi028.stdout: 296: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:29.281 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FEaAepg7-v1u1zQ off=7188273 len=1236288 2024-04-02T08:50:29.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-02T08:50:29.282 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7dThONHUyG-cXxH off=8430931 len=1892884 2024-04-02T08:50:29.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-02T08:50:29.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-acgrrdImqIMvFm8 off=9969351 len=1342378 2024-04-02T08:50:29.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 1505 completed, throughput=5MB/sec 2024-04-02T08:50:29.291 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m7Zhxe_DTbo_Chd off=6018728 len=1185598 2024-04-02T08:50:29.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 1506 completed, throughput=5MB/sec 2024-04-02T08:50:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:29 smithi137 ceph-mon[88456]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:29 smithi028 ceph-mon[94314]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:29 smithi028 ceph-mon[96890]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:50:30.296 INFO:tasks.workunit.client.0.smithi028.stdout: 297: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:30.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RBCKrfwR0aeTfaW off=2140677 len=205555 2024-04-02T08:50:30.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-02T08:50:30.299 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tSZEELc_C6mAGbK off=9059941 len=597683 2024-04-02T08:50:30.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-02T08:50:30.300 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4rnhW5hrTsCC0VK off=4163757 len=913954 2024-04-02T08:50:30.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-02T08:50:30.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_uSuEnD1J0hmI-M off=2464611 len=570683 2024-04-02T08:50:30.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 1510 completed, throughput=4.99MB/sec 2024-04-02T08:50:30.302 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g51nAHqnwuhs-Dl off=6277715 len=1582768 2024-04-02T08:50:30.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 1511 completed, throughput=5MB/sec 2024-04-02T08:50:30.310 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ubvYcDEWHXllMBo off=2786788 len=928417 2024-04-02T08:50:30.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 1512 completed, throughput=5MB/sec 2024-04-02T08:50:30.314 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QAjyHT8L9f3phk8 off=436352 len=2069631 2024-04-02T08:50:30.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 1513 completed, throughput=5.01MB/sec 2024-04-02T08:50:31.316 INFO:tasks.workunit.client.0.smithi028.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:31.316 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ogCirEEXAabLY-1 off=22927239 len=584736 2024-04-02T08:50:31.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-02T08:50:31.317 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iGhfgS6Lt6esWRU off=4243683 len=664022 2024-04-02T08:50:31.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-02T08:50:31.318 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zBrBiOo-Hcpdi5Q off=12329403 len=1776184 2024-04-02T08:50:31.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 1516 completed, throughput=5MB/sec 2024-04-02T08:50:31.325 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fcxoXc1NxsBeI6L off=2535884 len=364400 2024-04-02T08:50:31.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 1517 completed, throughput=5MB/sec 2024-04-02T08:50:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:50:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:50:31] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:50:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:31 smithi137 ceph-mon[88456]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:50:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:31 smithi028 ceph-mon[94314]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:50:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:31 smithi028 ceph-mon[96890]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:50:32.325 INFO:tasks.workunit.client.0.smithi028.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:32.326 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ypH0dLo2QifSp5J off=11839322 len=296984 2024-04-02T08:50:32.326 INFO:tasks.workunit.client.0.smithi028.stdout:op 1518 completed, throughput=4.98MB/sec 2024-04-02T08:50:32.326 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VuW9XFrPsLDnGsa off=7891684 len=602057 2024-04-02T08:50:32.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-02T08:50:32.327 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bu3hAoTt1KowQ2b off=3213038 len=612626 2024-04-02T08:50:32.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-02T08:50:32.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8By8bMZPEV93BQ4 off=4807605 len=1133880 2024-04-02T08:50:32.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 1521 completed, throughput=4.99MB/sec 2024-04-02T08:50:32.331 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WsdgFgNtYWnFVfk off=5105169 len=827405 2024-04-02T08:50:32.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 1522 completed, throughput=4.99MB/sec 2024-04-02T08:50:32.335 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4vZrFLAY6B_A3H6 off=9872026 len=1819383 2024-04-02T08:50:32.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 1523 completed, throughput=5MB/sec 2024-04-02T08:50:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:50:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:33.346 INFO:tasks.workunit.client.0.smithi028.stdout: 300: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:33.346 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ARYNkkQvb4k3vKb off=0 len=1444281 2024-04-02T08:50:33.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-02T08:50:33.349 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PzAGvndaAgOnrIt off=26045 len=434881 2024-04-02T08:50:33.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 1525 completed, throughput=4.99MB/sec 2024-04-02T08:50:33.350 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tsG1eln0FEDDnl4 off=617456 len=1618407 2024-04-02T08:50:33.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 1526 completed, throughput=4.99MB/sec 2024-04-02T08:50:33.351 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cdjnpRB6_8qd6g2 off=229824 len=1891087 2024-04-02T08:50:33.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 1527 completed, throughput=5MB/sec 2024-04-02T08:50:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:33 smithi137 ceph-mon[88456]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:50:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:33 smithi028 ceph-mon[94314]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:50:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:33 smithi028 ceph-mon[96890]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:50:34.362 INFO:tasks.workunit.client.0.smithi028.stdout: 301: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:34.362 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aQSBAPt6G9DkAxX off=95957 len=646880 2024-04-02T08:50:34.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 1528 completed, throughput=4.99MB/sec 2024-04-02T08:50:34.366 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c0_xdGizq-qZv9g off=2670667 len=877234 2024-04-02T08:50:34.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 1529 completed, throughput=4.99MB/sec 2024-04-02T08:50:34.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lXfbxsvMhFJuLnb off=0 len=1287269 2024-04-02T08:50:34.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 1530 completed, throughput=4.99MB/sec 2024-04-02T08:50:34.372 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uP6ZDAJSH_2fyPe off=3192775 len=1313307 2024-04-02T08:50:34.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 1531 completed, throughput=5MB/sec 2024-04-02T08:50:34.377 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ezyde6qCezZ1EwW off=5869109 len=1925808 2024-04-02T08:50:34.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 1532 completed, throughput=5MB/sec 2024-04-02T08:50:35.379 INFO:tasks.workunit.client.0.smithi028.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:35.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WsoNZyY5AJYKG99 off=2692844 len=1879850 2024-04-02T08:50:35.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-02T08:50:35.385 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z0ZehKcwxHBN1va off=9792120 len=821122 2024-04-02T08:50:35.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 1534 completed, throughput=4.99MB/sec 2024-04-02T08:50:35.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eTDUPI6ORgWyq3G off=1425062 len=835386 2024-04-02T08:50:35.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 1535 completed, throughput=5MB/sec 2024-04-02T08:50:35.390 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--zcOqsj27qBa6Rk off=2115325 len=1583562 2024-04-02T08:50:35.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 1536 completed, throughput=5MB/sec 2024-04-02T08:50:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:35 smithi137 ceph-mon[88456]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:35 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:50:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:36.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[96890]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[94314]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:50:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:36.391 INFO:tasks.workunit.client.0.smithi028.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:36.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZagU31qc-md9cPz off=7615761 len=1798030 2024-04-02T08:50:36.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-02T08:50:36.393 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AFA-OSIq0ZrBb-P off=19329828 len=1248664 2024-04-02T08:50:36.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-02T08:50:36.398 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZQSEKqdzEwyJn_F off=21621701 len=555660 2024-04-02T08:50:36.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 1539 completed, throughput=5MB/sec 2024-04-02T08:50:36.399 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_fTdzTJK7GkDGR- off=5137388 len=1742789 2024-04-02T08:50:36.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 1540 completed, throughput=5MB/sec 2024-04-02T08:50:37.401 INFO:tasks.workunit.client.0.smithi028.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:37.401 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jW8D3JCgK0u0jP5 off=7231872 len=1396836 2024-04-02T08:50:37.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 1541 completed, throughput=4.99MB/sec 2024-04-02T08:50:37.406 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NEXD6xzyDwvR1E6 off=3483027 len=1587852 2024-04-02T08:50:37.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 1542 completed, throughput=4.99MB/sec 2024-04-02T08:50:37.408 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zhs3FtCRr_Cbf23 off=4060652 len=2004464 2024-04-02T08:50:37.409 INFO:tasks.workunit.client.0.smithi028.stdout:op 1543 completed, throughput=5MB/sec 2024-04-02T08:50:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:37 smithi137 ceph-mon[88456]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:50:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:37 smithi028 ceph-mon[94314]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:50:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:37 smithi028 ceph-mon[96890]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:50:38.409 INFO:tasks.workunit.client.0.smithi028.stdout: 305: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:38.410 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_kvxQy9wML8Gi6R off=535068 len=462209 2024-04-02T08:50:38.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-02T08:50:38.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bgNORBIDoDVMmGN off=15113024 len=1392021 2024-04-02T08:50:38.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-02T08:50:38.416 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7SmC7YhnRiqKS3N off=6221102 len=1354163 2024-04-02T08:50:38.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-02T08:50:38.417 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5pg036kxA4NZSal off=0 len=1564793 2024-04-02T08:50:38.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 1547 completed, throughput=5MB/sec 2024-04-02T08:50:38.418 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-St2WdK3oduusm-0 off=999956 len=1726 2024-04-02T08:50:38.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 1548 completed, throughput=5MB/sec 2024-04-02T08:50:38.419 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fPwqwNR2p_5vLMc off=8370354 len=366792 2024-04-02T08:50:38.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 1549 completed, throughput=5MB/sec 2024-04-02T08:50:39.420 INFO:tasks.workunit.client.0.smithi028.stdout: 306: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:39.420 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uxXVEWDGapMEnIN off=9854218 len=452675 2024-04-02T08:50:39.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-02T08:50:39.423 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F9H4cd8u1pr9BJg off=1703909 len=362601 2024-04-02T08:50:39.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-02T08:50:39.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1amsKRtFbxUx-M6 off=9565512 len=1949112 2024-04-02T08:50:39.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-02T08:50:39.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-znsKlTBPLNIpKqD off=6987360 len=100021 2024-04-02T08:50:39.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 1553 completed, throughput=4.99MB/sec 2024-04-02T08:50:39.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qeyw8Vbq0aO4_Vq off=3393800 len=376318 2024-04-02T08:50:39.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 1554 completed, throughput=4.99MB/sec 2024-04-02T08:50:39.437 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-utEh06Cj28iUasT off=9356009 len=1147040 2024-04-02T08:50:39.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 1555 completed, throughput=5MB/sec 2024-04-02T08:50:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-huHUjIGmEC68o_J off=5598980 len=961105 2024-04-02T08:50:39.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 1556 completed, throughput=5MB/sec 2024-04-02T08:50:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:39 smithi137 ceph-mon[88456]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:39 smithi028 ceph-mon[94314]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:39 smithi028 ceph-mon[96890]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:50:40.439 INFO:tasks.workunit.client.0.smithi028.stdout: 307: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:40.439 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-haHpqnatLXKrPjd off=362168 len=840473 2024-04-02T08:50:40.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-02T08:50:40.444 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nErVcmG8wNasf9Q off=11416381 len=2060307 2024-04-02T08:50:40.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-02T08:50:40.446 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XRa4oS8-JZQ-m6a off=3202228 len=672520 2024-04-02T08:50:40.447 INFO:tasks.workunit.client.0.smithi028.stdout:op 1559 completed, throughput=5MB/sec 2024-04-02T08:50:40.447 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PyxdPiyXsBZLGnw off=12775297 len=1470757 2024-04-02T08:50:40.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 1560 completed, throughput=5MB/sec 2024-04-02T08:50:40.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IVr5TShFM1TVXGN off=10373068 len=309445 2024-04-02T08:50:40.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 1561 completed, throughput=5MB/sec 2024-04-02T08:50:41.450 INFO:tasks.workunit.client.0.smithi028.stdout: 308: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:41.450 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b2C_qzpEjR4yFJE off=15212632 len=1748121 2024-04-02T08:50:41.451 INFO:tasks.workunit.client.0.smithi028.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-02T08:50:41.451 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-St-g_wxCsIuRqyq off=4275268 len=1698284 2024-04-02T08:50:41.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 1563 completed, throughput=5MB/sec 2024-04-02T08:50:41.462 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3_BG04dZDj_8iCu off=19121447 len=126648 2024-04-02T08:50:41.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 1564 completed, throughput=5MB/sec 2024-04-02T08:50:41.462 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0kK70tFBblCikS2 off=7260180 len=65034 2024-04-02T08:50:41.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 1565 completed, throughput=5MB/sec 2024-04-02T08:50:41.464 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fPfIwn6XdmrE3HB off=9142193 len=1976439 2024-04-02T08:50:41.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 1566 completed, throughput=5MB/sec 2024-04-02T08:50:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:50:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:50:41] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:50:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:41 smithi137 ceph-mon[88456]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:41 smithi028 ceph-mon[96890]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:41 smithi028 ceph-mon[94314]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:50:42.472 INFO:tasks.workunit.client.0.smithi028.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:42.472 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z9HAvhDAViWbszW off=11810396 len=1397748 2024-04-02T08:50:42.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 1567 completed, throughput=4.99MB/sec 2024-04-02T08:50:42.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZVwZmzWijkGu53M off=2320232 len=1412031 2024-04-02T08:50:42.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 1568 completed, throughput=4.99MB/sec 2024-04-02T08:50:42.480 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w0vksGR0kIwY1Bp off=6172508 len=1024564 2024-04-02T08:50:42.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 1569 completed, throughput=5MB/sec 2024-04-02T08:50:42.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R7D6YOwTUI02zR7 off=1827129 len=1740583 2024-04-02T08:50:42.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 1570 completed, throughput=5MB/sec 2024-04-02T08:50:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:50:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:43.491 INFO:tasks.workunit.client.0.smithi028.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:43.491 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JW1o-Gn9d9tdiUx off=6189868 len=1930658 2024-04-02T08:50:43.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 1571 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rGbnIQtqTXedghw off=4076862 len=887036 2024-04-02T08:50:43.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 1572 completed, throughput=4.99MB/sec 2024-04-02T08:50:43.498 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Poap4Yy4EDXaJD1 off=1599286 len=1175508 2024-04-02T08:50:43.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 1573 completed, throughput=5MB/sec 2024-04-02T08:50:43.504 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QkXJYxOVM2bMPaW off=23779704 len=1190283 2024-04-02T08:50:43.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 1574 completed, throughput=5MB/sec 2024-04-02T08:50:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:43 smithi137 ceph-mon[88456]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:50:44.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:43 smithi028 ceph-mon[96890]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:50:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:43 smithi028 ceph-mon[94314]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:50:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:44.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vf1fGFNl-pJV2wH off=3423655 len=1812962 2024-04-02T08:50:44.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z7S4fOdD4uuNIKi off=3588179 len=1157838 2024-04-02T08:50:44.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 1576 completed, throughput=4.99MB/sec 2024-04-02T08:50:44.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jGbiDqMvJvwWMk4 off=9502841 len=1884374 2024-04-02T08:50:44.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 1577 completed, throughput=5MB/sec 2024-04-02T08:50:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: 312: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:45.527 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zt9Lxjj8ptsWIVD off=2771317 len=1972168 2024-04-02T08:50:45.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 1578 completed, throughput=4.99MB/sec 2024-04-02T08:50:45.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bSwZ3OPreM0PSxI off=11388355 len=1288594 2024-04-02T08:50:45.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-02T08:50:45.544 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rBWBZXJngwwmRyX off=3147390 len=1977924 2024-04-02T08:50:45.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 1580 completed, throughput=5MB/sec 2024-04-02T08:50:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:45 smithi137 ceph-mon[88456]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:50:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:45 smithi028 ceph-mon[96890]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:50:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:45 smithi028 ceph-mon[94314]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:50:46.546 INFO:tasks.workunit.client.0.smithi028.stdout: 313: throughput=4.98MB/sec pending data=0 2024-04-02T08:50:46.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-08RQwVBD_EiybcB off=10950115 len=1853108 2024-04-02T08:50:46.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-02T08:50:46.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-30pkGuPVB9XDs1I off=6442611 len=1039091 2024-04-02T08:50:46.555 INFO:tasks.workunit.client.0.smithi028.stdout:op 1582 completed, throughput=4.99MB/sec 2024-04-02T08:50:46.556 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZI_EtaMZmLtBimW off=1033980 len=1160169 2024-04-02T08:50:46.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 1583 completed, throughput=5MB/sec 2024-04-02T08:50:46.560 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vP80agBEjRyW8G6 off=1034847 len=1887081 2024-04-02T08:50:46.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 1584 completed, throughput=5MB/sec 2024-04-02T08:50:47.567 INFO:tasks.workunit.client.0.smithi028.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:47.567 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mqLOEjuUnqZVPWS off=14008086 len=1634211 2024-04-02T08:50:47.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-02T08:50:47.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_EYQoAk9c3s56yR off=20466112 len=1245915 2024-04-02T08:50:47.575 INFO:tasks.workunit.client.0.smithi028.stdout:op 1586 completed, throughput=4.99MB/sec 2024-04-02T08:50:47.576 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-14hcW0V5ehEJXQB off=1608798 len=1116552 2024-04-02T08:50:47.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 1587 completed, throughput=5MB/sec 2024-04-02T08:50:47.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aJsRXLzbUpnp5BE off=9452269 len=1740858 2024-04-02T08:50:47.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 1588 completed, throughput=5MB/sec 2024-04-02T08:50:48.012 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:47 smithi028 ceph-mon[94314]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:48.013 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:47 smithi028 ceph-mon[96890]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:47 smithi137 ceph-mon[88456]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:50:48.586 INFO:tasks.workunit.client.0.smithi028.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:48.586 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fYV2HFC2VUUOqmU off=13455385 len=1377911 2024-04-02T08:50:48.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 1589 completed, throughput=4.99MB/sec 2024-04-02T08:50:48.587 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AmK7Xr0BZIRUYGf off=7563647 len=1000320 2024-04-02T08:50:48.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 1590 completed, throughput=4.99MB/sec 2024-04-02T08:50:48.589 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T5EPMgOp7M4WtMm off=11206201 len=33669 2024-04-02T08:50:48.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 1591 completed, throughput=4.99MB/sec 2024-04-02T08:50:48.589 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_Ty05vG609e981I off=4706284 len=418868 2024-04-02T08:50:48.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 1592 completed, throughput=5MB/sec 2024-04-02T08:50:48.593 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M65avdug_WA0Sod off=3069978 len=584379 2024-04-02T08:50:48.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 1593 completed, throughput=5MB/sec 2024-04-02T08:50:48.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9llSFKomezGc_9f off=34317 len=365752 2024-04-02T08:50:48.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 1594 completed, throughput=5MB/sec 2024-04-02T08:50:48.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gZ5JH8mluA9ESMQ off=21954027 len=128035 2024-04-02T08:50:48.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 1595 completed, throughput=5MB/sec 2024-04-02T08:50:48.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WLBIjBtVrkOeHaw off=800692 len=681126 2024-04-02T08:50:48.597 INFO:tasks.workunit.client.0.smithi028.stdout:op 1596 completed, throughput=5MB/sec 2024-04-02T08:50:49.595 INFO:tasks.workunit.client.0.smithi028.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:49.596 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5fSFR4M_isRH_ZR off=2717185 len=1969094 2024-04-02T08:50:49.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 1597 completed, throughput=4.99MB/sec 2024-04-02T08:50:49.602 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8BYoEbe6IHflwk_ off=2396541 len=920095 2024-04-02T08:50:49.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-02T08:50:49.608 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p7fL3Bo3IL8C4kN off=10511571 len=1944290 2024-04-02T08:50:49.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 1599 completed, throughput=5MB/sec 2024-04-02T08:50:49.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QkQpRMbOOSnQiGW off=5291681 len=1939485 2024-04-02T08:50:49.615 INFO:tasks.workunit.client.0.smithi028.stdout:op 1600 completed, throughput=5.01MB/sec 2024-04-02T08:50:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:49 smithi137 ceph-mon[88456]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:50:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:49 smithi028 ceph-mon[94314]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:50:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:49 smithi028 ceph-mon[96890]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:50:50.616 INFO:tasks.workunit.client.0.smithi028.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:50.616 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YJnaymP2EZ9LQ8m off=2644132 len=585420 2024-04-02T08:50:50.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-02T08:50:50.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NX4CvxauGQX_idp off=7384554 len=1182469 2024-04-02T08:50:50.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 1602 completed, throughput=4.99MB/sec 2024-04-02T08:50:50.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UGzM1tG6I6xNu7w off=452559 len=1547418 2024-04-02T08:50:50.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 1603 completed, throughput=5MB/sec 2024-04-02T08:50:50.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0WHanA7xkzEQ76a off=10807287 len=940218 2024-04-02T08:50:50.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 1604 completed, throughput=5MB/sec 2024-04-02T08:50:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:51.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:50:51.629 INFO:tasks.workunit.client.0.smithi028.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:51.630 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6JAvGzC_qJ0v2L4 off=1267824 len=490303 2024-04-02T08:50:51.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-02T08:50:51.632 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8lyt8T24vFmUxik off=5371885 len=582433 2024-04-02T08:50:51.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-02T08:50:51.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J1e6UtHcl1Z00CR off=3511813 len=1963505 2024-04-02T08:50:51.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 1607 completed, throughput=5MB/sec 2024-04-02T08:50:51.646 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O4O-BZbI_pgKvmD off=1122830 len=1096222 2024-04-02T08:50:51.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 1608 completed, throughput=5MB/sec 2024-04-02T08:50:51.651 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eMzg8C6UbhFfsnX off=777016 len=233648 2024-04-02T08:50:51.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 1609 completed, throughput=5MB/sec 2024-04-02T08:50:51.654 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JvQj0OPc82pqwWb off=2616641 len=648400 2024-04-02T08:50:51.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 1610 completed, throughput=5MB/sec 2024-04-02T08:50:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:50:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:50:51] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-02T08:50:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:51 smithi137 ceph-mon[88456]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:51 smithi028 ceph-mon[94314]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:51 smithi028 ceph-mon[96890]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:50:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:50:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:50:52.657 INFO:tasks.workunit.client.0.smithi028.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:52.658 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RjMUYsFUy_kuBat off=6327372 len=1918194 2024-04-02T08:50:52.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.659 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9Oqkw_QDYlSkp6b off=1253035 len=169058 2024-04-02T08:50:52.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.660 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GNCDMD25dtVNa1_ off=10189265 len=875414 2024-04-02T08:50:52.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-02T08:50:52.665 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H_u6Uh5joehFaQl off=2144835 len=1422791 2024-04-02T08:50:52.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 1614 completed, throughput=5MB/sec 2024-04-02T08:50:52.666 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JAT3359sq4f1LYv off=22149542 len=303981 2024-04-02T08:50:52.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 1615 completed, throughput=5MB/sec 2024-04-02T08:50:52.669 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z1wRzg2x3vxuZ_q off=9981084 len=1780045 2024-04-02T08:50:52.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 1616 completed, throughput=5MB/sec 2024-04-02T08:50:53.676 INFO:tasks.workunit.client.0.smithi028.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:53.677 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lqKl4h9ZwWKyjkp off=14150406 len=1208580 2024-04-02T08:50:53.684 INFO:tasks.workunit.client.0.smithi028.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-02T08:50:53.685 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O4ttd14Weket86U off=384816 len=1277773 2024-04-02T08:50:53.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 1618 completed, throughput=5MB/sec 2024-04-02T08:50:53.685 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gagJq-Q8yqjdL9W off=3602194 len=745699 2024-04-02T08:50:53.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 1619 completed, throughput=5MB/sec 2024-04-02T08:50:53.687 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sqRCGN0VUVFIeTV off=11508219 len=1123261 2024-04-02T08:50:53.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 1620 completed, throughput=5MB/sec 2024-04-02T08:50:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:53 smithi137 ceph-mon[88456]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:53 smithi028 ceph-mon[94314]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:53 smithi028 ceph-mon[96890]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:50:54.692 INFO:tasks.workunit.client.0.smithi028.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:54.692 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gTz6rWq6HxCv0kO off=9064764 len=1878377 2024-04-02T08:50:54.694 INFO:tasks.workunit.client.0.smithi028.stdout:op 1621 completed, throughput=4.99MB/sec 2024-04-02T08:50:54.694 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YgricnvLGWwLbdu off=6759734 len=2002890 2024-04-02T08:50:54.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 1622 completed, throughput=5MB/sec 2024-04-02T08:50:54.704 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ssd5soakKKhVaQK off=9825175 len=483492 2024-04-02T08:50:54.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 1623 completed, throughput=5MB/sec 2024-04-02T08:50:54.705 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GJzQkYl40kNXNpX off=9774827 len=1296953 2024-04-02T08:50:54.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 1624 completed, throughput=5MB/sec 2024-04-02T08:50:55.710 INFO:tasks.workunit.client.0.smithi028.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:55.710 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7jDanG-KSe9Yjpv off=603207 len=1786607 2024-04-02T08:50:55.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-02T08:50:55.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c4_5E7Fz5_yJN98 off=6366517 len=776325 2024-04-02T08:50:55.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 1626 completed, throughput=4.99MB/sec 2024-04-02T08:50:55.714 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z2hvFp-W_6Nn-dX off=818722 len=265466 2024-04-02T08:50:55.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 1627 completed, throughput=5MB/sec 2024-04-02T08:50:55.715 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YubJn7iBZqZWwRn off=445023 len=1125806 2024-04-02T08:50:55.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 1628 completed, throughput=5MB/sec 2024-04-02T08:50:55.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y8zk3XB7FBRf6hA off=7406606 len=1952012 2024-04-02T08:50:55.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 1629 completed, throughput=5MB/sec 2024-04-02T08:50:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:55 smithi137 ceph-mon[88456]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:55 smithi028 ceph-mon[94314]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:55 smithi028 ceph-mon[96890]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-02T08:50:56.717 INFO:tasks.workunit.client.0.smithi028.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:56.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DGnvCvR0cjGzcKu off=2237979 len=1701184 2024-04-02T08:50:56.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 1630 completed, throughput=4.99MB/sec 2024-04-02T08:50:56.719 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1amsKRtFbxUx-M6 off=14129993 len=2075660 2024-04-02T08:50:56.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 1631 completed, throughput=5MB/sec 2024-04-02T08:50:56.720 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Y7k6yilieppo7M off=592813 len=870042 2024-04-02T08:50:56.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 1632 completed, throughput=5MB/sec 2024-04-02T08:50:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:57.722 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O82CnGVM8uri2lm off=10331480 len=1709323 2024-04-02T08:50:57.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-02T08:50:57.729 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WlHzdW0n7tEFMAL off=8869514 len=743652 2024-04-02T08:50:57.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-02T08:50:57.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MdcPJcqO8AMVsf7 off=284345 len=523848 2024-04-02T08:50:57.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 1635 completed, throughput=5MB/sec 2024-04-02T08:50:57.730 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZRQWXhz6d-YXYoi off=11992349 len=1640429 2024-04-02T08:50:57.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 1636 completed, throughput=5MB/sec 2024-04-02T08:50:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:57 smithi137 ceph-mon[88456]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:50:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:57 smithi028 ceph-mon[94314]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:50:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:57 smithi028 ceph-mon[96890]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-02T08:50:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:58.736 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sJIOSXGTVjPtqy1 off=8841968 len=1356974 2024-04-02T08:50:58.742 INFO:tasks.workunit.client.0.smithi028.stdout:op 1637 completed, throughput=4.99MB/sec 2024-04-02T08:50:58.742 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s-Q_2icteqzQTQL off=7789303 len=398251 2024-04-02T08:50:58.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-02T08:50:58.743 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NUdL_j4BCXsNTXT off=20452 len=1693520 2024-04-02T08:50:58.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 1639 completed, throughput=4.99MB/sec 2024-04-02T08:50:58.750 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wYtNxlxfQagF6P5 off=21134456 len=1390786 2024-04-02T08:50:58.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 1640 completed, throughput=5MB/sec 2024-04-02T08:50:58.758 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HiIUabQzWLLQItT off=5832996 len=1266360 2024-04-02T08:50:58.759 INFO:tasks.workunit.client.0.smithi028.stdout:op 1641 completed, throughput=5MB/sec 2024-04-02T08:50:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-02T08:50:59.759 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-THqzprNtWjbXwhJ off=7320538 len=1122320 2024-04-02T08:50:59.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-02T08:50:59.764 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g7S3fC8PaBltpNt off=6962823 len=1433720 2024-04-02T08:50:59.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-02T08:50:59.769 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-veU7-flFpZjjMVy off=11006927 len=249939 2024-04-02T08:50:59.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 1644 completed, throughput=5MB/sec 2024-04-02T08:50:59.771 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zwuohGw-dKUHvbW off=81382 len=431768 2024-04-02T08:50:59.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 1645 completed, throughput=5MB/sec 2024-04-02T08:50:59.774 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IhHSY4QBhfgyZCm off=2530176 len=633912 2024-04-02T08:50:59.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 1646 completed, throughput=5MB/sec 2024-04-02T08:50:59.774 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6jEZC-Z1qjJTkTl off=10946733 len=967655 2024-04-02T08:50:59.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 1647 completed, throughput=5MB/sec 2024-04-02T08:51:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:50:59 smithi137 ceph-mon[88456]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:50:59 smithi028 ceph-mon[94314]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:50:59 smithi028 ceph-mon[96890]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:00.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MZfMuw3yNrIaz-Z off=675134 len=145558 2024-04-02T08:51:00.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 1648 completed, throughput=4.99MB/sec 2024-04-02T08:51:00.783 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xcQgBU0J7ts3YI4 off=10338753 len=1169763 2024-04-02T08:51:00.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 1649 completed, throughput=4.99MB/sec 2024-04-02T08:51:00.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bh6GVk8JdgiMNH2 off=5548143 len=93141 2024-04-02T08:51:00.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-02T08:51:00.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kwLppqPzhh_vBbm off=10147634 len=407794 2024-04-02T08:51:00.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-02T08:51:00.790 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_9eFjC1gW_QgnNm off=14594750 len=430222 2024-04-02T08:51:00.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-02T08:51:00.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2RlgP9snlf9mZVR off=5237749 len=1376247 2024-04-02T08:51:00.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 1653 completed, throughput=5MB/sec 2024-04-02T08:51:00.800 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0adMKieVhXR_I5T off=1144303 len=1930980 2024-04-02T08:51:00.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 1654 completed, throughput=5MB/sec 2024-04-02T08:51:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:51:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:51:01] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-02T08:51:01.810 INFO:tasks.workunit.client.0.smithi028.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:01.810 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lhRg9GMs3zbAfhI off=10296909 len=1884387 2024-04-02T08:51:01.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 1655 completed, throughput=4.99MB/sec 2024-04-02T08:51:01.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q1XiEZuFhIet4yq off=19102546 len=1198147 2024-04-02T08:51:01.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-02T08:51:01.825 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-95f1Z2Qm5fvoDrV off=13589020 len=1801023 2024-04-02T08:51:01.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 1657 completed, throughput=5MB/sec 2024-04-02T08:51:01.826 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QME4cDqfR05b4Lv off=18684651 len=2019919 2024-04-02T08:51:01.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 1658 completed, throughput=5.01MB/sec 2024-04-02T08:51:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:01 smithi137 ceph-mon[88456]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:01 smithi028 ceph-mon[94314]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:01 smithi028 ceph-mon[96890]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:51:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:02.828 INFO:tasks.workunit.client.0.smithi028.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:02.828 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uRGbYeeT_h7Nl9N off=4970207 len=1976724 2024-04-02T08:51:02.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 1659 completed, throughput=5MB/sec 2024-04-02T08:51:02.837 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gtNyzTzH7ooAPHh off=3535779 len=1500661 2024-04-02T08:51:02.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 1660 completed, throughput=5MB/sec 2024-04-02T08:51:03.839 INFO:tasks.workunit.client.0.smithi028.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:03.839 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kEoNG7OrUD0I79- off=10076416 len=1935016 2024-04-02T08:51:03.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 1661 completed, throughput=4.99MB/sec 2024-04-02T08:51:03.850 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F1OBMf8BGHW_byK off=11524396 len=1478720 2024-04-02T08:51:03.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 1662 completed, throughput=5MB/sec 2024-04-02T08:51:03.852 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hA6h-_Vx20cavXT off=866908 len=2085261 2024-04-02T08:51:03.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 1663 completed, throughput=5MB/sec 2024-04-02T08:51:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:04 smithi137 ceph-mon[88456]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:51:04.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:04 smithi028 ceph-mon[94314]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:51:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:04 smithi028 ceph-mon[96890]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:51:04.864 INFO:tasks.workunit.client.0.smithi028.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:04.864 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_VJhwqD_SBmFNQ4 off=4729086 len=674991 2024-04-02T08:51:04.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-02T08:51:04.869 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hl8rc6FeFcMMYj4 off=4880611 len=823106 2024-04-02T08:51:04.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 1665 completed, throughput=4.99MB/sec 2024-04-02T08:51:04.869 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NiTyho6LqcEjFnE off=3784881 len=996042 2024-04-02T08:51:04.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 1666 completed, throughput=4.99MB/sec 2024-04-02T08:51:04.874 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vD1ihswdKT9eWA7 off=700827 len=1532065 2024-04-02T08:51:04.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 1667 completed, throughput=5MB/sec 2024-04-02T08:51:04.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-znsKlTBPLNIpKqD off=2422064 len=1166347 2024-04-02T08:51:04.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 1668 completed, throughput=5MB/sec 2024-04-02T08:51:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:05.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SIIPMO2zwNQlWok off=350061 len=2774 2024-04-02T08:51:05.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bXOiwWyVUd90wlI off=12971675 len=159060 2024-04-02T08:51:05.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 1670 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.882 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bbOO9tQxuTC-bGs off=9399634 len=1289532 2024-04-02T08:51:05.883 INFO:tasks.workunit.client.0.smithi028.stdout:op 1671 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.883 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eVCFCysRXHPfUsC off=7876402 len=1329497 2024-04-02T08:51:05.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.890 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c4_5E7Fz5_yJN98 off=11412128 len=442959 2024-04-02T08:51:05.891 INFO:tasks.workunit.client.0.smithi028.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-02T08:51:05.891 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XoGtqZoIfv-7rvW off=292771 len=191313 2024-04-02T08:51:05.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 1674 completed, throughput=5MB/sec 2024-04-02T08:51:05.893 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lrgeP8BFEvpviJe off=4492164 len=728817 2024-04-02T08:51:05.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 1675 completed, throughput=5MB/sec 2024-04-02T08:51:05.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gwv5xhOSEBIfHKq off=5863720 len=406107 2024-04-02T08:51:05.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 1676 completed, throughput=5MB/sec 2024-04-02T08:51:05.897 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CgwXz5qgxyGyrlx off=1651062 len=201427 2024-04-02T08:51:05.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 1677 completed, throughput=5MB/sec 2024-04-02T08:51:05.899 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u7hyJb5akIVPHRu off=5262276 len=906231 2024-04-02T08:51:05.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 1678 completed, throughput=5MB/sec 2024-04-02T08:51:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:06 smithi137 ceph-mon[88456]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:06 smithi028 ceph-mon[94314]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:06 smithi028 ceph-mon[96890]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:06.903 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KzMq16us_BXtpeX off=760281 len=1927608 2024-04-02T08:51:06.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-02T08:51:06.907 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RFtfaAfLWF3fT0P off=104261 len=948189 2024-04-02T08:51:06.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-02T08:51:06.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MKEc8ReNXJh4py1 off=7744011 len=1408965 2024-04-02T08:51:06.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 1681 completed, throughput=5MB/sec 2024-04-02T08:51:06.913 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gacgmf_X8LZdJ8f off=11256073 len=1526386 2024-04-02T08:51:06.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 1682 completed, throughput=5MB/sec 2024-04-02T08:51:07.915 INFO:tasks.workunit.client.0.smithi028.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:07.915 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eEDz96SLRN0ftqc off=2690110 len=367866 2024-04-02T08:51:07.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 1683 completed, throughput=4.99MB/sec 2024-04-02T08:51:07.918 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vCbF2p3_p-cs30J off=2709862 len=1370035 2024-04-02T08:51:07.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-02T08:51:07.926 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jyv1icVfgyaUTNM off=12699901 len=372802 2024-04-02T08:51:07.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-02T08:51:07.929 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LqvejxtsWoVojHa off=6963982 len=778066 2024-04-02T08:51:07.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 1686 completed, throughput=5MB/sec 2024-04-02T08:51:07.932 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2fZpQ7r_UjNR1e4 off=4340741 len=18061 2024-04-02T08:51:07.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 1687 completed, throughput=5MB/sec 2024-04-02T08:51:07.934 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nl9xD_At_-8Bdoj off=4807786 len=408712 2024-04-02T08:51:07.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 1688 completed, throughput=5MB/sec 2024-04-02T08:51:07.937 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ifk-wmrovAieWOj off=1393704 len=1776764 2024-04-02T08:51:07.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 1689 completed, throughput=5MB/sec 2024-04-02T08:51:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:08 smithi137 ceph-mon[88456]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:08 smithi028 ceph-mon[94314]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:08 smithi028 ceph-mon[96890]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:08.939 INFO:tasks.workunit.client.0.smithi028.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:08.939 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BswUzSFqY9_z2mf off=62618 len=1350503 2024-04-02T08:51:08.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 1690 completed, throughput=4.99MB/sec 2024-04-02T08:51:08.945 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9AnBtsbpkrl5bsB off=1923390 len=651657 2024-04-02T08:51:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 1691 completed, throughput=4.99MB/sec 2024-04-02T08:51:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zP60JyNbTfUyjm9 off=9527849 len=2017546 2024-04-02T08:51:08.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 1692 completed, throughput=5MB/sec 2024-04-02T08:51:08.953 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dNFP3MMSysE6XMC off=13595154 len=1059245 2024-04-02T08:51:08.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 1693 completed, throughput=5MB/sec 2024-04-02T08:51:09.958 INFO:tasks.workunit.client.0.smithi028.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:09.958 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gPBito385Ft0zQO off=1868494 len=1035827 2024-04-02T08:51:09.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 1694 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OPzE4lSZl5eRwql off=6639093 len=168668 2024-04-02T08:51:09.965 INFO:tasks.workunit.client.0.smithi028.stdout:op 1695 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.965 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O6PFkuvlpFCYiNG off=3789941 len=182628 2024-04-02T08:51:09.966 INFO:tasks.workunit.client.0.smithi028.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.966 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-colGyx_jcyJ8GZq off=5546360 len=570179 2024-04-02T08:51:09.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 1697 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.968 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jT9hByETCT1JwOb off=1614613 len=28109 2024-04-02T08:51:09.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 1698 completed, throughput=4.99MB/sec 2024-04-02T08:51:09.970 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RqQF5Fk0q5UAYea off=15726497 len=2094408 2024-04-02T08:51:09.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 1699 completed, throughput=5MB/sec 2024-04-02T08:51:09.977 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0VzqUNqqVSB2qnT off=13667825 len=934328 2024-04-02T08:51:09.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 1700 completed, throughput=5MB/sec 2024-04-02T08:51:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:10 smithi137 ceph-mon[88456]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:10.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:10 smithi028 ceph-mon[94314]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:10.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:10 smithi028 ceph-mon[96890]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:51:10.981 INFO:tasks.workunit.client.0.smithi028.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:10.981 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gIPtqgGkiepZ0sV off=3878989 len=1611077 2024-04-02T08:51:10.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-02T08:51:10.982 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jDZ6hTM1hI7Zbtv off=5265775 len=1804379 2024-04-02T08:51:10.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 1702 completed, throughput=5MB/sec 2024-04-02T08:51:10.986 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XD5PWhDFQ-BsZio off=5624473 len=978517 2024-04-02T08:51:10.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 1703 completed, throughput=5MB/sec 2024-04-02T08:51:10.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9cczIp_g-EvtvWu off=7953482 len=2043574 2024-04-02T08:51:10.991 INFO:tasks.workunit.client.0.smithi028.stdout:op 1704 completed, throughput=5MB/sec 2024-04-02T08:51:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:51:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:51:11] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:51:11.992 INFO:tasks.workunit.client.0.smithi028.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:11.992 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1GzzurcbTC5ksa0 off=3817281 len=1649134 2024-04-02T08:51:12.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-02T08:51:12.000 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S1sZOl-wjJSWFKN off=15710143 len=1021692 2024-04-02T08:51:12.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 1706 completed, throughput=5MB/sec 2024-04-02T08:51:12.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9eXtcTMHMPg-0J9 off=12121533 len=997112 2024-04-02T08:51:12.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 1707 completed, throughput=5MB/sec 2024-04-02T08:51:12.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k2JKqDPvO2C0nf_ off=2401975 len=475444 2024-04-02T08:51:12.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 1708 completed, throughput=5MB/sec 2024-04-02T08:51:12.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:12 smithi137 ceph-mon[88456]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:12.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:12 smithi028 ceph-mon[94314]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:12.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:12 smithi028 ceph-mon[96890]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:51:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:13.005 INFO:tasks.workunit.client.0.smithi028.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:13.006 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9gPM8DRkIjrWWms off=340388 len=1667827 2024-04-02T08:51:13.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.016 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g5UYYNqojI0pXKA off=2115940 len=115106 2024-04-02T08:51:13.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.018 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i1-EPqeqXLAf66J off=477786 len=1069881 2024-04-02T08:51:13.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-02T08:51:13.018 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mBEIiZdLIjiG50v off=0 len=1266149 2024-04-02T08:51:13.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 1712 completed, throughput=5MB/sec 2024-04-02T08:51:13.020 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JDNFQgBhh84IxrZ off=5031707 len=1176496 2024-04-02T08:51:13.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 1713 completed, throughput=5MB/sec 2024-04-02T08:51:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:14.023 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6ZH_kx4eY0DZtPI off=2899784 len=843551 2024-04-02T08:51:14.023 INFO:tasks.workunit.client.0.smithi028.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-02T08:51:14.023 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YW8BHdOJZhQ5Be4 off=4723584 len=319117 2024-04-02T08:51:14.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 1715 completed, throughput=4.99MB/sec 2024-04-02T08:51:14.024 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jN1aiCfldkyrQ2j off=6181172 len=1809265 2024-04-02T08:51:14.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-02T08:51:14.025 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tm_o9-Vv2EYIQCg off=4679487 len=477594 2024-04-02T08:51:14.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-02T08:51:14.030 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2bFbp7JNGEPD38A off=1052528 len=901762 2024-04-02T08:51:14.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 1718 completed, throughput=5MB/sec 2024-04-02T08:51:14.033 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HJrQ8lkmlmn6Z7j off=17341549 len=106804 2024-04-02T08:51:14.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 1719 completed, throughput=5MB/sec 2024-04-02T08:51:14.034 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OpCfX4qqcrn8rgp off=11965797 len=1908991 2024-04-02T08:51:14.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 1720 completed, throughput=5MB/sec 2024-04-02T08:51:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:14 smithi137 ceph-mon[88456]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:14.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:14 smithi028 ceph-mon[94314]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:14.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:14 smithi028 ceph-mon[96890]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:51:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:15.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-31SXljAoNCWxS1g off=11612680 len=1036002 2024-04-02T08:51:15.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-02T08:51:15.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H77UocRd3phro7B off=2171681 len=258458 2024-04-02T08:51:15.044 INFO:tasks.workunit.client.0.smithi028.stdout:op 1722 completed, throughput=4.99MB/sec 2024-04-02T08:51:15.044 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bleNzIuCGEt95PO off=16735302 len=634013 2024-04-02T08:51:15.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-02T08:51:15.045 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B3S-h6cTpCdYO44 off=13897292 len=2008681 2024-04-02T08:51:15.046 INFO:tasks.workunit.client.0.smithi028.stdout:op 1724 completed, throughput=5MB/sec 2024-04-02T08:51:15.046 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ISWy3hzm6OMkRu2 off=3896273 len=1228118 2024-04-02T08:51:15.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 1725 completed, throughput=5MB/sec 2024-04-02T08:51:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:16.051 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-usLd_LhI4xmc3zp off=3148166 len=616448 2024-04-02T08:51:16.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 1726 completed, throughput=4.99MB/sec 2024-04-02T08:51:16.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3RGexPsTY5ib9gL off=650970 len=45236 2024-04-02T08:51:16.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 1727 completed, throughput=4.99MB/sec 2024-04-02T08:51:16.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ONPxHFJqc7I8_Gp off=4410577 len=1035625 2024-04-02T08:51:16.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-02T08:51:16.056 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WWUCHUcHOK-ON7A off=7828242 len=853715 2024-04-02T08:51:16.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-02T08:51:16.061 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C6Ia1OeSJCk4YEp off=754579 len=39729 2024-04-02T08:51:16.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 1730 completed, throughput=5MB/sec 2024-04-02T08:51:16.063 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IbwrUWkVrQ30ft4 off=6983062 len=1088886 2024-04-02T08:51:16.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 1731 completed, throughput=5MB/sec 2024-04-02T08:51:16.067 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ypH0dLo2QifSp5J off=4358615 len=1064676 2024-04-02T08:51:16.068 INFO:tasks.workunit.client.0.smithi028.stdout:op 1732 completed, throughput=5MB/sec 2024-04-02T08:51:16.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:16 smithi137 ceph-mon[88456]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:16 smithi028 ceph-mon[94314]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:16 smithi028 ceph-mon[96890]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:51:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:17.068 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6k3A31j2BuSVSi2 off=1068999 len=295389 2024-04-02T08:51:17.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-02T08:51:17.071 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FVudHP4kpQrzlyU off=653311 len=594018 2024-04-02T08:51:17.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-02T08:51:17.074 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EJ5kUyqsorWPNN_ off=15240701 len=729056 2024-04-02T08:51:17.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-02T08:51:17.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D6dSQS-1-BVKh7X off=2814750 len=617459 2024-04-02T08:51:17.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-02T08:51:17.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8vst-s0jofkt4e8 off=791129 len=1056164 2024-04-02T08:51:17.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 1737 completed, throughput=5MB/sec 2024-04-02T08:51:17.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FNOl5m5SAE2tZu9 off=9168712 len=889624 2024-04-02T08:51:17.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 1738 completed, throughput=5MB/sec 2024-04-02T08:51:17.085 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--isvAVYWCS2hmLf off=8074478 len=544132 2024-04-02T08:51:17.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 1739 completed, throughput=5MB/sec 2024-04-02T08:51:17.085 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z0fDgpWbK8fRIXj off=592081 len=166157 2024-04-02T08:51:17.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 1740 completed, throughput=5MB/sec 2024-04-02T08:51:17.088 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2CtVl9TTj7Aik-S off=2167003 len=372751 2024-04-02T08:51:17.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 1741 completed, throughput=5MB/sec 2024-04-02T08:51:18.091 INFO:tasks.workunit.client.0.smithi028.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:18.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e2hC8yP7WGsFAe2 off=11471442 len=332865 2024-04-02T08:51:18.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 1742 completed, throughput=4.99MB/sec 2024-04-02T08:51:18.092 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eE8aQ2rQrfA31Vo off=6751966 len=867681 2024-04-02T08:51:18.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 1743 completed, throughput=4.99MB/sec 2024-04-02T08:51:18.097 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M5feGLDkgYxDrzO off=13231188 len=599944 2024-04-02T08:51:18.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 1744 completed, throughput=4.99MB/sec 2024-04-02T08:51:18.100 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BaoZHbV66cRnpP3 off=9017619 len=1881367 2024-04-02T08:51:18.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 1745 completed, throughput=5MB/sec 2024-04-02T08:51:18.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jqaKa4875PpA9f_ off=6617536 len=21544 2024-04-02T08:51:18.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 1746 completed, throughput=5MB/sec 2024-04-02T08:51:18.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5HX_s5gFFUEwnGh off=20685419 len=2088560 2024-04-02T08:51:18.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 1747 completed, throughput=5MB/sec 2024-04-02T08:51:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:18 smithi137 ceph-mon[88456]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:18.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:18 smithi028 ceph-mon[94314]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:18.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:18 smithi028 ceph-mon[96890]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:19.106 INFO:tasks.workunit.client.0.smithi028.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:19.107 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BIf9pNYTPL3HL3u off=4865085 len=797899 2024-04-02T08:51:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-02T08:51:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mbbkpx8Wd25X8yC off=1395560 len=1036196 2024-04-02T08:51:19.115 INFO:tasks.workunit.client.0.smithi028.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-02T08:51:19.115 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GqacjgFRoG0CQpw off=4904393 len=271115 2024-04-02T08:51:19.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-02T08:51:19.118 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2J69BcUmZ4x5jRT off=326619 len=1008955 2024-04-02T08:51:19.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 1751 completed, throughput=5MB/sec 2024-04-02T08:51:19.123 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-enM1gLNmFQEclCl off=3872960 len=826464 2024-04-02T08:51:19.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 1752 completed, throughput=5MB/sec 2024-04-02T08:51:19.124 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GjP_As4oQMpEjWD off=11206043 len=518598 2024-04-02T08:51:19.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 1753 completed, throughput=5MB/sec 2024-04-02T08:51:19.127 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e2hC8yP7WGsFAe2 off=12998775 len=1557823 2024-04-02T08:51:19.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 1754 completed, throughput=5MB/sec 2024-04-02T08:51:20.135 INFO:tasks.workunit.client.0.smithi028.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:20.135 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CbSSgu6Yn7VTLPE off=1704814 len=903815 2024-04-02T08:51:20.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-02T08:51:20.140 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WT5bPwKNObph3k8 off=10272632 len=450326 2024-04-02T08:51:20.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 1756 completed, throughput=4.99MB/sec 2024-04-02T08:51:20.142 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-56B8_VXgNUFagWI off=11861043 len=699992 2024-04-02T08:51:20.143 INFO:tasks.workunit.client.0.smithi028.stdout:op 1757 completed, throughput=4.99MB/sec 2024-04-02T08:51:20.144 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FLpiJa15x4xS7PV off=0 len=1499732 2024-04-02T08:51:20.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 1758 completed, throughput=5MB/sec 2024-04-02T08:51:20.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uMNdiA4tnBzKjb8 off=4664599 len=475288 2024-04-02T08:51:20.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 1759 completed, throughput=5MB/sec 2024-04-02T08:51:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:20 smithi137 ceph-mon[88456]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:51:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:20 smithi028 ceph-mon[94314]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:51:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:20 smithi028 ceph-mon[96890]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:51:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:21.151 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qloOKthQmsXJipZ off=10511334 len=742407 2024-04-02T08:51:21.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-02T08:51:21.153 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nrZRbVWSoJAO5L_ off=0 len=1241244 2024-04-02T08:51:21.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-02T08:51:21.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p93iIoN3WHL_NRr off=11285344 len=1643232 2024-04-02T08:51:21.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 1762 completed, throughput=5MB/sec 2024-04-02T08:51:21.167 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QpjVqPMO1dpDdis off=13814734 len=409667 2024-04-02T08:51:21.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 1763 completed, throughput=5MB/sec 2024-04-02T08:51:21.170 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ryWEF1Vszl_Z-Zx off=8137038 len=1357356 2024-04-02T08:51:21.176 INFO:tasks.workunit.client.0.smithi028.stdout:op 1764 completed, throughput=5MB/sec 2024-04-02T08:51:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:51:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:51:21] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:51:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:22.176 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5awoxaamGcC0Rpr off=17453630 len=69367 2024-04-02T08:51:22.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.178 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gkA-85PTddoIpWo off=4271412 len=1899553 2024-04-02T08:51:22.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.179 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zon6WlvSBLlypLN off=4060131 len=524878 2024-04-02T08:51:22.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 1767 completed, throughput=4.99MB/sec 2024-04-02T08:51:22.183 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AFSOSXC24Xid4OV off=10473879 len=978486 2024-04-02T08:51:22.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 1768 completed, throughput=5MB/sec 2024-04-02T08:51:22.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mNwXRCX7E08x593 off=11715602 len=645970 2024-04-02T08:51:22.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 1769 completed, throughput=5MB/sec 2024-04-02T08:51:22.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nvE-MySkEf5bnrO off=0 len=1680973 2024-04-02T08:51:22.200 INFO:tasks.workunit.client.0.smithi028.stdout:op 1770 completed, throughput=5MB/sec 2024-04-02T08:51:22.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:22 smithi137 ceph-mon[88456]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:51:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:22 smithi028 ceph-mon[94314]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:51:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:22 smithi028 ceph-mon[96890]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:51:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:51:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:23.201 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7SmC7YhnRiqKS3N off=17048246 len=1501356 2024-04-02T08:51:23.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 1771 completed, throughput=4.99MB/sec 2024-04-02T08:51:23.202 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LsBoU-DRRDSEllY off=2731923 len=1677739 2024-04-02T08:51:23.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 1772 completed, throughput=5MB/sec 2024-04-02T08:51:23.203 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-duepZOWA-PB-7-I off=10543528 len=1952428 2024-04-02T08:51:23.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 1773 completed, throughput=5MB/sec 2024-04-02T08:51:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:24.211 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l5PL6dw_j_Llivr off=9212257 len=570685 2024-04-02T08:51:24.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 1774 completed, throughput=4.99MB/sec 2024-04-02T08:51:24.215 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cJV2lpI0WOFg6V1 off=6976594 len=175173 2024-04-02T08:51:24.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 1775 completed, throughput=4.99MB/sec 2024-04-02T08:51:24.216 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gN4uWPizlXBqIFP off=17764212 len=392421 2024-04-02T08:51:24.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-02T08:51:24.219 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VsVkakQnxm9sJCg off=6217269 len=742566 2024-04-02T08:51:24.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-02T08:51:24.219 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vHM1KVq3sBBz4E2 off=6994548 len=1530766 2024-04-02T08:51:24.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 1778 completed, throughput=5MB/sec 2024-04-02T08:51:24.222 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-66VfxFxRVIwLeMJ off=5067136 len=1799125 2024-04-02T08:51:24.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 1779 completed, throughput=5MB/sec 2024-04-02T08:51:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:24 smithi137 ceph-mon[88456]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:51:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:24 smithi028 ceph-mon[94314]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:51:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:24 smithi028 ceph-mon[96890]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:51:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:25.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--iadFTyMW6XHmIS off=13129901 len=104078 2024-04-02T08:51:25.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 1780 completed, throughput=4.99MB/sec 2024-04-02T08:51:25.225 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wo8AJk9LsB3Sodh off=16632821 len=1893763 2024-04-02T08:51:25.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-02T08:51:25.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ajdfdr6pAP2fxoB off=5707188 len=460004 2024-04-02T08:51:25.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-02T08:51:25.233 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mfDdAqiXDJdqeYo off=1810298 len=1353528 2024-04-02T08:51:25.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 1783 completed, throughput=5MB/sec 2024-04-02T08:51:25.234 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3ij4a8kKKyF5MiL off=442368 len=1429846 2024-04-02T08:51:25.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 1784 completed, throughput=5MB/sec 2024-04-02T08:51:26.241 INFO:tasks.workunit.client.0.smithi028.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:26.241 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yGNDsEuKiWlJjJq off=8075385 len=1655077 2024-04-02T08:51:26.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 1785 completed, throughput=4.99MB/sec 2024-04-02T08:51:26.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--t7YKoSltFZ_etN off=1008738 len=160404 2024-04-02T08:51:26.249 INFO:tasks.workunit.client.0.smithi028.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-02T08:51:26.249 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7g146N2xXTn6BzL off=8219619 len=83949 2024-04-02T08:51:26.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-02T08:51:26.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0J3RbJVTwKuREXp off=10404345 len=754132 2024-04-02T08:51:26.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 1788 completed, throughput=4.99MB/sec 2024-04-02T08:51:26.252 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5Ar0gXbWdh-Edlq off=16852349 len=1950300 2024-04-02T08:51:26.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 1789 completed, throughput=5MB/sec 2024-04-02T08:51:26.254 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aVwOB5-4DEiWHEB off=713078 len=1550292 2024-04-02T08:51:26.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 1790 completed, throughput=5MB/sec 2024-04-02T08:51:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:26 smithi137 ceph-mon[88456]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:51:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:26 smithi028 ceph-mon[94314]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:51:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:26 smithi028 ceph-mon[96890]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:51:27.259 INFO:tasks.workunit.client.0.smithi028.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:27.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AiJOt7FT2uEMwrY off=1973806 len=1694474 2024-04-02T08:51:27.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-02T08:51:27.260 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ocu4iYRYO--o42w off=1635857 len=223925 2024-04-02T08:51:27.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 1792 completed, throughput=4.99MB/sec 2024-04-02T08:51:27.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gsOvgxrLGqYWCfm off=4279888 len=1701981 2024-04-02T08:51:27.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 1793 completed, throughput=5MB/sec 2024-04-02T08:51:27.262 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3JfCXEao8uzxcF3 off=6482587 len=824798 2024-04-02T08:51:27.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 1794 completed, throughput=5MB/sec 2024-04-02T08:51:28.264 INFO:tasks.workunit.client.0.smithi028.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:28.264 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r1opXN3bA_vBpzT off=4195093 len=776627 2024-04-02T08:51:28.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 1795 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.265 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PCeHKXRUtHrZSjs off=4042762 len=970273 2024-04-02T08:51:28.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-02T08:51:28.270 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dmvJ2mfYulQEk8z off=6033810 len=2063023 2024-04-02T08:51:28.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 1797 completed, throughput=5MB/sec 2024-04-02T08:51:28.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Vm0VAMbVmCPXQuP off=2011089 len=1062630 2024-04-02T08:51:28.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 1798 completed, throughput=5MB/sec 2024-04-02T08:51:28.285 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rqw1EcRdN4yhJ0m off=704820 len=158381 2024-04-02T08:51:28.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 1799 completed, throughput=5MB/sec 2024-04-02T08:51:28.287 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DMthByHFsqnI0vq off=2818678 len=1383344 2024-04-02T08:51:28.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 1800 completed, throughput=5MB/sec 2024-04-02T08:51:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:28 smithi137 ceph-mon[88456]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:51:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:28 smithi028 ceph-mon[94314]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:51:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:28 smithi028 ceph-mon[96890]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:51:29.290 INFO:tasks.workunit.client.0.smithi028.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:29.290 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PfAkEXhZZ5ksaLr off=8198954 len=1160646 2024-04-02T08:51:29.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 1801 completed, throughput=4.99MB/sec 2024-04-02T08:51:29.293 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ryx7miiMOlN2qUi off=4917440 len=1940108 2024-04-02T08:51:29.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 1802 completed, throughput=5MB/sec 2024-04-02T08:51:29.303 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x-uQtK7dEzgBFrc off=2873437 len=450706 2024-04-02T08:51:29.306 INFO:tasks.workunit.client.0.smithi028.stdout:op 1803 completed, throughput=5MB/sec 2024-04-02T08:51:29.306 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Uvj9Y66FaHqRIik off=517154 len=1718121 2024-04-02T08:51:29.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 1804 completed, throughput=5MB/sec 2024-04-02T08:51:30.314 INFO:tasks.workunit.client.0.smithi028.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:30.315 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N6IVH3gz-Kwhi-c off=487670 len=1301759 2024-04-02T08:51:30.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-02T08:51:30.315 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9guKWhZwDHAF2hH off=404456 len=2050271 2024-04-02T08:51:30.316 INFO:tasks.workunit.client.0.smithi028.stdout:op 1806 completed, throughput=5MB/sec 2024-04-02T08:51:30.316 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-czVghBstSlDHLlI off=1572551 len=1626526 2024-04-02T08:51:30.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 1807 completed, throughput=5MB/sec 2024-04-02T08:51:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:30 smithi137 ceph-mon[88456]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:30 smithi028 ceph-mon[94314]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:30 smithi028 ceph-mon[96890]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:31.322 INFO:tasks.workunit.client.0.smithi028.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:31.323 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1SvAPV9r3pTYLmO off=5019094 len=1306160 2024-04-02T08:51:31.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 1808 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f_GPzdxyNtAEGyQ off=15958401 len=302197 2024-04-02T08:51:31.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.328 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--sGN5EOKbIOkgOP off=4822476 len=743982 2024-04-02T08:51:31.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-02T08:51:31.334 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dCYsujpzZAsbJV8 off=3442156 len=933148 2024-04-02T08:51:31.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 1811 completed, throughput=5MB/sec 2024-04-02T08:51:31.335 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FCRuSZrOKrGixIY off=18474964 len=322171 2024-04-02T08:51:31.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 1812 completed, throughput=5MB/sec 2024-04-02T08:51:31.336 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s7ics3szSzaQc1G off=4847505 len=737905 2024-04-02T08:51:31.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 1813 completed, throughput=5MB/sec 2024-04-02T08:51:31.339 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GkGkigKAZPckhpB off=3160867 len=465605 2024-04-02T08:51:31.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 1814 completed, throughput=5MB/sec 2024-04-02T08:51:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:51:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:51:31] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-02T08:51:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:32 smithi137 ceph-mon[88456]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:32.343 INFO:tasks.workunit.client.0.smithi028.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:32.343 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VrhIDN6V1f4TETL off=2321931 len=118332 2024-04-02T08:51:32.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.346 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0DLjNelJJ0MsmYL off=1351107 len=105493 2024-04-02T08:51:32.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.347 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4WovkqWqWegbRlZ off=1762976 len=423093 2024-04-02T08:51:32.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.348 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fMMJqJpsnzJeHJS off=5505701 len=1194713 2024-04-02T08:51:32.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-02T08:51:32.349 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pogKbDMJCX4e8g2 off=345369 len=1357998 2024-04-02T08:51:32.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 1819 completed, throughput=5MB/sec 2024-04-02T08:51:32.350 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-51-P-5l8yIAn2AV off=9806671 len=1252110 2024-04-02T08:51:32.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 1820 completed, throughput=5MB/sec 2024-04-02T08:51:32.358 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o30owusZ8ndBBmo off=3489300 len=2001936 2024-04-02T08:51:32.361 INFO:tasks.workunit.client.0.smithi028.stdout:op 1821 completed, throughput=5MB/sec 2024-04-02T08:51:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:32 smithi028 ceph-mon[94314]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:32 smithi028 ceph-mon[96890]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:51:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:51:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:33.361 INFO:tasks.workunit.client.0.smithi028.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:33.362 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gAOWC_3CBJ_5E7T off=11648635 len=623734 2024-04-02T08:51:33.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-02T08:51:33.363 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sCDWt-fjPWsASGK off=10634451 len=570069 2024-04-02T08:51:33.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-02T08:51:33.366 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sghbEcaWsfiVIX1 off=5877901 len=1107347 2024-04-02T08:51:33.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 1824 completed, throughput=5MB/sec 2024-04-02T08:51:33.368 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zwxyUKLCnFMKX5C off=553176 len=1787743 2024-04-02T08:51:33.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 1825 completed, throughput=5MB/sec 2024-04-02T08:51:34.375 INFO:tasks.workunit.client.0.smithi028.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:34.375 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PhKG42i0IrFdRpL off=8096542 len=858547 2024-04-02T08:51:34.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 1826 completed, throughput=4.99MB/sec 2024-04-02T08:51:34.381 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vJZd8ZjKXlysmCj off=7640711 len=1590877 2024-04-02T08:51:34.383 INFO:tasks.workunit.client.0.smithi028.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-02T08:51:34.383 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UyuhWirhIQiqipo off=2342113 len=681579 2024-04-02T08:51:34.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 1828 completed, throughput=4.99MB/sec 2024-04-02T08:51:34.384 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c9feznANQ-ZV017 off=1801851 len=1869675 2024-04-02T08:51:34.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 1829 completed, throughput=5MB/sec 2024-04-02T08:51:34.392 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8IFvfVkkaj_SRop off=3680728 len=1899300 2024-04-02T08:51:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:34 smithi137 ceph-mon[88456]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:34.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 1830 completed, throughput=5MB/sec 2024-04-02T08:51:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:34 smithi028 ceph-mon[94314]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:34 smithi028 ceph-mon[96890]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:35.402 INFO:tasks.workunit.client.0.smithi028.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:35.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wSz5iV-mIDnuPuw off=4272235 len=820660 2024-04-02T08:51:35.403 INFO:tasks.workunit.client.0.smithi028.stdout:op 1831 completed, throughput=4.99MB/sec 2024-04-02T08:51:35.403 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HuQ4UiZW788DTtN off=4973040 len=1389413 2024-04-02T08:51:35.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 1832 completed, throughput=5MB/sec 2024-04-02T08:51:35.410 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-plOaQzqDU5BtRNv off=9082817 len=1785724 2024-04-02T08:51:35.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 1833 completed, throughput=5MB/sec 2024-04-02T08:51:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:36 smithi137 ceph-mon[88456]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:36.411 INFO:tasks.workunit.client.0.smithi028.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:36.412 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fby20ci5IrZSVt1 off=6110565 len=1588312 2024-04-02T08:51:36.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-02T08:51:36.418 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BWgqiL-N-xnMbv0 off=5745144 len=1092784 2024-04-02T08:51:36.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 1835 completed, throughput=4.99MB/sec 2024-04-02T08:51:36.422 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CTErKQRsR0T_nw2 off=2432782 len=1384913 2024-04-02T08:51:36.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 1836 completed, throughput=5MB/sec 2024-04-02T08:51:36.428 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ha7Cyh2zH9OXKsX off=1278195 len=1961428 2024-04-02T08:51:36.429 INFO:tasks.workunit.client.0.smithi028.stdout:op 1837 completed, throughput=5MB/sec 2024-04-02T08:51:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:36 smithi028 ceph-mon[94314]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:36 smithi028 ceph-mon[96890]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:51:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:51:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:37 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:51:37.430 INFO:tasks.workunit.client.0.smithi028.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:37.430 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eHfDZJRsIdGefgz off=6754706 len=1861144 2024-04-02T08:51:37.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-02T08:51:37.441 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CDed07njLN4-k3L off=25456830 len=52806 2024-04-02T08:51:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-02T08:51:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DBoGbk0kryqMYI3 off=11593648 len=817305 2024-04-02T08:51:37.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 1840 completed, throughput=5MB/sec 2024-04-02T08:51:37.447 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OQRBb3TUityVDVm off=1328582 len=1857519 2024-04-02T08:51:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:37 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:51:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:51:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:51:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:37 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:51:37.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 1841 completed, throughput=5MB/sec 2024-04-02T08:51:38.455 INFO:tasks.workunit.client.0.smithi028.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:38.455 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FfSBEU6brGgJ8Br off=9975188 len=1889281 2024-04-02T08:51:38.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-02T08:51:38.457 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XxWLOOi9nsZ0Xvz off=648387 len=1772612 2024-04-02T08:51:38.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 1843 completed, throughput=5MB/sec 2024-04-02T08:51:38.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4AtlcsxjsdbQ6db off=9531790 len=492731 2024-04-02T08:51:38.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 1844 completed, throughput=5MB/sec 2024-04-02T08:51:38.471 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HnelJm3yq9gXyaP off=12291595 len=1393387 2024-04-02T08:51:38.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 1845 completed, throughput=5MB/sec 2024-04-02T08:51:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:38 smithi137 ceph-mon[88456]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:38 smithi028 ceph-mon[94314]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:38.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:38 smithi028 ceph-mon[96890]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:51:39.475 INFO:tasks.workunit.client.0.smithi028.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:39.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--VALE_9-q2WEbyr off=6612640 len=403093 2024-04-02T08:51:39.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 1846 completed, throughput=4.99MB/sec 2024-04-02T08:51:39.478 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dJvpFOSSBUbnHPd off=7108727 len=513334 2024-04-02T08:51:39.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 1847 completed, throughput=4.99MB/sec 2024-04-02T08:51:39.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vYTuFkiG-wEm8E_ off=5021070 len=1804997 2024-04-02T08:51:39.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 1848 completed, throughput=4.99MB/sec 2024-04-02T08:51:39.482 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-51dxtFg6hDsku4r off=14232593 len=42163 2024-04-02T08:51:39.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-02T08:51:39.483 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bYlB6V26FRdXiq4 off=272615 len=1015955 2024-04-02T08:51:39.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 1850 completed, throughput=5MB/sec 2024-04-02T08:51:39.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZWzzzGR2n97GCA6 off=474985 len=531840 2024-04-02T08:51:39.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 1851 completed, throughput=5MB/sec 2024-04-02T08:51:39.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UAkeJa0Bb7s4_Y2 off=2076315 len=308746 2024-04-02T08:51:39.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 1852 completed, throughput=5MB/sec 2024-04-02T08:51:39.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_6YzaeMtJMrCBBb off=7986496 len=176884 2024-04-02T08:51:39.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 1853 completed, throughput=5MB/sec 2024-04-02T08:51:39.491 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XoyEKWVyFXdh3Aa off=8756706 len=64963 2024-04-02T08:51:39.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 1854 completed, throughput=5MB/sec 2024-04-02T08:51:39.491 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GeClUt36K-Jd9lk off=2492888 len=1579680 2024-04-02T08:51:39.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 1855 completed, throughput=5MB/sec 2024-04-02T08:51:40.493 INFO:tasks.workunit.client.0.smithi028.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:40.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9XBdfFWxCHUksnC off=7724111 len=122119 2024-04-02T08:51:40.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 1856 completed, throughput=4.99MB/sec 2024-04-02T08:51:40.496 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cX2nfX3EbBiFuWI off=22558035 len=1000868 2024-04-02T08:51:40.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 1857 completed, throughput=4.99MB/sec 2024-04-02T08:51:40.497 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Vg5E4eAxHNNdSIF off=14998292 len=1854981 2024-04-02T08:51:40.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 1858 completed, throughput=5MB/sec 2024-04-02T08:51:40.501 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xbIROcNdMfJo3XD off=17062626 len=1820759 2024-04-02T08:51:40.513 INFO:tasks.workunit.client.0.smithi028.stdout:op 1859 completed, throughput=5MB/sec 2024-04-02T08:51:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:40 smithi137 ceph-mon[88456]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:40 smithi028 ceph-mon[94314]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:40 smithi028 ceph-mon[96890]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:51:41.513 INFO:tasks.workunit.client.0.smithi028.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:41.513 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GfDXyn0dAiKljYN off=12377053 len=1504181 2024-04-02T08:51:41.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-02T08:51:41.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BnHUpYxWI4tkO_U off=20482944 len=1103424 2024-04-02T08:51:41.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 1861 completed, throughput=5MB/sec 2024-04-02T08:51:41.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OskclxdfrkuHI2_ off=5906634 len=76253 2024-04-02T08:51:41.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 1862 completed, throughput=5MB/sec 2024-04-02T08:51:41.522 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PB86CUzgFQgeNbn off=8967799 len=1001118 2024-04-02T08:51:41.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 1863 completed, throughput=5MB/sec 2024-04-02T08:51:41.523 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D9WWLnQl5C5ou-M off=7572308 len=1392161 2024-04-02T08:51:41.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 1864 completed, throughput=5MB/sec 2024-04-02T08:51:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:51:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:51:41] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-02T08:51:42.528 INFO:tasks.workunit.client.0.smithi028.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:42.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9kNTfVgODYyUU3L off=1411083 len=212453 2024-04-02T08:51:42.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.530 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AnPL7PGPBKodbpS off=784984 len=5822 2024-04-02T08:51:42.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 1866 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.531 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WIfjy4gfAjEE3eI off=16880241 len=1076949 2024-04-02T08:51:42.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 1867 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.536 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--PWQ341y5IinLw9 off=3798378 len=907725 2024-04-02T08:51:42.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 1868 completed, throughput=4.99MB/sec 2024-04-02T08:51:42.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eCvnoeicGYKPewY off=14818572 len=1445832 2024-04-02T08:51:42.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 1869 completed, throughput=5MB/sec 2024-04-02T08:51:42.541 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7Of45BSZXleUAtL off=1835 len=217514 2024-04-02T08:51:42.541 INFO:tasks.workunit.client.0.smithi028.stdout:op 1870 completed, throughput=5MB/sec 2024-04-02T08:51:42.541 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zf31dRxqrT3mK0x off=7487560 len=1918993 2024-04-02T08:51:42.543 INFO:tasks.workunit.client.0.smithi028.stdout:op 1871 completed, throughput=5MB/sec 2024-04-02T08:51:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:42 smithi137 ceph-mon[88456]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:51:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:51:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:42 smithi028 ceph-mon[94314]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:51:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:42 smithi028 ceph-mon[96890]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:51:43.543 INFO:tasks.workunit.client.0.smithi028.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:43.543 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WlRGaRJUIQg3hzQ off=897931 len=920403 2024-04-02T08:51:43.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 1872 completed, throughput=4.99MB/sec 2024-04-02T08:51:43.544 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kpArE3ZD2GMIbwL off=3427501 len=496477 2024-04-02T08:51:43.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 1873 completed, throughput=4.99MB/sec 2024-04-02T08:51:43.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EDQldyHJSVVEa-b off=8141542 len=974127 2024-04-02T08:51:43.550 INFO:tasks.workunit.client.0.smithi028.stdout:op 1874 completed, throughput=5MB/sec 2024-04-02T08:51:43.550 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uM-l_7pGOhvbbqb off=6588521 len=915572 2024-04-02T08:51:43.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 1875 completed, throughput=5MB/sec 2024-04-02T08:51:43.554 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OwfPXvxsW9ixuT6 off=2954469 len=13644 2024-04-02T08:51:43.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 1876 completed, throughput=5MB/sec 2024-04-02T08:51:43.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-moyM4nkCFp5MhvF off=2449733 len=572908 2024-04-02T08:51:43.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 1877 completed, throughput=5MB/sec 2024-04-02T08:51:43.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-agVbx_AZ_K_Fqif off=3056912 len=575148 2024-04-02T08:51:43.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 1878 completed, throughput=5MB/sec 2024-04-02T08:51:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:44.558 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MybPojR5cJHpszV off=2667331 len=2096340 2024-04-02T08:51:44.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 1879 completed, throughput=4.99MB/sec 2024-04-02T08:51:44.562 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sW1NvQKb_XvTmoX off=2147498 len=1357760 2024-04-02T08:51:44.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 1880 completed, throughput=5MB/sec 2024-04-02T08:51:44.570 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JSQjbqMtYbyGbW0 off=9419966 len=212342 2024-04-02T08:51:44.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 1881 completed, throughput=5MB/sec 2024-04-02T08:51:44.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2gG1tr-h1GmuKc3 off=7671510 len=1980197 2024-04-02T08:51:44.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 1882 completed, throughput=5MB/sec 2024-04-02T08:51:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:44 smithi137 ceph-mon[88456]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:44 smithi028 ceph-mon[94314]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:44 smithi028 ceph-mon[96890]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:51:45.578 INFO:tasks.workunit.client.0.smithi028.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:45.578 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SWfi5lpkOLxLAc0 off=7330510 len=17050 2024-04-02T08:51:45.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 1883 completed, throughput=4.99MB/sec 2024-04-02T08:51:45.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CeXqLIWOdy8xGwo off=4465937 len=1688237 2024-04-02T08:51:45.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 1884 completed, throughput=4.99MB/sec 2024-04-02T08:51:45.590 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jW71LmGfnO-eZfv off=13528121 len=16565 2024-04-02T08:51:45.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-02T08:51:45.590 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VubschjNDehkC8a off=6734373 len=1149786 2024-04-02T08:51:45.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 1886 completed, throughput=5MB/sec 2024-04-02T08:51:45.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oIl71Cj4jdFa6_m off=18898897 len=1477141 2024-04-02T08:51:45.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 1887 completed, throughput=5MB/sec 2024-04-02T08:51:45.601 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pm8PM12y6ftlD7q off=5894609 len=700700 2024-04-02T08:51:45.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 1888 completed, throughput=5MB/sec 2024-04-02T08:51:46.606 INFO:tasks.workunit.client.0.smithi028.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:46.606 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Kv2C-IIz-T_hSJo off=8713861 len=662407 2024-04-02T08:51:46.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 1889 completed, throughput=4.99MB/sec 2024-04-02T08:51:46.607 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HPAVEEsvAmlL7Hc off=1484653 len=1032084 2024-04-02T08:51:46.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 1890 completed, throughput=4.99MB/sec 2024-04-02T08:51:46.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Iq7PXjIb_zoI0x off=6062349 len=703207 2024-04-02T08:51:46.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-02T08:51:46.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-on07pMKqf5TTyKi off=106948 len=795618 2024-04-02T08:51:46.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 1892 completed, throughput=5MB/sec 2024-04-02T08:51:46.612 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wEt1oPnY7P2nRDx off=3778289 len=1999971 2024-04-02T08:51:46.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 1893 completed, throughput=5MB/sec 2024-04-02T08:51:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:46 smithi137 ceph-mon[88456]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:46 smithi028 ceph-mon[94314]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:46 smithi028 ceph-mon[96890]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:51:47.619 INFO:tasks.workunit.client.0.smithi028.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:47.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4lWqyGVakru9CW5 off=621913 len=1846021 2024-04-02T08:51:47.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 1894 completed, throughput=4.99MB/sec 2024-04-02T08:51:47.627 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CfjC6rBWUmxLtUk off=9995216 len=356890 2024-04-02T08:51:47.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 1895 completed, throughput=4.99MB/sec 2024-04-02T08:51:47.630 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RyZWTXGj-LCNHcl off=22432009 len=1833510 2024-04-02T08:51:47.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 1896 completed, throughput=5MB/sec 2024-04-02T08:51:47.631 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o2qm-jy2_H8Aa7o off=16389492 len=2019898 2024-04-02T08:51:47.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 1897 completed, throughput=5MB/sec 2024-04-02T08:51:48.637 INFO:tasks.workunit.client.0.smithi028.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:48.637 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i0YQn1hF64Pudof off=10296661 len=229988 2024-04-02T08:51:48.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 1898 completed, throughput=4.99MB/sec 2024-04-02T08:51:48.638 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GtoKuHhkIqEjK-v off=6302078 len=2045722 2024-04-02T08:51:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:48 smithi137 ceph-mon[88456]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:51:48.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 1899 completed, throughput=4.99MB/sec 2024-04-02T08:51:48.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X4dBLzZMg6A19Bu off=865290 len=853397 2024-04-02T08:51:48.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 1900 completed, throughput=5MB/sec 2024-04-02T08:51:48.650 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7CT83HQB60QRBHd off=3166339 len=302757 2024-04-02T08:51:48.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 1901 completed, throughput=5MB/sec 2024-04-02T08:51:48.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l1GZYFGBYHPiOr3 off=9910687 len=537502 2024-04-02T08:51:48.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 1902 completed, throughput=5MB/sec 2024-04-02T08:51:48.653 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0q6QzzRmHc6CrhI off=1677034 len=2022324 2024-04-02T08:51:48.655 INFO:tasks.workunit.client.0.smithi028.stdout:op 1903 completed, throughput=5MB/sec 2024-04-02T08:51:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:48 smithi028 ceph-mon[94314]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:51:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:48 smithi028 ceph-mon[96890]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:51:49.655 INFO:tasks.workunit.client.0.smithi028.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:49.655 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z1QApL4SioFJaI- off=2926202 len=614606 2024-04-02T08:51:49.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 1904 completed, throughput=4.99MB/sec 2024-04-02T08:51:49.658 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rf1yyj3x5U5iS36 off=821880 len=318226 2024-04-02T08:51:49.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-02T08:51:49.662 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qZ72fWOI7VoVOwb off=12924756 len=51680 2024-04-02T08:51:49.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 1906 completed, throughput=4.99MB/sec 2024-04-02T08:51:49.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NyIlx4hh5RaKPRe off=6102842 len=2011617 2024-04-02T08:51:49.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 1907 completed, throughput=5MB/sec 2024-04-02T08:51:49.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MSRdu3cy1fhmQ7f off=437169 len=1211016 2024-04-02T08:51:49.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 1908 completed, throughput=5MB/sec 2024-04-02T08:51:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:50 smithi137 ceph-mon[88456]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:50.677 INFO:tasks.workunit.client.0.smithi028.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:50.677 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vDLWfG5-rT90Jwh off=7144273 len=2023920 2024-04-02T08:51:50.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-02T08:51:50.688 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GDex2kz7bWq01fG off=3692136 len=1606332 2024-04-02T08:51:50.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 1910 completed, throughput=5MB/sec 2024-04-02T08:51:50.691 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q9iUPtr5sZLld-Q off=1338153 len=1681676 2024-04-02T08:51:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:50 smithi028 ceph-mon[94314]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:50 smithi028 ceph-mon[96890]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:51:50.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 1911 completed, throughput=5MB/sec 2024-04-02T08:51:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:51:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:51:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:51:51] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:51:51.700 INFO:tasks.workunit.client.0.smithi028.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:51.700 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A1k7KYuzyV-MpDL off=4513872 len=1574051 2024-04-02T08:51:51.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 1912 completed, throughput=4.99MB/sec 2024-04-02T08:51:51.701 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ADpyyUd0vVpxPOt off=7284649 len=1663864 2024-04-02T08:51:51.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 1913 completed, throughput=5MB/sec 2024-04-02T08:51:51.703 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7D9t2qkL5Rwmo3j off=2745590 len=67030 2024-04-02T08:51:51.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 1914 completed, throughput=5MB/sec 2024-04-02T08:51:51.705 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bq6UEJLYw9j8FmV off=5416144 len=832967 2024-04-02T08:51:51.706 INFO:tasks.workunit.client.0.smithi028.stdout:op 1915 completed, throughput=5MB/sec 2024-04-02T08:51:51.706 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N_qVJnDdVDNrzGk off=1957127 len=145547 2024-04-02T08:51:51.706 INFO:tasks.workunit.client.0.smithi028.stdout:op 1916 completed, throughput=5MB/sec 2024-04-02T08:51:51.706 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EHduGaQ6Xmzer5Z off=592996 len=1436229 2024-04-02T08:51:51.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 1917 completed, throughput=5MB/sec 2024-04-02T08:51:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:52 smithi137 ceph-mon[88456]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:51:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:51:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:52 smithi028 ceph-mon[94314]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:52 smithi028 ceph-mon[96890]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:51:52.708 INFO:tasks.workunit.client.0.smithi028.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:52.708 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JrFMeeJKKtTiIbC off=1088937 len=1321944 2024-04-02T08:51:52.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 1918 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DkXmcctmt4EcV1h off=692950 len=758817 2024-04-02T08:51:52.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 1919 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.714 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EZlostmQJlU0brQ off=10899381 len=369176 2024-04-02T08:51:52.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-02T08:51:52.717 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QXcgt_DIv_LtcbL off=13611323 len=854452 2024-04-02T08:51:52.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 1921 completed, throughput=5MB/sec 2024-04-02T08:51:52.719 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gv-5OZz9wjTpBl8 off=8135660 len=1800627 2024-04-02T08:51:52.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 1922 completed, throughput=5MB/sec 2024-04-02T08:51:53.726 INFO:tasks.workunit.client.0.smithi028.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:53.726 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lbPrL87Ye-qLiwj off=2418832 len=1347770 2024-04-02T08:51:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-02T08:51:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8232p8LXmk_D-Xy off=9989189 len=2077665 2024-04-02T08:51:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 1924 completed, throughput=5MB/sec 2024-04-02T08:51:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uOZgvJ36JrVMSSa off=3684249 len=1726769 2024-04-02T08:51:53.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 1925 completed, throughput=5MB/sec 2024-04-02T08:51:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:54 smithi137 ceph-mon[88456]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:54 smithi028 ceph-mon[94314]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:54 smithi028 ceph-mon[96890]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:51:54.740 INFO:tasks.workunit.client.0.smithi028.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:54.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T3kkNWiDNIBCnR2 off=7690476 len=248040 2024-04-02T08:51:54.742 INFO:tasks.workunit.client.0.smithi028.stdout:op 1926 completed, throughput=4.99MB/sec 2024-04-02T08:51:54.743 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hCnmfEwZA83lfqX off=7671683 len=1741508 2024-04-02T08:51:54.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 1927 completed, throughput=4.99MB/sec 2024-04-02T08:51:54.751 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q76aO4eR7OeP-G5 off=2988389 len=1176079 2024-04-02T08:51:54.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 1928 completed, throughput=5MB/sec 2024-04-02T08:51:54.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k6t2wSJLPAc_DZz off=4813521 len=1822701 2024-04-02T08:51:54.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 1929 completed, throughput=5MB/sec 2024-04-02T08:51:55.758 INFO:tasks.workunit.client.0.smithi028.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:55.758 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jPVhajMRZhALRpI off=3077418 len=233942 2024-04-02T08:51:55.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 1930 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.761 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-afmivjJhfUAfnyg off=18484321 len=498107 2024-04-02T08:51:55.764 INFO:tasks.workunit.client.0.smithi028.stdout:op 1931 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.764 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4xHjanqX0bBAkEd off=185938 len=1410277 2024-04-02T08:51:55.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.766 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5O7X_4tjcMcgcXx off=3324520 len=1041455 2024-04-02T08:51:55.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 1933 completed, throughput=4.99MB/sec 2024-04-02T08:51:55.770 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ysfvqOmVdcyU3vu off=6413439 len=1015263 2024-04-02T08:51:55.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 1934 completed, throughput=5MB/sec 2024-04-02T08:51:55.774 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x8YR70HOLbAjdyy off=5336037 len=1314065 2024-04-02T08:51:55.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 1935 completed, throughput=5MB/sec 2024-04-02T08:51:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:56 smithi137 ceph-mon[88456]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:56 smithi028 ceph-mon[94314]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:56 smithi028 ceph-mon[96890]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:51:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:56.779 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WwDJZtAPWs91Pfi off=4499775 len=1309781 2024-04-02T08:51:56.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-02T08:51:56.781 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Azkja2hX34cukWL off=5950601 len=2000655 2024-04-02T08:51:56.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 1937 completed, throughput=5MB/sec 2024-04-02T08:51:56.782 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-asZCsK2ekLw5tmR off=9336111 len=1742613 2024-04-02T08:51:56.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 1938 completed, throughput=5MB/sec 2024-04-02T08:51:56.785 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gQW-YXNyAF9RYhR off=1779815 len=1349978 2024-04-02T08:51:56.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 1939 completed, throughput=5MB/sec 2024-04-02T08:51:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:57.793 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cj7VW-MV_lkvwtb off=11181686 len=2045001 2024-04-02T08:51:57.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 1940 completed, throughput=5MB/sec 2024-04-02T08:51:57.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CfjC6rBWUmxLtUk off=8025107 len=536794 2024-04-02T08:51:57.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 1941 completed, throughput=5MB/sec 2024-04-02T08:51:57.800 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YFX8pB9WqIaNf4o off=15674206 len=1124021 2024-04-02T08:51:57.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 1942 completed, throughput=5MB/sec 2024-04-02T08:51:57.801 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IHw0oNkD3wfxHVi off=17522720 len=1533159 2024-04-02T08:51:57.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 1943 completed, throughput=5MB/sec 2024-04-02T08:51:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:51:58 smithi137 ceph-mon[88456]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:51:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:51:58 smithi028 ceph-mon[94314]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:51:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:51:58 smithi028 ceph-mon[96890]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-02T08:51:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:58.805 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ep8wXdq_tH2QMf9 off=13435662 len=672820 2024-04-02T08:51:58.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 1944 completed, throughput=4.99MB/sec 2024-04-02T08:51:58.806 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o2qm-jy2_H8Aa7o off=191094 len=930874 2024-04-02T08:51:58.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 1945 completed, throughput=4.99MB/sec 2024-04-02T08:51:58.810 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GHimlTDm0wlmdLv off=14950351 len=987124 2024-04-02T08:51:58.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 1946 completed, throughput=5MB/sec 2024-04-02T08:51:58.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--UNcwUpGPfO9qP8 off=18146747 len=2054481 2024-04-02T08:51:58.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 1947 completed, throughput=5MB/sec 2024-04-02T08:51:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-02T08:51:59.818 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-frF-gtnGOzhqUlp off=3692980 len=52956 2024-04-02T08:51:59.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 1948 completed, throughput=4.99MB/sec 2024-04-02T08:51:59.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ai-WzW1v-gKWzNW off=2474199 len=1492297 2024-04-02T08:51:59.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 1949 completed, throughput=4.99MB/sec 2024-04-02T08:51:59.821 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6UMb_Thx_6buq_o off=6618636 len=1351425 2024-04-02T08:51:59.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 1950 completed, throughput=5MB/sec 2024-04-02T08:51:59.827 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7rOJ3UHVq6GUXss off=15283202 len=1981740 2024-04-02T08:51:59.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 1951 completed, throughput=5MB/sec 2024-04-02T08:52:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:00 smithi137 ceph-mon[88456]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:52:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:00 smithi028 ceph-mon[94314]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:52:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:00 smithi028 ceph-mon[96890]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:52:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xRFXF62Op_cXnVp off=5975557 len=670545 2024-04-02T08:52:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 1952 completed, throughput=4.99MB/sec 2024-04-02T08:52:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wUpHrl5H8TRBIXI off=14732030 len=279256 2024-04-02T08:52:00.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-02T08:52:00.831 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rPfCLFGg6GgOY9k off=228114 len=1726008 2024-04-02T08:52:00.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 1954 completed, throughput=4.99MB/sec 2024-04-02T08:52:00.832 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dUDheEaKzH6YyF6 off=1158358 len=1430500 2024-04-02T08:52:00.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 1955 completed, throughput=5MB/sec 2024-04-02T08:52:00.833 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qZ72fWOI7VoVOwb off=4560915 len=1401954 2024-04-02T08:52:00.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 1956 completed, throughput=5MB/sec 2024-04-02T08:52:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:52:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:52:01] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:52:01.839 INFO:tasks.workunit.client.0.smithi028.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:01.840 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eg-3jfqC9JfZe8W off=10575047 len=809659 2024-04-02T08:52:01.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 1957 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.843 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5UDb-PXE1i1T1Uv off=10214143 len=407916 2024-04-02T08:52:01.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 1958 completed, throughput=4.99MB/sec 2024-04-02T08:52:01.843 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sx3NQ3rT8zAi7HU off=2762441 len=1860185 2024-04-02T08:52:01.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 1959 completed, throughput=5MB/sec 2024-04-02T08:52:01.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SfcRSySRXHul_ia off=9375968 len=237474 2024-04-02T08:52:01.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 1960 completed, throughput=5MB/sec 2024-04-02T08:52:01.859 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4ohUxSPqyPuVPJ7 off=6411206 len=215205 2024-04-02T08:52:01.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 1961 completed, throughput=5MB/sec 2024-04-02T08:52:01.859 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cHQ8Vz7muI1JeXJ off=6462767 len=1942410 2024-04-02T08:52:01.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 1962 completed, throughput=5MB/sec 2024-04-02T08:52:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:02 smithi137 ceph-mon[88456]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:52:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:52:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:02 smithi028 ceph-mon[94314]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:52:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:02 smithi028 ceph-mon[96890]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T08:52:02.861 INFO:tasks.workunit.client.0.smithi028.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:02.861 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_sojbtTJuv26yMs off=8810116 len=1557468 2024-04-02T08:52:02.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-02T08:52:02.862 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lt1cMkJypWB1JAC off=980020 len=227511 2024-04-02T08:52:02.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 1964 completed, throughput=4.99MB/sec 2024-04-02T08:52:02.863 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJP6tL7szJ7K0rp off=9496483 len=375722 2024-04-02T08:52:02.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-02T08:52:02.864 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-os3JqfCP1hoWQ3n off=1543373 len=1184708 2024-04-02T08:52:02.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 1966 completed, throughput=5MB/sec 2024-04-02T08:52:02.869 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1eo8ojek9JywUeo off=2313122 len=696471 2024-04-02T08:52:02.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 1967 completed, throughput=5MB/sec 2024-04-02T08:52:02.872 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hFaMhNTT6Qk3iXH off=5326224 len=2020217 2024-04-02T08:52:02.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 1968 completed, throughput=5MB/sec 2024-04-02T08:52:03.882 INFO:tasks.workunit.client.0.smithi028.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:03.882 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7soGWjXBngXvFf- off=6114540 len=914835 2024-04-02T08:52:03.883 INFO:tasks.workunit.client.0.smithi028.stdout:op 1969 completed, throughput=4.99MB/sec 2024-04-02T08:52:03.884 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rggVws9VFYooip6 off=13792787 len=424721 2024-04-02T08:52:03.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 1970 completed, throughput=4.99MB/sec 2024-04-02T08:52:03.885 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hf8AVS6CF7OHYTq off=4858483 len=353302 2024-04-02T08:52:03.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-02T08:52:03.885 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gnT_T6FTRM0Wn8w off=9518798 len=1487506 2024-04-02T08:52:03.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 1972 completed, throughput=5MB/sec 2024-04-02T08:52:03.886 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sdu-S5fpcAsPS-G off=3264437 len=1322196 2024-04-02T08:52:03.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 1973 completed, throughput=5MB/sec 2024-04-02T08:52:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:04 smithi137 ceph-mon[88456]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:04.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:04 smithi028 ceph-mon[94314]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:04.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:04 smithi028 ceph-mon[96890]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:52:04.887 INFO:tasks.workunit.client.0.smithi028.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:04.887 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2J69BcUmZ4x5jRT off=488115 len=804019 2024-04-02T08:52:04.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 1974 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.888 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2yBh_kyHcCPT683 off=9005845 len=1112725 2024-04-02T08:52:04.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 1975 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.894 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rN9r6WopnsPYjq4 off=6972350 len=612424 2024-04-02T08:52:04.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 1976 completed, throughput=4.99MB/sec 2024-04-02T08:52:04.898 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I4X4mOwOXtxmKZ9 off=1328707 len=513142 2024-04-02T08:52:04.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 1977 completed, throughput=5MB/sec 2024-04-02T08:52:04.898 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p_SE1XFS_JLntNT off=14261798 len=482375 2024-04-02T08:52:04.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 1978 completed, throughput=5MB/sec 2024-04-02T08:52:04.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5Ar0gXbWdh-Edlq off=14492297 len=1929945 2024-04-02T08:52:04.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 1979 completed, throughput=5MB/sec 2024-04-02T08:52:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:05.903 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ms1Togg7nYOPKUK off=15758887 len=788714 2024-04-02T08:52:05.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 1980 completed, throughput=4.99MB/sec 2024-04-02T08:52:05.904 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U8cjOju6V3bPcn5 off=1139654 len=461600 2024-04-02T08:52:05.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 1981 completed, throughput=4.99MB/sec 2024-04-02T08:52:05.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-73k7eZFvv_VRnyR off=12420433 len=1352486 2024-04-02T08:52:05.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 1982 completed, throughput=4.99MB/sec 2024-04-02T08:52:05.914 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p3DghQGQVINMgj1 off=10593263 len=747809 2024-04-02T08:52:05.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 1983 completed, throughput=5MB/sec 2024-04-02T08:52:05.916 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AxBAr1UkBdX8g1Z off=2433279 len=306395 2024-04-02T08:52:05.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 1984 completed, throughput=5MB/sec 2024-04-02T08:52:05.918 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K6EptaYKCqEucea off=13903074 len=850356 2024-04-02T08:52:05.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 1985 completed, throughput=5MB/sec 2024-04-02T08:52:05.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CaEyrxjpXtsRvug off=10409327 len=229183 2024-04-02T08:52:05.925 INFO:tasks.workunit.client.0.smithi028.stdout:op 1986 completed, throughput=5MB/sec 2024-04-02T08:52:05.925 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qcVv8Zbwt9FeAkY off=1939611 len=1988883 2024-04-02T08:52:05.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 1987 completed, throughput=5MB/sec 2024-04-02T08:52:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:06 smithi137 ceph-mon[88456]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:06 smithi028 ceph-mon[96890]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:06 smithi028 ceph-mon[94314]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:52:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rHqCBGPzMGXh8ZR off=9169261 len=341022 2024-04-02T08:52:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:op 1988 completed, throughput=4.99MB/sec 2024-04-02T08:52:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SFLo995S2H_Hjvm off=3044775 len=1356509 2024-04-02T08:52:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 1989 completed, throughput=5MB/sec 2024-04-02T08:52:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--T2PrIfThUa16iW off=5293249 len=544105 2024-04-02T08:52:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 1990 completed, throughput=5MB/sec 2024-04-02T08:52:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-plu-Gd-yF6vUi0j off=12086789 len=762658 2024-04-02T08:52:06.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 1991 completed, throughput=5MB/sec 2024-04-02T08:52:06.940 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9rurtDKLfK1lkl7 off=42795 len=498141 2024-04-02T08:52:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 1992 completed, throughput=5MB/sec 2024-04-02T08:52:07.943 INFO:tasks.workunit.client.0.smithi028.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:07.943 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zIwn5_FXqoCGvEF off=16792749 len=1507722 2024-04-02T08:52:07.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2dPq6lR-6R_FSWM off=21979435 len=606070 2024-04-02T08:52:07.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 1994 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.953 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J1ns4veksEBeqcu off=14175841 len=853723 2024-04-02T08:52:07.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 1995 completed, throughput=4.99MB/sec 2024-04-02T08:52:07.953 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SmylTRQpZZqooKM off=8484960 len=904891 2024-04-02T08:52:07.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 1996 completed, throughput=5MB/sec 2024-04-02T08:52:07.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IgLX3MM254u6rRQ off=0 len=1065230 2024-04-02T08:52:07.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 1997 completed, throughput=5MB/sec 2024-04-02T08:52:07.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rs81nmPavm4Lew8 off=19201484 len=1340758 2024-04-02T08:52:07.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 1998 completed, throughput=5MB/sec 2024-04-02T08:52:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:08 smithi137 ceph-mon[88456]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:08 smithi028 ceph-mon[94314]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:08 smithi028 ceph-mon[96890]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:08.957 INFO:tasks.workunit.client.0.smithi028.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:08.958 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oExUrmbdDuUYCXy off=5403434 len=735161 2024-04-02T08:52:08.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H7rgcQSG25TJLf6 off=1522391 len=564303 2024-04-02T08:52:08.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 2000 completed, throughput=4.99MB/sec 2024-04-02T08:52:08.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8F4IvOJA72PbxMt off=13854740 len=1779983 2024-04-02T08:52:08.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 2001 completed, throughput=5MB/sec 2024-04-02T08:52:08.962 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TJTr8wztATCzSK7 off=1226674 len=348132 2024-04-02T08:52:08.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 2002 completed, throughput=5MB/sec 2024-04-02T08:52:08.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BMGbL4KTG199ghq off=9782874 len=352323 2024-04-02T08:52:08.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 2003 completed, throughput=5MB/sec 2024-04-02T08:52:08.964 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6SqjkLOxHqJVjyC off=6031783 len=1899933 2024-04-02T08:52:08.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 2004 completed, throughput=5MB/sec 2024-04-02T08:52:09.973 INFO:tasks.workunit.client.0.smithi028.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:09.973 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F7KELyM45GEVtQK off=5954319 len=1481188 2024-04-02T08:52:09.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-02T08:52:09.982 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jm-U7l_WfkjZ5-L off=1149943 len=1241625 2024-04-02T08:52:09.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 2006 completed, throughput=5MB/sec 2024-04-02T08:52:09.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E6Sz9SzuYMsmLGs off=444174 len=754590 2024-04-02T08:52:09.989 INFO:tasks.workunit.client.0.smithi028.stdout:op 2007 completed, throughput=5MB/sec 2024-04-02T08:52:09.989 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jECJA6cP0mfAxQx off=8788917 len=909356 2024-04-02T08:52:09.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 2008 completed, throughput=5MB/sec 2024-04-02T08:52:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:10 smithi137 ceph-mon[88456]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:52:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:10 smithi028 ceph-mon[94314]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:52:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:10 smithi028 ceph-mon[96890]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:52:10.994 INFO:tasks.workunit.client.0.smithi028.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:10.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cGfDiBJnrJN8Gkd off=11213630 len=1945762 2024-04-02T08:52:11.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 2009 completed, throughput=4.99MB/sec 2024-04-02T08:52:11.004 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JFp_Qo8IKqRppJw off=760799 len=702037 2024-04-02T08:52:11.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-02T08:52:11.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MCYv6k2uFlTFWiJ off=8172877 len=538188 2024-04-02T08:52:11.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 2011 completed, throughput=5MB/sec 2024-04-02T08:52:11.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U3cfzATSt5WHDkZ off=5827185 len=1349543 2024-04-02T08:52:11.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 2012 completed, throughput=5MB/sec 2024-04-02T08:52:11.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-duJFTQR9eMJSWTN off=3094349 len=8166 2024-04-02T08:52:11.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 2013 completed, throughput=5MB/sec 2024-04-02T08:52:11.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G7ReH3gBWcTXotS off=788860 len=1553524 2024-04-02T08:52:11.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 2014 completed, throughput=5MB/sec 2024-04-02T08:52:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:52:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:52:11] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-02T08:52:12.023 INFO:tasks.workunit.client.0.smithi028.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:12.023 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9qYm5D2vz_gFm_Q off=11602265 len=831126 2024-04-02T08:52:12.023 INFO:tasks.workunit.client.0.smithi028.stdout:op 2015 completed, throughput=4.99MB/sec 2024-04-02T08:52:12.023 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lUO425ACQrMkkxS off=4879892 len=1509917 2024-04-02T08:52:12.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 2016 completed, throughput=5MB/sec 2024-04-02T08:52:12.027 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WcAJsYIEcjxzTFo off=4408830 len=1708278 2024-04-02T08:52:12.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 2017 completed, throughput=5MB/sec 2024-04-02T08:52:12.034 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xaOxTcIhs8_Ez3P off=4166363 len=1246962 2024-04-02T08:52:12.040 INFO:tasks.workunit.client.0.smithi028.stdout:op 2018 completed, throughput=5MB/sec 2024-04-02T08:52:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:12 smithi137 ceph-mon[88456]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:52:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:12.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:12 smithi028 ceph-mon[94314]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:12 smithi028 ceph-mon[96890]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:52:13.040 INFO:tasks.workunit.client.0.smithi028.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:13.040 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tn6T6qwVvn0abcf off=1801027 len=110591 2024-04-02T08:52:13.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-02T08:52:13.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5eyd_1xca3-8tRI off=4822136 len=634352 2024-04-02T08:52:13.046 INFO:tasks.workunit.client.0.smithi028.stdout:op 2020 completed, throughput=4.99MB/sec 2024-04-02T08:52:13.046 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-egRWMRcTV3Vcol_ off=11898297 len=1543644 2024-04-02T08:52:13.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 2021 completed, throughput=5MB/sec 2024-04-02T08:52:13.047 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mk2wMHy-KaH8leh off=3880314 len=1401825 2024-04-02T08:52:13.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 2022 completed, throughput=5MB/sec 2024-04-02T08:52:13.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YvqhGzAPwcThvXx off=571857 len=2010924 2024-04-02T08:52:13.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 2023 completed, throughput=5MB/sec 2024-04-02T08:52:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:14.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UZA6GCDJbYlggNV off=18474050 len=201262 2024-04-02T08:52:14.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 2024 completed, throughput=4.99MB/sec 2024-04-02T08:52:14.058 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5p-q0m8-VucHxJL off=9813606 len=527166 2024-04-02T08:52:14.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 2025 completed, throughput=4.99MB/sec 2024-04-02T08:52:14.062 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NNZljm9oyHOK14_ off=11084921 len=1682282 2024-04-02T08:52:14.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 2026 completed, throughput=5MB/sec 2024-04-02T08:52:14.072 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7kgxSv5rNX18Lwu off=681507 len=1166403 2024-04-02T08:52:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 2027 completed, throughput=5MB/sec 2024-04-02T08:52:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ImpgkI0lgfS3-su off=16933199 len=555877 2024-04-02T08:52:14.077 INFO:tasks.workunit.client.0.smithi028.stdout:op 2028 completed, throughput=5MB/sec 2024-04-02T08:52:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:14 smithi137 ceph-mon[88456]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:14 smithi028 ceph-mon[94314]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:14 smithi028 ceph-mon[96890]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:52:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:15.077 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iGQU82kqNcEE66c off=7388390 len=1776410 2024-04-02T08:52:15.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 2029 completed, throughput=4.99MB/sec 2024-04-02T08:52:15.079 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kUInFQyGulgO6Gl off=12640860 len=198535 2024-04-02T08:52:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 2030 completed, throughput=4.99MB/sec 2024-04-02T08:52:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QI5FMf3fLC3aW3V off=12120851 len=1449028 2024-04-02T08:52:15.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 2031 completed, throughput=5MB/sec 2024-04-02T08:52:15.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8gKQjSBdQOiFFF3 off=1052845 len=655492 2024-04-02T08:52:15.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 2032 completed, throughput=5MB/sec 2024-04-02T08:52:15.088 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3pQOTS5WekDo3oF off=12416635 len=818688 2024-04-02T08:52:15.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 2033 completed, throughput=5MB/sec 2024-04-02T08:52:15.089 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aLvVdBpyIUbUf1R off=10156596 len=860482 2024-04-02T08:52:15.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 2034 completed, throughput=5MB/sec 2024-04-02T08:52:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:16.094 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VL-Z9wZIngDecmO off=227973 len=274554 2024-04-02T08:52:16.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 2035 completed, throughput=4.99MB/sec 2024-04-02T08:52:16.094 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zjDjoeOT_9btYGN off=10996407 len=950051 2024-04-02T08:52:16.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 2036 completed, throughput=4.99MB/sec 2024-04-02T08:52:16.096 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EPTNTs_Oq8ywB7n off=9191271 len=1375524 2024-04-02T08:52:16.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 2037 completed, throughput=5MB/sec 2024-04-02T08:52:16.103 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6SxzAWb6VY6pA-n off=1552345 len=1612673 2024-04-02T08:52:16.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 2038 completed, throughput=5MB/sec 2024-04-02T08:52:16.110 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-obKG3Fhu6di1ng3 off=843958 len=798545 2024-04-02T08:52:16.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 2039 completed, throughput=5MB/sec 2024-04-02T08:52:16.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:16 smithi137 ceph-mon[88456]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:16 smithi028 ceph-mon[94314]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:16 smithi028 ceph-mon[96890]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:17.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_2oypa_IZc_JXQ8 off=4394997 len=61416 2024-04-02T08:52:17.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 2040 completed, throughput=4.99MB/sec 2024-04-02T08:52:17.114 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LozqqsmJ0TUrflZ off=2066007 len=1731917 2024-04-02T08:52:17.115 INFO:tasks.workunit.client.0.smithi028.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-02T08:52:17.115 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i02V8PftLgkZhkV off=404773 len=1463555 2024-04-02T08:52:17.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 2042 completed, throughput=5MB/sec 2024-04-02T08:52:17.116 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fUSMHLXS6nhNKyT off=23745942 len=266418 2024-04-02T08:52:17.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 2043 completed, throughput=5MB/sec 2024-04-02T08:52:17.118 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3FvzBqFvnLi3nbC off=5131443 len=1851030 2024-04-02T08:52:17.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 2044 completed, throughput=5MB/sec 2024-04-02T08:52:18.129 INFO:tasks.workunit.client.0.smithi028.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:18.129 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vbTWDOY26bvcHp9 off=5628562 len=1215029 2024-04-02T08:52:18.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 2045 completed, throughput=4.99MB/sec 2024-04-02T08:52:18.134 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sRGQ9pg9ua4RIyh off=0 len=1150800 2024-04-02T08:52:18.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-02T08:52:18.135 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eAuilVI3IHXLoix off=6515086 len=1721782 2024-04-02T08:52:18.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 2047 completed, throughput=5MB/sec 2024-04-02T08:52:18.136 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t8SXi9XHoZcuPll off=8421511 len=99699 2024-04-02T08:52:18.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 2048 completed, throughput=5MB/sec 2024-04-02T08:52:18.139 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D-xmjARHFlsgIEZ off=7243020 len=323901 2024-04-02T08:52:18.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 2049 completed, throughput=5MB/sec 2024-04-02T08:52:18.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xUKv4cejxhaF7C2 off=38178 len=1328044 2024-04-02T08:52:18.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 2050 completed, throughput=5MB/sec 2024-04-02T08:52:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:18 smithi137 ceph-mon[88456]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:18 smithi028 ceph-mon[94314]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:18 smithi028 ceph-mon[96890]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:19.142 INFO:tasks.workunit.client.0.smithi028.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:19.143 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SIIEgQA5DfWGsJu off=440182 len=289644 2024-04-02T08:52:19.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 2051 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.145 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zTtphFxF7dfQp-M off=4086438 len=1402688 2024-04-02T08:52:19.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 2052 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.151 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QLji9pUpv38-XRu off=3370352 len=345120 2024-04-02T08:52:19.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-02T08:52:19.152 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7N1Hcf0kbpx6V7z off=12825729 len=745659 2024-04-02T08:52:19.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 2054 completed, throughput=5MB/sec 2024-04-02T08:52:19.152 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cWZLe7KhnfLx0A_ off=0 len=1170041 2024-04-02T08:52:19.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 2055 completed, throughput=5MB/sec 2024-04-02T08:52:19.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fOagcEo8dy06MtS off=530222 len=322965 2024-04-02T08:52:19.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 2056 completed, throughput=5MB/sec 2024-04-02T08:52:19.161 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pkFWuFLgA9552iO off=1540626 len=1211835 2024-04-02T08:52:19.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 2057 completed, throughput=5MB/sec 2024-04-02T08:52:20.161 INFO:tasks.workunit.client.0.smithi028.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:20.161 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ct9ds9S7CpfX-H6 off=2224598 len=794280 2024-04-02T08:52:20.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 2058 completed, throughput=4.99MB/sec 2024-04-02T08:52:20.163 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-slcSzKJFSKyU8h7 off=1884877 len=1341905 2024-04-02T08:52:20.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 2059 completed, throughput=5MB/sec 2024-04-02T08:52:20.170 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EjOgDAQqp3gE0fw off=7871474 len=199147 2024-04-02T08:52:20.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 2060 completed, throughput=5MB/sec 2024-04-02T08:52:20.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r6sA1KOzCjfT68q off=11182535 len=1228028 2024-04-02T08:52:20.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 2061 completed, throughput=5MB/sec 2024-04-02T08:52:20.178 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LAgg44pJCOO3rxb off=607196 len=283819 2024-04-02T08:52:20.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 2062 completed, throughput=5MB/sec 2024-04-02T08:52:20.181 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JQZN9DXR0c79-hH off=1263557 len=50379 2024-04-02T08:52:20.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 2063 completed, throughput=5MB/sec 2024-04-02T08:52:20.183 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-btUYB4ynffy7Fe1 off=15622528 len=689044 2024-04-02T08:52:20.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 2064 completed, throughput=5MB/sec 2024-04-02T08:52:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:20 smithi137 ceph-mon[88456]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:20 smithi028 ceph-mon[94314]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:20.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:20 smithi028 ceph-mon[96890]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:21.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1lITKphUhP7-rI4 off=10661728 len=736442 2024-04-02T08:52:21.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 2065 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.189 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JTYuA1E2dfo_Hlo off=6142543 len=2032949 2024-04-02T08:52:21.200 INFO:tasks.workunit.client.0.smithi028.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-02T08:52:21.200 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7N1Hcf0kbpx6V7z off=11746107 len=830876 2024-04-02T08:52:21.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 2067 completed, throughput=5MB/sec 2024-04-02T08:52:21.201 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6YUm6Sr6ejCwVyb off=5718225 len=1751468 2024-04-02T08:52:21.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 2068 completed, throughput=5MB/sec 2024-04-02T08:52:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:52:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:52:21] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:52:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:22.202 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NLyusCnad_tuCEc off=123413 len=127802 2024-04-02T08:52:22.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 2069 completed, throughput=4.99MB/sec 2024-04-02T08:52:22.205 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E5LKSqIzvMaObgS off=4689438 len=1992137 2024-04-02T08:52:22.212 INFO:tasks.workunit.client.0.smithi028.stdout:op 2070 completed, throughput=4.99MB/sec 2024-04-02T08:52:22.212 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DObyOKYVNwf9b19 off=5572680 len=2068514 2024-04-02T08:52:22.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 2071 completed, throughput=5MB/sec 2024-04-02T08:52:22.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oVq_jhBaggrCLCK off=17033096 len=476157 2024-04-02T08:52:22.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 2072 completed, throughput=5MB/sec 2024-04-02T08:52:22.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YqvPGSfEo6WtnOk off=13039677 len=825137 2024-04-02T08:52:22.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 2073 completed, throughput=5MB/sec 2024-04-02T08:52:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:22 smithi137 ceph-mon[88456]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:52:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:22 smithi028 ceph-mon[94314]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:22 smithi028 ceph-mon[96890]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:23.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vAgEBR7hVVgPGPW off=511878 len=952589 2024-04-02T08:52:23.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 2074 completed, throughput=4.99MB/sec 2024-04-02T08:52:23.219 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sVyzM7FmL83qI_a off=14978262 len=1659431 2024-04-02T08:52:23.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-02T08:52:23.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IBLdTBeNA1a-T4l off=19924266 len=1433334 2024-04-02T08:52:23.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 2076 completed, throughput=5MB/sec 2024-04-02T08:52:23.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GTHKopEAuhzqr_1 off=3439378 len=2001639 2024-04-02T08:52:23.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 2077 completed, throughput=5MB/sec 2024-04-02T08:52:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:24.235 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TydHxJtZ4yd73m- off=4163737 len=74665 2024-04-02T08:52:24.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 2078 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3fo4tZfjW05hSYR off=2643100 len=1844514 2024-04-02T08:52:24.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 2079 completed, throughput=4.99MB/sec 2024-04-02T08:52:24.242 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fCGxoRt2JvFpyzI off=0 len=1614836 2024-04-02T08:52:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 2080 completed, throughput=5MB/sec 2024-04-02T08:52:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WWTyVS85SeqlOWP off=1052321 len=1747804 2024-04-02T08:52:24.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 2081 completed, throughput=5MB/sec 2024-04-02T08:52:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:24 smithi137 ceph-mon[88456]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:24.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:24 smithi028 ceph-mon[94314]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:24 smithi028 ceph-mon[96890]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:52:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:25.250 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lqij5Sd2CD6rS8B off=5796043 len=41515 2024-04-02T08:52:25.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 2082 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.251 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FaXfRLhD_S8UW7_ off=8315007 len=1249421 2024-04-02T08:52:25.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 2083 completed, throughput=4.99MB/sec 2024-04-02T08:52:25.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y07XzaTNCW3MSWb off=4825381 len=1632277 2024-04-02T08:52:25.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 2084 completed, throughput=5MB/sec 2024-04-02T08:52:25.265 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UZDujmV_3bx5dWB off=3378446 len=1752708 2024-04-02T08:52:25.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 2085 completed, throughput=5MB/sec 2024-04-02T08:52:26.267 INFO:tasks.workunit.client.0.smithi028.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:26.267 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w2WcMJviGsmlPkI off=14525104 len=2016152 2024-04-02T08:52:26.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 2086 completed, throughput=4.99MB/sec 2024-04-02T08:52:26.269 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SpLBPAuvCe_6wcV off=15422700 len=1010099 2024-04-02T08:52:26.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 2087 completed, throughput=5MB/sec 2024-04-02T08:52:26.270 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-om_GqCW36n3w6Zr off=7638202 len=1531732 2024-04-02T08:52:26.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 2088 completed, throughput=5MB/sec 2024-04-02T08:52:26.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qJmd7Eke_onUW3W off=3832363 len=1821952 2024-04-02T08:52:26.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 2089 completed, throughput=5MB/sec 2024-04-02T08:52:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:26 smithi137 ceph-mon[88456]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:26 smithi028 ceph-mon[94314]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:26 smithi028 ceph-mon[96890]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:52:27.282 INFO:tasks.workunit.client.0.smithi028.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:27.283 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_VlexB1G4OdYIlP off=5510403 len=892598 2024-04-02T08:52:27.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-02T08:52:27.288 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XHPFQcKwsT3m1Yk off=5328269 len=1172232 2024-04-02T08:52:27.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 2091 completed, throughput=5MB/sec 2024-04-02T08:52:27.288 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0V286jVgPyy6r4V off=5634899 len=1178126 2024-04-02T08:52:27.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 2092 completed, throughput=5MB/sec 2024-04-02T08:52:27.298 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8lSUIjMcpDTldBX off=10256706 len=73764 2024-04-02T08:52:27.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 2093 completed, throughput=5MB/sec 2024-04-02T08:52:27.298 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jiTcY5dZ4Uozkxu off=3577721 len=1461700 2024-04-02T08:52:27.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 2094 completed, throughput=5MB/sec 2024-04-02T08:52:28.298 INFO:tasks.workunit.client.0.smithi028.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:28.298 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j3veY2kWlHXy878 off=1179301 len=878992 2024-04-02T08:52:28.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 2095 completed, throughput=4.99MB/sec 2024-04-02T08:52:28.303 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kgquVUzXFyULWKr off=8033510 len=228060 2024-04-02T08:52:28.306 INFO:tasks.workunit.client.0.smithi028.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-02T08:52:28.306 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TGNGuaXEA2ZUw4x off=14455856 len=419762 2024-04-02T08:52:28.306 INFO:tasks.workunit.client.0.smithi028.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-02T08:52:28.306 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--jIrcVqx1r06kSS off=4285967 len=791588 2024-04-02T08:52:28.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 2098 completed, throughput=5MB/sec 2024-04-02T08:52:28.311 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kV6vActj8C4c-bE off=5926235 len=362671 2024-04-02T08:52:28.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 2099 completed, throughput=5MB/sec 2024-04-02T08:52:28.311 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZcHahNlmHikmAad off=11111592 len=44632 2024-04-02T08:52:28.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 2100 completed, throughput=5MB/sec 2024-04-02T08:52:28.313 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c-5dd--7hErlGmC off=5797185 len=809138 2024-04-02T08:52:28.316 INFO:tasks.workunit.client.0.smithi028.stdout:op 2101 completed, throughput=5MB/sec 2024-04-02T08:52:28.317 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iSBCx4AQMHSJJhB off=1302122 len=1494594 2024-04-02T08:52:28.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 2102 completed, throughput=5MB/sec 2024-04-02T08:52:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:28 smithi137 ceph-mon[88456]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:28 smithi028 ceph-mon[94314]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:28 smithi028 ceph-mon[96890]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:29.318 INFO:tasks.workunit.client.0.smithi028.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:29.318 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2U6CpdkjswYgp-s off=6411932 len=1563821 2024-04-02T08:52:29.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-02T08:52:29.325 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fM8Dhe_V4HOVwtx off=3871757 len=1256752 2024-04-02T08:52:29.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 2104 completed, throughput=5MB/sec 2024-04-02T08:52:29.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-URxPMH8sfOLQWlh off=13540503 len=1916208 2024-04-02T08:52:29.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 2105 completed, throughput=5MB/sec 2024-04-02T08:52:30.332 INFO:tasks.workunit.client.0.smithi028.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:30.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oy0Vbz4V2xs06XE off=3714673 len=1939241 2024-04-02T08:52:30.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 2106 completed, throughput=4.99MB/sec 2024-04-02T08:52:30.336 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LiF66WdnKPkG17x off=12238990 len=1030545 2024-04-02T08:52:30.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 2107 completed, throughput=4.99MB/sec 2024-04-02T08:52:30.337 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eqTKSnxfDYBxOtT off=2026902 len=1558347 2024-04-02T08:52:30.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 2108 completed, throughput=5MB/sec 2024-04-02T08:52:30.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gPvLCF5OkQ8ltY5 off=16518828 len=964920 2024-04-02T08:52:30.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 2109 completed, throughput=5MB/sec 2024-04-02T08:52:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:30 smithi137 ceph-mon[88456]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:30 smithi028 ceph-mon[94314]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:30 smithi028 ceph-mon[96890]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:52:31.343 INFO:tasks.workunit.client.0.smithi028.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:31.343 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FHvfUOX7f0q1Ivl off=17384646 len=1605674 2024-04-02T08:52:31.345 INFO:tasks.workunit.client.0.smithi028.stdout:op 2110 completed, throughput=4.99MB/sec 2024-04-02T08:52:31.345 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OwfPXvxsW9ixuT6 off=4713840 len=526993 2024-04-02T08:52:31.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 2111 completed, throughput=4.99MB/sec 2024-04-02T08:52:31.348 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6VMVYpgz4AKZpys off=13567869 len=1892248 2024-04-02T08:52:31.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 2112 completed, throughput=5MB/sec 2024-04-02T08:52:31.350 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gMDhO2K4yk5yCCj off=877629 len=770914 2024-04-02T08:52:31.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 2113 completed, throughput=5MB/sec 2024-04-02T08:52:31.351 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OZlytfi3WxbYd_1 off=2592840 len=79507 2024-04-02T08:52:31.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 2114 completed, throughput=5MB/sec 2024-04-02T08:52:31.351 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ivIkZTkd3eIvodX off=6202178 len=2006907 2024-04-02T08:52:31.360 INFO:tasks.workunit.client.0.smithi028.stdout:op 2115 completed, throughput=5MB/sec 2024-04-02T08:52:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:52:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:52:31] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-02T08:52:32.360 INFO:tasks.workunit.client.0.smithi028.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:32.360 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dzoS8E9pjn4EifT off=14053911 len=514830 2024-04-02T08:52:32.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 2116 completed, throughput=4.99MB/sec 2024-04-02T08:52:32.364 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l-H24vdsqXMT9eh off=8560437 len=1652906 2024-04-02T08:52:32.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 2117 completed, throughput=5MB/sec 2024-04-02T08:52:32.370 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ziCdiVh4mZVccPd off=15152802 len=1480248 2024-04-02T08:52:32.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 2118 completed, throughput=5MB/sec 2024-04-02T08:52:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:32 smithi137 ceph-mon[88456]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:52:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:32 smithi028 ceph-mon[94314]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:32 smithi028 ceph-mon[96890]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:33.371 INFO:tasks.workunit.client.0.smithi028.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:33.371 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vmyWomCBW2gaYSA off=3052159 len=1999962 2024-04-02T08:52:33.373 INFO:tasks.workunit.client.0.smithi028.stdout:op 2119 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.373 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DoAxw4kzzkW2uNT off=5450606 len=360965 2024-04-02T08:52:33.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 2120 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.375 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-83vXtRUG113jqlN off=672799 len=174096 2024-04-02T08:52:33.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 2121 completed, throughput=4.99MB/sec 2024-04-02T08:52:33.377 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WpJ9sMgFWRYnwhw off=3168776 len=1538618 2024-04-02T08:52:33.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 2122 completed, throughput=5MB/sec 2024-04-02T08:52:33.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nfq82uoKqUplAIS off=12148294 len=1791667 2024-04-02T08:52:33.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 2123 completed, throughput=5MB/sec 2024-04-02T08:52:34.389 INFO:tasks.workunit.client.0.smithi028.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:34.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O07CSRpr-eCvdBl off=1097491 len=712060 2024-04-02T08:52:34.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 2124 completed, throughput=4.99MB/sec 2024-04-02T08:52:34.390 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sv-DruDbLQeMtap off=8167516 len=171765 2024-04-02T08:52:34.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 2125 completed, throughput=4.99MB/sec 2024-04-02T08:52:34.393 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cOg8K47Yxvf20EO off=14860224 len=859101 2024-04-02T08:52:34.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 2126 completed, throughput=4.99MB/sec 2024-04-02T08:52:34.394 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sve7ufxyR0pOW40 off=251718 len=1693024 2024-04-02T08:52:34.403 INFO:tasks.workunit.client.0.smithi028.stdout:op 2127 completed, throughput=5MB/sec 2024-04-02T08:52:34.403 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0DLjNelJJ0MsmYL off=3749275 len=1798553 2024-04-02T08:52:34.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 2128 completed, throughput=5MB/sec 2024-04-02T08:52:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:34 smithi137 ceph-mon[88456]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:34 smithi028 ceph-mon[94314]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:34 smithi028 ceph-mon[96890]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:52:35.409 INFO:tasks.workunit.client.0.smithi028.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:35.409 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZP3MRshdoV7bog3 off=4062669 len=1553124 2024-04-02T08:52:35.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 2129 completed, throughput=4.99MB/sec 2024-04-02T08:52:35.412 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OMQqp5rnHfGPfeu off=19951985 len=66762 2024-04-02T08:52:35.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 2130 completed, throughput=4.99MB/sec 2024-04-02T08:52:35.414 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9xh9Y-kHKrssaNn off=5717418 len=452757 2024-04-02T08:52:35.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 2131 completed, throughput=4.99MB/sec 2024-04-02T08:52:35.415 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N4bkbITpqJ153Xe off=1818864 len=1403977 2024-04-02T08:52:35.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 2132 completed, throughput=5MB/sec 2024-04-02T08:52:35.416 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UNYKwloJekvYWdB off=5185728 len=1856652 2024-04-02T08:52:35.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 2133 completed, throughput=5MB/sec 2024-04-02T08:52:36.423 INFO:tasks.workunit.client.0.smithi028.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:36.424 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ju_gCgvrPWOK1DM off=14747630 len=1993712 2024-04-02T08:52:36.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 2134 completed, throughput=4.99MB/sec 2024-04-02T08:52:36.430 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nohw8kD80rzRYtk off=1885340 len=1789893 2024-04-02T08:52:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 2135 completed, throughput=5MB/sec 2024-04-02T08:52:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cJY_UaAroc_fyxv off=7001509 len=716555 2024-04-02T08:52:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 2136 completed, throughput=5MB/sec 2024-04-02T08:52:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rqJuOd_a1FlBNfl off=1057878 len=877985 2024-04-02T08:52:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 2137 completed, throughput=5MB/sec 2024-04-02T08:52:36.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:36 smithi137 ceph-mon[88456]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:36.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:36 smithi028 ceph-mon[94314]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:36 smithi028 ceph-mon[96890]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:37.438 INFO:tasks.workunit.client.0.smithi028.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:37.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t55HDRPpk8X_-Ke off=788785 len=443660 2024-04-02T08:52:37.441 INFO:tasks.workunit.client.0.smithi028.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.441 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Viy4f1ePv_T9-e0 off=0 len=1504643 2024-04-02T08:52:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OtQw-PJv5AxA2zf off=6464706 len=369526 2024-04-02T08:52:37.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 2140 completed, throughput=4.99MB/sec 2024-04-02T08:52:37.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-33TtVUpWd1Q9E-z off=4784661 len=79037 2024-04-02T08:52:37.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 2141 completed, throughput=5MB/sec 2024-04-02T08:52:37.445 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F7hK6eVIg7kBTyp off=1716805 len=1328056 2024-04-02T08:52:37.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 2142 completed, throughput=5MB/sec 2024-04-02T08:52:37.446 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aSZgszsy7T0CaBo off=14810950 len=150481 2024-04-02T08:52:37.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 2143 completed, throughput=5MB/sec 2024-04-02T08:52:37.446 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eOzhwymDX6uY5mV off=78370 len=1586086 2024-04-02T08:52:37.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 2144 completed, throughput=5MB/sec 2024-04-02T08:52:37.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:37.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:37.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:37.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:37 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:52:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:37 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:52:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:52:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:52:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:52:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:37 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:52:38.448 INFO:tasks.workunit.client.0.smithi028.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:38.448 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7jDanG-KSe9Yjpv off=9533499 len=1210425 2024-04-02T08:52:38.455 INFO:tasks.workunit.client.0.smithi028.stdout:op 2145 completed, throughput=4.99MB/sec 2024-04-02T08:52:38.455 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_lJIADCdBSlf-bK off=12503398 len=1208612 2024-04-02T08:52:38.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 2146 completed, throughput=5MB/sec 2024-04-02T08:52:38.460 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Du3A9dYGbCQWMIB off=3322317 len=893926 2024-04-02T08:52:38.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 2147 completed, throughput=5MB/sec 2024-04-02T08:52:38.462 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hn0mFaPGZDQR61G off=10238928 len=1045118 2024-04-02T08:52:38.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 2148 completed, throughput=5MB/sec 2024-04-02T08:52:38.465 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W1MavyURE2ceXqf off=8695877 len=485834 2024-04-02T08:52:38.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 2149 completed, throughput=5MB/sec 2024-04-02T08:52:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:38 smithi137 ceph-mon[88456]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:38 smithi028 ceph-mon[94314]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:38 smithi028 ceph-mon[96890]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:52:39.464 INFO:tasks.workunit.client.0.smithi028.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:39.464 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r2nF9MQ4toG0D3D off=4931894 len=2025963 2024-04-02T08:52:39.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 2150 completed, throughput=4.99MB/sec 2024-04-02T08:52:39.468 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y-4nSnmqKW4MW9q off=1617858 len=631369 2024-04-02T08:52:39.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 2151 completed, throughput=4.99MB/sec 2024-04-02T08:52:39.471 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tCr3RmLQFm7ExSs off=4137400 len=1588480 2024-04-02T08:52:39.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 2152 completed, throughput=5MB/sec 2024-04-02T08:52:39.472 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_s-YtvSmLXLIAfR off=1083030 len=844578 2024-04-02T08:52:39.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 2153 completed, throughput=5MB/sec 2024-04-02T08:52:40.477 INFO:tasks.workunit.client.0.smithi028.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:40.477 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-00nw2uvY94jhQWe off=13432291 len=1211473 2024-04-02T08:52:40.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 2154 completed, throughput=4.99MB/sec 2024-04-02T08:52:40.482 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VqbAesmSxndgqzy off=6449716 len=1991688 2024-04-02T08:52:40.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 2155 completed, throughput=5MB/sec 2024-04-02T08:52:40.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Eg_DglaRWwXjU1p off=5569706 len=466932 2024-04-02T08:52:40.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 2156 completed, throughput=5MB/sec 2024-04-02T08:52:40.487 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yDtDJQ1pJO9QWkO off=670112 len=343246 2024-04-02T08:52:40.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 2157 completed, throughput=5MB/sec 2024-04-02T08:52:40.487 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4s9dYuLh8Yea2h7 off=11347497 len=248316 2024-04-02T08:52:40.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 2158 completed, throughput=5MB/sec 2024-04-02T08:52:40.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ADpyyUd0vVpxPOt off=16623277 len=1289334 2024-04-02T08:52:40.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 2159 completed, throughput=5MB/sec 2024-04-02T08:52:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:40 smithi137 ceph-mon[88456]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:40 smithi028 ceph-mon[94314]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:40 smithi028 ceph-mon[96890]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:52:41.489 INFO:tasks.workunit.client.0.smithi028.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:41.489 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fI3qFhmyCHF1BjJ off=12032509 len=1712056 2024-04-02T08:52:41.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 2160 completed, throughput=4.99MB/sec 2024-04-02T08:52:41.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kpArE3ZD2GMIbwL off=3141264 len=1116744 2024-04-02T08:52:41.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 2161 completed, throughput=5MB/sec 2024-04-02T08:52:41.493 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lv8rRFtKppUI74F off=6380232 len=568683 2024-04-02T08:52:41.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 2162 completed, throughput=5MB/sec 2024-04-02T08:52:41.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-22zYXloFJq4_0gg off=8678365 len=1524738 2024-04-02T08:52:41.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 2163 completed, throughput=5MB/sec 2024-04-02T08:52:41.500 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o3jcz4OoZ4wEsIX off=12281931 len=37541 2024-04-02T08:52:41.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 2164 completed, throughput=5MB/sec 2024-04-02T08:52:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:52:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:52:41] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-02T08:52:42.501 INFO:tasks.workunit.client.0.smithi028.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:42.545 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dsfxF41cx9SYrmR off=299517 len=1425135 2024-04-02T08:52:42.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 2165 completed, throughput=4.99MB/sec 2024-04-02T08:52:42.546 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YPGa7pqr5dbYfBQ off=9152333 len=1020711 2024-04-02T08:52:42.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 2166 completed, throughput=4.99MB/sec 2024-04-02T08:52:42.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HgBTe7BV6cj4moa off=3981228 len=1032998 2024-04-02T08:52:42.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 2167 completed, throughput=5MB/sec 2024-04-02T08:52:42.546 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HuNujg7ObBchS4i off=11290935 len=1424228 2024-04-02T08:52:42.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 2168 completed, throughput=5MB/sec 2024-04-02T08:52:42.547 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6U6GJKk9vis6FyB off=4920824 len=969590 2024-04-02T08:52:42.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 2169 completed, throughput=5MB/sec 2024-04-02T08:52:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:42 smithi137 ceph-mon[88456]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:52:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:42.701 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:42 smithi028 ceph-mon[94314]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:42.701 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:42 smithi028 ceph-mon[96890]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:52:43.521 INFO:tasks.workunit.client.0.smithi028.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:43.521 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YdwRWpPxEbgKjYz off=137942 len=2072722 2024-04-02T08:52:43.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 2170 completed, throughput=4.99MB/sec 2024-04-02T08:52:43.532 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HnEQTlyQxmzWeVj off=7199152 len=1792343 2024-04-02T08:52:43.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 2171 completed, throughput=5MB/sec 2024-04-02T08:52:43.539 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hS47w6qvtmfm1Gg off=14074877 len=1137341 2024-04-02T08:52:43.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 2172 completed, throughput=5MB/sec 2024-04-02T08:52:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:44.544 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iNQZh_EUbKh7rCv off=8775820 len=2051596 2024-04-02T08:52:44.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 2173 completed, throughput=4.99MB/sec 2024-04-02T08:52:44.551 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4J3QnwoGGz-mDHi off=14670710 len=884934 2024-04-02T08:52:44.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 2174 completed, throughput=5MB/sec 2024-04-02T08:52:44.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CTFgfNUStt8RlzT off=4855486 len=494221 2024-04-02T08:52:44.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 2175 completed, throughput=5MB/sec 2024-04-02T08:52:44.557 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pb4PWX7BQ-3d2_k off=1279328 len=1622786 2024-04-02T08:52:44.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 2176 completed, throughput=5MB/sec 2024-04-02T08:52:44.562 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9AyNX7I0f7J8mCA off=3448857 len=696068 2024-04-02T08:52:44.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 2177 completed, throughput=5MB/sec 2024-04-02T08:52:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:44 smithi137 ceph-mon[88456]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:52:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:44 smithi028 ceph-mon[94314]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:52:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:44 smithi028 ceph-mon[96890]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:52:45.566 INFO:tasks.workunit.client.0.smithi028.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:45.566 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E_uHn-4Vhd4z4Aw off=4915955 len=371034 2024-04-02T08:52:45.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 2178 completed, throughput=4.99MB/sec 2024-04-02T08:52:45.569 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xa6XXMguksp9BqN off=7376201 len=1087686 2024-04-02T08:52:45.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 2179 completed, throughput=4.99MB/sec 2024-04-02T08:52:45.574 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kIUXsE9_4osp27v off=16644826 len=1612269 2024-04-02T08:52:45.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 2180 completed, throughput=5MB/sec 2024-04-02T08:52:45.576 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xj89Y2nYk7rTi2s off=6541849 len=1371389 2024-04-02T08:52:45.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 2181 completed, throughput=5MB/sec 2024-04-02T08:52:45.579 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-igBoBKKqVIPHeSM off=1105087 len=535500 2024-04-02T08:52:45.582 INFO:tasks.workunit.client.0.smithi028.stdout:op 2182 completed, throughput=5MB/sec 2024-04-02T08:52:46.582 INFO:tasks.workunit.client.0.smithi028.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:46.583 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2ILVAsnuUDmUrzM off=14969993 len=43775 2024-04-02T08:52:46.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 2183 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.583 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YOyI3QIHIhDhjBI off=2249734 len=96873 2024-04-02T08:52:46.585 INFO:tasks.workunit.client.0.smithi028.stdout:op 2184 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.585 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hb0eUCJcXJbXIQa off=6849571 len=420847 2024-04-02T08:52:46.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 2185 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.587 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8QxlELyZRccSYUt off=4571058 len=71936 2024-04-02T08:52:46.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 2186 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0jAWsQm7DZXLtRr off=11242009 len=74357 2024-04-02T08:52:46.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 2187 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.590 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2thbfbTtHha7_J4 off=994253 len=324084 2024-04-02T08:52:46.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 2188 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tAL2XJQ1gg-IYKj off=22956334 len=29335 2024-04-02T08:52:46.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 2189 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-inbFYWDa0m8Ti3w off=5374611 len=1133810 2024-04-02T08:52:46.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 2190 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.598 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NlPHL0LAr4SWwX3 off=8211799 len=154423 2024-04-02T08:52:46.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 2191 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.599 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tDeOupnT-i-1DSg off=12508832 len=354010 2024-04-02T08:52:46.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 2192 completed, throughput=4.99MB/sec 2024-04-02T08:52:46.599 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wZr3y7orXvbepRo off=1435708 len=554820 2024-04-02T08:52:46.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 2193 completed, throughput=5MB/sec 2024-04-02T08:52:46.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uKPZbDjbWn_daCK off=1743392 len=1518842 2024-04-02T08:52:46.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 2194 completed, throughput=5MB/sec 2024-04-02T08:52:46.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z6gODejoZFtK0uY off=255436 len=1518956 2024-04-02T08:52:46.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 2195 completed, throughput=5MB/sec 2024-04-02T08:52:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:46 smithi137 ceph-mon[88456]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:52:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:46 smithi028 ceph-mon[94314]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:52:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:46 smithi028 ceph-mon[96890]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:52:47.612 INFO:tasks.workunit.client.0.smithi028.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:47.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--FRDq0_boI26qCW off=0 len=1598456 2024-04-02T08:52:47.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 2196 completed, throughput=4.99MB/sec 2024-04-02T08:52:47.613 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KBEfpdvaVrWkJ-L off=550143 len=1262670 2024-04-02T08:52:47.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 2197 completed, throughput=5MB/sec 2024-04-02T08:52:47.614 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nRVHDhNqEtTGx9L off=1173603 len=1510601 2024-04-02T08:52:47.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 2198 completed, throughput=5MB/sec 2024-04-02T08:52:48.622 INFO:tasks.workunit.client.0.smithi028.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:48.622 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gFiCVztCdw4q0BA off=3144300 len=236286 2024-04-02T08:52:48.623 INFO:tasks.workunit.client.0.smithi028.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-02T08:52:48.623 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Du_KqUNukuseZ8C off=2257072 len=188218 2024-04-02T08:52:48.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 2200 completed, throughput=4.99MB/sec 2024-04-02T08:52:48.625 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KHjX3G4Dhqw256X off=6571819 len=371967 2024-04-02T08:52:48.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 2201 completed, throughput=4.99MB/sec 2024-04-02T08:52:48.626 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R7GYqZb6VEFkS98 off=6510433 len=280323 2024-04-02T08:52:48.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 2202 completed, throughput=4.99MB/sec 2024-04-02T08:52:48.627 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W9e6b-Ct3zudSFO off=1118628 len=1061405 2024-04-02T08:52:48.628 INFO:tasks.workunit.client.0.smithi028.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-02T08:52:48.628 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--esSV8H941jKhJR off=6426145 len=1857351 2024-04-02T08:52:48.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 2204 completed, throughput=5MB/sec 2024-04-02T08:52:48.630 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SjlHmuSv1bU9AEY off=2852929 len=1978038 2024-04-02T08:52:48.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 2205 completed, throughput=5MB/sec 2024-04-02T08:52:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:48 smithi137 ceph-mon[88456]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:48 smithi028 ceph-mon[94314]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:48 smithi028 ceph-mon[96890]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:52:49.631 INFO:tasks.workunit.client.0.smithi028.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:49.632 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LSj7irqK7Lw774j off=2180726 len=1720234 2024-04-02T08:52:49.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 2206 completed, throughput=4.99MB/sec 2024-04-02T08:52:49.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oEUEvczohU7ZhGf off=16889583 len=1470285 2024-04-02T08:52:49.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 2207 completed, throughput=5MB/sec 2024-04-02T08:52:49.646 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7VwUrI9GE1KeMQa off=6247614 len=214933 2024-04-02T08:52:49.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 2208 completed, throughput=5MB/sec 2024-04-02T08:52:49.649 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zxzQKUJppkAu9XZ off=9817407 len=894004 2024-04-02T08:52:49.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 2209 completed, throughput=5MB/sec 2024-04-02T08:52:49.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6O38wtzvrB-ieyi off=1183402 len=1412158 2024-04-02T08:52:49.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 2210 completed, throughput=5MB/sec 2024-04-02T08:52:50.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:50 smithi137 ceph-mon[88456]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:50.661 INFO:tasks.workunit.client.0.smithi028.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:50.661 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kBvTECtYhOfMrbn off=7628947 len=242305 2024-04-02T08:52:50.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 2211 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.662 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fabvLZcQRevzDgg off=2064231 len=70044 2024-04-02T08:52:50.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 2212 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jr3b9eWYNGszvmr off=2473155 len=623850 2024-04-02T08:52:50.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.668 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wzdZ5kO0kaFcY83 off=5759401 len=186738 2024-04-02T08:52:50.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.670 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W_smlTPlJjFb78x off=1875710 len=219049 2024-04-02T08:52:50.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 2215 completed, throughput=4.99MB/sec 2024-04-02T08:52:50.672 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6YnDIvRgbEX6_aY off=6348615 len=1125205 2024-04-02T08:52:50.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 2216 completed, throughput=5MB/sec 2024-04-02T08:52:50.678 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tQt4R2kspVfL2tI off=14654546 len=2095926 2024-04-02T08:52:50.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 2217 completed, throughput=5MB/sec 2024-04-02T08:52:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:50 smithi028 ceph-mon[94314]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:50 smithi028 ceph-mon[96890]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:52:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:51.680 INFO:tasks.workunit.client.0.smithi028.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:51.680 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kPgkNYr5tOvmcGz off=395462 len=707789 2024-04-02T08:52:51.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 2218 completed, throughput=4.99MB/sec 2024-04-02T08:52:51.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LnAD-VwYpED5OxF off=182657 len=1291613 2024-04-02T08:52:51.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 2219 completed, throughput=4.99MB/sec 2024-04-02T08:52:51.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-87n6M8fNwslKHL1 off=2534662 len=375662 2024-04-02T08:52:51.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 2220 completed, throughput=4.99MB/sec 2024-04-02T08:52:51.691 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1XAVVE3rXFe-qgc off=10449377 len=658849 2024-04-02T08:52:51.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 2221 completed, throughput=5MB/sec 2024-04-02T08:52:51.692 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S5cMOAgs9HvsLGi off=8076189 len=775937 2024-04-02T08:52:51.694 INFO:tasks.workunit.client.0.smithi028.stdout:op 2222 completed, throughput=5MB/sec 2024-04-02T08:52:51.694 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L6UkfyShRcmhmtv off=13596292 len=317916 2024-04-02T08:52:51.695 INFO:tasks.workunit.client.0.smithi028.stdout:op 2223 completed, throughput=5MB/sec 2024-04-02T08:52:51.695 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wMhQvOsN-xtYY5O off=1383067 len=136325 2024-04-02T08:52:51.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 2224 completed, throughput=5MB/sec 2024-04-02T08:52:51.696 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Looy_5KkA2wTxX_ off=4831926 len=468610 2024-04-02T08:52:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:52:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:52:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:52:51] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:52:51.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 2225 completed, throughput=5MB/sec 2024-04-02T08:52:51.699 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n-8WQVn_MHcT2ye off=9306033 len=317949 2024-04-02T08:52:51.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 2226 completed, throughput=5MB/sec 2024-04-02T08:52:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:52 smithi137 ceph-mon[88456]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:52:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:52:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:52 smithi028 ceph-mon[94314]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:52 smithi028 ceph-mon[96890]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:52:52.699 INFO:tasks.workunit.client.0.smithi028.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:52.700 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DzI9Uu7mI3LL-DD off=10344099 len=698392 2024-04-02T08:52:52.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 2227 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.701 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TXVgW_ocr-tB4vM off=2281194 len=1577763 2024-04-02T08:52:52.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 2228 completed, throughput=4.99MB/sec 2024-04-02T08:52:52.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s0hCmbjp6WrZfBz off=7210716 len=1889711 2024-04-02T08:52:52.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 2229 completed, throughput=5MB/sec 2024-04-02T08:52:52.704 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OEe8VHep850hpvg off=2333248 len=461980 2024-04-02T08:52:52.708 INFO:tasks.workunit.client.0.smithi028.stdout:op 2230 completed, throughput=5MB/sec 2024-04-02T08:52:52.708 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-siZwmpth9pGvZw4 off=1209555 len=1176444 2024-04-02T08:52:52.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 2231 completed, throughput=5MB/sec 2024-04-02T08:52:53.709 INFO:tasks.workunit.client.0.smithi028.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:53.710 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ISWy3hzm6OMkRu2 off=9859463 len=58603 2024-04-02T08:52:53.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-02T08:52:53.710 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I9zFOVGJ9Es2j2P off=1304617 len=2022584 2024-04-02T08:52:53.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 2233 completed, throughput=4.99MB/sec 2024-04-02T08:52:53.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UaT3ipn74m99u0w off=1120043 len=1585809 2024-04-02T08:52:53.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 2234 completed, throughput=5MB/sec 2024-04-02T08:52:53.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--GrXXHjlxZpDP2R off=475781 len=121818 2024-04-02T08:52:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 2235 completed, throughput=5MB/sec 2024-04-02T08:52:53.731 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l1nWojyKmvhY98l off=1904622 len=1379340 2024-04-02T08:52:53.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 2236 completed, throughput=5MB/sec 2024-04-02T08:52:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:54 smithi137 ceph-mon[88456]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:54 smithi028 ceph-mon[94314]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:54 smithi028 ceph-mon[96890]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:52:54.738 INFO:tasks.workunit.client.0.smithi028.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:54.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FhU4hEsla38yl9M off=4900934 len=117093 2024-04-02T08:52:54.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-02T08:52:54.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F9-SHnXBLz6QP2h off=278654 len=1882064 2024-04-02T08:52:54.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 2238 completed, throughput=4.99MB/sec 2024-04-02T08:52:54.749 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j2dpHmw36_goJJV off=9517029 len=993011 2024-04-02T08:52:54.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 2239 completed, throughput=5MB/sec 2024-04-02T08:52:54.750 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0qVmvWRh21-9QAL off=511431 len=110707 2024-04-02T08:52:54.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 2240 completed, throughput=5MB/sec 2024-04-02T08:52:54.751 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kBvTECtYhOfMrbn off=3944265 len=1304628 2024-04-02T08:52:54.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 2241 completed, throughput=5MB/sec 2024-04-02T08:52:54.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hzAPXY28qgIIHar off=10461295 len=1241195 2024-04-02T08:52:54.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 2242 completed, throughput=5MB/sec 2024-04-02T08:52:55.757 INFO:tasks.workunit.client.0.smithi028.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:55.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0nykx3d6RXv6JKi off=101606 len=709641 2024-04-02T08:52:55.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 2243 completed, throughput=4.99MB/sec 2024-04-02T08:52:55.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eEJZz1txm-L6sIs off=1555852 len=1163786 2024-04-02T08:52:55.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 2244 completed, throughput=4.99MB/sec 2024-04-02T08:52:55.760 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BJQlxlUbUKlzCbE off=20445376 len=1692263 2024-04-02T08:52:55.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 2245 completed, throughput=5MB/sec 2024-04-02T08:52:55.770 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-90ZFwu2vdWoRb9C off=2029186 len=971686 2024-04-02T08:52:55.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 2246 completed, throughput=5MB/sec 2024-04-02T08:52:55.770 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w-mf1X-3R3rcUoa off=4845951 len=48519 2024-04-02T08:52:55.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 2247 completed, throughput=5MB/sec 2024-04-02T08:52:55.771 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tL5ApOoZcb9IluB off=11927374 len=2084674 2024-04-02T08:52:55.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 2248 completed, throughput=5MB/sec 2024-04-02T08:52:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:56 smithi137 ceph-mon[88456]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:56 smithi028 ceph-mon[94314]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:56 smithi028 ceph-mon[96890]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:52:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:56.782 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aL992eul3I1hxCi off=6788380 len=455274 2024-04-02T08:52:56.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 2249 completed, throughput=4.99MB/sec 2024-04-02T08:52:56.786 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nRVHDhNqEtTGx9L off=9640092 len=1992427 2024-04-02T08:52:56.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 2250 completed, throughput=5MB/sec 2024-04-02T08:52:56.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wg_lu0INplVchPN off=517540 len=1592715 2024-04-02T08:52:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 2251 completed, throughput=5MB/sec 2024-04-02T08:52:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:57.800 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8Hvt5MGNmw4B1_K off=0 len=1077997 2024-04-02T08:52:57.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 2252 completed, throughput=4.99MB/sec 2024-04-02T08:52:57.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GayDkjBk-u82aHX off=754854 len=127716 2024-04-02T08:52:57.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 2253 completed, throughput=4.99MB/sec 2024-04-02T08:52:57.803 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d9kSZe3NqnKgzvR off=5179380 len=1310165 2024-04-02T08:52:57.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 2254 completed, throughput=5MB/sec 2024-04-02T08:52:57.811 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KdpbYz3pWbJtTSg off=14194 len=1654588 2024-04-02T08:52:57.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 2255 completed, throughput=5MB/sec 2024-04-02T08:52:57.817 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bhi-scoa2u7s2fj off=4247881 len=1423528 2024-04-02T08:52:57.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 2256 completed, throughput=5MB/sec 2024-04-02T08:52:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:52:58 smithi137 ceph-mon[88456]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:52:58 smithi028 ceph-mon[96890]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:52:58 smithi028 ceph-mon[94314]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2024-04-02T08:52:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:58.818 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TtFOhRshUY6rfUW off=246633 len=1120925 2024-04-02T08:52:58.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 2257 completed, throughput=4.99MB/sec 2024-04-02T08:52:58.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-95ADF0rinlrIbXT off=8211488 len=344227 2024-04-02T08:52:58.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 2258 completed, throughput=4.99MB/sec 2024-04-02T08:52:58.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V-RAqGg0oPeabT0 off=326066 len=357896 2024-04-02T08:52:58.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-02T08:52:58.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O8-KwYPkAd4IFL1 off=8637514 len=786810 2024-04-02T08:52:58.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 2260 completed, throughput=5MB/sec 2024-04-02T08:52:58.821 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FOxViIJl6amYUsa off=15829138 len=1065371 2024-04-02T08:52:58.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 2261 completed, throughput=5MB/sec 2024-04-02T08:52:58.826 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ArEGcSEAM2tciPu off=3022511 len=1917917 2024-04-02T08:52:58.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 2262 completed, throughput=5MB/sec 2024-04-02T08:52:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-02T08:52:59.833 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mHIRxij3OT-pvDW off=3082194 len=303313 2024-04-02T08:52:59.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-02T08:52:59.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g4ro8AqMIJLD-mw off=6881682 len=1249481 2024-04-02T08:52:59.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-02T08:52:59.841 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IlAgsTxRzSS5_Fe off=12569463 len=1630714 2024-04-02T08:52:59.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 2265 completed, throughput=5MB/sec 2024-04-02T08:52:59.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pNDw_uaJcX5LUWD off=3446259 len=376156 2024-04-02T08:52:59.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 2266 completed, throughput=5MB/sec 2024-04-02T08:52:59.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-haHpqnatLXKrPjd off=856612 len=346029 2024-04-02T08:52:59.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 2267 completed, throughput=5MB/sec 2024-04-02T08:52:59.852 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yoT9leK_NYQLirk off=6813384 len=774696 2024-04-02T08:52:59.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 2268 completed, throughput=5MB/sec 2024-04-02T08:53:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:00 smithi137 ceph-mon[88456]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:00 smithi028 ceph-mon[94314]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:00 smithi028 ceph-mon[96890]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:53:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:00.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NtX_ALfe0fYHuLp off=1725634 len=1083088 2024-04-02T08:53:00.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 2269 completed, throughput=4.99MB/sec 2024-04-02T08:53:00.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6K4IZUaY0Wv_5UL off=6313641 len=1825067 2024-04-02T08:53:00.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 2270 completed, throughput=5MB/sec 2024-04-02T08:53:00.863 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TZG1WEK7W97JZZB off=17034864 len=1619755 2024-04-02T08:53:00.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 2271 completed, throughput=5MB/sec 2024-04-02T08:53:00.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oa-208tlIQXZlBh off=13094814 len=143841 2024-04-02T08:53:00.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 2272 completed, throughput=5MB/sec 2024-04-02T08:53:00.865 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oQuJYTmyRtqt3ua off=2515824 len=67587 2024-04-02T08:53:00.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 2273 completed, throughput=5MB/sec 2024-04-02T08:53:00.865 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-snmzDQbkAMQ_fcR off=6132165 len=167280 2024-04-02T08:53:00.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 2274 completed, throughput=5MB/sec 2024-04-02T08:53:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:53:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:53:01] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:53:01.867 INFO:tasks.workunit.client.0.smithi028.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:01.868 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i_KCO8oUgcdCe_H off=2339296 len=1330804 2024-04-02T08:53:01.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 2275 completed, throughput=4.99MB/sec 2024-04-02T08:53:01.869 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x6BwVeRBIv6s1tO off=12106108 len=1479713 2024-04-02T08:53:01.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 2276 completed, throughput=5MB/sec 2024-04-02T08:53:01.874 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lyF-5jZI8iqdOp0 off=1289702 len=1300380 2024-04-02T08:53:01.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 2277 completed, throughput=5MB/sec 2024-04-02T08:53:01.879 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f_leMo9QKwQB7Za off=5112383 len=1418188 2024-04-02T08:53:01.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 2278 completed, throughput=5MB/sec 2024-04-02T08:53:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:02 smithi137 ceph-mon[88456]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:53:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:02 smithi028 ceph-mon[94314]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:02 smithi028 ceph-mon[96890]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:02.880 INFO:tasks.workunit.client.0.smithi028.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:02.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZAICyCWa2PxNDlf off=6329151 len=211396 2024-04-02T08:53:02.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 2279 completed, throughput=4.99MB/sec 2024-04-02T08:53:02.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-geVbbx3BxcjXz42 off=11698202 len=1835343 2024-04-02T08:53:02.883 INFO:tasks.workunit.client.0.smithi028.stdout:op 2280 completed, throughput=4.99MB/sec 2024-04-02T08:53:02.883 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LvN3u-_g82UI3rU off=7442815 len=1225673 2024-04-02T08:53:02.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 2281 completed, throughput=5MB/sec 2024-04-02T08:53:02.884 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tf3bZ148EnMbsHR off=13073793 len=1569855 2024-04-02T08:53:02.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 2282 completed, throughput=5MB/sec 2024-04-02T08:53:02.885 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fLNNSwUdpxai-0s off=9695309 len=2027739 2024-04-02T08:53:02.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 2283 completed, throughput=5MB/sec 2024-04-02T08:53:03.887 INFO:tasks.workunit.client.0.smithi028.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:03.887 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JmsFsPk4aH9cGWK off=2463438 len=355553 2024-04-02T08:53:03.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 2284 completed, throughput=4.99MB/sec 2024-04-02T08:53:03.888 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hM3bAqCkjJl2fgD off=8151892 len=1625826 2024-04-02T08:53:03.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 2285 completed, throughput=5MB/sec 2024-04-02T08:53:03.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MZU719XCdhj4Vvr off=1967500 len=1113569 2024-04-02T08:53:03.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 2286 completed, throughput=5MB/sec 2024-04-02T08:53:03.898 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MNxelcJQshMFI_O off=20327261 len=1892406 2024-04-02T08:53:03.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 2287 completed, throughput=5MB/sec 2024-04-02T08:53:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:04 smithi137 ceph-mon[88456]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:04 smithi028 ceph-mon[94314]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:04 smithi028 ceph-mon[96890]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:53:04.905 INFO:tasks.workunit.client.0.smithi028.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:04.905 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vDt69hRxcPkiM6j off=805006 len=2087838 2024-04-02T08:53:04.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 2288 completed, throughput=5MB/sec 2024-04-02T08:53:04.918 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i1-kZP_LMus7a_B off=10930254 len=1983581 2024-04-02T08:53:04.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 2289 completed, throughput=5MB/sec 2024-04-02T08:53:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:05.928 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k4-1m-azctfPrcw off=20529658 len=1276747 2024-04-02T08:53:05.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 2290 completed, throughput=4.99MB/sec 2024-04-02T08:53:05.934 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lNMnwDewBjqVM4I off=6672277 len=1993171 2024-04-02T08:53:05.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 2291 completed, throughput=5MB/sec 2024-04-02T08:53:05.937 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mcIM7LV1JQ_mK1W off=1869885 len=447141 2024-04-02T08:53:05.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 2292 completed, throughput=5MB/sec 2024-04-02T08:53:05.940 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NeaALyJCjxvf0y7 off=8768296 len=1549590 2024-04-02T08:53:05.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 2293 completed, throughput=5MB/sec 2024-04-02T08:53:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:06 smithi137 ceph-mon[88456]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:06 smithi028 ceph-mon[96890]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:06 smithi028 ceph-mon[94314]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:53:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CSGWJcUSov8lM7c off=3091557 len=1254864 2024-04-02T08:53:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 2294 completed, throughput=4.99MB/sec 2024-04-02T08:53:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kCj-uO_5dLGwSVa off=957588 len=339087 2024-04-02T08:53:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 2295 completed, throughput=4.99MB/sec 2024-04-02T08:53:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ep8wXdq_tH2QMf9 off=6681112 len=1684966 2024-04-02T08:53:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 2296 completed, throughput=5MB/sec 2024-04-02T08:53:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KSYxha_SW4Rvj0r off=9038245 len=1260608 2024-04-02T08:53:06.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 2297 completed, throughput=5MB/sec 2024-04-02T08:53:06.953 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hplDS1GoENkn_WA off=4508688 len=1346699 2024-04-02T08:53:06.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 2298 completed, throughput=5MB/sec 2024-04-02T08:53:07.954 INFO:tasks.workunit.client.0.smithi028.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:07.954 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Vg5E4eAxHNNdSIF off=13155670 len=250927 2024-04-02T08:53:07.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 2299 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.955 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kYH741WRH6DNvZv off=17813510 len=1665808 2024-04-02T08:53:07.961 INFO:tasks.workunit.client.0.smithi028.stdout:op 2300 completed, throughput=4.99MB/sec 2024-04-02T08:53:07.961 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jC8xal34-5qxkbn off=5358080 len=1717924 2024-04-02T08:53:07.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 2301 completed, throughput=5MB/sec 2024-04-02T08:53:07.967 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_QD4_x2YyYfGLWB off=772587 len=457277 2024-04-02T08:53:07.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 2302 completed, throughput=5MB/sec 2024-04-02T08:53:07.970 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L62R9H573ePjyym off=1465455 len=791268 2024-04-02T08:53:07.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 2303 completed, throughput=5MB/sec 2024-04-02T08:53:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:08 smithi137 ceph-mon[88456]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:53:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:08 smithi028 ceph-mon[94314]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:53:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:08 smithi028 ceph-mon[96890]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:53:08.974 INFO:tasks.workunit.client.0.smithi028.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:08.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CKnkWJkf7tdlJB8 off=6022955 len=17828 2024-04-02T08:53:08.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TDv3KaVLhKKYy5U off=3368882 len=116865 2024-04-02T08:53:08.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 2305 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.977 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GVYS8hCR9OiWjqD off=890942 len=2034202 2024-04-02T08:53:08.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 2306 completed, throughput=4.99MB/sec 2024-04-02T08:53:08.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DAssKgfM2ytmCYZ off=8802268 len=1841435 2024-04-02T08:53:08.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 2307 completed, throughput=5MB/sec 2024-04-02T08:53:08.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rqi0ozWHcDpwEOW off=9301457 len=1832962 2024-04-02T08:53:08.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 2308 completed, throughput=5MB/sec 2024-04-02T08:53:09.995 INFO:tasks.workunit.client.0.smithi028.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:09.995 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hOdBcePkmBTK40x off=4899958 len=465729 2024-04-02T08:53:09.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 2309 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.999 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JHAiFKx-diAmBGw off=15830863 len=549387 2024-04-02T08:53:09.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 2310 completed, throughput=4.99MB/sec 2024-04-02T08:53:09.999 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9hGThTQ-a-rKwAW off=353934 len=271058 2024-04-02T08:53:10.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 2311 completed, throughput=4.99MB/sec 2024-04-02T08:53:10.002 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f423RkQefnbnak1 off=170147 len=780892 2024-04-02T08:53:10.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 2312 completed, throughput=5MB/sec 2024-04-02T08:53:10.006 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KKe8VayPBuMeH2k off=8585548 len=1846794 2024-04-02T08:53:10.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 2313 completed, throughput=5MB/sec 2024-04-02T08:53:10.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T61EoSKJNUGZer8 off=604036 len=1530065 2024-04-02T08:53:10.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 2314 completed, throughput=5MB/sec 2024-04-02T08:53:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:10 smithi137 ceph-mon[88456]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:10 smithi028 ceph-mon[96890]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:10.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:10 smithi028 ceph-mon[94314]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:11.010 INFO:tasks.workunit.client.0.smithi028.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:11.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BZKj6P1h7l_-Mrk off=427363 len=321853 2024-04-02T08:53:11.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 2315 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.011 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_5lfsBzc9zkdsmJ off=189398 len=247339 2024-04-02T08:53:11.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 2316 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-klJK9wnRFS26MwN off=22419981 len=786499 2024-04-02T08:53:11.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 2317 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.017 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kHyJEhbwKyYumf8 off=1320703 len=280886 2024-04-02T08:53:11.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 2318 completed, throughput=4.99MB/sec 2024-04-02T08:53:11.018 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dDs7MgvmQuEHe2L off=6032973 len=816638 2024-04-02T08:53:11.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 2319 completed, throughput=5MB/sec 2024-04-02T08:53:11.022 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ub7LEA-hdN-dwOG off=12539453 len=1569072 2024-04-02T08:53:11.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 2320 completed, throughput=5MB/sec 2024-04-02T08:53:11.027 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tn5YMDeJrVy2Si0 off=2988623 len=756000 2024-04-02T08:53:11.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 2321 completed, throughput=5MB/sec 2024-04-02T08:53:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:53:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:53:11] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:53:12.028 INFO:tasks.workunit.client.0.smithi028.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:12.028 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B5IgZyOhe1n61ob off=18287295 len=1368076 2024-04-02T08:53:12.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 2322 completed, throughput=4.99MB/sec 2024-04-02T08:53:12.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9mkjO6I35CnK9r4 off=101805 len=182078 2024-04-02T08:53:12.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-02T08:53:12.032 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T4-vf8b2eCUOoy0 off=1658177 len=485424 2024-04-02T08:53:12.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 2324 completed, throughput=4.99MB/sec 2024-04-02T08:53:12.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uxXVEWDGapMEnIN off=14031025 len=29959 2024-04-02T08:53:12.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 2325 completed, throughput=4.99MB/sec 2024-04-02T08:53:12.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W4iJNpgBi1nCY59 off=796078 len=1016021 2024-04-02T08:53:12.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 2326 completed, throughput=5MB/sec 2024-04-02T08:53:12.041 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-26atc65w_1J4Obq off=20814109 len=1910115 2024-04-02T08:53:12.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 2327 completed, throughput=5MB/sec 2024-04-02T08:53:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:12 smithi137 ceph-mon[88456]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:53:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:12 smithi028 ceph-mon[94314]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:12 smithi028 ceph-mon[96890]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:13.042 INFO:tasks.workunit.client.0.smithi028.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:13.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yRW4BTwtgTY97N0 off=2180950 len=1258366 2024-04-02T08:53:13.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 2328 completed, throughput=4.99MB/sec 2024-04-02T08:53:13.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HpaFUIThv5xieJi off=17902960 len=2006563 2024-04-02T08:53:13.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 2329 completed, throughput=5MB/sec 2024-04-02T08:53:13.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lS90yeQ0h9_huc9 off=13417040 len=1594391 2024-04-02T08:53:13.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 2330 completed, throughput=5MB/sec 2024-04-02T08:53:13.055 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uJbWxQUCw0H05KO off=5535423 len=310220 2024-04-02T08:53:13.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 2331 completed, throughput=5MB/sec 2024-04-02T08:53:13.058 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-98FRwufq-sxV4o2 off=2822973 len=1785746 2024-04-02T08:53:13.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 2332 completed, throughput=5MB/sec 2024-04-02T08:53:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:14.059 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0NUbkWs1opkQ1Bc off=6020773 len=208078 2024-04-02T08:53:14.060 INFO:tasks.workunit.client.0.smithi028.stdout:op 2333 completed, throughput=4.99MB/sec 2024-04-02T08:53:14.060 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5vMRhd38TGCqsY8 off=7585512 len=1230256 2024-04-02T08:53:14.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 2334 completed, throughput=5MB/sec 2024-04-02T08:53:14.061 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z9_p3zXHQcOgplW off=4360194 len=661196 2024-04-02T08:53:14.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 2335 completed, throughput=5MB/sec 2024-04-02T08:53:14.063 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X3wbQndmjxWk_xN off=5079209 len=1685712 2024-04-02T08:53:14.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 2336 completed, throughput=5MB/sec 2024-04-02T08:53:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:14 smithi137 ceph-mon[88456]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:14 smithi028 ceph-mon[94314]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:14 smithi028 ceph-mon[96890]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:15.069 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dIl0sJpB6k-civt off=3261326 len=456743 2024-04-02T08:53:15.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-02T08:53:15.072 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dil74S8Tf9gEJwD off=7270339 len=1628545 2024-04-02T08:53:15.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 2338 completed, throughput=4.99MB/sec 2024-04-02T08:53:15.078 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qp7IygD-thqrfVt off=6188388 len=41128 2024-04-02T08:53:15.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 2339 completed, throughput=4.99MB/sec 2024-04-02T08:53:15.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KY5QHqAxtV7hNYa off=7423441 len=945922 2024-04-02T08:53:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 2340 completed, throughput=5MB/sec 2024-04-02T08:53:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GaHQBjhspZHCWQF off=1098917 len=1577615 2024-04-02T08:53:15.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 2341 completed, throughput=5MB/sec 2024-04-02T08:53:15.082 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wzIwjnEnyEQO6gM off=443357 len=664232 2024-04-02T08:53:15.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 2342 completed, throughput=5MB/sec 2024-04-02T08:53:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:16.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hs_3-gEDV67A0Zz off=4899260 len=1800771 2024-04-02T08:53:16.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 2343 completed, throughput=4.99MB/sec 2024-04-02T08:53:16.086 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1gPS9GcCVyybLj3 off=6335509 len=1506172 2024-04-02T08:53:16.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 2344 completed, throughput=5MB/sec 2024-04-02T08:53:16.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Te1Os2UeWMQ8VeV off=2032492 len=1458571 2024-04-02T08:53:16.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 2345 completed, throughput=5MB/sec 2024-04-02T08:53:16.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RjaeVaiJpgxuABx off=17945715 len=1415505 2024-04-02T08:53:16.095 INFO:tasks.workunit.client.0.smithi028.stdout:op 2346 completed, throughput=5MB/sec 2024-04-02T08:53:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:16 smithi137 ceph-mon[88456]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:16 smithi028 ceph-mon[94314]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:16 smithi028 ceph-mon[96890]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:17.096 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qZf3RC9Xc2lHzgz off=23288945 len=1370963 2024-04-02T08:53:17.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 2347 completed, throughput=4.99MB/sec 2024-04-02T08:53:17.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wJrj_ID_VB8zpEO off=9382576 len=1869665 2024-04-02T08:53:17.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 2348 completed, throughput=5MB/sec 2024-04-02T08:53:17.103 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nyYj9krjf7RYfZ3 off=7661426 len=1323366 2024-04-02T08:53:17.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 2349 completed, throughput=5MB/sec 2024-04-02T08:53:18.105 INFO:tasks.workunit.client.0.smithi028.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:18.105 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XHWmRxS5DpMLiup off=3013135 len=1383547 2024-04-02T08:53:18.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 2350 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.106 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IoTV7fggmo11BtQ off=5750837 len=485404 2024-04-02T08:53:18.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 2351 completed, throughput=4.99MB/sec 2024-04-02T08:53:18.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yJsSeINlRI6GgFW off=7908913 len=1852474 2024-04-02T08:53:18.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 2352 completed, throughput=5MB/sec 2024-04-02T08:53:18.118 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dVJQ2c18TB6MQhH off=12119 len=1659580 2024-04-02T08:53:18.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 2353 completed, throughput=5MB/sec 2024-04-02T08:53:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:18 smithi137 ceph-mon[88456]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:18 smithi028 ceph-mon[94314]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:18 smithi028 ceph-mon[96890]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:53:19.121 INFO:tasks.workunit.client.0.smithi028.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:19.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dYtnL4WWr5wj_bs off=5436570 len=1732767 2024-04-02T08:53:19.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 2354 completed, throughput=4.99MB/sec 2024-04-02T08:53:19.127 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1QPd-29PACV0XUC off=2826603 len=794279 2024-04-02T08:53:19.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 2355 completed, throughput=5MB/sec 2024-04-02T08:53:19.132 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XhrYMT3lFXCZs0c off=5491412 len=1301190 2024-04-02T08:53:19.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 2356 completed, throughput=5MB/sec 2024-04-02T08:53:19.133 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QfW33e631oE505c off=1714351 len=1905028 2024-04-02T08:53:19.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 2357 completed, throughput=5MB/sec 2024-04-02T08:53:20.135 INFO:tasks.workunit.client.0.smithi028.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:20.136 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9nvBsWDkpBkm3gd off=12800535 len=1912993 2024-04-02T08:53:20.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 2358 completed, throughput=4.99MB/sec 2024-04-02T08:53:20.146 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WNJaL4RYRLvZYRw off=8332579 len=1381173 2024-04-02T08:53:20.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 2359 completed, throughput=5MB/sec 2024-04-02T08:53:20.147 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iQUdJQNrH8P7KkL off=16926929 len=1689123 2024-04-02T08:53:20.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 2360 completed, throughput=5MB/sec 2024-04-02T08:53:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:20 smithi137 ceph-mon[88456]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:20 smithi028 ceph-mon[94314]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:20 smithi028 ceph-mon[96890]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:21.154 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LR0ZNHDuLeZ7q5O off=2763363 len=1961101 2024-04-02T08:53:21.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 2361 completed, throughput=4.99MB/sec 2024-04-02T08:53:21.161 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_YVYnn_YtCeL2t2 off=14831214 len=465682 2024-04-02T08:53:21.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 2362 completed, throughput=5MB/sec 2024-04-02T08:53:21.161 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wPrqH7NFixEqDVo off=3345543 len=68841 2024-04-02T08:53:21.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 2363 completed, throughput=5MB/sec 2024-04-02T08:53:21.164 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vV-U_BR3LoPzv-g off=11468231 len=1561500 2024-04-02T08:53:21.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 2364 completed, throughput=5MB/sec 2024-04-02T08:53:21.165 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b-hLj8aoRsD7i-x off=15422906 len=2073077 2024-04-02T08:53:21.176 INFO:tasks.workunit.client.0.smithi028.stdout:op 2365 completed, throughput=5MB/sec 2024-04-02T08:53:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:53:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:53:21] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:53:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:22.177 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JtT4y2jQZf_Lg91 off=6161780 len=278766 2024-04-02T08:53:22.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 2366 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.177 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bLAas-tplGOWPPX off=7376621 len=1026660 2024-04-02T08:53:22.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 2367 completed, throughput=4.99MB/sec 2024-04-02T08:53:22.181 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9W3v5Cs0HJQX4GM off=3586616 len=441025 2024-04-02T08:53:22.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 2368 completed, throughput=5MB/sec 2024-04-02T08:53:22.185 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nGV4giycUnClD8g off=1346347 len=1941092 2024-04-02T08:53:22.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 2369 completed, throughput=5MB/sec 2024-04-02T08:53:22.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-foGgqgoDZTcWypT off=4808251 len=2078001 2024-04-02T08:53:22.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 2370 completed, throughput=5MB/sec 2024-04-02T08:53:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:22 smithi137 ceph-mon[88456]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:53:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:22 smithi028 ceph-mon[94314]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:22 smithi028 ceph-mon[96890]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:53:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:23.191 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ozcpt0pH1ai6vUY off=7997908 len=541523 2024-04-02T08:53:23.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 2371 completed, throughput=4.99MB/sec 2024-04-02T08:53:23.192 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hMsi8-i6L6LvZi0 off=12082227 len=1738171 2024-04-02T08:53:23.199 INFO:tasks.workunit.client.0.smithi028.stdout:op 2372 completed, throughput=5MB/sec 2024-04-02T08:53:23.199 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-St-g_wxCsIuRqyq off=19832982 len=894420 2024-04-02T08:53:23.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 2373 completed, throughput=5MB/sec 2024-04-02T08:53:23.201 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_kAeoEa5C58-WiI off=6983528 len=1508699 2024-04-02T08:53:23.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 2374 completed, throughput=5MB/sec 2024-04-02T08:53:24.202 INFO:tasks.workunit.client.0.smithi028.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:24.202 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SjlHmuSv1bU9AEY off=8082313 len=274606 2024-04-02T08:53:24.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 2375 completed, throughput=4.99MB/sec 2024-04-02T08:53:24.204 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KLuBodHEaA7DIa6 off=915156 len=1578491 2024-04-02T08:53:24.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 2376 completed, throughput=5MB/sec 2024-04-02T08:53:24.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kMqnSX_OnGj3N9d off=9961544 len=1642310 2024-04-02T08:53:24.212 INFO:tasks.workunit.client.0.smithi028.stdout:op 2377 completed, throughput=5MB/sec 2024-04-02T08:53:24.212 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dpqtkNZkNfhFQC0 off=876487 len=970432 2024-04-02T08:53:24.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 2378 completed, throughput=5MB/sec 2024-04-02T08:53:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:24 smithi137 ceph-mon[88456]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:24 smithi028 ceph-mon[94314]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:24 smithi028 ceph-mon[96890]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:53:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:25.216 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rTibCUwACsWqAFO off=8002790 len=1620582 2024-04-02T08:53:25.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 2379 completed, throughput=4.99MB/sec 2024-04-02T08:53:25.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QqmiG5BxliY3joE off=8116848 len=900672 2024-04-02T08:53:25.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 2380 completed, throughput=4.99MB/sec 2024-04-02T08:53:25.225 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UQz3W7vbOXdKBVc off=673840 len=1594546 2024-04-02T08:53:25.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 2381 completed, throughput=5MB/sec 2024-04-02T08:53:25.228 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yuMuB_GyG4_VDUX off=20985400 len=1434100 2024-04-02T08:53:25.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 2382 completed, throughput=5MB/sec 2024-04-02T08:53:26.229 INFO:tasks.workunit.client.0.smithi028.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:26.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-37RLE3o14uHir-9 off=2186476 len=706795 2024-04-02T08:53:26.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 2383 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.231 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eiXOeNnZTxf7ikq off=633893 len=298499 2024-04-02T08:53:26.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 2384 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.235 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D4n5HkEt5tO6rE1 off=900971 len=730743 2024-04-02T08:53:26.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 2385 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k5Uaoa--QaweofE off=5268554 len=154480 2024-04-02T08:53:26.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 2386 completed, throughput=4.99MB/sec 2024-04-02T08:53:26.239 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zYnWtq6fTxUX8xI off=499765 len=1544913 2024-04-02T08:53:26.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 2387 completed, throughput=5MB/sec 2024-04-02T08:53:26.240 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M3C0624z4yphkD8 off=3048284 len=1564265 2024-04-02T08:53:26.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 2388 completed, throughput=5MB/sec 2024-04-02T08:53:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:26 smithi137 ceph-mon[88456]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:26 smithi028 ceph-mon[94314]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:26 smithi028 ceph-mon[96890]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:53:27.248 INFO:tasks.workunit.client.0.smithi028.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:27.248 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v0kBKadENLQld15 off=9037149 len=1769429 2024-04-02T08:53:27.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 2389 completed, throughput=4.99MB/sec 2024-04-02T08:53:27.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wqfbfXobZ7BuXWh off=3971531 len=615466 2024-04-02T08:53:27.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 2390 completed, throughput=4.99MB/sec 2024-04-02T08:53:27.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VhaMmDnldKXWrzg off=15348403 len=520719 2024-04-02T08:53:27.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 2391 completed, throughput=5MB/sec 2024-04-02T08:53:27.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AZDDUc-g3rErUaX off=3198724 len=252243 2024-04-02T08:53:27.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 2392 completed, throughput=5MB/sec 2024-04-02T08:53:27.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pCXMla2L8oIF7JT off=7375331 len=1143571 2024-04-02T08:53:27.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 2393 completed, throughput=5MB/sec 2024-04-02T08:53:27.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TeZQuz3jaVgXS3T off=1835013 len=1593958 2024-04-02T08:53:27.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 2394 completed, throughput=5MB/sec 2024-04-02T08:53:28.266 INFO:tasks.workunit.client.0.smithi028.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:28.266 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cMyTTEkTv5e42iX off=997602 len=1156744 2024-04-02T08:53:28.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 2395 completed, throughput=4.99MB/sec 2024-04-02T08:53:28.270 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MMua-nMe5_TVEel off=7784791 len=264804 2024-04-02T08:53:28.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 2396 completed, throughput=4.99MB/sec 2024-04-02T08:53:28.274 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L_4dZmVE-zfpkTc off=19769121 len=430120 2024-04-02T08:53:28.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 2397 completed, throughput=4.99MB/sec 2024-04-02T08:53:28.277 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aL5b9DYBhgLTZoQ off=1815059 len=1580425 2024-04-02T08:53:28.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 2398 completed, throughput=5MB/sec 2024-04-02T08:53:28.284 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vJ601ffux9jrZ5I off=2019594 len=1815268 2024-04-02T08:53:28.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 2399 completed, throughput=5MB/sec 2024-04-02T08:53:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:28 smithi137 ceph-mon[88456]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:28 smithi028 ceph-mon[94314]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:28 smithi028 ceph-mon[96890]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:53:29.289 INFO:tasks.workunit.client.0.smithi028.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:29.289 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rX8BnuGju3LRN3r off=4698595 len=1862521 2024-04-02T08:53:29.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 2400 completed, throughput=4.99MB/sec 2024-04-02T08:53:29.299 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H2RLujjkq0mNTFf off=3989105 len=1393847 2024-04-02T08:53:29.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 2401 completed, throughput=5MB/sec 2024-04-02T08:53:29.300 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JP_xknHv_at3J2m off=3669887 len=641670 2024-04-02T08:53:29.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 2402 completed, throughput=5MB/sec 2024-04-02T08:53:29.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x04KNVLsx-HCtdu off=5101604 len=20211 2024-04-02T08:53:29.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 2403 completed, throughput=5MB/sec 2024-04-02T08:53:29.301 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aF9BwELrpDnZpuf off=1846925 len=2089608 2024-04-02T08:53:29.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 2404 completed, throughput=5MB/sec 2024-04-02T08:53:30.308 INFO:tasks.workunit.client.0.smithi028.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:30.309 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F_CR7DWsHTidnaH off=23157437 len=2086312 2024-04-02T08:53:30.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 2405 completed, throughput=5MB/sec 2024-04-02T08:53:30.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wA1ynSZ9fkDV189 off=421111 len=447859 2024-04-02T08:53:30.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 2406 completed, throughput=5MB/sec 2024-04-02T08:53:30.319 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T5EPMgOp7M4WtMm off=3839455 len=617581 2024-04-02T08:53:30.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 2407 completed, throughput=5MB/sec 2024-04-02T08:53:30.323 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J7nEn5l-jppIf5G off=8003684 len=1943997 2024-04-02T08:53:30.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 2408 completed, throughput=5MB/sec 2024-04-02T08:53:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:30 smithi137 ceph-mon[88456]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:30 smithi028 ceph-mon[94314]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:30 smithi028 ceph-mon[96890]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:53:31.324 INFO:tasks.workunit.client.0.smithi028.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:31.324 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qY1hoodvXQz2koN off=2888250 len=1945292 2024-04-02T08:53:31.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 2409 completed, throughput=5MB/sec 2024-04-02T08:53:31.336 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tag-9ag4Um5gDfK off=23286829 len=1253169 2024-04-02T08:53:31.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 2410 completed, throughput=5MB/sec 2024-04-02T08:53:31.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GbZHPFY-SyJ2usE off=13785217 len=1827752 2024-04-02T08:53:31.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 2411 completed, throughput=5MB/sec 2024-04-02T08:53:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:53:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:53:31] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:53:32.345 INFO:tasks.workunit.client.0.smithi028.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:32.345 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CfFA9iyd9qu7WnA off=1517990 len=1689914 2024-04-02T08:53:32.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 2412 completed, throughput=4.99MB/sec 2024-04-02T08:53:32.353 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-coGZ0euTkZNuZNh off=11887750 len=361201 2024-04-02T08:53:32.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 2413 completed, throughput=4.99MB/sec 2024-04-02T08:53:32.356 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p6k52p1-OJrHubB off=2719404 len=66805 2024-04-02T08:53:32.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 2414 completed, throughput=5MB/sec 2024-04-02T08:53:32.356 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-smmNfmT11KoXSpi off=1265468 len=2002387 2024-04-02T08:53:32.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 2415 completed, throughput=5MB/sec 2024-04-02T08:53:32.362 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2KKkyJfBLJik5KM off=4467341 len=1414549 2024-04-02T08:53:32.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 2416 completed, throughput=5MB/sec 2024-04-02T08:53:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:32 smithi137 ceph-mon[88456]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:53:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:32 smithi028 ceph-mon[94314]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:32 smithi028 ceph-mon[96890]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:53:33.364 INFO:tasks.workunit.client.0.smithi028.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:33.364 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-16OvgN9ZalkwgPz off=3988273 len=1959882 2024-04-02T08:53:33.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 2417 completed, throughput=5MB/sec 2024-04-02T08:53:33.366 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xcX_5uoooF3tUjb off=3913146 len=2073372 2024-04-02T08:53:33.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 2418 completed, throughput=5MB/sec 2024-04-02T08:53:33.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2qhd_XKSop3xy1K off=17234305 len=1400151 2024-04-02T08:53:33.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 2419 completed, throughput=5MB/sec 2024-04-02T08:53:34.376 INFO:tasks.workunit.client.0.smithi028.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:34.376 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Lw58xGAwk9M2ezE off=6195047 len=1072868 2024-04-02T08:53:34.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-02T08:53:34.377 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GdQ54GOtOyYo2CH off=930706 len=1208406 2024-04-02T08:53:34.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 2421 completed, throughput=5MB/sec 2024-04-02T08:53:34.382 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uP6ZDAJSH_2fyPe off=1970708 len=453275 2024-04-02T08:53:34.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 2422 completed, throughput=5MB/sec 2024-04-02T08:53:34.385 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ysfvqOmVdcyU3vu off=8869029 len=1501665 2024-04-02T08:53:34.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 2423 completed, throughput=5MB/sec 2024-04-02T08:53:34.385 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eb_9GaZI-cElY_e off=12081708 len=385196 2024-04-02T08:53:34.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 2424 completed, throughput=5MB/sec 2024-04-02T08:53:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:34 smithi137 ceph-mon[88456]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:53:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:34 smithi028 ceph-mon[94314]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:53:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:34 smithi028 ceph-mon[96890]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:53:35.388 INFO:tasks.workunit.client.0.smithi028.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:35.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ooqGgRB2AaPCVZk off=5829150 len=1202799 2024-04-02T08:53:35.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 2425 completed, throughput=4.99MB/sec 2024-04-02T08:53:35.391 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4SEgxjK-0plJlSM off=887101 len=1283496 2024-04-02T08:53:35.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 2426 completed, throughput=5MB/sec 2024-04-02T08:53:35.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SDJRQEBIMEb0oS- off=9148355 len=719197 2024-04-02T08:53:35.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 2427 completed, throughput=5MB/sec 2024-04-02T08:53:35.401 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hpgRTCKZRkr2Czw off=3398072 len=1762808 2024-04-02T08:53:35.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 2428 completed, throughput=5MB/sec 2024-04-02T08:53:35.408 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B3S-h6cTpCdYO44 off=6965318 len=274586 2024-04-02T08:53:35.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 2429 completed, throughput=5MB/sec 2024-04-02T08:53:36.409 INFO:tasks.workunit.client.0.smithi028.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:36.409 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_5lfsBzc9zkdsmJ off=4412417 len=832367 2024-04-02T08:53:36.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 2430 completed, throughput=4.99MB/sec 2024-04-02T08:53:36.414 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_GXxY-EMt5tQpzr off=12245817 len=692988 2024-04-02T08:53:36.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 2431 completed, throughput=4.99MB/sec 2024-04-02T08:53:36.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CxcPCFR7WY6o1kQ off=0 len=1806568 2024-04-02T08:53:36.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 2432 completed, throughput=5MB/sec 2024-04-02T08:53:36.422 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R4fdx-RQ5Lj35By off=2884614 len=667315 2024-04-02T08:53:36.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 2433 completed, throughput=5MB/sec 2024-04-02T08:53:36.423 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mrY1cR4y3UNdCkn off=203697 len=412799 2024-04-02T08:53:36.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 2434 completed, throughput=5MB/sec 2024-04-02T08:53:36.424 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d5jTaAhiYLI5E5- off=16935080 len=483524 2024-04-02T08:53:36.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 2435 completed, throughput=5MB/sec 2024-04-02T08:53:36.427 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jzq12MmVn0FLsqO off=4532817 len=891279 2024-04-02T08:53:36.429 INFO:tasks.workunit.client.0.smithi028.stdout:op 2436 completed, throughput=5MB/sec 2024-04-02T08:53:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:36 smithi137 ceph-mon[88456]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:36 smithi028 ceph-mon[94314]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:36 smithi028 ceph-mon[96890]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:37.429 INFO:tasks.workunit.client.0.smithi028.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:37.430 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DLC43En50xUWUT2 off=1492223 len=2029827 2024-04-02T08:53:37.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 2437 completed, throughput=4.99MB/sec 2024-04-02T08:53:37.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qu-zxx8OqqZ07Jj off=18374648 len=222244 2024-04-02T08:53:37.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 2438 completed, throughput=5MB/sec 2024-04-02T08:53:37.435 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p91zs0YGtr6czxw off=9016635 len=1642908 2024-04-02T08:53:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 2439 completed, throughput=5MB/sec 2024-04-02T08:53:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KBiBu1SZmWezZAa off=1811289 len=1968208 2024-04-02T08:53:37.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 2440 completed, throughput=5MB/sec 2024-04-02T08:53:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:53:38.450 INFO:tasks.workunit.client.0.smithi028.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:38.450 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6JsNTWnmLyX2_Zm off=1387722 len=1339854 2024-04-02T08:53:38.451 INFO:tasks.workunit.client.0.smithi028.stdout:op 2441 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.451 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-el2uLHFpD8P0xmj off=1038381 len=155381 2024-04-02T08:53:38.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 2442 completed, throughput=4.99MB/sec 2024-04-02T08:53:38.454 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o2wQeV2egC3hAwy off=5737249 len=395770 2024-04-02T08:53:38.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 2443 completed, throughput=5MB/sec 2024-04-02T08:53:38.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E98noLTkEkzz4Gu off=2639170 len=389787 2024-04-02T08:53:38.457 INFO:tasks.workunit.client.0.smithi028.stdout:op 2444 completed, throughput=5MB/sec 2024-04-02T08:53:38.457 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-utTqbQbAiJc6NGK off=293565 len=1264054 2024-04-02T08:53:38.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 2445 completed, throughput=5MB/sec 2024-04-02T08:53:38.462 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A4Shnj2WZs9OyPP off=3837702 len=1516138 2024-04-02T08:53:38.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 2446 completed, throughput=5MB/sec 2024-04-02T08:53:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:38 smithi028 ceph-mon[96890]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:53:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:38 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:38 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:38 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:53:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:38 smithi028 ceph-mon[94314]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:53:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:38 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:38 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:38 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:53:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:38 smithi137 ceph-mon[88456]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:53:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:38 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:53:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:38 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:53:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:38 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:53:39.470 INFO:tasks.workunit.client.0.smithi028.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:39.470 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Rnvp27Kevx6plgP off=226847 len=436512 2024-04-02T08:53:39.473 INFO:tasks.workunit.client.0.smithi028.stdout:op 2447 completed, throughput=4.99MB/sec 2024-04-02T08:53:39.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PdslZ3OwQEjTEdJ off=2490656 len=1867139 2024-04-02T08:53:39.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 2448 completed, throughput=5MB/sec 2024-04-02T08:53:39.475 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hNdcYF37amEPPKo off=10194042 len=1268268 2024-04-02T08:53:39.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 2449 completed, throughput=5MB/sec 2024-04-02T08:53:39.481 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kvMSEODTsWu0jEk off=16810294 len=1098195 2024-04-02T08:53:39.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 2450 completed, throughput=5MB/sec 2024-04-02T08:53:40.482 INFO:tasks.workunit.client.0.smithi028.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:40.482 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rlIyGreGQibHn0C off=4184790 len=38915 2024-04-02T08:53:40.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 2451 completed, throughput=4.99MB/sec 2024-04-02T08:53:40.485 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GrhvsBlCxu1o6Wb off=3788790 len=950408 2024-04-02T08:53:40.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 2452 completed, throughput=4.99MB/sec 2024-04-02T08:53:40.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1E7FALiP7Zp7h1v off=9453207 len=1273207 2024-04-02T08:53:40.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 2453 completed, throughput=4.99MB/sec 2024-04-02T08:53:40.489 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bAC-ydp6PcsV3hq off=973306 len=1380002 2024-04-02T08:53:40.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 2454 completed, throughput=5MB/sec 2024-04-02T08:53:40.495 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qZ72fWOI7VoVOwb off=7643954 len=870676 2024-04-02T08:53:40.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 2455 completed, throughput=5MB/sec 2024-04-02T08:53:40.499 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6pVozSQhBSbjLLG off=3392963 len=1072889 2024-04-02T08:53:40.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 2456 completed, throughput=5MB/sec 2024-04-02T08:53:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:40 smithi028 ceph-mon[94314]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:40 smithi028 ceph-mon[96890]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:40.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:40 smithi137 ceph-mon[88456]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:41.501 INFO:tasks.workunit.client.0.smithi028.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:41.502 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2ieqmOHbK_mf-HE off=3599979 len=1654259 2024-04-02T08:53:41.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 2457 completed, throughput=4.99MB/sec 2024-04-02T08:53:41.508 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jDZ6hTM1hI7Zbtv off=152684 len=639392 2024-04-02T08:53:41.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 2458 completed, throughput=5MB/sec 2024-04-02T08:53:41.509 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D6EGg6HwoB7w7RF off=5447809 len=941778 2024-04-02T08:53:41.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 2459 completed, throughput=5MB/sec 2024-04-02T08:53:41.514 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--ey05SBS6qsx-cW off=4336407 len=1959841 2024-04-02T08:53:41.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 2460 completed, throughput=5MB/sec 2024-04-02T08:53:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:53:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:53:41] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:53:42.518 INFO:tasks.workunit.client.0.smithi028.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:42.518 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gTz6rWq6HxCv0kO off=14283291 len=1325894 2024-04-02T08:53:42.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 2461 completed, throughput=4.99MB/sec 2024-04-02T08:53:42.523 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Kff2iGHvsWuBVcf off=1129756 len=1563007 2024-04-02T08:53:42.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 2462 completed, throughput=5MB/sec 2024-04-02T08:53:42.524 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5yof8QyiVfv-7dW off=9738715 len=364681 2024-04-02T08:53:42.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 2463 completed, throughput=5MB/sec 2024-04-02T08:53:42.526 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ldx2BUmpnRGWeHg off=6958714 len=899864 2024-04-02T08:53:42.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 2464 completed, throughput=5MB/sec 2024-04-02T08:53:42.527 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gyf9CwuvmHTYlLJ off=861025 len=131606 2024-04-02T08:53:42.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 2465 completed, throughput=5MB/sec 2024-04-02T08:53:42.527 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-960959ouF_VPaT2 off=9184915 len=1699131 2024-04-02T08:53:42.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 2466 completed, throughput=5MB/sec 2024-04-02T08:53:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:42 smithi137 ceph-mon[88456]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:53:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:42 smithi028 ceph-mon[94314]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:42 smithi028 ceph-mon[96890]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:53:43.534 INFO:tasks.workunit.client.0.smithi028.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:43.534 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kEBwP_iLUbH6bn4 off=1888341 len=1226800 2024-04-02T08:53:43.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 2467 completed, throughput=4.99MB/sec 2024-04-02T08:53:43.535 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-diZckPuYUCrvg6n off=6746299 len=143232 2024-04-02T08:53:43.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-02T08:53:43.535 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hk__MhT16gqOQER off=3625726 len=1901974 2024-04-02T08:53:43.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 2469 completed, throughput=5MB/sec 2024-04-02T08:53:43.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-anSFxWia8xL_xHW off=11406806 len=1451415 2024-04-02T08:53:43.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 2470 completed, throughput=5MB/sec 2024-04-02T08:53:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:44.547 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nVpWu1ijaBFRwny off=6407748 len=657149 2024-04-02T08:53:44.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 2471 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.547 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ijngrcft4_g7U7o off=790876 len=274676 2024-04-02T08:53:44.550 INFO:tasks.workunit.client.0.smithi028.stdout:op 2472 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.550 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aNzaLKVQu4KPG3A off=1728983 len=200195 2024-04-02T08:53:44.550 INFO:tasks.workunit.client.0.smithi028.stdout:op 2473 completed, throughput=4.99MB/sec 2024-04-02T08:53:44.550 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1pU6biH4JvbXRtj off=0 len=1293073 2024-04-02T08:53:44.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 2474 completed, throughput=5MB/sec 2024-04-02T08:53:44.551 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ytx4x_NvAZMf4HQ off=2236849 len=783790 2024-04-02T08:53:44.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 2475 completed, throughput=5MB/sec 2024-04-02T08:53:44.556 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZHJNZMdxPZX7sji off=2543745 len=1036084 2024-04-02T08:53:44.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 2476 completed, throughput=5MB/sec 2024-04-02T08:53:44.560 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zQr7ssJMVFNT48f off=19125252 len=1068503 2024-04-02T08:53:44.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 2477 completed, throughput=5MB/sec 2024-04-02T08:53:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:44 smithi028 ceph-mon[94314]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:53:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:44 smithi028 ceph-mon[96890]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:53:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:44 smithi137 ceph-mon[88456]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:53:45.563 INFO:tasks.workunit.client.0.smithi028.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:45.563 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cjjn5XD8xrPgQVZ off=2759060 len=375376 2024-04-02T08:53:45.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 2478 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.566 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-obfJs4c8qRqW9aP off=4760545 len=1111327 2024-04-02T08:53:45.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 2479 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.568 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wAgFpAUeGkVDWys off=5006910 len=353565 2024-04-02T08:53:45.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.569 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fYkjDNu8VLnNI2t off=343784 len=305364 2024-04-02T08:53:45.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 2481 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.572 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EbtfKeunD4IQuGE off=20777537 len=19352 2024-04-02T08:53:45.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 2482 completed, throughput=4.99MB/sec 2024-04-02T08:53:45.573 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W_o6Pvr8FoaGXwe off=3018822 len=1391584 2024-04-02T08:53:45.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 2483 completed, throughput=5MB/sec 2024-04-02T08:53:45.574 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2_X-HOxjmxVG4MU off=677070 len=1816559 2024-04-02T08:53:45.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 2484 completed, throughput=5MB/sec 2024-04-02T08:53:46.581 INFO:tasks.workunit.client.0.smithi028.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:46.581 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xw4hI8Ci2WQhGxX off=5038834 len=1995149 2024-04-02T08:53:46.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 2485 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.592 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8jy6Ej4hiLSZVvY off=18906335 len=113292 2024-04-02T08:53:46.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 2486 completed, throughput=4.99MB/sec 2024-04-02T08:53:46.593 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KA2R5a_phYJY2me off=4386638 len=746370 2024-04-02T08:53:46.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 2487 completed, throughput=5MB/sec 2024-04-02T08:53:46.594 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WFDCNhcBBUP1qNc off=4356442 len=446394 2024-04-02T08:53:46.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 2488 completed, throughput=5MB/sec 2024-04-02T08:53:46.594 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YK5r8kTH4069NrH off=15364284 len=1159542 2024-04-02T08:53:46.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 2489 completed, throughput=5MB/sec 2024-04-02T08:53:46.600 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iVt93ZfDO9Ga1pu off=5433634 len=179297 2024-04-02T08:53:46.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 2490 completed, throughput=5MB/sec 2024-04-02T08:53:46.600 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6fbTE376KgTqjC5 off=8005265 len=1000372 2024-04-02T08:53:46.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 2491 completed, throughput=5MB/sec 2024-04-02T08:53:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:46 smithi028 ceph-mon[94314]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:46 smithi028 ceph-mon[96890]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:46 smithi137 ceph-mon[88456]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:53:47.604 INFO:tasks.workunit.client.0.smithi028.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:47.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T-3DbYBaOXh65Q4 off=3375859 len=1230245 2024-04-02T08:53:47.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 2492 completed, throughput=4.99MB/sec 2024-04-02T08:53:47.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zTDPktNjMMGJ0ke off=10700468 len=276859 2024-04-02T08:53:47.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 2493 completed, throughput=4.99MB/sec 2024-04-02T08:53:47.606 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0lk-vJvDrFQMOMJ off=20541569 len=532445 2024-04-02T08:53:47.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 2494 completed, throughput=5MB/sec 2024-04-02T08:53:47.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c6otOyAXdLkabcM off=5913236 len=1104350 2024-04-02T08:53:47.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 2495 completed, throughput=5MB/sec 2024-04-02T08:53:47.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OmsOguznde1LFwW off=8960456 len=1830454 2024-04-02T08:53:47.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 2496 completed, throughput=5MB/sec 2024-04-02T08:53:48.612 INFO:tasks.workunit.client.0.smithi028.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:48.612 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pd99fdoplxdazYV off=10428692 len=1401089 2024-04-02T08:53:48.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 2497 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.617 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RkP-FzrfCqTeNcz off=14160031 len=175204 2024-04-02T08:53:48.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 2498 completed, throughput=4.99MB/sec 2024-04-02T08:53:48.618 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hiVzGPSgXEjS4Jk off=1556297 len=2000251 2024-04-02T08:53:48.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 2499 completed, throughput=5MB/sec 2024-04-02T08:53:48.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Vp_Ar3ptRjRZvDR off=3656143 len=1783133 2024-04-02T08:53:48.628 INFO:tasks.workunit.client.0.smithi028.stdout:op 2500 completed, throughput=5MB/sec 2024-04-02T08:53:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:48 smithi028 ceph-mon[94314]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:53:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:48 smithi028 ceph-mon[96890]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:53:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:48 smithi137 ceph-mon[88456]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:53:49.628 INFO:tasks.workunit.client.0.smithi028.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:49.628 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F0yDLT3TwoKjvpx off=8009924 len=1690818 2024-04-02T08:53:49.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 2501 completed, throughput=4.99MB/sec 2024-04-02T08:53:49.632 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q1LD22Yqp513xPj off=15818229 len=314948 2024-04-02T08:53:49.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-02T08:53:49.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-chpSdeq7-tsJ954 off=15965468 len=1824895 2024-04-02T08:53:49.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 2503 completed, throughput=5MB/sec 2024-04-02T08:53:49.637 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UVVREqf7HcWPzb6 off=2498078 len=2026944 2024-04-02T08:53:49.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 2504 completed, throughput=5MB/sec 2024-04-02T08:53:50.648 INFO:tasks.workunit.client.0.smithi028.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:50.648 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KsyExAzkjJxgJvv off=8770887 len=266521 2024-04-02T08:53:50.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 2505 completed, throughput=4.99MB/sec 2024-04-02T08:53:50.651 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M-FxBycJ9wO0W0C off=2982012 len=1869102 2024-04-02T08:53:50.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 2506 completed, throughput=5MB/sec 2024-04-02T08:53:50.662 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4Hio85EUBelod-b off=6394312 len=931313 2024-04-02T08:53:50.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 2507 completed, throughput=5MB/sec 2024-04-02T08:53:50.666 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJP6tL7szJ7K0rp off=3929305 len=788672 2024-04-02T08:53:50.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 2508 completed, throughput=5MB/sec 2024-04-02T08:53:50.666 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7OsQhzucSL4Prc_ off=7652318 len=538616 2024-04-02T08:53:50.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 2509 completed, throughput=5MB/sec 2024-04-02T08:53:50.667 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TRY3bC2aLAPMRTD off=13804998 len=355125 2024-04-02T08:53:50.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 2510 completed, throughput=5MB/sec 2024-04-02T08:53:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:50 smithi028 ceph-mon[94314]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:50 smithi028 ceph-mon[96890]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:50 smithi137 ceph-mon[88456]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:53:51.670 INFO:tasks.workunit.client.0.smithi028.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:51.670 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_bZhmaKR4JU7xgp off=614882 len=2069032 2024-04-02T08:53:51.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 2511 completed, throughput=4.99MB/sec 2024-04-02T08:53:51.679 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8la2fp_olSV4y9S off=16571013 len=681538 2024-04-02T08:53:51.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 2512 completed, throughput=5MB/sec 2024-04-02T08:53:51.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8M-XBnPaV_qmo8G off=19292438 len=1226948 2024-04-02T08:53:51.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 2513 completed, throughput=5MB/sec 2024-04-02T08:53:51.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9sHX1itT_XqcuDK off=592227 len=19994 2024-04-02T08:53:51.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 2514 completed, throughput=5MB/sec 2024-04-02T08:53:51.687 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oKGBDtqVzOlB9mf off=3021406 len=1549669 2024-04-02T08:53:51.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 2515 completed, throughput=5MB/sec 2024-04-02T08:53:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:53:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:53:51] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:53:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:53:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:52 smithi137 ceph-mon[88456]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:53:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:53:52.688 INFO:tasks.workunit.client.0.smithi028.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:52.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fB6zy5ijsTfU_dR off=145181 len=742712 2024-04-02T08:53:52.689 INFO:tasks.workunit.client.0.smithi028.stdout:op 2516 completed, throughput=4.99MB/sec 2024-04-02T08:53:52.689 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3pQOTS5WekDo3oF off=6578195 len=1462740 2024-04-02T08:53:52.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 2517 completed, throughput=5MB/sec 2024-04-02T08:53:52.690 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z40Zc9hT_tz5OsQ off=14094168 len=1947164 2024-04-02T08:53:52.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 2518 completed, throughput=5MB/sec 2024-04-02T08:53:52.697 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_lJIADCdBSlf-bK off=12360225 len=2059863 2024-04-02T08:53:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:52 smithi028 ceph-mon[94314]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:52 smithi028 ceph-mon[96890]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:53:52.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 2519 completed, throughput=5MB/sec 2024-04-02T08:53:53.702 INFO:tasks.workunit.client.0.smithi028.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:53.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EiTj-9afsgCmZzS off=9743209 len=1254165 2024-04-02T08:53:53.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 2520 completed, throughput=5MB/sec 2024-04-02T08:53:53.703 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CUSw7TximZl9zmH off=8202142 len=1651466 2024-04-02T08:53:53.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 2521 completed, throughput=5MB/sec 2024-04-02T08:53:53.705 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dOMW_RXcGwwbubG off=863529 len=1013356 2024-04-02T08:53:53.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 2522 completed, throughput=5MB/sec 2024-04-02T08:53:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:54 smithi028 ceph-mon[94314]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:54 smithi028 ceph-mon[96890]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:54.707 INFO:tasks.workunit.client.0.smithi028.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:54.707 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gjzfnlwJ6fg9mLp off=14887105 len=1441705 2024-04-02T08:53:54.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 2523 completed, throughput=4.99MB/sec 2024-04-02T08:53:54.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MCih8u28I3oaeZL off=9443950 len=751253 2024-04-02T08:53:54.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 2524 completed, throughput=4.99MB/sec 2024-04-02T08:53:54.714 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aZgpf5W8rY_FN5d off=5817090 len=157191 2024-04-02T08:53:54.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 2525 completed, throughput=4.99MB/sec 2024-04-02T08:53:54.717 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z2SrL6rD6wXC2wE off=17953563 len=644972 2024-04-02T08:53:54.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 2526 completed, throughput=5MB/sec 2024-04-02T08:53:54.721 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u7WBMMd4BD3oZIh off=13600946 len=70002 2024-04-02T08:53:54.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 2527 completed, throughput=5MB/sec 2024-04-02T08:53:54.723 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A-S2k4aoMA4MT8O off=2898320 len=2073373 2024-04-02T08:53:54.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 2528 completed, throughput=5MB/sec 2024-04-02T08:53:54.727 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FnM-Feh7-J4C0ou off=11389630 len=1568426 2024-04-02T08:53:54.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 2529 completed, throughput=5MB/sec 2024-04-02T08:53:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:54 smithi137 ceph-mon[88456]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:53:55.733 INFO:tasks.workunit.client.0.smithi028.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:55.733 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--OtnBlHzJ2rZcNC off=1108601 len=84266 2024-04-02T08:53:55.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 2530 completed, throughput=4.99MB/sec 2024-04-02T08:53:55.733 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BwJdXvEIeiOLJh_ off=3987087 len=2050049 2024-04-02T08:53:55.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 2531 completed, throughput=5MB/sec 2024-04-02T08:53:55.735 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vjGYVMT4rrBzUOY off=1301791 len=829038 2024-04-02T08:53:55.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 2532 completed, throughput=5MB/sec 2024-04-02T08:53:55.740 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tu5w6jyTeqJl0em off=2915298 len=1611336 2024-04-02T08:53:55.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 2533 completed, throughput=5MB/sec 2024-04-02T08:53:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:55 smithi137 ceph-mon[88456]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:55 smithi028 ceph-mon[94314]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:55 smithi028 ceph-mon[96890]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:53:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:56.741 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oohJ0BWUUX2JtVs off=13960312 len=463300 2024-04-02T08:53:56.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 2534 completed, throughput=4.99MB/sec 2024-04-02T08:53:56.742 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l2PyzxN6swW4lPH off=280865 len=534958 2024-04-02T08:53:56.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 2535 completed, throughput=4.99MB/sec 2024-04-02T08:53:56.745 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ij_LflZvEfCsLCk off=1930199 len=1867727 2024-04-02T08:53:56.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 2536 completed, throughput=5MB/sec 2024-04-02T08:53:56.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hwCdiAhzvgsDd7t off=5545710 len=32554 2024-04-02T08:53:56.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 2537 completed, throughput=5MB/sec 2024-04-02T08:53:56.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i3-43d29NEOnTv2 off=4632376 len=1745339 2024-04-02T08:53:56.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 2538 completed, throughput=5MB/sec 2024-04-02T08:53:56.763 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-24YKgH-qUsFoC1X off=10371103 len=1474859 2024-04-02T08:53:56.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 2539 completed, throughput=5MB/sec 2024-04-02T08:53:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:57.768 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ISWy3hzm6OMkRu2 off=9567014 len=1512146 2024-04-02T08:53:57.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 2540 completed, throughput=5MB/sec 2024-04-02T08:53:57.774 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_8IVhya118SK2OK off=527642 len=1742709 2024-04-02T08:53:57.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 2541 completed, throughput=5MB/sec 2024-04-02T08:53:57.779 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RS6LxDlyoAyB7Wb off=3623636 len=515634 2024-04-02T08:53:57.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 2542 completed, throughput=5MB/sec 2024-04-02T08:53:57.783 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w0vksGR0kIwY1Bp off=5604139 len=732198 2024-04-02T08:53:57.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 2543 completed, throughput=5MB/sec 2024-04-02T08:53:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:57 smithi137 ceph-mon[88456]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:57 smithi028 ceph-mon[94314]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:57 smithi028 ceph-mon[96890]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:53:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:58.784 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pU27EPPxVIN96cx off=15760820 len=1357223 2024-04-02T08:53:58.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 2544 completed, throughput=4.99MB/sec 2024-04-02T08:53:58.792 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-naAOMrT6sdQ-l8B off=9350383 len=1287090 2024-04-02T08:53:58.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 2545 completed, throughput=5MB/sec 2024-04-02T08:53:58.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJtbFyiBbjTMDfP off=14847885 len=917004 2024-04-02T08:53:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 2546 completed, throughput=5MB/sec 2024-04-02T08:53:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xygMVYUNHwFo2fk off=881983 len=789677 2024-04-02T08:53:58.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 2547 completed, throughput=5MB/sec 2024-04-02T08:53:58.799 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TdU-vcEv6DP5ybN off=9465376 len=1866272 2024-04-02T08:53:58.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 2548 completed, throughput=5MB/sec 2024-04-02T08:53:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-02T08:53:59.808 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ljFQkz_gmLknNNK off=198649 len=196434 2024-04-02T08:53:59.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 2549 completed, throughput=4.99MB/sec 2024-04-02T08:53:59.809 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B0nIc3DN9CE_vrV off=11476375 len=745656 2024-04-02T08:53:59.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 2550 completed, throughput=4.99MB/sec 2024-04-02T08:53:59.811 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w-l_xSC5KMr7AsD off=538903 len=1726718 2024-04-02T08:53:59.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 2551 completed, throughput=5MB/sec 2024-04-02T08:53:59.817 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YCSW1Nm2uxK2Aoo off=2034454 len=1572011 2024-04-02T08:53:59.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 2552 completed, throughput=5MB/sec 2024-04-02T08:54:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:53:59 smithi137 ceph-mon[88456]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:53:59 smithi028 ceph-mon[94314]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:53:59 smithi028 ceph-mon[96890]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:00.823 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RuSDqXxgIVHUzkc off=4502185 len=232324 2024-04-02T08:54:00.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 2553 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.823 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QvA5hgQFc_ZFOLW off=3600873 len=928567 2024-04-02T08:54:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 2554 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--GrXXHjlxZpDP2R off=1222748 len=211797 2024-04-02T08:54:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 2555 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XFeVsAE0bznrSG1 off=1858105 len=40874 2024-04-02T08:54:00.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 2556 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.831 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k4InOgRb7gnvxI6 off=10088077 len=459419 2024-04-02T08:54:00.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 2557 completed, throughput=4.99MB/sec 2024-04-02T08:54:00.832 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-isGs_TVvKt-t_18 off=2146540 len=659128 2024-04-02T08:54:00.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 2558 completed, throughput=5MB/sec 2024-04-02T08:54:00.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_82Q4-RBpyOcGzz off=3232950 len=1980082 2024-04-02T08:54:00.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 2559 completed, throughput=5MB/sec 2024-04-02T08:54:00.843 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sTuaFxvBLK1nPAE off=10935589 len=577737 2024-04-02T08:54:00.846 INFO:tasks.workunit.client.0.smithi028.stdout:op 2560 completed, throughput=5MB/sec 2024-04-02T08:54:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:54:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:54:01] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:54:01.846 INFO:tasks.workunit.client.0.smithi028.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:01.846 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HE5tThtBwxqCfDp off=9024981 len=56388 2024-04-02T08:54:01.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 2561 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.849 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B5UKcCJhbKDQewW off=13225712 len=1288698 2024-04-02T08:54:01.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 2562 completed, throughput=4.99MB/sec 2024-04-02T08:54:01.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5WAWEzpy-TVTrxs off=8987060 len=1466612 2024-04-02T08:54:01.855 INFO:tasks.workunit.client.0.smithi028.stdout:op 2563 completed, throughput=5MB/sec 2024-04-02T08:54:01.855 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3JLWtCXejeg8pou off=10600958 len=1157273 2024-04-02T08:54:01.857 INFO:tasks.workunit.client.0.smithi028.stdout:op 2564 completed, throughput=5MB/sec 2024-04-02T08:54:01.858 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T0E5o8yKr0wZyj0 off=11100275 len=366110 2024-04-02T08:54:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 2565 completed, throughput=5MB/sec 2024-04-02T08:54:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gdLFOtb87JwhvUc off=4241456 len=1269429 2024-04-02T08:54:01.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 2566 completed, throughput=5MB/sec 2024-04-02T08:54:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:01 smithi137 ceph-mon[88456]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:01 smithi028 ceph-mon[94314]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:01 smithi028 ceph-mon[96890]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:54:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:54:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:02.862 INFO:tasks.workunit.client.0.smithi028.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:02.862 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b3hxoXepFx06Psi off=7841716 len=101901 2024-04-02T08:54:02.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 2567 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.864 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ErQD-x9mtb6plhY off=2825444 len=672726 2024-04-02T08:54:02.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 2568 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.868 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z5EFE7iE8LnPrae off=1909813 len=1090112 2024-04-02T08:54:02.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 2569 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.873 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AoptHoA87EDa9D9 off=14390349 len=39318 2024-04-02T08:54:02.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 2570 completed, throughput=4.99MB/sec 2024-04-02T08:54:02.875 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9MTtDAU6lylxZsj off=270706 len=647904 2024-04-02T08:54:02.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 2571 completed, throughput=5MB/sec 2024-04-02T08:54:02.876 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RrqNOIn8NZHxfwl off=11489264 len=1546617 2024-04-02T08:54:02.877 INFO:tasks.workunit.client.0.smithi028.stdout:op 2572 completed, throughput=5MB/sec 2024-04-02T08:54:02.877 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RFOPL2-oi86RbaH off=12010991 len=944684 2024-04-02T08:54:02.877 INFO:tasks.workunit.client.0.smithi028.stdout:op 2573 completed, throughput=5MB/sec 2024-04-02T08:54:03.877 INFO:tasks.workunit.client.0.smithi028.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:03.878 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ROrZEx4CSt866nd off=1983917 len=514226 2024-04-02T08:54:03.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 2574 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.878 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dUDheEaKzH6YyF6 off=9967879 len=384835 2024-04-02T08:54:03.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 2575 completed, throughput=4.99MB/sec 2024-04-02T08:54:03.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WcLsSQr1wwZdFmT off=3616813 len=1822009 2024-04-02T08:54:03.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 2576 completed, throughput=5MB/sec 2024-04-02T08:54:03.888 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ho3R5Q1-RS6fHAk off=17086277 len=1742773 2024-04-02T08:54:03.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 2577 completed, throughput=5MB/sec 2024-04-02T08:54:03.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kjN48w0Tq8DmVTs off=5148589 len=332279 2024-04-02T08:54:03.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 2578 completed, throughput=5MB/sec 2024-04-02T08:54:03.898 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X2J9IhuxPZ7zKBx off=18919398 len=841266 2024-04-02T08:54:03.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 2579 completed, throughput=5MB/sec 2024-04-02T08:54:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:03 smithi137 ceph-mon[88456]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:03 smithi028 ceph-mon[94314]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:03 smithi028 ceph-mon[96890]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:54:04.902 INFO:tasks.workunit.client.0.smithi028.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:04.902 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S61ZENatL9Gh9CN off=2060969 len=1960216 2024-04-02T08:54:04.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 2580 completed, throughput=4.99MB/sec 2024-04-02T08:54:04.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-InmZCT799QwD7cE off=8652684 len=1967740 2024-04-02T08:54:04.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 2581 completed, throughput=5MB/sec 2024-04-02T08:54:04.924 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a-TYaTyC69z8E4P off=10309779 len=1067473 2024-04-02T08:54:04.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 2582 completed, throughput=5MB/sec 2024-04-02T08:54:04.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NRT9bzRBPhEx-MN off=270793 len=1114101 2024-04-02T08:54:04.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 2583 completed, throughput=5MB/sec 2024-04-02T08:54:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:05.931 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wGwIQaTn2REkKpl off=16028976 len=976641 2024-04-02T08:54:05.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 2584 completed, throughput=4.99MB/sec 2024-04-02T08:54:05.932 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hez7laz6IUswTn7 off=194858 len=1003121 2024-04-02T08:54:05.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 2585 completed, throughput=5MB/sec 2024-04-02T08:54:05.936 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--eEuslWMgjQzVtW off=11453040 len=945576 2024-04-02T08:54:05.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 2586 completed, throughput=5MB/sec 2024-04-02T08:54:05.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RvUYI_rwLi-8TmQ off=3991658 len=468533 2024-04-02T08:54:05.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 2587 completed, throughput=5MB/sec 2024-04-02T08:54:05.942 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vB9p60FHVGTLLhA off=704401 len=1561610 2024-04-02T08:54:05.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 2588 completed, throughput=5MB/sec 2024-04-02T08:54:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:05 smithi137 ceph-mon[88456]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:05 smithi028 ceph-mon[94314]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:05 smithi028 ceph-mon[96890]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:54:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zQxS3f7W6pjvmo0 off=17194764 len=1438338 2024-04-02T08:54:06.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 2589 completed, throughput=4.99MB/sec 2024-04-02T08:54:06.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lcIGai1S8xhrT-3 off=459042 len=1883725 2024-04-02T08:54:06.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 2590 completed, throughput=5MB/sec 2024-04-02T08:54:06.960 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vCcmuQtaIJpkrM- off=6266966 len=857173 2024-04-02T08:54:06.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 2591 completed, throughput=5MB/sec 2024-04-02T08:54:06.964 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tdi6uvI4m_eTEOr off=13355220 len=583444 2024-04-02T08:54:06.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 2592 completed, throughput=5MB/sec 2024-04-02T08:54:07.964 INFO:tasks.workunit.client.0.smithi028.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:07.964 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SDJRQEBIMEb0oS- off=14203915 len=1256039 2024-04-02T08:54:07.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 2593 completed, throughput=4.99MB/sec 2024-04-02T08:54:07.972 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-olX7FHYN-UJkTL3 off=7626514 len=677690 2024-04-02T08:54:07.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 2594 completed, throughput=4.99MB/sec 2024-04-02T08:54:07.976 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A5f6_YdSY6mqQo2 off=7760037 len=1715705 2024-04-02T08:54:07.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 2595 completed, throughput=5MB/sec 2024-04-02T08:54:07.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V3JuRJ0MdovS_LU off=9487946 len=1418252 2024-04-02T08:54:07.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 2596 completed, throughput=5MB/sec 2024-04-02T08:54:07.980 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XrACiqV2vFmCZsD off=11610339 len=1078450 2024-04-02T08:54:07.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 2597 completed, throughput=5MB/sec 2024-04-02T08:54:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:07 smithi137 ceph-mon[88456]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:54:08.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:07 smithi028 ceph-mon[96890]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:54:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:07 smithi028 ceph-mon[94314]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2024-04-02T08:54:08.981 INFO:tasks.workunit.client.0.smithi028.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:08.981 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wCSDJEaza0Vo-e2 off=197555 len=1406905 2024-04-02T08:54:08.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 2598 completed, throughput=4.99MB/sec 2024-04-02T08:54:08.987 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z0BJ5VD3fI5rkNG off=4674737 len=970466 2024-04-02T08:54:08.991 INFO:tasks.workunit.client.0.smithi028.stdout:op 2599 completed, throughput=5MB/sec 2024-04-02T08:54:08.991 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nzpoBr6-Z4d0l6c off=7498182 len=457135 2024-04-02T08:54:08.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 2600 completed, throughput=5MB/sec 2024-04-02T08:54:08.992 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xRFXF62Op_cXnVp off=5681851 len=286722 2024-04-02T08:54:08.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 2601 completed, throughput=5MB/sec 2024-04-02T08:54:08.992 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QYTmOOX-9Z9ExkI off=7313213 len=1341209 2024-04-02T08:54:08.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 2602 completed, throughput=5MB/sec 2024-04-02T08:54:09.993 INFO:tasks.workunit.client.0.smithi028.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:09.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5M1wHvc_KAwx3v3 off=1830101 len=453483 2024-04-02T08:54:09.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 2603 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.995 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_VX2JRzcjmMriO5 off=198005 len=1033194 2024-04-02T08:54:09.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 2604 completed, throughput=4.99MB/sec 2024-04-02T08:54:09.997 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ipjfFxAuCH7oMcP off=19214599 len=1280120 2024-04-02T08:54:10.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 2605 completed, throughput=5MB/sec 2024-04-02T08:54:10.002 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dFI5wNMa-5qU8k2 off=4170779 len=1912555 2024-04-02T08:54:10.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 2606 completed, throughput=5MB/sec 2024-04-02T08:54:10.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-raZj2TZ7y3Hu0ut off=12484111 len=1811680 2024-04-02T08:54:10.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 2607 completed, throughput=5MB/sec 2024-04-02T08:54:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:09 smithi137 ceph-mon[88456]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:54:10.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:09 smithi028 ceph-mon[96890]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:54:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:09 smithi028 ceph-mon[94314]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T08:54:11.011 INFO:tasks.workunit.client.0.smithi028.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:11.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dL8XEk0t8YXNP5K off=8350174 len=477874 2024-04-02T08:54:11.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 2608 completed, throughput=4.99MB/sec 2024-04-02T08:54:11.012 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bl-wkrZPfYULhvK off=1764749 len=118151 2024-04-02T08:54:11.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 2609 completed, throughput=4.99MB/sec 2024-04-02T08:54:11.015 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OsslOtQxcXx10De off=12255076 len=2049845 2024-04-02T08:54:11.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 2610 completed, throughput=5MB/sec 2024-04-02T08:54:11.025 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CPxqjW11-f6bunh off=1638518 len=1722608 2024-04-02T08:54:11.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 2611 completed, throughput=5MB/sec 2024-04-02T08:54:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:54:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:54:11] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:54:12.026 INFO:tasks.workunit.client.0.smithi028.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:12.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-moArYRuld_5XZ1k off=654996 len=972324 2024-04-02T08:54:12.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 2612 completed, throughput=4.99MB/sec 2024-04-02T08:54:12.027 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gXYQOJCbYwZb4au off=931101 len=1586488 2024-04-02T08:54:12.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 2613 completed, throughput=5MB/sec 2024-04-02T08:54:12.029 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--cl6EfsOD9GZaQ4 off=6719767 len=2048374 2024-04-02T08:54:12.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 2614 completed, throughput=5MB/sec 2024-04-02T08:54:12.030 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sErbOiozwo3rzD2 off=10285136 len=296728 2024-04-02T08:54:12.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 2615 completed, throughput=5MB/sec 2024-04-02T08:54:12.031 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9YEcnlZoT6aimVY off=6592428 len=543384 2024-04-02T08:54:12.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 2616 completed, throughput=5MB/sec 2024-04-02T08:54:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:11 smithi137 ceph-mon[88456]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:54:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:11 smithi028 ceph-mon[94314]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:54:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:11 smithi028 ceph-mon[96890]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T08:54:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:54:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:13.032 INFO:tasks.workunit.client.0.smithi028.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:13.032 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WWs2MG6TmqVHznQ off=1852100 len=1174623 2024-04-02T08:54:13.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 2617 completed, throughput=4.99MB/sec 2024-04-02T08:54:13.039 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-duJFTQR9eMJSWTN off=11559492 len=1364726 2024-04-02T08:54:13.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 2618 completed, throughput=5MB/sec 2024-04-02T08:54:13.045 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sPhlLekep-7m7v9 off=3493732 len=456112 2024-04-02T08:54:13.046 INFO:tasks.workunit.client.0.smithi028.stdout:op 2619 completed, throughput=5MB/sec 2024-04-02T08:54:13.047 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oZkG6tpnRasxGai off=7980960 len=385640 2024-04-02T08:54:13.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 2620 completed, throughput=5MB/sec 2024-04-02T08:54:13.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zQezEYnp8idIvV2 off=14036606 len=1890870 2024-04-02T08:54:13.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 2621 completed, throughput=5MB/sec 2024-04-02T08:54:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:14.050 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-21F1e-SgDeXdL8J off=2507206 len=444727 2024-04-02T08:54:14.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 2622 completed, throughput=4.99MB/sec 2024-04-02T08:54:14.051 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p1bpfucSTBLoNJB off=2900959 len=1661905 2024-04-02T08:54:14.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 2623 completed, throughput=5MB/sec 2024-04-02T08:54:14.057 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Wcn4qSWbOFp5I2m off=65769 len=650747 2024-04-02T08:54:14.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 2624 completed, throughput=5MB/sec 2024-04-02T08:54:14.058 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wamOFv9WYp9LjpU off=1467422 len=1215306 2024-04-02T08:54:14.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 2625 completed, throughput=5MB/sec 2024-04-02T08:54:14.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HDJvYpmzaAG9nrq off=1171272 len=696437 2024-04-02T08:54:14.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 2626 completed, throughput=5MB/sec 2024-04-02T08:54:14.062 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8qIFvJaeg7wKXF_ off=1970228 len=1574924 2024-04-02T08:54:14.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 2627 completed, throughput=5MB/sec 2024-04-02T08:54:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:13 smithi137 ceph-mon[88456]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:54:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:13 smithi028 ceph-mon[94314]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:54:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:13 smithi028 ceph-mon[96890]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-02T08:54:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:15.064 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-juLB3S1XUqbiRR7 off=1286146 len=147403 2024-04-02T08:54:15.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 2628 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.065 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WLYno9oVh3qpoEZ off=291550 len=576379 2024-04-02T08:54:15.066 INFO:tasks.workunit.client.0.smithi028.stdout:op 2629 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.066 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4zqHhIjmFPmqr_1 off=9247233 len=67637 2024-04-02T08:54:15.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 2630 completed, throughput=4.99MB/sec 2024-04-02T08:54:15.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jOwETTFn_ymn9bq off=9176837 len=1980085 2024-04-02T08:54:15.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 2631 completed, throughput=5MB/sec 2024-04-02T08:54:15.101 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6uiiVnRfz24R3wd off=9436881 len=1926922 2024-04-02T08:54:15.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 2632 completed, throughput=5MB/sec 2024-04-02T08:54:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:16.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cv3S709vz9u5_lV off=11618729 len=1065837 2024-04-02T08:54:16.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 2633 completed, throughput=4.99MB/sec 2024-04-02T08:54:16.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hwq2GxUF1l4F8u7 off=351033 len=1219871 2024-04-02T08:54:16.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 2634 completed, throughput=5MB/sec 2024-04-02T08:54:16.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rpPUnxT8vlRc_JI off=3097538 len=159765 2024-04-02T08:54:16.083 INFO:tasks.workunit.client.0.smithi028.stdout:op 2635 completed, throughput=5MB/sec 2024-04-02T08:54:16.083 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ovJ8m_te-p6Zxjb off=5371484 len=431924 2024-04-02T08:54:16.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 2636 completed, throughput=5MB/sec 2024-04-02T08:54:16.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fLNNSwUdpxai-0s off=2910321 len=870499 2024-04-02T08:54:16.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 2637 completed, throughput=5MB/sec 2024-04-02T08:54:16.089 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c6-u6rkhOOkZj1a off=4176161 len=1296372 2024-04-02T08:54:16.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 2638 completed, throughput=5MB/sec 2024-04-02T08:54:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:15 smithi137 ceph-mon[88456]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:54:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:15 smithi028 ceph-mon[94314]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:54:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:15 smithi028 ceph-mon[96890]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:54:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:17.090 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--7xJeqr_RR5LlOv off=7885120 len=761750 2024-04-02T08:54:17.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 2639 completed, throughput=4.99MB/sec 2024-04-02T08:54:17.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G47kH52-sTRyCnK off=6551518 len=1242566 2024-04-02T08:54:17.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 2640 completed, throughput=4.99MB/sec 2024-04-02T08:54:17.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t55HDRPpk8X_-Ke off=122002 len=1977610 2024-04-02T08:54:17.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 2641 completed, throughput=5MB/sec 2024-04-02T08:54:17.104 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RQdg-Aclu2Ycf8z off=20745376 len=1567353 2024-04-02T08:54:17.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 2642 completed, throughput=5MB/sec 2024-04-02T08:54:18.111 INFO:tasks.workunit.client.0.smithi028.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:18.112 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HXiGxjpOxILccLV off=18171315 len=1130359 2024-04-02T08:54:18.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 2643 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.114 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nxstw8yH4aCueVY off=2131018 len=478088 2024-04-02T08:54:18.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 2644 completed, throughput=4.99MB/sec 2024-04-02T08:54:18.114 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tbOwexuUfxLcI9L off=8949547 len=1223800 2024-04-02T08:54:18.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 2645 completed, throughput=5MB/sec 2024-04-02T08:54:18.120 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lNMnwDewBjqVM4I off=12184101 len=1873684 2024-04-02T08:54:18.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 2646 completed, throughput=5MB/sec 2024-04-02T08:54:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:17 smithi137 ceph-mon[88456]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:17 smithi028 ceph-mon[94314]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:17 smithi028 ceph-mon[96890]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:19.134 INFO:tasks.workunit.client.0.smithi028.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:19.134 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X3wbQndmjxWk_xN off=2966413 len=1400321 2024-04-02T08:54:19.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 2647 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L_4dZmVE-zfpkTc off=21665049 len=966929 2024-04-02T08:54:19.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 2648 completed, throughput=4.99MB/sec 2024-04-02T08:54:19.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8PiI8pcjAkEqryN off=8237146 len=357871 2024-04-02T08:54:19.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 2649 completed, throughput=5MB/sec 2024-04-02T08:54:19.137 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j0UON4xY7NRrjYv off=4284509 len=407211 2024-04-02T08:54:19.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 2650 completed, throughput=5MB/sec 2024-04-02T08:54:19.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GfDXyn0dAiKljYN off=15316257 len=1060237 2024-04-02T08:54:19.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 2651 completed, throughput=5MB/sec 2024-04-02T08:54:19.142 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o2qm-jy2_H8Aa7o off=12750029 len=1061456 2024-04-02T08:54:19.143 INFO:tasks.workunit.client.0.smithi028.stdout:op 2652 completed, throughput=5MB/sec 2024-04-02T08:54:19.143 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LC1geGfgKWGRFqG off=9471915 len=349885 2024-04-02T08:54:19.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 2653 completed, throughput=5MB/sec 2024-04-02T08:54:20.144 INFO:tasks.workunit.client.0.smithi028.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:20.144 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b3H9Jve7IOAFUvC off=3574398 len=968585 2024-04-02T08:54:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:19 smithi137 ceph-mon[88456]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:54:20.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 2654 completed, throughput=4.99MB/sec 2024-04-02T08:54:20.147 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LmmxWaSeukOzsVq off=2151509 len=389116 2024-04-02T08:54:20.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 2655 completed, throughput=4.99MB/sec 2024-04-02T08:54:20.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E8spCzGB3QoT6fX off=14264790 len=788702 2024-04-02T08:54:20.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 2656 completed, throughput=4.99MB/sec 2024-04-02T08:54:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bk2OJWIQo90C6lN off=2006874 len=341464 2024-04-02T08:54:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 2657 completed, throughput=5MB/sec 2024-04-02T08:54:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EETIrWR43HGVpAH off=1657091 len=102232 2024-04-02T08:54:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 2658 completed, throughput=5MB/sec 2024-04-02T08:54:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MlDy9DJybZ5tXWC off=4775029 len=22280 2024-04-02T08:54:20.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 2659 completed, throughput=5MB/sec 2024-04-02T08:54:20.157 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4J3QnwoGGz-mDHi off=7632595 len=438676 2024-04-02T08:54:20.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 2660 completed, throughput=5MB/sec 2024-04-02T08:54:20.158 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RJ72Od9JMPhQ0p1 off=1839746 len=200217 2024-04-02T08:54:20.159 INFO:tasks.workunit.client.0.smithi028.stdout:op 2661 completed, throughput=5MB/sec 2024-04-02T08:54:20.159 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y56ar9p3blp-fyv off=3983728 len=258976 2024-04-02T08:54:20.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 2662 completed, throughput=5MB/sec 2024-04-02T08:54:20.161 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wPC56FTymOnFJE_ off=4369943 len=315170 2024-04-02T08:54:20.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 2663 completed, throughput=5MB/sec 2024-04-02T08:54:20.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EAXAfNrr3on2ws_ off=6670921 len=139609 2024-04-02T08:54:20.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 2664 completed, throughput=5MB/sec 2024-04-02T08:54:20.162 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4gIdHoXjYdjjRi- off=627693 len=1945956 2024-04-02T08:54:20.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 2665 completed, throughput=5MB/sec 2024-04-02T08:54:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:19 smithi028 ceph-mon[94314]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:54:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:19 smithi028 ceph-mon[96890]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:54:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:21.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mGcnJR29XzOW5JT off=8241335 len=1298776 2024-04-02T08:54:21.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 2666 completed, throughput=4.99MB/sec 2024-04-02T08:54:21.174 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Li3q75souGErZ9H off=20619204 len=1118283 2024-04-02T08:54:21.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 2667 completed, throughput=5MB/sec 2024-04-02T08:54:21.174 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1Mr7fA_GXJXHfKp off=6073153 len=1734892 2024-04-02T08:54:21.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 2668 completed, throughput=5MB/sec 2024-04-02T08:54:21.180 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZtS5lPpVHKdCILD off=5831169 len=710066 2024-04-02T08:54:21.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 2669 completed, throughput=5MB/sec 2024-04-02T08:54:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:54:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:54:21] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:54:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:21 smithi137 ceph-mon[88456]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:22.184 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MMua-nMe5_TVEel off=7618710 len=430885 2024-04-02T08:54:22.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 2670 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YeF4X5v2_sLSQnl off=13969580 len=1142944 2024-04-02T08:54:22.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 2671 completed, throughput=4.99MB/sec 2024-04-02T08:54:22.194 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-agBu0WD6Wdcl-9u off=3698721 len=615721 2024-04-02T08:54:22.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 2672 completed, throughput=5MB/sec 2024-04-02T08:54:22.195 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_AMGxi69mXqOLM- off=1936850 len=711130 2024-04-02T08:54:22.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 2673 completed, throughput=5MB/sec 2024-04-02T08:54:22.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gcbgNd3IMyfNbwG off=6059694 len=39821 2024-04-02T08:54:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:21 smithi028 ceph-mon[94314]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:22.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:21 smithi028 ceph-mon[96890]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:54:22.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 2674 completed, throughput=5MB/sec 2024-04-02T08:54:22.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dmUQLuqqy9isFar off=10721823 len=1343494 2024-04-02T08:54:22.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 2675 completed, throughput=5MB/sec 2024-04-02T08:54:22.204 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i7xbxTuJXMP0Gqd off=4896816 len=1994052 2024-04-02T08:54:22.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 2676 completed, throughput=5MB/sec 2024-04-02T08:54:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:54:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:23.211 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9DMoR4VpDX1LBZg off=8394516 len=2082372 2024-04-02T08:54:23.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 2677 completed, throughput=5MB/sec 2024-04-02T08:54:23.213 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jvvUzfGPxwC_OMI off=4853935 len=345202 2024-04-02T08:54:23.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 2678 completed, throughput=5MB/sec 2024-04-02T08:54:23.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WD1zl55R1VQ6DdI off=459318 len=1661436 2024-04-02T08:54:23.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 2679 completed, throughput=5MB/sec 2024-04-02T08:54:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:23 smithi137 ceph-mon[88456]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:54:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:23 smithi028 ceph-mon[96890]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:54:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:23 smithi028 ceph-mon[94314]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:54:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:24.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KOfbI-68YUyJ6BK off=20861182 len=1886533 2024-04-02T08:54:24.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 2680 completed, throughput=4.99MB/sec 2024-04-02T08:54:24.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zjpf_bD7y4IRhgK off=250302 len=1035564 2024-04-02T08:54:24.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 2681 completed, throughput=5MB/sec 2024-04-02T08:54:24.232 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q2UqNVBPqAxeLFT off=535702 len=943104 2024-04-02T08:54:24.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 2682 completed, throughput=5MB/sec 2024-04-02T08:54:24.237 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UhgCWo4GD88DyS9 off=2409356 len=251231 2024-04-02T08:54:24.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 2683 completed, throughput=5MB/sec 2024-04-02T08:54:24.239 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MCRVoiGGzSTs5ko off=7009107 len=949037 2024-04-02T08:54:24.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 2684 completed, throughput=5MB/sec 2024-04-02T08:54:24.247 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8r7miFS7dZQOQY- off=8461681 len=620229 2024-04-02T08:54:24.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 2685 completed, throughput=5MB/sec 2024-04-02T08:54:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:25.245 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mv67hk7Ph9EsVDn off=12930321 len=1803392 2024-04-02T08:54:25.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 2686 completed, throughput=4.99MB/sec 2024-04-02T08:54:25.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Dnu6q9016XPuPlY off=18271771 len=587600 2024-04-02T08:54:25.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 2687 completed, throughput=5MB/sec 2024-04-02T08:54:25.256 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DjtruCWDld0KzaR off=4595503 len=829340 2024-04-02T08:54:25.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 2688 completed, throughput=5MB/sec 2024-04-02T08:54:25.257 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OyJCvQJw3WBAx1Z off=3807856 len=1179870 2024-04-02T08:54:25.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 2689 completed, throughput=5MB/sec 2024-04-02T08:54:25.262 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qBJTTuYZR_1KAx5 off=1227020 len=120956 2024-04-02T08:54:25.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 2690 completed, throughput=5MB/sec 2024-04-02T08:54:25.263 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WhpwIMdvNz7XQk9 off=5181429 len=562113 2024-04-02T08:54:25.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 2691 completed, throughput=5MB/sec 2024-04-02T08:54:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:25 smithi137 ceph-mon[88456]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:54:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:25 smithi028 ceph-mon[94314]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:54:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:25 smithi028 ceph-mon[96890]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-02T08:54:26.266 INFO:tasks.workunit.client.0.smithi028.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:26.267 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xtZguT7G0kK_ekf off=352263 len=491804 2024-04-02T08:54:26.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 2692 completed, throughput=4.99MB/sec 2024-04-02T08:54:26.267 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rWkJBGSirZsy8YB off=4757058 len=1808219 2024-04-02T08:54:26.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 2693 completed, throughput=4.99MB/sec 2024-04-02T08:54:26.277 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-280CqzsQzP2gT3v off=4766944 len=321275 2024-04-02T08:54:26.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 2694 completed, throughput=5MB/sec 2024-04-02T08:54:26.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FI_vhpe6VqzEJNy off=3930275 len=1040212 2024-04-02T08:54:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 2695 completed, throughput=5MB/sec 2024-04-02T08:54:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O1eZAzY18JOkSlQ off=847952 len=2036792 2024-04-02T08:54:26.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 2696 completed, throughput=5MB/sec 2024-04-02T08:54:27.291 INFO:tasks.workunit.client.0.smithi028.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:27.291 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LqvejxtsWoVojHa off=16105776 len=154234 2024-04-02T08:54:27.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 2697 completed, throughput=4.99MB/sec 2024-04-02T08:54:27.294 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U3MDwO0fvuKdM_0 off=1741079 len=1802876 2024-04-02T08:54:27.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 2698 completed, throughput=4.99MB/sec 2024-04-02T08:54:27.304 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LBaQbXOJj45UIOA off=58064 len=496519 2024-04-02T08:54:27.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 2699 completed, throughput=5MB/sec 2024-04-02T08:54:27.307 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZRQWXhz6d-YXYoi off=11537818 len=946907 2024-04-02T08:54:27.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 2700 completed, throughput=5MB/sec 2024-04-02T08:54:27.309 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O_e91eWPAtFZgyO off=50656 len=772658 2024-04-02T08:54:27.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 2701 completed, throughput=5MB/sec 2024-04-02T08:54:27.309 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ACawIylUpo475sJ off=5092503 len=1969711 2024-04-02T08:54:27.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 2702 completed, throughput=5MB/sec 2024-04-02T08:54:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:27 smithi137 ceph-mon[88456]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:54:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:27 smithi028 ceph-mon[94314]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:54:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:27 smithi028 ceph-mon[96890]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:54:28.317 INFO:tasks.workunit.client.0.smithi028.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:28.317 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N8ts99fAFkl_PQD off=7478445 len=278853 2024-04-02T08:54:28.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 2703 completed, throughput=4.99MB/sec 2024-04-02T08:54:28.320 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J7zOIPtZ4lvRXl4 off=3102746 len=1441489 2024-04-02T08:54:28.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 2704 completed, throughput=5MB/sec 2024-04-02T08:54:28.327 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZVDviwfSQzC3J9V off=3107029 len=1230812 2024-04-02T08:54:28.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 2705 completed, throughput=5MB/sec 2024-04-02T08:54:28.332 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hYGu1R_9EmLeCrs off=8248540 len=1848584 2024-04-02T08:54:28.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 2706 completed, throughput=5MB/sec 2024-04-02T08:54:29.342 INFO:tasks.workunit.client.0.smithi028.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:29.342 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PX9BdIGk5qlu-nh off=837986 len=1117047 2024-04-02T08:54:29.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 2707 completed, throughput=4.99MB/sec 2024-04-02T08:54:29.343 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MmabwZNSyy9vcey off=5940979 len=1754782 2024-04-02T08:54:29.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 2708 completed, throughput=5MB/sec 2024-04-02T08:54:29.345 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hx4MdE1B0WPvQlw off=1084432 len=1727152 2024-04-02T08:54:29.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 2709 completed, throughput=5MB/sec 2024-04-02T08:54:29.346 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_i7gJUAZGfpx8_f off=20193113 len=1721197 2024-04-02T08:54:29.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 2710 completed, throughput=5MB/sec 2024-04-02T08:54:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:29 smithi137 ceph-mon[88456]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:29 smithi028 ceph-mon[94314]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:29 smithi028 ceph-mon[96890]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:54:30.347 INFO:tasks.workunit.client.0.smithi028.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:30.347 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CQDowPO1aClzlsw off=12601760 len=1422725 2024-04-02T08:54:30.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 2711 completed, throughput=5MB/sec 2024-04-02T08:54:30.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d8RcUwJjRn-5eK0 off=8952439 len=1998701 2024-04-02T08:54:30.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 2712 completed, throughput=5MB/sec 2024-04-02T08:54:30.356 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bs05LcbQh7A06QM off=6377376 len=1655870 2024-04-02T08:54:30.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 2713 completed, throughput=5MB/sec 2024-04-02T08:54:31.363 INFO:tasks.workunit.client.0.smithi028.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:31.363 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hCnmfEwZA83lfqX off=11706226 len=1099937 2024-04-02T08:54:31.364 INFO:tasks.workunit.client.0.smithi028.stdout:op 2714 completed, throughput=5MB/sec 2024-04-02T08:54:31.364 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-63T4NplcyYXcF8T off=2758482 len=466102 2024-04-02T08:54:31.364 INFO:tasks.workunit.client.0.smithi028.stdout:op 2715 completed, throughput=5MB/sec 2024-04-02T08:54:31.364 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZkAhMy6SDoiGukf off=1686639 len=1786613 2024-04-02T08:54:31.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 2716 completed, throughput=5MB/sec 2024-04-02T08:54:31.368 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mp0KjXKfZINZwNi off=3733164 len=1063545 2024-04-02T08:54:31.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 2717 completed, throughput=5MB/sec 2024-04-02T08:54:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:54:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:54:31] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:54:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:31 smithi137 ceph-mon[88456]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:31 smithi028 ceph-mon[94314]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:31 smithi028 ceph-mon[96890]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:54:32.369 INFO:tasks.workunit.client.0.smithi028.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:32.369 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mIpRXhDYhfJgaeL off=16100827 len=1424474 2024-04-02T08:54:32.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 2718 completed, throughput=4.99MB/sec 2024-04-02T08:54:32.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EPjdUwwLyN4GS_R off=19359584 len=1181151 2024-04-02T08:54:32.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 2719 completed, throughput=5MB/sec 2024-04-02T08:54:32.375 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-opuQkkCPVY3tvJ9 off=802109 len=1424011 2024-04-02T08:54:32.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 2720 completed, throughput=5MB/sec 2024-04-02T08:54:32.378 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WVeCIowW8L3Ohkk off=11996148 len=1017654 2024-04-02T08:54:32.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 2721 completed, throughput=5MB/sec 2024-04-02T08:54:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:54:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:33.380 INFO:tasks.workunit.client.0.smithi028.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:33.380 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jyn8VASAPeBPQc- off=8515812 len=1261491 2024-04-02T08:54:33.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 2722 completed, throughput=4.99MB/sec 2024-04-02T08:54:33.388 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BACR7n6BJWNP4yV off=2616346 len=871518 2024-04-02T08:54:33.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 2723 completed, throughput=5MB/sec 2024-04-02T08:54:33.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vW0KHVV95isJ9Lc off=5305547 len=945789 2024-04-02T08:54:33.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 2724 completed, throughput=5MB/sec 2024-04-02T08:54:33.390 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J788S4zsEBidu12 off=2834895 len=1303116 2024-04-02T08:54:33.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 2725 completed, throughput=5MB/sec 2024-04-02T08:54:33.391 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wAdPq30S_YQL6B1 off=0 len=1399858 2024-04-02T08:54:33.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 2726 completed, throughput=5MB/sec 2024-04-02T08:54:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:33 smithi137 ceph-mon[88456]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:33 smithi028 ceph-mon[94314]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:33 smithi028 ceph-mon[96890]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:34.394 INFO:tasks.workunit.client.0.smithi028.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:34.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B4i0Ysb5eAFmU97 off=443397 len=1279880 2024-04-02T08:54:34.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 2727 completed, throughput=4.99MB/sec 2024-04-02T08:54:34.395 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7mLPYE-wfwbWvFq off=5358814 len=1631540 2024-04-02T08:54:34.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 2728 completed, throughput=5MB/sec 2024-04-02T08:54:34.399 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X2J9IhuxPZ7zKBx off=13783632 len=1156052 2024-04-02T08:54:34.403 INFO:tasks.workunit.client.0.smithi028.stdout:op 2729 completed, throughput=5MB/sec 2024-04-02T08:54:34.403 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6xo6ZkAu6wDBMpv off=16225992 len=1840356 2024-04-02T08:54:34.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 2730 completed, throughput=5MB/sec 2024-04-02T08:54:35.405 INFO:tasks.workunit.client.0.smithi028.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:35.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W6tmeX3sgLaTFOm off=3007436 len=344057 2024-04-02T08:54:35.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 2731 completed, throughput=4.99MB/sec 2024-04-02T08:54:35.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s2aSK1c_oaIs30_ off=2869624 len=1244416 2024-04-02T08:54:35.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 2732 completed, throughput=5MB/sec 2024-04-02T08:54:35.407 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q7AvrAOXJnClxmE off=1528383 len=1059653 2024-04-02T08:54:35.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 2733 completed, throughput=5MB/sec 2024-04-02T08:54:35.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DKCQeeZEC0NuFd1 off=4762636 len=900104 2024-04-02T08:54:35.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 2734 completed, throughput=5MB/sec 2024-04-02T08:54:35.415 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RGMY-obrKYSHask off=18864986 len=237226 2024-04-02T08:54:35.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 2735 completed, throughput=5MB/sec 2024-04-02T08:54:35.418 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zIwn5_FXqoCGvEF off=16407684 len=1892787 2024-04-02T08:54:35.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 2736 completed, throughput=5MB/sec 2024-04-02T08:54:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:35 smithi137 ceph-mon[88456]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:36.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:35 smithi028 ceph-mon[96890]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:35 smithi028 ceph-mon[94314]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T08:54:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:36.425 INFO:tasks.workunit.client.0.smithi028.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:36.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zthymsMV8Dc4lvi off=901248 len=1697391 2024-04-02T08:54:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:op 2737 completed, throughput=5MB/sec 2024-04-02T08:54:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o6-GlWUyQ57O4F_ off=552862 len=251086 2024-04-02T08:54:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 2738 completed, throughput=5MB/sec 2024-04-02T08:54:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4bocmn6Yr-MBBLH off=2452270 len=1351907 2024-04-02T08:54:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 2739 completed, throughput=5MB/sec 2024-04-02T08:54:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DyquJk1uKlmg70t off=6371330 len=782186 2024-04-02T08:54:36.441 INFO:tasks.workunit.client.0.smithi028.stdout:op 2740 completed, throughput=5MB/sec 2024-04-02T08:54:37.441 INFO:tasks.workunit.client.0.smithi028.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:37.441 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WKDkhsgQEfauv1a off=305238 len=1495656 2024-04-02T08:54:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 2741 completed, throughput=4.99MB/sec 2024-04-02T08:54:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8M-XBnPaV_qmo8G off=1732997 len=1161972 2024-04-02T08:54:37.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 2742 completed, throughput=5MB/sec 2024-04-02T08:54:37.448 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ueoJn_i9YfU-Eqy off=1125129 len=1081742 2024-04-02T08:54:37.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 2743 completed, throughput=5MB/sec 2024-04-02T08:54:37.454 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uY62aLvIYovvvWO off=2042220 len=1394199 2024-04-02T08:54:37.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 2744 completed, throughput=5MB/sec 2024-04-02T08:54:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:37 smithi137 ceph-mon[88456]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:37 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:37 smithi028 ceph-mon[94314]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:37 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:37 smithi028 ceph-mon[96890]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:54:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:37 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:54:38.462 INFO:tasks.workunit.client.0.smithi028.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:38.462 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F0BtdknV-KFrKan off=16850502 len=1315288 2024-04-02T08:54:38.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 2745 completed, throughput=4.99MB/sec 2024-04-02T08:54:38.467 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7qQlVe9rJ1clJaE off=6245960 len=1775922 2024-04-02T08:54:38.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 2746 completed, throughput=5MB/sec 2024-04-02T08:54:38.470 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JmsFsPk4aH9cGWK off=7415396 len=1396898 2024-04-02T08:54:38.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 2747 completed, throughput=5MB/sec 2024-04-02T08:54:38.471 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e_ugNMiMn-ZSmXf off=14777204 len=1521272 2024-04-02T08:54:38.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 2748 completed, throughput=5MB/sec 2024-04-02T08:54:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:38 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:38 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:38 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:54:39.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:38 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:38 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:39.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:38 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:54:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:38 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:54:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:38 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:54:39.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:38 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:54:39.477 INFO:tasks.workunit.client.0.smithi028.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:39.478 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0nsmU0isUYXjzBf off=14375082 len=358101 2024-04-02T08:54:39.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 2749 completed, throughput=4.99MB/sec 2024-04-02T08:54:39.481 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UZXwduaZtlvOMWl off=3048812 len=691471 2024-04-02T08:54:39.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 2750 completed, throughput=4.99MB/sec 2024-04-02T08:54:39.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ApXWRy2tRLdXWI off=10871689 len=1550594 2024-04-02T08:54:39.494 INFO:tasks.workunit.client.0.smithi028.stdout:op 2751 completed, throughput=5MB/sec 2024-04-02T08:54:39.494 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YiGrXHxN7xzU4Du off=7247742 len=1595892 2024-04-02T08:54:39.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 2752 completed, throughput=5MB/sec 2024-04-02T08:54:39.495 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uxn4K3FFhzV0EdG off=1241884 len=1076543 2024-04-02T08:54:39.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 2753 completed, throughput=5MB/sec 2024-04-02T08:54:40.500 INFO:tasks.workunit.client.0.smithi028.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:40.501 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DObyOKYVNwf9b19 off=4076781 len=934518 2024-04-02T08:54:40.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 2754 completed, throughput=4.99MB/sec 2024-04-02T08:54:40.505 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uQyBiVgCk9fyv6T off=4779959 len=1689989 2024-04-02T08:54:40.506 INFO:tasks.workunit.client.0.smithi028.stdout:op 2755 completed, throughput=5MB/sec 2024-04-02T08:54:40.506 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qh22FnPkNerEKrk off=14571767 len=263151 2024-04-02T08:54:40.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 2756 completed, throughput=5MB/sec 2024-04-02T08:54:40.509 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3u14bHpb_AR231V off=5682921 len=477106 2024-04-02T08:54:40.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 2757 completed, throughput=5MB/sec 2024-04-02T08:54:40.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rse8YItrQHvqZs7 off=6139619 len=858120 2024-04-02T08:54:40.513 INFO:tasks.workunit.client.0.smithi028.stdout:op 2758 completed, throughput=5MB/sec 2024-04-02T08:54:40.513 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dBFWqxXbbZ6E2YS off=241713 len=335556 2024-04-02T08:54:40.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 2759 completed, throughput=5MB/sec 2024-04-02T08:54:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:40 smithi137 ceph-mon[88456]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:54:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:40 smithi028 ceph-mon[94314]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:54:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:40 smithi028 ceph-mon[96890]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T08:54:41.514 INFO:tasks.workunit.client.0.smithi028.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:41.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PkbIUGbxIKoKlbs off=1628672 len=918183 2024-04-02T08:54:41.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2zzoGzGRDoDBB-J off=2887552 len=469843 2024-04-02T08:54:41.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 2761 completed, throughput=4.99MB/sec 2024-04-02T08:54:41.522 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NQTjh4lFlRKefij off=15529105 len=1551363 2024-04-02T08:54:41.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 2762 completed, throughput=5MB/sec 2024-04-02T08:54:41.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gCQClUxvGjFLhdI off=11758508 len=607667 2024-04-02T08:54:41.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 2763 completed, throughput=5MB/sec 2024-04-02T08:54:41.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S1CY8lgIpzgwwzF off=92873 len=1404615 2024-04-02T08:54:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 2764 completed, throughput=5MB/sec 2024-04-02T08:54:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h_P1szkbMBaG2Pi off=2371088 len=1992185 2024-04-02T08:54:41.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 2765 completed, throughput=5MB/sec 2024-04-02T08:54:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:54:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:54:41] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:54:42.534 INFO:tasks.workunit.client.0.smithi028.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:42.535 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3KoRAF0zhlg3NF- off=16724572 len=1659805 2024-04-02T08:54:42.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 2766 completed, throughput=5MB/sec 2024-04-02T08:54:42.542 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ISWy3hzm6OMkRu2 off=13117828 len=1478351 2024-04-02T08:54:42.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 2767 completed, throughput=5MB/sec 2024-04-02T08:54:42.548 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oIl71Cj4jdFa6_m off=8060878 len=1810360 2024-04-02T08:54:42.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 2768 completed, throughput=5MB/sec 2024-04-02T08:54:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:42 smithi137 ceph-mon[88456]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:54:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:54:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:42 smithi028 ceph-mon[94314]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:54:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:42 smithi028 ceph-mon[96890]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:54:43.551 INFO:tasks.workunit.client.0.smithi028.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:43.551 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZIcUJ0VJtbP_H4- off=11974988 len=1204968 2024-04-02T08:54:43.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 2769 completed, throughput=5MB/sec 2024-04-02T08:54:43.552 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uSeEj6xRxG93huu off=14824988 len=821017 2024-04-02T08:54:43.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 2770 completed, throughput=5MB/sec 2024-04-02T08:54:43.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_bG5AmHxWD5mdbM off=200467 len=1574107 2024-04-02T08:54:43.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 2771 completed, throughput=5MB/sec 2024-04-02T08:54:43.555 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N4Vy6gtb3MWqphG off=17857978 len=21204 2024-04-02T08:54:43.555 INFO:tasks.workunit.client.0.smithi028.stdout:op 2772 completed, throughput=5MB/sec 2024-04-02T08:54:43.555 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jFqOYszDgaoDr9r off=18849473 len=376720 2024-04-02T08:54:43.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 2773 completed, throughput=5MB/sec 2024-04-02T08:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DkXmcctmt4EcV1h off=4336988 len=1748756 2024-04-02T08:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 2774 completed, throughput=4.99MB/sec 2024-04-02T08:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TjjAe2hLiJkR3rD off=3193589 len=1046886 2024-04-02T08:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 2775 completed, throughput=5MB/sec 2024-04-02T08:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v6TNxjAr4LaTcm9 off=5977976 len=1029399 2024-04-02T08:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 2776 completed, throughput=5MB/sec 2024-04-02T08:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p_SE1XFS_JLntNT off=12378906 len=1473231 2024-04-02T08:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 2777 completed, throughput=5MB/sec 2024-04-02T08:54:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:44 smithi137 ceph-mon[88456]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:44 smithi028 ceph-mon[94314]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:44 smithi028 ceph-mon[96890]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:45.574 INFO:tasks.workunit.client.0.smithi028.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:45.574 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CgwXz5qgxyGyrlx off=9410193 len=726911 2024-04-02T08:54:45.575 INFO:tasks.workunit.client.0.smithi028.stdout:op 2778 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.575 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PuENx3Ni8ZvlLvz off=6336433 len=502837 2024-04-02T08:54:45.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 2779 completed, throughput=4.99MB/sec 2024-04-02T08:54:45.578 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-urml8Fn3RbhE8S- off=10301118 len=1118247 2024-04-02T08:54:45.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 2780 completed, throughput=5MB/sec 2024-04-02T08:54:45.579 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gFiCVztCdw4q0BA off=1787480 len=1475313 2024-04-02T08:54:45.585 INFO:tasks.workunit.client.0.smithi028.stdout:op 2781 completed, throughput=5MB/sec 2024-04-02T08:54:45.585 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eiIvaVXhyLc7gV7 off=9164363 len=881382 2024-04-02T08:54:45.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 2782 completed, throughput=5MB/sec 2024-04-02T08:54:45.589 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P07WwvK6u6L3hU9 off=2568148 len=1097611 2024-04-02T08:54:45.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 2783 completed, throughput=5MB/sec 2024-04-02T08:54:46.594 INFO:tasks.workunit.client.0.smithi028.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:46.594 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tNqBf_2ycQoXXGs off=20653609 len=1620003 2024-04-02T08:54:46.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 2784 completed, throughput=4.99MB/sec 2024-04-02T08:54:46.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cWZLe7KhnfLx0A_ off=0 len=1170041 2024-04-02T08:54:46.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 2785 completed, throughput=5MB/sec 2024-04-02T08:54:46.597 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-px2U26bZxdAviDF off=10261138 len=978220 2024-04-02T08:54:46.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 2786 completed, throughput=5MB/sec 2024-04-02T08:54:46.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l9T-EeQQPLeB_Jr off=9894087 len=1677020 2024-04-02T08:54:46.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 2787 completed, throughput=5MB/sec 2024-04-02T08:54:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:46 smithi137 ceph-mon[88456]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:46 smithi028 ceph-mon[94314]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:46 smithi028 ceph-mon[96890]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T08:54:47.603 INFO:tasks.workunit.client.0.smithi028.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:47.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bzIdWK38-VkkA2J off=2688251 len=641820 2024-04-02T08:54:47.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 2788 completed, throughput=4.99MB/sec 2024-04-02T08:54:47.606 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h17YjyF9B6vB-bw off=765990 len=1532444 2024-04-02T08:54:47.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 2789 completed, throughput=5MB/sec 2024-04-02T08:54:47.608 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cI-0HsNJQCJGUgw off=519511 len=2011042 2024-04-02T08:54:47.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 2790 completed, throughput=5MB/sec 2024-04-02T08:54:47.617 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eY2uQZ5nlaEEFp4 off=10654820 len=162580 2024-04-02T08:54:47.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 2791 completed, throughput=5MB/sec 2024-04-02T08:54:47.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BYYHwNPV2Z3CgZp off=5685794 len=1815482 2024-04-02T08:54:47.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 2792 completed, throughput=5MB/sec 2024-04-02T08:54:48.621 INFO:tasks.workunit.client.0.smithi028.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:48.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2GI37WxtMJv9vSe off=5369452 len=201071 2024-04-02T08:54:48.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 2793 completed, throughput=4.99MB/sec 2024-04-02T08:54:48.622 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9UGlcVSLKpcI-F5 off=512913 len=1292615 2024-04-02T08:54:48.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 2794 completed, throughput=5MB/sec 2024-04-02T08:54:48.627 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lqXmWQR8umDKHUj off=685124 len=907306 2024-04-02T08:54:48.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 2795 completed, throughput=5MB/sec 2024-04-02T08:54:48.629 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oNfh0hP1tROihAz off=1022215 len=1171211 2024-04-02T08:54:48.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 2796 completed, throughput=5MB/sec 2024-04-02T08:54:48.630 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5kJKHIgUPkb8Ygi off=4928253 len=1404347 2024-04-02T08:54:48.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 2797 completed, throughput=5MB/sec 2024-04-02T08:54:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:48 smithi137 ceph-mon[88456]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:48 smithi028 ceph-mon[94314]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:48.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:48 smithi028 ceph-mon[96890]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T08:54:49.631 INFO:tasks.workunit.client.0.smithi028.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:49.631 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XHWmRxS5DpMLiup off=2361056 len=2035626 2024-04-02T08:54:49.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 2798 completed, throughput=5MB/sec 2024-04-02T08:54:49.638 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YuwR8MTheRSz44O off=22273397 len=572120 2024-04-02T08:54:49.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 2799 completed, throughput=5MB/sec 2024-04-02T08:54:49.640 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1DYR0WwQSOhkRBu off=18187164 len=1909610 2024-04-02T08:54:49.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 2800 completed, throughput=5MB/sec 2024-04-02T08:54:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:50 smithi137 ceph-mon[88456]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:54:50.649 INFO:tasks.workunit.client.0.smithi028.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:50.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fnRvb4u4p_yElO8 off=2460099 len=583881 2024-04-02T08:54:50.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 2801 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--Ampg85AIHjxy9F off=3264708 len=314312 2024-04-02T08:54:50.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 2802 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tVl30PaXcqZc5Uc off=2072081 len=510880 2024-04-02T08:54:50.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 2803 completed, throughput=4.99MB/sec 2024-04-02T08:54:50.653 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x_vA00NG1n5Q5gQ off=14772898 len=1473769 2024-04-02T08:54:50.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 2804 completed, throughput=5MB/sec 2024-04-02T08:54:50.655 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KijQ6AODjdjj87L off=7111069 len=1386246 2024-04-02T08:54:50.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 2805 completed, throughput=5MB/sec 2024-04-02T08:54:50.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6B9o0s8sOQt4lW2 off=21043981 len=1050278 2024-04-02T08:54:50.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 2806 completed, throughput=5MB/sec 2024-04-02T08:54:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:50 smithi028 ceph-mon[94314]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:54:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:50 smithi028 ceph-mon[96890]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:54:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:51.662 INFO:tasks.workunit.client.0.smithi028.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:51.662 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-odn96Eqzhs045rK off=2862013 len=1318110 2024-04-02T08:54:51.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 2807 completed, throughput=4.99MB/sec 2024-04-02T08:54:51.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--PWQ341y5IinLw9 off=895233 len=1077502 2024-04-02T08:54:51.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 2808 completed, throughput=5MB/sec 2024-04-02T08:54:51.668 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bB0gdIgvS-dSJlJ off=20670513 len=1329029 2024-04-02T08:54:51.674 INFO:tasks.workunit.client.0.smithi028.stdout:op 2809 completed, throughput=5MB/sec 2024-04-02T08:54:51.674 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8OVzoiTkVhmUrYF off=2031132 len=1563932 2024-04-02T08:54:51.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 2810 completed, throughput=5MB/sec 2024-04-02T08:54:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:54:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:54:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:54:51] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:54:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:52 smithi137 ceph-mon[88456]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:54:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:54:52.675 INFO:tasks.workunit.client.0.smithi028.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:52.675 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ITuTKLQQNWqTnji off=12564153 len=882036 2024-04-02T08:54:52.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 2811 completed, throughput=4.99MB/sec 2024-04-02T08:54:52.676 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ooqGgRB2AaPCVZk off=15505415 len=1694732 2024-04-02T08:54:52.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 2812 completed, throughput=5MB/sec 2024-04-02T08:54:52.680 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lyK8z5g52Sy9-JQ off=12288502 len=1492456 2024-04-02T08:54:52.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 2813 completed, throughput=5MB/sec 2024-04-02T08:54:52.687 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-btI3BEWDJSjWxba off=4456290 len=450501 2024-04-02T08:54:52.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 2814 completed, throughput=5MB/sec 2024-04-02T08:54:52.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bS2H1J9OaIRozNC off=4630566 len=1119725 2024-04-02T08:54:52.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 2815 completed, throughput=5MB/sec 2024-04-02T08:54:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:52 smithi028 ceph-mon[94314]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:52 smithi028 ceph-mon[96890]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:53.691 INFO:tasks.workunit.client.0.smithi028.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:53.691 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2bFbp7JNGEPD38A off=226896 len=1720236 2024-04-02T08:54:53.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 2816 completed, throughput=5MB/sec 2024-04-02T08:54:53.698 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JtBmbP_FVCZpQld off=9838889 len=600897 2024-04-02T08:54:53.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 2817 completed, throughput=5MB/sec 2024-04-02T08:54:53.699 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P0qFZsHtfFVU84L off=7025725 len=1351582 2024-04-02T08:54:53.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 2818 completed, throughput=5MB/sec 2024-04-02T08:54:53.702 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rOuHtNQMVm9OtYs off=3348555 len=645398 2024-04-02T08:54:53.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 2819 completed, throughput=5MB/sec 2024-04-02T08:54:53.705 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SOc-eRFXH-sq1pP off=7833018 len=1172993 2024-04-02T08:54:53.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 2820 completed, throughput=5MB/sec 2024-04-02T08:54:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:54 smithi137 ceph-mon[88456]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:54 smithi028 ceph-mon[94314]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:54 smithi028 ceph-mon[96890]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:54:54.707 INFO:tasks.workunit.client.0.smithi028.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:54.707 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0l-R1UXKjtWBzBV off=4666625 len=1342166 2024-04-02T08:54:54.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 2821 completed, throughput=4.99MB/sec 2024-04-02T08:54:54.710 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZUQTdV0wrQIvstZ off=8597497 len=1006720 2024-04-02T08:54:54.712 INFO:tasks.workunit.client.0.smithi028.stdout:op 2822 completed, throughput=5MB/sec 2024-04-02T08:54:54.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YhZueyQTfWvYK4m off=2861226 len=1551299 2024-04-02T08:54:54.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 2823 completed, throughput=5MB/sec 2024-04-02T08:54:54.714 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bwexqKh5SH4Jghg off=4714957 len=1323347 2024-04-02T08:54:54.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 2824 completed, throughput=5MB/sec 2024-04-02T08:54:55.722 INFO:tasks.workunit.client.0.smithi028.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:55.723 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G_MF8lJfwf75LAw off=7069515 len=1428791 2024-04-02T08:54:55.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 2825 completed, throughput=4.99MB/sec 2024-04-02T08:54:55.723 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nhlFA712hhW8sG6 off=20917139 len=1431103 2024-04-02T08:54:55.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 2826 completed, throughput=5MB/sec 2024-04-02T08:54:55.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XJ_n2DyEmW6vwvx off=17577059 len=421524 2024-04-02T08:54:55.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 2827 completed, throughput=5MB/sec 2024-04-02T08:54:55.732 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UDcHS2yQaHs4qlk off=1809062 len=579388 2024-04-02T08:54:55.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 2828 completed, throughput=5MB/sec 2024-04-02T08:54:55.733 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iTwv3EudnHkCwp8 off=10871890 len=973479 2024-04-02T08:54:55.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 2829 completed, throughput=5MB/sec 2024-04-02T08:54:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:56 smithi137 ceph-mon[88456]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:56 smithi028 ceph-mon[94314]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:56 smithi028 ceph-mon[96890]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-moUvyiGqSNx0fia off=4346435 len=1854797 2024-04-02T08:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 2830 completed, throughput=4.99MB/sec 2024-04-02T08:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jOY6XyOTjwcixcf off=12522299 len=497111 2024-04-02T08:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 2831 completed, throughput=5MB/sec 2024-04-02T08:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nbZctlWvm82FIpG off=10578497 len=1977344 2024-04-02T08:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 2832 completed, throughput=5MB/sec 2024-04-02T08:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PXjum9z1ahdAEhh off=1961706 len=1732214 2024-04-02T08:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 2833 completed, throughput=5MB/sec 2024-04-02T08:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SMSJREAm-5YsQlG off=2242163 len=2012624 2024-04-02T08:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 2834 completed, throughput=5MB/sec 2024-04-02T08:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-960959ouF_VPaT2 off=2901945 len=1089125 2024-04-02T08:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 2835 completed, throughput=5MB/sec 2024-04-02T08:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3_eE1r7W3GNZ6O1 off=4633657 len=1026791 2024-04-02T08:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 2836 completed, throughput=5MB/sec 2024-04-02T08:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EW3IyV_XmTMuHcR off=5138561 len=1254969 2024-04-02T08:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 2837 completed, throughput=5MB/sec 2024-04-02T08:54:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:54:58 smithi028 ceph-mon[94314]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:54:58 smithi028 ceph-mon[96890]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oaG8WeP-xvig2Jq off=4978632 len=657896 2024-04-02T08:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 2838 completed, throughput=4.99MB/sec 2024-04-02T08:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YCz5XpARiNA2iB1 off=42060 len=2063238 2024-04-02T08:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 2839 completed, throughput=5MB/sec 2024-04-02T08:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xxSUiqI7dMQ1dm1 off=18211535 len=1246153 2024-04-02T08:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 2840 completed, throughput=5MB/sec 2024-04-02T08:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3wKJVNHS2c4OCUL off=2673267 len=440867 2024-04-02T08:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 2841 completed, throughput=5MB/sec 2024-04-02T08:54:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:54:58 smithi137 ceph-mon[88456]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-02T08:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RdP-Yr2knUsSN71 off=3013560 len=1211191 2024-04-02T08:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout:op 2842 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dil74S8Tf9gEJwD off=21761707 len=100205 2024-04-02T08:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 2843 completed, throughput=4.99MB/sec 2024-04-02T08:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xcES_RDGTGNi8aW off=2016465 len=1260370 2024-04-02T08:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 2844 completed, throughput=5MB/sec 2024-04-02T08:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sgmx6Lg-w2KDvhK off=2486935 len=308892 2024-04-02T08:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout:op 2845 completed, throughput=5MB/sec 2024-04-02T08:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bTt7rbiGhP6Rcmi off=5699867 len=1441374 2024-04-02T08:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 2846 completed, throughput=5MB/sec 2024-04-02T08:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wSz5iV-mIDnuPuw off=4388500 len=1404641 2024-04-02T08:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 2847 completed, throughput=5MB/sec 2024-04-02T08:55:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:00 smithi028 ceph-mon[94314]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:55:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:00 smithi028 ceph-mon[96890]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bxWHMYCP8ArRRCz off=5595687 len=529752 2024-04-02T08:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 2848 completed, throughput=4.99MB/sec 2024-04-02T08:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WYP8oEZoSa_mzCz off=18910804 len=1002347 2024-04-02T08:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 2849 completed, throughput=4.99MB/sec 2024-04-02T08:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QgvTj8iaGsfZyiU off=8009363 len=1193724 2024-04-02T08:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 2850 completed, throughput=5MB/sec 2024-04-02T08:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6U6GJKk9vis6FyB off=15061527 len=515718 2024-04-02T08:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 2851 completed, throughput=5MB/sec 2024-04-02T08:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xEw7IgZ7bAvPZH6 off=2205323 len=788392 2024-04-02T08:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 2852 completed, throughput=5MB/sec 2024-04-02T08:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BPlxEwmcKQgrVab off=18776650 len=568633 2024-04-02T08:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 2853 completed, throughput=5MB/sec 2024-04-02T08:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QHqhiEjyu9DuvXw off=11990482 len=1381513 2024-04-02T08:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 2854 completed, throughput=5MB/sec 2024-04-02T08:55:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:00 smithi137 ceph-mon[88456]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:55:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:55:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:55:01] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-02T08:55:01.836 INFO:tasks.workunit.client.0.smithi028.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:01.836 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ft7BoB86lb5G-a_ off=0 len=1348865 2024-04-02T08:55:01.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 2855 completed, throughput=5MB/sec 2024-04-02T08:55:01.837 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KGCIVOHUnG__bCC off=1643540 len=1137144 2024-04-02T08:55:01.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 2856 completed, throughput=5MB/sec 2024-04-02T08:55:01.842 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6hOiLCp2Bauc4hP off=1582448 len=1320690 2024-04-02T08:55:01.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 2857 completed, throughput=5MB/sec 2024-04-02T08:55:01.843 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z7S4fOdD4uuNIKi off=3562391 len=941448 2024-04-02T08:55:01.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 2858 completed, throughput=5MB/sec 2024-04-02T08:55:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:02 smithi137 ceph-mon[88456]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:55:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:02 smithi028 ceph-mon[94314]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:02 smithi028 ceph-mon[96890]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:02.844 INFO:tasks.workunit.client.0.smithi028.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:02.845 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jUSjjqcde7B-V6Q off=3145561 len=1877542 2024-04-02T08:55:02.846 INFO:tasks.workunit.client.0.smithi028.stdout:op 2859 completed, throughput=5MB/sec 2024-04-02T08:55:02.846 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GkP5x0ut9hHo6vu off=2447304 len=202560 2024-04-02T08:55:02.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 2860 completed, throughput=5MB/sec 2024-04-02T08:55:02.847 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pi_PUiLLpEAP8mH off=1137681 len=350909 2024-04-02T08:55:02.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 2861 completed, throughput=5MB/sec 2024-04-02T08:55:02.847 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2z9OanuCDecOMoH off=18337185 len=1068851 2024-04-02T08:55:02.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 2862 completed, throughput=5MB/sec 2024-04-02T08:55:02.848 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XxWLOOi9nsZ0Xvz off=851189 len=1569810 2024-04-02T08:55:02.855 INFO:tasks.workunit.client.0.smithi028.stdout:op 2863 completed, throughput=5MB/sec 2024-04-02T08:55:03.856 INFO:tasks.workunit.client.0.smithi028.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:03.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WcLsSQr1wwZdFmT off=1395337 len=1323707 2024-04-02T08:55:03.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 2864 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.861 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0D7NLT6XvLxZaP_ off=1889403 len=37101 2024-04-02T08:55:03.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 2865 completed, throughput=4.99MB/sec 2024-04-02T08:55:03.862 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i_KCO8oUgcdCe_H off=8701829 len=1509031 2024-04-02T08:55:03.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 2866 completed, throughput=5MB/sec 2024-04-02T08:55:03.863 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t6ArSyuroc-c-Sf off=4445756 len=614966 2024-04-02T08:55:03.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 2867 completed, throughput=5MB/sec 2024-04-02T08:55:03.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vw733Ak0xeWrqGI off=5415628 len=1760357 2024-04-02T08:55:03.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 2868 completed, throughput=5MB/sec 2024-04-02T08:55:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:04 smithi028 ceph-mon[94314]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:04 smithi028 ceph-mon[96890]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:04.870 INFO:tasks.workunit.client.0.smithi028.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:04.871 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w5nxlSPXoz4sEmf off=3476975 len=134442 2024-04-02T08:55:04.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 2869 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.872 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KzMq16us_BXtpeX off=3452046 len=1850139 2024-04-02T08:55:04.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 2870 completed, throughput=4.99MB/sec 2024-04-02T08:55:04.882 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aO1fBX_aBJsPPsu off=1698711 len=1658367 2024-04-02T08:55:04.883 INFO:tasks.workunit.client.0.smithi028.stdout:op 2871 completed, throughput=5MB/sec 2024-04-02T08:55:04.884 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dlp5cvArmKNQjWC off=6038006 len=823785 2024-04-02T08:55:04.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 2872 completed, throughput=5MB/sec 2024-04-02T08:55:04.887 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lq7QU21HSNkn1KS off=1495184 len=1198321 2024-04-02T08:55:04.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:04 smithi137 ceph-mon[88456]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:04.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 2873 completed, throughput=5MB/sec 2024-04-02T08:55:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:05.895 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IhHSY4QBhfgyZCm off=15427240 len=734672 2024-04-02T08:55:05.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 2874 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.900 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yEM_L8n2cFEjDYb off=16153701 len=250577 2024-04-02T08:55:05.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 2875 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.902 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hyzNDpnczrbhAG_ off=5718538 len=566321 2024-04-02T08:55:05.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 2876 completed, throughput=4.99MB/sec 2024-04-02T08:55:05.906 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eZm-d6t4VPun5MA off=1480543 len=1791065 2024-04-02T08:55:05.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 2877 completed, throughput=5MB/sec 2024-04-02T08:55:05.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YK5r8kTH4069NrH off=12966364 len=483356 2024-04-02T08:55:05.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 2878 completed, throughput=5MB/sec 2024-04-02T08:55:05.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fhVWQlerwQsGg_F off=49433 len=295381 2024-04-02T08:55:05.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 2879 completed, throughput=5MB/sec 2024-04-02T08:55:05.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m7Zhxe_DTbo_Chd off=7237781 len=1727397 2024-04-02T08:55:05.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 2880 completed, throughput=5MB/sec 2024-04-02T08:55:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:06 smithi028 ceph-mon[94314]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:06 smithi028 ceph-mon[96890]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:06 smithi137 ceph-mon[88456]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:55:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:06.914 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GBO8wC_fWBPN35- off=14623914 len=998868 2024-04-02T08:55:06.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 2881 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.915 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TK1AOnWv2UJew_b off=5561855 len=251011 2024-04-02T08:55:06.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 2882 completed, throughput=4.99MB/sec 2024-04-02T08:55:06.918 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PJDFzgVHvZqv9SL off=3253957 len=1398200 2024-04-02T08:55:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 2883 completed, throughput=5MB/sec 2024-04-02T08:55:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uomUNk5ceE743K5 off=8456508 len=299976 2024-04-02T08:55:06.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 2884 completed, throughput=5MB/sec 2024-04-02T08:55:06.924 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UCRj3NOxWMIQbaD off=18711795 len=1114269 2024-04-02T08:55:06.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 2885 completed, throughput=5MB/sec 2024-04-02T08:55:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NPoEUCXk5gjghZi off=18176156 len=271913 2024-04-02T08:55:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 2886 completed, throughput=5MB/sec 2024-04-02T08:55:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iTwv3EudnHkCwp8 off=7571907 len=1341808 2024-04-02T08:55:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 2887 completed, throughput=5MB/sec 2024-04-02T08:55:07.933 INFO:tasks.workunit.client.0.smithi028.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:07.934 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ol5Ay22jXf_pDYW off=2499887 len=934879 2024-04-02T08:55:07.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 2888 completed, throughput=5MB/sec 2024-04-02T08:55:07.937 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Lo-FuP0HfQFzZQX off=13660264 len=1233170 2024-04-02T08:55:07.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 2889 completed, throughput=5MB/sec 2024-04-02T08:55:07.940 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZRhj1QC1goAa-iv off=1413873 len=1470175 2024-04-02T08:55:07.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 2890 completed, throughput=5MB/sec 2024-04-02T08:55:07.941 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GNCDMD25dtVNa1_ off=4567017 len=669118 2024-04-02T08:55:07.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 2891 completed, throughput=5MB/sec 2024-04-02T08:55:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:08 smithi028 ceph-mon[94314]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:55:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:08 smithi028 ceph-mon[96890]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:55:08.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:08 smithi137 ceph-mon[88456]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:55:08.946 INFO:tasks.workunit.client.0.smithi028.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4jdu8nchEal_EmZ off=655691 len=685837 2024-04-02T08:55:08.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 2892 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.950 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VVe7fv5SEdthkdc off=13387813 len=143496 2024-04-02T08:55:08.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 2893 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.950 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ek03Y0it4K06tR1 off=23009684 len=933980 2024-04-02T08:55:08.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 2894 completed, throughput=4.99MB/sec 2024-04-02T08:55:08.955 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sEnu0GwFZQ1FRv_ off=16272963 len=1886781 2024-04-02T08:55:08.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 2895 completed, throughput=5MB/sec 2024-04-02T08:55:08.969 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eN07h4xTIQk8PgQ off=599741 len=478311 2024-04-02T08:55:08.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 2896 completed, throughput=5MB/sec 2024-04-02T08:55:08.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tnm8smViuy_Y_TW off=200600 len=1853736 2024-04-02T08:55:08.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 2897 completed, throughput=5MB/sec 2024-04-02T08:55:09.796 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 08:55:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=cleanup t=2024-04-02T08:55:09.531341222Z level=info msg="Completed cleanup jobs" duration=3.205605ms 2024-04-02T08:55:09.971 INFO:tasks.workunit.client.0.smithi028.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:09.972 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OCwlOgUdDQw-OiU off=3427646 len=1760971 2024-04-02T08:55:09.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 2898 completed, throughput=5MB/sec 2024-04-02T08:55:09.981 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bGtG5kabvScAO_m off=23325688 len=260053 2024-04-02T08:55:09.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 2899 completed, throughput=5MB/sec 2024-04-02T08:55:09.984 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CDed07njLN4-k3L off=1067112 len=672961 2024-04-02T08:55:09.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 2900 completed, throughput=5MB/sec 2024-04-02T08:55:09.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RpvKmsfB8zbRlmY off=8831093 len=416901 2024-04-02T08:55:09.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 2901 completed, throughput=5MB/sec 2024-04-02T08:55:09.988 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4VcCc4oNyGWmdTS off=4457130 len=1429145 2024-04-02T08:55:09.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 2902 completed, throughput=5MB/sec 2024-04-02T08:55:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:10 smithi028 ceph-mon[94314]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:10 smithi028 ceph-mon[96890]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:10 smithi137 ceph-mon[88456]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:55:10.994 INFO:tasks.workunit.client.0.smithi028.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:10.994 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z1pWiZOMgjYXCo1 off=17400511 len=336275 2024-04-02T08:55:10.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 2903 completed, throughput=4.99MB/sec 2024-04-02T08:55:10.995 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uQyBiVgCk9fyv6T off=809478 len=1642749 2024-04-02T08:55:11.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 2904 completed, throughput=4.99MB/sec 2024-04-02T08:55:11.002 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d-LRO4rVQOLMpEI off=12319442 len=187898 2024-04-02T08:55:11.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 2905 completed, throughput=5MB/sec 2024-04-02T08:55:11.003 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yDOxPOq-H6HkHJc off=15758099 len=1996717 2024-04-02T08:55:11.016 INFO:tasks.workunit.client.0.smithi028.stdout:op 2906 completed, throughput=5MB/sec 2024-04-02T08:55:11.016 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZI_EtaMZmLtBimW off=461721 len=1732428 2024-04-02T08:55:11.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 2907 completed, throughput=5MB/sec 2024-04-02T08:55:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:55:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:55:11] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:55:12.021 INFO:tasks.workunit.client.0.smithi028.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:12.021 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Y7k6yilieppo7M off=698130 len=759861 2024-04-02T08:55:12.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 2908 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.025 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AYB-0GMrCRHdgz2 off=7294667 len=731075 2024-04-02T08:55:12.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 2909 completed, throughput=4.99MB/sec 2024-04-02T08:55:12.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MG0lOhT6O4ymFxn off=9426824 len=498763 2024-04-02T08:55:12.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 2910 completed, throughput=5MB/sec 2024-04-02T08:55:12.032 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T7cIKgk-9dLykYG off=21582138 len=2053996 2024-04-02T08:55:12.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 2911 completed, throughput=5MB/sec 2024-04-02T08:55:12.033 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-stxWVJFFWduaKsN off=9573335 len=747429 2024-04-02T08:55:12.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 2912 completed, throughput=5MB/sec 2024-04-02T08:55:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:12 smithi137 ceph-mon[88456]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:55:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:12 smithi028 ceph-mon[94314]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:12 smithi028 ceph-mon[96890]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:13.038 INFO:tasks.workunit.client.0.smithi028.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:13.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KwWWU9bsvtgrRMM off=1854619 len=133608 2024-04-02T08:55:13.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 2913 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.039 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cNE3-4OYCl4OJtD off=2819774 len=1827804 2024-04-02T08:55:13.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 2914 completed, throughput=4.99MB/sec 2024-04-02T08:55:13.045 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_YVYnn_YtCeL2t2 off=15565872 len=427506 2024-04-02T08:55:13.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 2915 completed, throughput=5MB/sec 2024-04-02T08:55:13.049 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W0S0UvhCyXjdxqn off=3532215 len=1711762 2024-04-02T08:55:13.050 INFO:tasks.workunit.client.0.smithi028.stdout:op 2916 completed, throughput=5MB/sec 2024-04-02T08:55:13.050 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RTdk0pttLqY8Jrr off=17756135 len=1470400 2024-04-02T08:55:13.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 2917 completed, throughput=5MB/sec 2024-04-02T08:55:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:14.054 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dfWl5RiiquMXvdf off=6796416 len=342098 2024-04-02T08:55:14.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 2918 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RJcXUSlaXM9_Nmd off=12919597 len=82751 2024-04-02T08:55:14.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 2919 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8Sc-DjiRGoKcofM off=4762200 len=874875 2024-04-02T08:55:14.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 2920 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.063 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DVDIEpWqK3OKVHd off=9617889 len=54756 2024-04-02T08:55:14.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 2921 completed, throughput=4.99MB/sec 2024-04-02T08:55:14.065 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vBh3kpFi7SMbgNC off=635654 len=652384 2024-04-02T08:55:14.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 2922 completed, throughput=5MB/sec 2024-04-02T08:55:14.069 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ebuuyL1KvaPCPJy off=6929029 len=1101435 2024-04-02T08:55:14.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 2923 completed, throughput=5MB/sec 2024-04-02T08:55:14.070 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K0GjQWsdr53PisW off=2693034 len=1553799 2024-04-02T08:55:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 2924 completed, throughput=5MB/sec 2024-04-02T08:55:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oHUNJJYxAGbExG7 off=10927054 len=453774 2024-04-02T08:55:14.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 2925 completed, throughput=5MB/sec 2024-04-02T08:55:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:14 smithi028 ceph-mon[94314]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:14 smithi028 ceph-mon[96890]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:14 smithi137 ceph-mon[88456]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:55:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:15.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OtQw-PJv5AxA2zf off=19997703 len=2085173 2024-04-02T08:55:15.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 2926 completed, throughput=4.99MB/sec 2024-04-02T08:55:15.080 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yEM_L8n2cFEjDYb off=12095227 len=830517 2024-04-02T08:55:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 2927 completed, throughput=5MB/sec 2024-04-02T08:55:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N5cBFvHmikWZEZN off=352989 len=141787 2024-04-02T08:55:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 2928 completed, throughput=5MB/sec 2024-04-02T08:55:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CDz0UVEtRrbMJUW off=4533501 len=237503 2024-04-02T08:55:15.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 2929 completed, throughput=5MB/sec 2024-04-02T08:55:15.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EELGrtjckfg1lkV off=907048 len=1174450 2024-04-02T08:55:15.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 2930 completed, throughput=5MB/sec 2024-04-02T08:55:15.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M_QBEY1QyVeYgkt off=117353 len=1118171 2024-04-02T08:55:15.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 2931 completed, throughput=5MB/sec 2024-04-02T08:55:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:16.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F8-mGaAekZBAv1d off=18476340 len=572750 2024-04-02T08:55:16.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 2932 completed, throughput=4.99MB/sec 2024-04-02T08:55:16.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3vTorZCsrSa2aJ6 off=8828610 len=1965465 2024-04-02T08:55:16.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 2933 completed, throughput=5MB/sec 2024-04-02T08:55:16.102 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oCnoX7JcteG3Ybv off=624751 len=85912 2024-04-02T08:55:16.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 2934 completed, throughput=5MB/sec 2024-04-02T08:55:16.105 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7V_1y8IolzsE2hj off=2738065 len=379148 2024-04-02T08:55:16.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 2935 completed, throughput=5MB/sec 2024-04-02T08:55:16.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bcx37pdxJ3K71Ps off=4127499 len=1665553 2024-04-02T08:55:16.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 2936 completed, throughput=5MB/sec 2024-04-02T08:55:16.116 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8XjIf6Bk8v58c71 off=4946418 len=845800 2024-04-02T08:55:16.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 2937 completed, throughput=5MB/sec 2024-04-02T08:55:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:16 smithi028 ceph-mon[94314]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:16 smithi028 ceph-mon[96890]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:16 smithi137 ceph-mon[88456]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:55:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:17.118 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J2K89ogJJ0HCAKy off=2236598 len=1860129 2024-04-02T08:55:17.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 2938 completed, throughput=5MB/sec 2024-04-02T08:55:17.122 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OpCfX4qqcrn8rgp off=6842487 len=1203324 2024-04-02T08:55:17.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 2939 completed, throughput=5MB/sec 2024-04-02T08:55:17.127 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TPe7YF7ZYEPXRkp off=10663579 len=2029256 2024-04-02T08:55:17.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 2940 completed, throughput=5MB/sec 2024-04-02T08:55:18.131 INFO:tasks.workunit.client.0.smithi028.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:18.131 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-50rv6EQ0WJyHMD- off=10323604 len=405239 2024-04-02T08:55:18.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 2941 completed, throughput=4.99MB/sec 2024-04-02T08:55:18.132 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eVCFCysRXHPfUsC off=10531132 len=1496106 2024-04-02T08:55:18.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 2942 completed, throughput=4.99MB/sec 2024-04-02T08:55:18.139 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RJcXUSlaXM9_Nmd off=5462633 len=695093 2024-04-02T08:55:18.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 2943 completed, throughput=5MB/sec 2024-04-02T08:55:18.143 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BcU9yJLZXxnty9Q off=1885292 len=1319194 2024-04-02T08:55:18.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 2944 completed, throughput=5MB/sec 2024-04-02T08:55:18.148 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9HVu2iekk5Q-a8b off=8245617 len=999829 2024-04-02T08:55:18.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 2945 completed, throughput=5MB/sec 2024-04-02T08:55:18.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jEEj4DFuyKqs-2W off=3207192 len=65106 2024-04-02T08:55:18.151 INFO:tasks.workunit.client.0.smithi028.stdout:op 2946 completed, throughput=5MB/sec 2024-04-02T08:55:18.151 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Oi8F1RS0tpc3jfa off=5882754 len=2089129 2024-04-02T08:55:18.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 2947 completed, throughput=5MB/sec 2024-04-02T08:55:18.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:18 smithi028 ceph-mon[94314]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:18 smithi028 ceph-mon[96890]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:18 smithi137 ceph-mon[88456]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:19.152 INFO:tasks.workunit.client.0.smithi028.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:19.153 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NLXNLiA2984KpBi off=6290631 len=1829199 2024-04-02T08:55:19.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 2948 completed, throughput=5MB/sec 2024-04-02T08:55:19.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GkGkigKAZPckhpB off=10309544 len=1528041 2024-04-02T08:55:19.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 2949 completed, throughput=5MB/sec 2024-04-02T08:55:20.157 INFO:tasks.workunit.client.0.smithi028.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:20.157 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gphy3v8WIoiJTwt off=10913079 len=1284443 2024-04-02T08:55:20.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 2950 completed, throughput=4.99MB/sec 2024-04-02T08:55:20.158 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eU8ynb0dT4nvl10 off=16581140 len=1228825 2024-04-02T08:55:20.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 2951 completed, throughput=5MB/sec 2024-04-02T08:55:20.165 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c-5dd--7hErlGmC off=6340763 len=879893 2024-04-02T08:55:20.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 2952 completed, throughput=5MB/sec 2024-04-02T08:55:20.169 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-njDlhMKbwxtFMvt off=9469135 len=1552866 2024-04-02T08:55:20.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 2953 completed, throughput=5MB/sec 2024-04-02T08:55:20.171 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XstP-_JsFDDwf0T off=5317816 len=1954874 2024-04-02T08:55:20.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 2954 completed, throughput=5MB/sec 2024-04-02T08:55:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:20 smithi028 ceph-mon[94314]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:20 smithi028 ceph-mon[96890]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:20 smithi137 ceph-mon[88456]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:21.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LDJ2-zJm_dAHXqK off=1888223 len=1732336 2024-04-02T08:55:21.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 2955 completed, throughput=5MB/sec 2024-04-02T08:55:21.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VL-Z9wZIngDecmO off=872561 len=18802 2024-04-02T08:55:21.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 2956 completed, throughput=5MB/sec 2024-04-02T08:55:21.184 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vqUJZG-UKV_BeT0 off=6528869 len=298115 2024-04-02T08:55:21.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 2957 completed, throughput=5MB/sec 2024-04-02T08:55:21.185 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X-4AK4KxgqmOsd6 off=13226287 len=1256127 2024-04-02T08:55:21.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 2958 completed, throughput=5MB/sec 2024-04-02T08:55:21.185 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RfheOwIAZAO9kdi off=5017754 len=1262754 2024-04-02T08:55:21.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 2959 completed, throughput=5MB/sec 2024-04-02T08:55:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:55:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:55:21] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:55:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:22.190 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wEt1oPnY7P2nRDx off=951333 len=631924 2024-04-02T08:55:22.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 2960 completed, throughput=4.99MB/sec 2024-04-02T08:55:22.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EceWhtBklTfSBt9 off=16275483 len=415751 2024-04-02T08:55:22.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 2961 completed, throughput=4.99MB/sec 2024-04-02T08:55:22.194 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pwBLwfNB1MaBEDe off=3721280 len=284071 2024-04-02T08:55:22.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 2962 completed, throughput=5MB/sec 2024-04-02T08:55:22.197 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OOKEkTjI7XQlKQp off=5267296 len=171383 2024-04-02T08:55:22.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 2963 completed, throughput=5MB/sec 2024-04-02T08:55:22.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WjoGfoFtPu_diEj off=459034 len=2077964 2024-04-02T08:55:22.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 2964 completed, throughput=5MB/sec 2024-04-02T08:55:22.205 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJtbFyiBbjTMDfP off=13551719 len=495368 2024-04-02T08:55:22.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 2965 completed, throughput=5MB/sec 2024-04-02T08:55:22.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D9WWLnQl5C5ou-M off=5278596 len=249531 2024-04-02T08:55:22.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 2966 completed, throughput=5MB/sec 2024-04-02T08:55:22.208 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l75Mn8QfUAyWaYs off=2322151 len=932265 2024-04-02T08:55:22.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 2967 completed, throughput=5MB/sec 2024-04-02T08:55:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:22 smithi137 ceph-mon[88456]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:55:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:22 smithi028 ceph-mon[94314]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:22 smithi028 ceph-mon[96890]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:23.214 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M4eFkeygqteN2F- off=1441793 len=891061 2024-04-02T08:55:23.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 2968 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9xUFnegHOSa1Roh off=19421283 len=417394 2024-04-02T08:55:23.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 2969 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.218 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8M-XBnPaV_qmo8G off=13446771 len=54873 2024-04-02T08:55:23.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 2970 completed, throughput=4.99MB/sec 2024-04-02T08:55:23.220 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ToRGhEnQKPwQ1kT off=4022456 len=1191901 2024-04-02T08:55:23.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 2971 completed, throughput=5MB/sec 2024-04-02T08:55:23.222 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9EdDKhzDHE270o6 off=19097636 len=1055502 2024-04-02T08:55:23.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 2972 completed, throughput=5MB/sec 2024-04-02T08:55:23.226 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f2O8ryHKXWuc4P0 off=4673949 len=603605 2024-04-02T08:55:23.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 2973 completed, throughput=5MB/sec 2024-04-02T08:55:23.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LFYPqOAP6CfMplT off=14475156 len=521818 2024-04-02T08:55:23.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 2974 completed, throughput=5MB/sec 2024-04-02T08:55:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:23 smithi028 ceph-mon[94314]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:23 smithi028 ceph-mon[96890]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:23 smithi137 ceph-mon[88456]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:24.231 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GQSQs7H8gIwpWdm off=11658050 len=1756486 2024-04-02T08:55:24.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 2975 completed, throughput=4.99MB/sec 2024-04-02T08:55:24.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aPhlHkZfxuzhdlJ off=2662471 len=751622 2024-04-02T08:55:24.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 2976 completed, throughput=5MB/sec 2024-04-02T08:55:24.233 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YhLjZHNbX5Ol6_s off=4084576 len=1400814 2024-04-02T08:55:24.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 2977 completed, throughput=5MB/sec 2024-04-02T08:55:24.234 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--XsLfUJIjylm0oo off=5086051 len=1587019 2024-04-02T08:55:24.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 2978 completed, throughput=5MB/sec 2024-04-02T08:55:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:25.247 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pwpLZRcGqlZtDE7 off=45204 len=273541 2024-04-02T08:55:25.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 2979 completed, throughput=4.99MB/sec 2024-04-02T08:55:25.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ARYNkkQvb4k3vKb off=19059 len=825437 2024-04-02T08:55:25.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 2980 completed, throughput=4.99MB/sec 2024-04-02T08:55:25.252 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qh3Qc7JNRmbAYmS off=6022013 len=1604916 2024-04-02T08:55:25.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 2981 completed, throughput=5MB/sec 2024-04-02T08:55:25.260 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fXJatWvNn4Ydl9_ off=17403325 len=1223726 2024-04-02T08:55:25.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 2982 completed, throughput=5MB/sec 2024-04-02T08:55:25.261 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jG77W9J7lvuryYI off=8669431 len=1252971 2024-04-02T08:55:25.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 2983 completed, throughput=5MB/sec 2024-04-02T08:55:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:25 smithi137 ceph-mon[88456]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:55:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:25 smithi028 ceph-mon[94314]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:55:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:25 smithi028 ceph-mon[96890]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:55:26.267 INFO:tasks.workunit.client.0.smithi028.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:26.267 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GvWP4gqU2r-Yt8Z off=5711192 len=714166 2024-04-02T08:55:26.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 2984 completed, throughput=4.99MB/sec 2024-04-02T08:55:26.268 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k41NHtmQqltFlWK off=5871250 len=1691740 2024-04-02T08:55:26.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 2985 completed, throughput=5MB/sec 2024-04-02T08:55:26.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2nvOV4oi6a4ijwv off=2257622 len=1359001 2024-04-02T08:55:26.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 2986 completed, throughput=5MB/sec 2024-04-02T08:55:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7DOTP9uR2P2XM7O off=1670886 len=518683 2024-04-02T08:55:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 2987 completed, throughput=5MB/sec 2024-04-02T08:55:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EOqgbD7HS7N4s33 off=2824628 len=606285 2024-04-02T08:55:26.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 2988 completed, throughput=5MB/sec 2024-04-02T08:55:26.287 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yitteDpVR4ruXCJ off=4283595 len=159034 2024-04-02T08:55:26.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 2989 completed, throughput=5MB/sec 2024-04-02T08:55:26.287 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F7W7R4y-r-_GMFZ off=12343441 len=1063500 2024-04-02T08:55:26.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 2990 completed, throughput=5MB/sec 2024-04-02T08:55:27.293 INFO:tasks.workunit.client.0.smithi028.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:27.293 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KKdXPVGeBRLhl2q off=4744043 len=1730136 2024-04-02T08:55:27.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 2991 completed, throughput=5MB/sec 2024-04-02T08:55:27.295 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v7Rw9yEX4SHfF94 off=2235766 len=2031074 2024-04-02T08:55:27.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 2992 completed, throughput=5MB/sec 2024-04-02T08:55:27.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3YU3-b3wnDZbLqQ off=2609979 len=1133981 2024-04-02T08:55:27.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 2993 completed, throughput=5MB/sec 2024-04-02T08:55:28.302 INFO:tasks.workunit.client.0.smithi028.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:28.302 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G7o-zg3CT_N1zRQ off=14149521 len=1920188 2024-04-02T08:55:28.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 2994 completed, throughput=5MB/sec 2024-04-02T08:55:28.303 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aISBwUnTKR0DChh off=5160794 len=876700 2024-04-02T08:55:28.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 2995 completed, throughput=5MB/sec 2024-04-02T08:55:28.307 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-94JXVXgcIDhjLC0 off=1393253 len=851411 2024-04-02T08:55:28.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 2996 completed, throughput=5MB/sec 2024-04-02T08:55:28.312 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9AlqvRtHAY5_1JD off=8332635 len=258875 2024-04-02T08:55:28.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 2997 completed, throughput=5MB/sec 2024-04-02T08:55:28.312 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fMVvRn4s9wgLpLM off=16039571 len=930719 2024-04-02T08:55:28.316 INFO:tasks.workunit.client.0.smithi028.stdout:op 2998 completed, throughput=5MB/sec 2024-04-02T08:55:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:28 smithi137 ceph-mon[88456]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:28 smithi028 ceph-mon[96890]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:28 smithi028 ceph-mon[94314]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:55:29.316 INFO:tasks.workunit.client.0.smithi028.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:29.317 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2xn6qADOuCd51aj off=6193726 len=183124 2024-04-02T08:55:29.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 2999 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-plAv7JuYi9AoCv0 off=4081453 len=1338420 2024-04-02T08:55:29.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 3000 completed, throughput=4.99MB/sec 2024-04-02T08:55:29.321 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-neqnSs1edT7BkhV off=1069331 len=806086 2024-04-02T08:55:29.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 3001 completed, throughput=5MB/sec 2024-04-02T08:55:29.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hEqHSXcXPK1zr8r off=18670622 len=1375706 2024-04-02T08:55:29.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 3002 completed, throughput=5MB/sec 2024-04-02T08:55:29.332 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2IK3oHdzH2UrwxO off=6032422 len=1804227 2024-04-02T08:55:29.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 3003 completed, throughput=5MB/sec 2024-04-02T08:55:30.338 INFO:tasks.workunit.client.0.smithi028.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:30.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qfaqvo35OdEO8uK off=1885798 len=775268 2024-04-02T08:55:30.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 3004 completed, throughput=4.99MB/sec 2024-04-02T08:55:30.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7OnY5dSusN1OUeG off=9920729 len=1350475 2024-04-02T08:55:30.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 3005 completed, throughput=5MB/sec 2024-04-02T08:55:30.351 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2dPq6lR-6R_FSWM off=14238473 len=615261 2024-04-02T08:55:30.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 3006 completed, throughput=5MB/sec 2024-04-02T08:55:30.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dtuLCKh58SrBMP_ off=6877611 len=1586998 2024-04-02T08:55:30.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 3007 completed, throughput=5MB/sec 2024-04-02T08:55:30.355 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O-FMUKEI85ZTec0 off=3756128 len=1756308 2024-04-02T08:55:30.361 INFO:tasks.workunit.client.0.smithi028.stdout:op 3008 completed, throughput=5MB/sec 2024-04-02T08:55:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:30 smithi137 ceph-mon[88456]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:30 smithi028 ceph-mon[94314]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:30 smithi028 ceph-mon[96890]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:55:31.361 INFO:tasks.workunit.client.0.smithi028.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:31.362 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oraMRR5O8yA_qDE off=7308146 len=225691 2024-04-02T08:55:31.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 3009 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.362 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Wy2wI-3mY4m-fB7 off=2264531 len=1012879 2024-04-02T08:55:31.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 3010 completed, throughput=4.99MB/sec 2024-04-02T08:55:31.368 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uu3ttUnhbji1ex0 off=2214682 len=299259 2024-04-02T08:55:31.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 3011 completed, throughput=5MB/sec 2024-04-02T08:55:31.368 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bu3hAoTt1KowQ2b off=2043496 len=256984 2024-04-02T08:55:31.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 3012 completed, throughput=5MB/sec 2024-04-02T08:55:31.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IjcBW4Q2K1ZNcvY off=13337702 len=1695342 2024-04-02T08:55:31.380 INFO:tasks.workunit.client.0.smithi028.stdout:op 3013 completed, throughput=5MB/sec 2024-04-02T08:55:31.381 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--jH8li29gSCKviK off=6111642 len=292928 2024-04-02T08:55:31.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 3014 completed, throughput=5MB/sec 2024-04-02T08:55:31.381 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YdwRWpPxEbgKjYz off=14657922 len=934488 2024-04-02T08:55:31.383 INFO:tasks.workunit.client.0.smithi028.stdout:op 3015 completed, throughput=5MB/sec 2024-04-02T08:55:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:55:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:55:31] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:55:32.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:32 smithi137 ceph-mon[88456]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:32.383 INFO:tasks.workunit.client.0.smithi028.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:32.383 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bffA2SOmFA-mpGs off=8926582 len=519537 2024-04-02T08:55:32.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 3016 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6xV16TY-zrF8xZR off=123936 len=1167458 2024-04-02T08:55:32.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 3017 completed, throughput=4.99MB/sec 2024-04-02T08:55:32.386 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oqZhOfC5TNxA8Iq off=1474660 len=649350 2024-04-02T08:55:32.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 3018 completed, throughput=5MB/sec 2024-04-02T08:55:32.388 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5iet4DQw_Z3Vl59 off=3951210 len=1076886 2024-04-02T08:55:32.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 3019 completed, throughput=5MB/sec 2024-04-02T08:55:32.394 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4ca6KghZHinvjdl off=4063938 len=1852517 2024-04-02T08:55:32.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 3020 completed, throughput=5MB/sec 2024-04-02T08:55:32.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:32 smithi028 ceph-mon[96890]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:32 smithi028 ceph-mon[94314]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:55:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:33.405 INFO:tasks.workunit.client.0.smithi028.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:33.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pIJQRaenciajrQ1 off=706653 len=1118921 2024-04-02T08:55:33.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 3021 completed, throughput=4.99MB/sec 2024-04-02T08:55:33.406 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z8qx773bw8pxV22 off=14686088 len=1791681 2024-04-02T08:55:33.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 3022 completed, throughput=5MB/sec 2024-04-02T08:55:33.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MhoyjjlXSWykqgv off=4079946 len=9664 2024-04-02T08:55:33.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 3023 completed, throughput=5MB/sec 2024-04-02T08:55:33.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kwTdl0bpuPP9CYD off=1108511 len=1697268 2024-04-02T08:55:33.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 3024 completed, throughput=5MB/sec 2024-04-02T08:55:33.416 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dEIalvARFu5msax off=6681086 len=1997889 2024-04-02T08:55:33.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 3025 completed, throughput=5MB/sec 2024-04-02T08:55:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:34 smithi137 ceph-mon[88456]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:34.424 INFO:tasks.workunit.client.0.smithi028.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:34.424 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BRfuc_X7NWPH58W off=895256 len=667871 2024-04-02T08:55:34.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 3026 completed, throughput=5MB/sec 2024-04-02T08:55:34.425 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0DdqyUfdi3VRvrx off=240751 len=1289131 2024-04-02T08:55:34.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 3027 completed, throughput=5MB/sec 2024-04-02T08:55:34.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iHyIOp-GcYdA5m7 off=2686221 len=873247 2024-04-02T08:55:34.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 3028 completed, throughput=5MB/sec 2024-04-02T08:55:34.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5WAWEzpy-TVTrxs off=12310926 len=803439 2024-04-02T08:55:34.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 3029 completed, throughput=5MB/sec 2024-04-02T08:55:34.430 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ct9tpb99L7B7rm6 off=8324577 len=754616 2024-04-02T08:55:34.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 3030 completed, throughput=5MB/sec 2024-04-02T08:55:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:34 smithi028 ceph-mon[94314]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:34.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:34 smithi028 ceph-mon[96890]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:35.431 INFO:tasks.workunit.client.0.smithi028.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:35.431 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CQ0WEhmdLIZPDOB off=1004182 len=1977531 2024-04-02T08:55:35.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 3031 completed, throughput=5MB/sec 2024-04-02T08:55:35.442 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HoTKlouiwnvJBqn off=16126274 len=808808 2024-04-02T08:55:35.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 3032 completed, throughput=5MB/sec 2024-04-02T08:55:35.444 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N4U_yeyS4rGsvzJ off=532000 len=58674 2024-04-02T08:55:35.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 3033 completed, throughput=5MB/sec 2024-04-02T08:55:35.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XrypojRHUNYiH3a off=2774748 len=493664 2024-04-02T08:55:35.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 3034 completed, throughput=5MB/sec 2024-04-02T08:55:35.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-drSVQFVqo-3ZGSy off=12447808 len=899040 2024-04-02T08:55:35.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 3035 completed, throughput=5MB/sec 2024-04-02T08:55:35.450 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zSbk5ISy_vkWyZs off=5532102 len=106027 2024-04-02T08:55:35.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 3036 completed, throughput=5MB/sec 2024-04-02T08:55:35.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--2HtXOo814eMtpf off=2115698 len=633540 2024-04-02T08:55:35.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 3037 completed, throughput=5MB/sec 2024-04-02T08:55:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:36 smithi137 ceph-mon[88456]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:36 smithi028 ceph-mon[94314]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:36 smithi028 ceph-mon[96890]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:36.452 INFO:tasks.workunit.client.0.smithi028.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:36.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KgRC-U9vxGrJcfi off=2483859 len=217859 2024-04-02T08:55:36.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 3038 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.454 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oy9wC51zhwbivuM off=2447985 len=1559899 2024-04-02T08:55:36.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 3039 completed, throughput=4.99MB/sec 2024-04-02T08:55:36.459 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ljtiQUmiwvwQHM7 off=4169727 len=251744 2024-04-02T08:55:36.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 3040 completed, throughput=5MB/sec 2024-04-02T08:55:36.460 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J_a1JMHddQMX47u off=3203124 len=645671 2024-04-02T08:55:36.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 3041 completed, throughput=5MB/sec 2024-04-02T08:55:36.464 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BSv47-SRW5oUd-H off=19622022 len=1563475 2024-04-02T08:55:36.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 3042 completed, throughput=5MB/sec 2024-04-02T08:55:36.465 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J-ZRmaveVchjsvs off=2398754 len=1849138 2024-04-02T08:55:36.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 3043 completed, throughput=5MB/sec 2024-04-02T08:55:37.466 INFO:tasks.workunit.client.0.smithi028.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:37.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-apqhDOQm2Tj0D89 off=18257271 len=1866076 2024-04-02T08:55:37.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 3044 completed, throughput=5MB/sec 2024-04-02T08:55:37.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pf7jR3ysoA128C8 off=11512103 len=732304 2024-04-02T08:55:37.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 3045 completed, throughput=5MB/sec 2024-04-02T08:55:37.475 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fhikmfpT1qp6Ucc off=12861592 len=422984 2024-04-02T08:55:37.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 3046 completed, throughput=5MB/sec 2024-04-02T08:55:37.478 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--QENJCTW3J7gucj off=1396156 len=44080 2024-04-02T08:55:37.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 3047 completed, throughput=5MB/sec 2024-04-02T08:55:37.481 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MeBwT4lxI9Lcckf off=7937737 len=95665 2024-04-02T08:55:37.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 3048 completed, throughput=5MB/sec 2024-04-02T08:55:37.483 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BwJdXvEIeiOLJh_ off=4655315 len=572803 2024-04-02T08:55:37.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 3049 completed, throughput=5MB/sec 2024-04-02T08:55:37.487 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W3AOaZqb9pUMHvb off=10927190 len=1008953 2024-04-02T08:55:37.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 3050 completed, throughput=5MB/sec 2024-04-02T08:55:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:38 smithi137 ceph-mon[88456]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:38 smithi028 ceph-mon[94314]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:38 smithi028 ceph-mon[96890]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:38.488 INFO:tasks.workunit.client.0.smithi028.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:38.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DWMna0h2abBnoTk off=11959476 len=239698 2024-04-02T08:55:38.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 3051 completed, throughput=4.99MB/sec 2024-04-02T08:55:38.489 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OL-ufA8Lw8pTuqN off=3629898 len=1994551 2024-04-02T08:55:38.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 3052 completed, throughput=5MB/sec 2024-04-02T08:55:38.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p20yGMJuBO-K_ZS off=15916988 len=1879416 2024-04-02T08:55:38.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 3053 completed, throughput=5MB/sec 2024-04-02T08:55:38.497 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uXjk91V6R4XDaLX off=13378010 len=1925964 2024-04-02T08:55:38.503 INFO:tasks.workunit.client.0.smithi028.stdout:op 3054 completed, throughput=5MB/sec 2024-04-02T08:55:39.354 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:39 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:39.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:39 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:39 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:55:39.504 INFO:tasks.workunit.client.0.smithi028.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:39.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wXr-hPHIrwaF_6X off=736902 len=1872359 2024-04-02T08:55:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 3055 completed, throughput=5MB/sec 2024-04-02T08:55:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fMMJqJpsnzJeHJS off=6607757 len=1493070 2024-04-02T08:55:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 3056 completed, throughput=5MB/sec 2024-04-02T08:55:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3nK6o5gUIrRXlTu off=4150680 len=608982 2024-04-02T08:55:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 3057 completed, throughput=5MB/sec 2024-04-02T08:55:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p7fL3Bo3IL8C4kN off=4419345 len=1776535 2024-04-02T08:55:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 3058 completed, throughput=5MB/sec 2024-04-02T08:55:40.358 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:40 smithi028 ceph-mon[94314]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:40.358 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:40 smithi028 ceph-mon[96890]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:40.381 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:40 smithi137 ceph-mon[88456]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:55:40.524 INFO:tasks.workunit.client.0.smithi028.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:40.524 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SGA4AOxpaDSdaHB off=1179685 len=508893 2024-04-02T08:55:40.525 INFO:tasks.workunit.client.0.smithi028.stdout:op 3059 completed, throughput=4.99MB/sec 2024-04-02T08:55:40.525 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1bADFjsezhiuSQM off=4406977 len=945655 2024-04-02T08:55:40.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 3060 completed, throughput=5MB/sec 2024-04-02T08:55:40.529 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zivuJCJKceGrZTf off=3650418 len=695990 2024-04-02T08:55:40.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 3061 completed, throughput=5MB/sec 2024-04-02T08:55:40.530 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-54kA9wRDgvez_3p off=13063404 len=314070 2024-04-02T08:55:40.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 3062 completed, throughput=5MB/sec 2024-04-02T08:55:40.531 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ezP83b5YaKlz2Bq off=8348382 len=1863889 2024-04-02T08:55:40.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 3063 completed, throughput=5MB/sec 2024-04-02T08:55:41.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:55:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:55:41] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-02T08:55:41.541 INFO:tasks.workunit.client.0.smithi028.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:41.541 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z0fDgpWbK8fRIXj off=250460 len=587005 2024-04-02T08:55:41.541 INFO:tasks.workunit.client.0.smithi028.stdout:op 3064 completed, throughput=4.99MB/sec 2024-04-02T08:55:41.542 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hq0A981WfERFwnb off=10506353 len=1808744 2024-04-02T08:55:41.543 INFO:tasks.workunit.client.0.smithi028.stdout:op 3065 completed, throughput=5MB/sec 2024-04-02T08:55:41.543 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_50hg7HpSW46y6J off=11667980 len=2092674 2024-04-02T08:55:41.550 INFO:tasks.workunit.client.0.smithi028.stdout:op 3066 completed, throughput=5MB/sec 2024-04-02T08:55:41.551 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qodpHHQRTxyBD-b off=559608 len=411424 2024-04-02T08:55:41.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 3067 completed, throughput=5MB/sec 2024-04-02T08:55:42.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:42 smithi137 ceph-mon[88456]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:42.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:42 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:42.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:42 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:42.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:55:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:42.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:42 smithi028 ceph-mon[94314]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:42 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:42 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:42 smithi028 ceph-mon[96890]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:55:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:42 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:42 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:42.551 INFO:tasks.workunit.client.0.smithi028.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:42.551 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fr1ObJbI1fKxZgP off=303173 len=476961 2024-04-02T08:55:42.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 3068 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.552 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u12V7qgjI2K4e6d off=6021188 len=1373586 2024-04-02T08:55:42.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 3069 completed, throughput=4.99MB/sec 2024-04-02T08:55:42.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hm4dwZ2C9aQ12WM off=4332633 len=1206937 2024-04-02T08:55:42.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 3070 completed, throughput=5MB/sec 2024-04-02T08:55:42.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q-H8vFT1NC1Q2Gq off=478290 len=1332556 2024-04-02T08:55:42.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 3071 completed, throughput=5MB/sec 2024-04-02T08:55:42.561 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9nKLymF_EBXkOin off=4286549 len=1966454 2024-04-02T08:55:42.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 3072 completed, throughput=5MB/sec 2024-04-02T08:55:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:43 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:55:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:43 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:55:43.567 INFO:tasks.workunit.client.0.smithi028.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:43.568 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RYqaOpcFJkBoFuF off=0 len=1780037 2024-04-02T08:55:43.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 3073 completed, throughput=5MB/sec 2024-04-02T08:55:43.574 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jjUSxgi0We0fxA- off=3280785 len=950730 2024-04-02T08:55:43.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 3074 completed, throughput=5MB/sec 2024-04-02T08:55:43.578 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HbgqWRiLXZA69CD off=11964758 len=144457 2024-04-02T08:55:43.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 3075 completed, throughput=5MB/sec 2024-04-02T08:55:43.578 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-579tcW0-fnIlpvW off=2929264 len=1993022 2024-04-02T08:55:43.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 3076 completed, throughput=5MB/sec 2024-04-02T08:55:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:44 smithi137 ceph-mon[88456]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:55:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:44 smithi028 ceph-mon[94314]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:55:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:44 smithi028 ceph-mon[96890]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T08:55:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:44.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ReyWylMvG3RdvX6 off=17601120 len=45175 2024-04-02T08:55:44.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 3077 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.589 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qcsCFwzK0nDWnZn off=755957 len=1122073 2024-04-02T08:55:44.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 3078 completed, throughput=4.99MB/sec 2024-04-02T08:55:44.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NyIXo11ktMgt6nG off=12592860 len=1344092 2024-04-02T08:55:44.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 3079 completed, throughput=5MB/sec 2024-04-02T08:55:44.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l1nN3BugGCSlOl0 off=20290627 len=1478758 2024-04-02T08:55:44.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 3080 completed, throughput=5MB/sec 2024-04-02T08:55:44.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VJfHB8cZeqdIKwv off=8562886 len=2006797 2024-04-02T08:55:44.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 3081 completed, throughput=5MB/sec 2024-04-02T08:55:45.623 INFO:tasks.workunit.client.0.smithi028.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:45.623 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nhlFA712hhW8sG6 off=4132705 len=1167476 2024-04-02T08:55:45.623 INFO:tasks.workunit.client.0.smithi028.stdout:op 3082 completed, throughput=5MB/sec 2024-04-02T08:55:45.623 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LNrkhcCeLZkXAzi off=220720 len=1874080 2024-04-02T08:55:45.623 INFO:tasks.workunit.client.0.smithi028.stdout:op 3083 completed, throughput=5MB/sec 2024-04-02T08:55:45.623 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S1x0-7bNlh3udOZ off=1487694 len=875358 2024-04-02T08:55:45.623 INFO:tasks.workunit.client.0.smithi028.stdout:op 3084 completed, throughput=5MB/sec 2024-04-02T08:55:45.624 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ItuDrRPb8ncv3PJ off=3779485 len=1046063 2024-04-02T08:55:45.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 3085 completed, throughput=5MB/sec 2024-04-02T08:55:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:46 smithi137 ceph-mon[88456]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:46.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:46 smithi028 ceph-mon[94314]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:46.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:46 smithi028 ceph-mon[96890]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:55:46.624 INFO:tasks.workunit.client.0.smithi028.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:46.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Vs5gzuPnXwmZCMG off=1068444 len=1851846 2024-04-02T08:55:46.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 3086 completed, throughput=5MB/sec 2024-04-02T08:55:46.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fFDb6yrcuAeX_iy off=7185849 len=1210726 2024-04-02T08:55:46.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 3087 completed, throughput=5MB/sec 2024-04-02T08:55:46.636 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-54kA9wRDgvez_3p off=1610644 len=1699271 2024-04-02T08:55:46.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 3088 completed, throughput=5MB/sec 2024-04-02T08:55:47.640 INFO:tasks.workunit.client.0.smithi028.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:47.640 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d47NFU7hq-smTWk off=4269138 len=92933 2024-04-02T08:55:47.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 3089 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.640 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kdhzOoCBqfOX2GP off=43334 len=922139 2024-04-02T08:55:47.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 3090 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.645 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t6xEryWZV_MzkG_ off=3882851 len=164958 2024-04-02T08:55:47.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 3091 completed, throughput=4.99MB/sec 2024-04-02T08:55:47.645 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-64PhoutiLA7cwOB off=8761348 len=1155597 2024-04-02T08:55:47.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 3092 completed, throughput=5MB/sec 2024-04-02T08:55:47.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cr28AKzhEJjMxqh off=8042133 len=1902260 2024-04-02T08:55:47.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 3093 completed, throughput=5MB/sec 2024-04-02T08:55:47.648 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iPCOO9ENCCz8imL off=10107446 len=96937 2024-04-02T08:55:47.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 3094 completed, throughput=5MB/sec 2024-04-02T08:55:47.650 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-obfJs4c8qRqW9aP off=11063522 len=1784414 2024-04-02T08:55:47.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 3095 completed, throughput=5MB/sec 2024-04-02T08:55:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:48 smithi137 ceph-mon[88456]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:48 smithi028 ceph-mon[94314]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:48 smithi028 ceph-mon[96890]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T08:55:48.655 INFO:tasks.workunit.client.0.smithi028.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:48.655 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M05IpTehYJ832eW off=773586 len=318780 2024-04-02T08:55:48.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 3096 completed, throughput=4.99MB/sec 2024-04-02T08:55:48.656 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xfZplpsfAPI8nQC off=2445224 len=1409816 2024-04-02T08:55:48.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 3097 completed, throughput=5MB/sec 2024-04-02T08:55:48.657 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KSOBp9ag0tN4E9P off=6723803 len=276694 2024-04-02T08:55:48.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 3098 completed, throughput=5MB/sec 2024-04-02T08:55:48.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qxuIrFlHFduueyj off=2964588 len=122471 2024-04-02T08:55:48.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 3099 completed, throughput=5MB/sec 2024-04-02T08:55:48.662 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G-tEvo55RE52FCL off=19059096 len=237220 2024-04-02T08:55:48.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 3100 completed, throughput=5MB/sec 2024-04-02T08:55:48.662 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ur9WCjXbwMvOoXH off=11790859 len=266911 2024-04-02T08:55:48.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 3101 completed, throughput=5MB/sec 2024-04-02T08:55:48.662 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jzha4tAmuE7GKUG off=1745295 len=599416 2024-04-02T08:55:48.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 3102 completed, throughput=5MB/sec 2024-04-02T08:55:48.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9bEyuFrJRJQzyZg off=1579890 len=1854626 2024-04-02T08:55:48.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 3103 completed, throughput=5MB/sec 2024-04-02T08:55:49.670 INFO:tasks.workunit.client.0.smithi028.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:49.670 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lF0OhvbtjXfCty3 off=768774 len=2013586 2024-04-02T08:55:49.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 3104 completed, throughput=5MB/sec 2024-04-02T08:55:49.672 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NXkzKv3b2tQUGPb off=4131522 len=987848 2024-04-02T08:55:49.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 3105 completed, throughput=5MB/sec 2024-04-02T08:55:49.677 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HuNujg7ObBchS4i off=2659672 len=1526466 2024-04-02T08:55:49.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 3106 completed, throughput=5MB/sec 2024-04-02T08:55:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:50 smithi137 ceph-mon[88456]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:50 smithi028 ceph-mon[94314]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:50 smithi028 ceph-mon[96890]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:55:50.678 INFO:tasks.workunit.client.0.smithi028.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:50.679 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1mXqlrYAqb2bDHG off=2679317 len=145664 2024-04-02T08:55:50.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 3107 completed, throughput=4.99MB/sec 2024-04-02T08:55:50.681 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tgdaCIFRhgzmZUX off=814378 len=682964 2024-04-02T08:55:50.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 3108 completed, throughput=4.99MB/sec 2024-04-02T08:55:50.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E8spCzGB3QoT6fX off=8033176 len=1966702 2024-04-02T08:55:50.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 3109 completed, throughput=5MB/sec 2024-04-02T08:55:50.696 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zLfVa2AxAgVmiKg off=3303780 len=1956614 2024-04-02T08:55:50.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 3110 completed, throughput=5MB/sec 2024-04-02T08:55:50.705 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4YjmG5KHEQmhTza off=19797433 len=1070361 2024-04-02T08:55:50.706 INFO:tasks.workunit.client.0.smithi028.stdout:op 3111 completed, throughput=5MB/sec 2024-04-02T08:55:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:51.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:55:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:55:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:55:51] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:55:51.707 INFO:tasks.workunit.client.0.smithi028.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:51.707 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dBm90irIeg20FZ2 off=2543256 len=116276 2024-04-02T08:55:51.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 3112 completed, throughput=4.99MB/sec 2024-04-02T08:55:51.709 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cUameUB3N7zrQmX off=12596212 len=1977134 2024-04-02T08:55:51.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 3113 completed, throughput=5MB/sec 2024-04-02T08:55:51.715 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AFnEHOKNIy9uySq off=10369989 len=1884983 2024-04-02T08:55:51.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 3114 completed, throughput=5MB/sec 2024-04-02T08:55:51.717 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KBh7m3Cm18Xq3h1 off=138022 len=447857 2024-04-02T08:55:51.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 3115 completed, throughput=5MB/sec 2024-04-02T08:55:51.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0dQqRRl_Yct_XmF off=4581625 len=537132 2024-04-02T08:55:51.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 3116 completed, throughput=5MB/sec 2024-04-02T08:55:52.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:52 smithi137 ceph-mon[88456]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:52.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:55:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:55:52.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:52 smithi028 ceph-mon[96890]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:52.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:52 smithi028 ceph-mon[94314]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:55:52.721 INFO:tasks.workunit.client.0.smithi028.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:52.722 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qRY0rrCZKLLVIFr off=6796933 len=1767547 2024-04-02T08:55:52.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 3117 completed, throughput=4.99MB/sec 2024-04-02T08:55:52.723 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H3FBjC0d8PN6leh off=2087203 len=1390828 2024-04-02T08:55:52.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 3118 completed, throughput=5MB/sec 2024-04-02T08:55:52.726 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FaXfRLhD_S8UW7_ off=461609 len=197556 2024-04-02T08:55:52.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 3119 completed, throughput=5MB/sec 2024-04-02T08:55:52.726 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k-yQpXK1BDSKEAA off=16396086 len=680287 2024-04-02T08:55:52.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 3120 completed, throughput=5MB/sec 2024-04-02T08:55:52.731 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5awoxaamGcC0Rpr off=16923560 len=1608506 2024-04-02T08:55:52.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 3121 completed, throughput=5MB/sec 2024-04-02T08:55:53.737 INFO:tasks.workunit.client.0.smithi028.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:53.737 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G_MF8lJfwf75LAw off=451234 len=1856483 2024-04-02T08:55:53.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 3122 completed, throughput=5MB/sec 2024-04-02T08:55:53.744 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TXVgW_ocr-tB4vM off=4288913 len=1113746 2024-04-02T08:55:53.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 3123 completed, throughput=5MB/sec 2024-04-02T08:55:53.745 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-91dlvM_uGuqkYHQ off=1836324 len=643284 2024-04-02T08:55:53.747 INFO:tasks.workunit.client.0.smithi028.stdout:op 3124 completed, throughput=5MB/sec 2024-04-02T08:55:53.747 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iQUdJQNrH8P7KkL off=177551 len=1198025 2024-04-02T08:55:53.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 3125 completed, throughput=5MB/sec 2024-04-02T08:55:53.748 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mzlh3cta7clFo6p off=254970 len=576384 2024-04-02T08:55:53.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 3126 completed, throughput=5MB/sec 2024-04-02T08:55:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:54 smithi137 ceph-mon[88456]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:54 smithi028 ceph-mon[94314]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:54 smithi028 ceph-mon[96890]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:55:54.752 INFO:tasks.workunit.client.0.smithi028.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:54.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JnpXaNoxw6V0u9G off=9074156 len=1539223 2024-04-02T08:55:54.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 3127 completed, throughput=5MB/sec 2024-04-02T08:55:54.762 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pm8PM12y6ftlD7q off=7718657 len=1371273 2024-04-02T08:55:54.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 3128 completed, throughput=5MB/sec 2024-04-02T08:55:54.768 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a9lyir1L0eA-uCs off=351082 len=113481 2024-04-02T08:55:54.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 3129 completed, throughput=5MB/sec 2024-04-02T08:55:54.768 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AnEtNZhlGT_i7GQ off=12998126 len=1732442 2024-04-02T08:55:54.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 3130 completed, throughput=5MB/sec 2024-04-02T08:55:54.770 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_WZ2A62ZLdMu4XL off=13933825 len=535814 2024-04-02T08:55:54.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 3131 completed, throughput=5MB/sec 2024-04-02T08:55:55.771 INFO:tasks.workunit.client.0.smithi028.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:55.771 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-urHTCfCKRgwf1Ih off=6970867 len=1800649 2024-04-02T08:55:55.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 3132 completed, throughput=5MB/sec 2024-04-02T08:55:55.773 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GHimlTDm0wlmdLv off=14004339 len=1595163 2024-04-02T08:55:55.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 3133 completed, throughput=5MB/sec 2024-04-02T08:55:55.782 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2dPq6lR-6R_FSWM off=8719921 len=1834441 2024-04-02T08:55:55.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 3134 completed, throughput=5MB/sec 2024-04-02T08:55:56.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:56 smithi028 ceph-mon[96890]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:56 smithi028 ceph-mon[94314]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:56 smithi137 ceph-mon[88456]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:55:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:56.784 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sgmx6Lg-w2KDvhK off=6417623 len=503111 2024-04-02T08:55:56.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 3135 completed, throughput=4.99MB/sec 2024-04-02T08:55:56.785 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JAT3359sq4f1LYv off=2987894 len=1371107 2024-04-02T08:55:56.791 INFO:tasks.workunit.client.0.smithi028.stdout:op 3136 completed, throughput=5MB/sec 2024-04-02T08:55:56.792 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bTfSsv7FKsmMAHY off=8686433 len=93307 2024-04-02T08:55:56.793 INFO:tasks.workunit.client.0.smithi028.stdout:op 3137 completed, throughput=5MB/sec 2024-04-02T08:55:56.794 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U8j-eEOE19mdzra off=584909 len=273420 2024-04-02T08:55:56.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 3138 completed, throughput=5MB/sec 2024-04-02T08:55:56.794 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RBCKrfwR0aeTfaW off=3888121 len=877378 2024-04-02T08:55:56.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 3139 completed, throughput=5MB/sec 2024-04-02T08:55:56.796 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rmvsayIRvEAXK86 off=1320962 len=514501 2024-04-02T08:55:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 3140 completed, throughput=5MB/sec 2024-04-02T08:55:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZiMcUFtxjR3VvP3 off=4325121 len=1377049 2024-04-02T08:55:56.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 3141 completed, throughput=5MB/sec 2024-04-02T08:55:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:57.803 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JYf2M4BZBULVZMn off=1140015 len=860884 2024-04-02T08:55:57.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 3142 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.805 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w0AB6UdHiShKGTj off=17567228 len=987884 2024-04-02T08:55:57.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 3143 completed, throughput=4.99MB/sec 2024-04-02T08:55:57.810 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Lc1mioHj4xjnytN off=1923533 len=1139164 2024-04-02T08:55:57.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 3144 completed, throughput=5MB/sec 2024-04-02T08:55:57.811 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CGaLc_4t1-OOp_2 off=2495875 len=16648 2024-04-02T08:55:57.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 3145 completed, throughput=5MB/sec 2024-04-02T08:55:57.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0AjREYSYZ8HjGON off=13246235 len=1003855 2024-04-02T08:55:57.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 3146 completed, throughput=5MB/sec 2024-04-02T08:55:57.814 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YFX8pB9WqIaNf4o off=9051851 len=1334224 2024-04-02T08:55:57.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 3147 completed, throughput=5MB/sec 2024-04-02T08:55:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:55:58 smithi028 ceph-mon[94314]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:55:58 smithi028 ceph-mon[96890]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:55:58 smithi137 ceph-mon[88456]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:55:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:58.815 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lvLhC7TseAqtgtC off=664456 len=1847751 2024-04-02T08:55:58.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 3148 completed, throughput=4.99MB/sec 2024-04-02T08:55:58.822 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nAYdkZtGxdaLO0l off=11631007 len=146581 2024-04-02T08:55:58.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 3149 completed, throughput=5MB/sec 2024-04-02T08:55:58.825 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6-22db3iLHKWaay off=16596832 len=1294075 2024-04-02T08:55:58.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 3150 completed, throughput=5MB/sec 2024-04-02T08:55:58.826 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-szdcWI68BYvCyAp off=9397945 len=1847296 2024-04-02T08:55:58.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 3151 completed, throughput=5MB/sec 2024-04-02T08:55:58.827 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sLODOQq8H7qtH24 off=4840219 len=1515250 2024-04-02T08:55:58.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 3152 completed, throughput=5MB/sec 2024-04-02T08:55:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-02T08:55:59.831 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SGA4AOxpaDSdaHB off=4099607 len=1855179 2024-04-02T08:55:59.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 3153 completed, throughput=5MB/sec 2024-04-02T08:55:59.838 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2RrlcSMBOCBiE_8 off=7529712 len=871044 2024-04-02T08:55:59.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 3154 completed, throughput=5MB/sec 2024-04-02T08:55:59.842 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XYLlSH04OUZrb55 off=4286162 len=1845283 2024-04-02T08:55:59.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 3155 completed, throughput=5MB/sec 2024-04-02T08:56:00.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:00 smithi028 ceph-mon[96890]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:00 smithi028 ceph-mon[94314]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:00 smithi137 ceph-mon[88456]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T08:56:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:00.852 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iUOF8oBsZgjGVxV off=3446233 len=308504 2024-04-02T08:56:00.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 3156 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.852 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-trSWhe9RwPBpJ6W off=956663 len=307754 2024-04-02T08:56:00.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 3157 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.853 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uSeEj6xRxG93huu off=17419563 len=275873 2024-04-02T08:56:00.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 3158 completed, throughput=4.99MB/sec 2024-04-02T08:56:00.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W1Hr0_gjJtRt74k off=11018733 len=879900 2024-04-02T08:56:00.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 3159 completed, throughput=5MB/sec 2024-04-02T08:56:00.860 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tW_F8t-3rVdsfB4 off=10957918 len=1802056 2024-04-02T08:56:00.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 3160 completed, throughput=5MB/sec 2024-04-02T08:56:00.869 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IHw0oNkD3wfxHVi off=13051704 len=1041505 2024-04-02T08:56:00.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 3161 completed, throughput=5MB/sec 2024-04-02T08:56:00.871 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_i7gJUAZGfpx8_f off=923511 len=583488 2024-04-02T08:56:00.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 3162 completed, throughput=5MB/sec 2024-04-02T08:56:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:56:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:56:01] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:56:01.874 INFO:tasks.workunit.client.0.smithi028.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:01.875 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OPKE4dATkAgfqrl off=7094689 len=592699 2024-04-02T08:56:01.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 3163 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VL-Z9wZIngDecmO off=661451 len=420450 2024-04-02T08:56:01.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 3164 completed, throughput=4.99MB/sec 2024-04-02T08:56:01.878 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3ZWNXn6tA0mQBDg off=480029 len=463456 2024-04-02T08:56:01.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 3165 completed, throughput=5MB/sec 2024-04-02T08:56:01.882 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pI4sJ9fUU1GgrJO off=63336 len=1932845 2024-04-02T08:56:01.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 3166 completed, throughput=5MB/sec 2024-04-02T08:56:01.890 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SE1kAT_jiQ39gKe off=2111610 len=461256 2024-04-02T08:56:01.891 INFO:tasks.workunit.client.0.smithi028.stdout:op 3167 completed, throughput=5MB/sec 2024-04-02T08:56:01.891 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_rclYUQNDrThhpa off=17604056 len=477419 2024-04-02T08:56:01.894 INFO:tasks.workunit.client.0.smithi028.stdout:op 3168 completed, throughput=5MB/sec 2024-04-02T08:56:01.894 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-foJpMXVd3LKsUrd off=2314125 len=130259 2024-04-02T08:56:01.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 3169 completed, throughput=5MB/sec 2024-04-02T08:56:01.895 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Y7k6yilieppo7M off=617006 len=845849 2024-04-02T08:56:01.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 3170 completed, throughput=5MB/sec 2024-04-02T08:56:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:02 smithi028 ceph-mon[94314]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:02 smithi028 ceph-mon[96890]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:02 smithi137 ceph-mon[88456]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:56:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:02.899 INFO:tasks.workunit.client.0.smithi028.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:02.899 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OmO6ZLuRkP4repp off=9328828 len=1082467 2024-04-02T08:56:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 3171 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q6liH1Bl2DrZEp3 off=9166570 len=150363 2024-04-02T08:56:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 3172 completed, throughput=4.99MB/sec 2024-04-02T08:56:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QYnAJKmlgmY7EMc off=1520244 len=853268 2024-04-02T08:56:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 3173 completed, throughput=5MB/sec 2024-04-02T08:56:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-enM1gLNmFQEclCl off=2746995 len=1065406 2024-04-02T08:56:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 3174 completed, throughput=5MB/sec 2024-04-02T08:56:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Uv_YJr9aOtrSs1E off=1705599 len=571955 2024-04-02T08:56:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 3175 completed, throughput=5MB/sec 2024-04-02T08:56:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r_KE_tCtzbic1Ty off=6355682 len=1971122 2024-04-02T08:56:02.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 3176 completed, throughput=5MB/sec 2024-04-02T08:56:03.916 INFO:tasks.workunit.client.0.smithi028.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:03.916 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N4bkbITpqJ153Xe off=1484878 len=1309632 2024-04-02T08:56:03.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 3177 completed, throughput=5MB/sec 2024-04-02T08:56:03.917 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dlPCwkoRSLPAWqe off=17216005 len=1693378 2024-04-02T08:56:03.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 3178 completed, throughput=5MB/sec 2024-04-02T08:56:03.923 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s3_nWYI3_POUXs- off=11928272 len=198387 2024-04-02T08:56:03.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 3179 completed, throughput=5MB/sec 2024-04-02T08:56:03.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jI7uA_LkWV_LAC2 off=426645 len=838539 2024-04-02T08:56:03.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 3180 completed, throughput=5MB/sec 2024-04-02T08:56:03.929 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hrg3r3NpVbCOcVR off=12439087 len=724088 2024-04-02T08:56:03.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 3181 completed, throughput=5MB/sec 2024-04-02T08:56:04.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:04 smithi028 ceph-mon[94314]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:04 smithi028 ceph-mon[96890]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:04.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:04 smithi137 ceph-mon[88456]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:56:04.932 INFO:tasks.workunit.client.0.smithi028.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:04.932 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2BWRiW3iAf-V734 off=3644787 len=303435 2024-04-02T08:56:04.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 3182 completed, throughput=4.99MB/sec 2024-04-02T08:56:04.933 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A_pfJtVsC9JrLlP off=21461669 len=1523303 2024-04-02T08:56:04.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 3183 completed, throughput=5MB/sec 2024-04-02T08:56:04.936 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tWNL7T_W8TW0U-p off=6002289 len=368366 2024-04-02T08:56:04.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 3184 completed, throughput=5MB/sec 2024-04-02T08:56:04.937 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RLEfCV4XVt5HPoz off=1869402 len=5779 2024-04-02T08:56:04.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 3185 completed, throughput=5MB/sec 2024-04-02T08:56:04.939 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bXGGFf-2WyBJEQG off=4008096 len=1591600 2024-04-02T08:56:04.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 3186 completed, throughput=5MB/sec 2024-04-02T08:56:04.941 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cNE3-4OYCl4OJtD off=12149041 len=1160317 2024-04-02T08:56:04.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 3187 completed, throughput=5MB/sec 2024-04-02T08:56:04.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0u-yMixIuyuHVJO off=1501699 len=1312480 2024-04-02T08:56:04.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 3188 completed, throughput=5MB/sec 2024-04-02T08:56:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:05.952 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3CVOPcHycvglYlh off=1896207 len=398458 2024-04-02T08:56:05.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 3189 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wQFvH8ow6wI8ttK off=20732536 len=5128 2024-04-02T08:56:05.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 3190 completed, throughput=4.99MB/sec 2024-04-02T08:56:05.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vRcJ9pKIj9SOYsa off=6208815 len=1803495 2024-04-02T08:56:05.966 INFO:tasks.workunit.client.0.smithi028.stdout:op 3191 completed, throughput=5MB/sec 2024-04-02T08:56:05.966 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gPTaRd7qm8xU-Km off=1496277 len=1509634 2024-04-02T08:56:05.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 3192 completed, throughput=5MB/sec 2024-04-02T08:56:05.967 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nlFhaWjEuCR97HS off=1861127 len=1052917 2024-04-02T08:56:05.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 3193 completed, throughput=5MB/sec 2024-04-02T08:56:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:06 smithi028 ceph-mon[94314]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:06 smithi028 ceph-mon[96890]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:06 smithi137 ceph-mon[88456]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:06.971 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2ZJUqMpXNpcFq6X off=11888813 len=344489 2024-04-02T08:56:06.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 3194 completed, throughput=4.99MB/sec 2024-04-02T08:56:06.972 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EuwHu6JWmwziuys off=12284946 len=1830257 2024-04-02T08:56:06.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 3195 completed, throughput=5MB/sec 2024-04-02T08:56:06.979 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BhYz1dBBbppGzaN off=1026600 len=796763 2024-04-02T08:56:06.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 3196 completed, throughput=5MB/sec 2024-04-02T08:56:06.983 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2n19j-WuHj9A1FG off=17986108 len=342905 2024-04-02T08:56:06.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 3197 completed, throughput=5MB/sec 2024-04-02T08:56:06.986 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1OvB6JU8ffO7Ber off=6208397 len=543117 2024-04-02T08:56:06.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 3198 completed, throughput=5MB/sec 2024-04-02T08:56:06.986 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mMjtNWfPcZiDH8E off=17448052 len=892043 2024-04-02T08:56:06.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 3199 completed, throughput=5MB/sec 2024-04-02T08:56:07.987 INFO:tasks.workunit.client.0.smithi028.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:07.987 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q1XiEZuFhIet4yq off=16672297 len=1227573 2024-04-02T08:56:07.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 3200 completed, throughput=4.99MB/sec 2024-04-02T08:56:07.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YW0AqSZ8_SB_bwy off=863603 len=794143 2024-04-02T08:56:07.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 3201 completed, throughput=5MB/sec 2024-04-02T08:56:07.994 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8tXy6BCYwTCB5sN off=5166612 len=1428771 2024-04-02T08:56:07.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 3202 completed, throughput=5MB/sec 2024-04-02T08:56:07.996 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NLyusCnad_tuCEc off=155465 len=1674806 2024-04-02T08:56:08.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 3203 completed, throughput=5MB/sec 2024-04-02T08:56:08.003 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XXN_AQKa3Sju7-W off=19526561 len=1796563 2024-04-02T08:56:08.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 3204 completed, throughput=5MB/sec 2024-04-02T08:56:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:08 smithi028 ceph-mon[94314]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:56:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:08 smithi028 ceph-mon[96890]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:56:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:08 smithi137 ceph-mon[88456]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:56:09.013 INFO:tasks.workunit.client.0.smithi028.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:09.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sk82TRDSdaJMB16 off=4264481 len=1909361 2024-04-02T08:56:09.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 3205 completed, throughput=5MB/sec 2024-04-02T08:56:09.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UpFPqbCD2l8uJD7 off=3353301 len=344865 2024-04-02T08:56:09.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 3206 completed, throughput=5MB/sec 2024-04-02T08:56:09.017 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wNT3dh6xc5JHEDX off=12275394 len=769654 2024-04-02T08:56:09.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 3207 completed, throughput=5MB/sec 2024-04-02T08:56:09.021 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WcLsSQr1wwZdFmT off=520434 len=642646 2024-04-02T08:56:09.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 3208 completed, throughput=5MB/sec 2024-04-02T08:56:09.025 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d3wXhXWyVM4SbiD off=3277113 len=1764071 2024-04-02T08:56:09.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 3209 completed, throughput=5MB/sec 2024-04-02T08:56:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:10.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Yab5XdUdGl_zez4 off=6481753 len=661026 2024-04-02T08:56:10.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 3210 completed, throughput=5MB/sec 2024-04-02T08:56:10.033 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jJDq14VdbEiSnzA off=6075986 len=809924 2024-04-02T08:56:10.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 3211 completed, throughput=5MB/sec 2024-04-02T08:56:10.034 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C4B19_Ff9QY0wj8 off=114438 len=1039582 2024-04-02T08:56:10.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 3212 completed, throughput=5MB/sec 2024-04-02T08:56:10.037 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xDLrR4Xo55e-3Ik off=5436224 len=1014176 2024-04-02T08:56:10.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 3213 completed, throughput=5MB/sec 2024-04-02T08:56:10.038 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KTx5eB_jg6iTjrU off=4493523 len=392363 2024-04-02T08:56:10.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 3214 completed, throughput=5MB/sec 2024-04-02T08:56:10.447 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:10 smithi137 ceph-mon[88456]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:10.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:10 smithi028 ceph-mon[94314]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:10.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:10 smithi028 ceph-mon[96890]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:56:11.041 INFO:tasks.workunit.client.0.smithi028.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:11.041 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oevp8KhIYm73Pdh off=7054340 len=1882107 2024-04-02T08:56:11.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 3215 completed, throughput=5MB/sec 2024-04-02T08:56:11.043 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FLpiJa15x4xS7PV off=0 len=1499732 2024-04-02T08:56:11.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 3216 completed, throughput=5MB/sec 2024-04-02T08:56:11.048 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Rmbw9XbCc0ft3Pq off=955613 len=490796 2024-04-02T08:56:11.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 3217 completed, throughput=5MB/sec 2024-04-02T08:56:11.052 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gx12e7wZcMntg-F off=14040501 len=989355 2024-04-02T08:56:11.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 3218 completed, throughput=5MB/sec 2024-04-02T08:56:11.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u7WBMMd4BD3oZIh off=14705102 len=747058 2024-04-02T08:56:11.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 3219 completed, throughput=5MB/sec 2024-04-02T08:56:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:56:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:56:11] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-02T08:56:12.054 INFO:tasks.workunit.client.0.smithi028.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:12.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Lc1mioHj4xjnytN off=3435195 len=356457 2024-04-02T08:56:12.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 3220 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4nG8IJgzzmCaytf off=9822438 len=847083 2024-04-02T08:56:12.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 3221 completed, throughput=4.99MB/sec 2024-04-02T08:56:12.056 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GbTVt-e4Zz3p7WE off=3046093 len=401969 2024-04-02T08:56:12.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 3222 completed, throughput=5MB/sec 2024-04-02T08:56:12.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cX2nfX3EbBiFuWI off=20306947 len=1176045 2024-04-02T08:56:12.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 3223 completed, throughput=5MB/sec 2024-04-02T08:56:12.065 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4WS_jGZMrrsKcs- off=12611627 len=229111 2024-04-02T08:56:12.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 3224 completed, throughput=5MB/sec 2024-04-02T08:56:12.068 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zpLYj59dAaaP0dy off=17089520 len=2094521 2024-04-02T08:56:12.077 INFO:tasks.workunit.client.0.smithi028.stdout:op 3225 completed, throughput=5MB/sec 2024-04-02T08:56:12.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:12 smithi028 ceph-mon[94314]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:12.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:12 smithi028 ceph-mon[96890]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:12 smithi137 ceph-mon[88456]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:12.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:56:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:13.077 INFO:tasks.workunit.client.0.smithi028.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:13.077 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pb2Pt6E4kXhB_ep off=7721891 len=1280077 2024-04-02T08:56:13.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 3226 completed, throughput=4.99MB/sec 2024-04-02T08:56:13.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ThESs3EaNeWoUnN off=293328 len=1475409 2024-04-02T08:56:13.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 3227 completed, throughput=5MB/sec 2024-04-02T08:56:13.091 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IhZyJ2k-m0gsYeo off=5883211 len=1812287 2024-04-02T08:56:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 3228 completed, throughput=5MB/sec 2024-04-02T08:56:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ifU6fjagYS3W6KH off=14176051 len=1293089 2024-04-02T08:56:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 3229 completed, throughput=5MB/sec 2024-04-02T08:56:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:14.098 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6B7STqfzyVdPB8F off=9337071 len=1310656 2024-04-02T08:56:14.099 INFO:tasks.workunit.client.0.smithi028.stdout:op 3230 completed, throughput=5MB/sec 2024-04-02T08:56:14.099 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-etRR4-C-hKfKfhA off=207787 len=549678 2024-04-02T08:56:14.099 INFO:tasks.workunit.client.0.smithi028.stdout:op 3231 completed, throughput=5MB/sec 2024-04-02T08:56:14.100 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q-jpp5Z-js5dclE off=12505844 len=323404 2024-04-02T08:56:14.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 3232 completed, throughput=5MB/sec 2024-04-02T08:56:14.103 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JYf2M4BZBULVZMn off=5437012 len=334612 2024-04-02T08:56:14.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 3233 completed, throughput=5MB/sec 2024-04-02T08:56:14.107 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NvEk1qkQFjV7CaH off=1863071 len=189971 2024-04-02T08:56:14.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 3234 completed, throughput=5MB/sec 2024-04-02T08:56:14.107 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-va15GH2fLQO9mYA off=17930430 len=677174 2024-04-02T08:56:14.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 3235 completed, throughput=5MB/sec 2024-04-02T08:56:14.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CiluzmSxrs7K8Nv off=345067 len=1825046 2024-04-02T08:56:14.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 3236 completed, throughput=5MB/sec 2024-04-02T08:56:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:14 smithi028 ceph-mon[94314]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:14 smithi028 ceph-mon[96890]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:14 smithi137 ceph-mon[88456]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:15.118 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sVadIZ9NCTqModg off=10432194 len=1080193 2024-04-02T08:56:15.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 3237 completed, throughput=4.99MB/sec 2024-04-02T08:56:15.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--gwD4LGPHmRPDlr off=7652885 len=1680525 2024-04-02T08:56:15.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 3238 completed, throughput=5MB/sec 2024-04-02T08:56:15.124 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WvjqL8WzmSi8z6o off=16099106 len=1400898 2024-04-02T08:56:15.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 3239 completed, throughput=5MB/sec 2024-04-02T08:56:15.132 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sg3JosHekl98mpb off=7090957 len=1997202 2024-04-02T08:56:15.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 3240 completed, throughput=5MB/sec 2024-04-02T08:56:16.142 INFO:tasks.workunit.client.0.smithi028.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:16.143 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B8ojrqfH_X5uE5q off=13519207 len=1532249 2024-04-02T08:56:16.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 3241 completed, throughput=5MB/sec 2024-04-02T08:56:16.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bGtG5kabvScAO_m off=17625715 len=179418 2024-04-02T08:56:16.151 INFO:tasks.workunit.client.0.smithi028.stdout:op 3242 completed, throughput=5MB/sec 2024-04-02T08:56:16.151 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CZ4Y7kEakW9yb-L off=1465434 len=1189566 2024-04-02T08:56:16.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 3243 completed, throughput=5MB/sec 2024-04-02T08:56:16.152 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-waS4FCb4KBo68Vi off=735385 len=159151 2024-04-02T08:56:16.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 3244 completed, throughput=5MB/sec 2024-04-02T08:56:16.155 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K_fMb3N0enevcTQ off=27264 len=447858 2024-04-02T08:56:16.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 3245 completed, throughput=5MB/sec 2024-04-02T08:56:16.155 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bGyt4zI2YGLA_lK off=3671135 len=69568 2024-04-02T08:56:16.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 3246 completed, throughput=5MB/sec 2024-04-02T08:56:16.156 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9jbKECI4Gff2qrJ off=9889719 len=501884 2024-04-02T08:56:16.159 INFO:tasks.workunit.client.0.smithi028.stdout:op 3247 completed, throughput=5MB/sec 2024-04-02T08:56:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:16 smithi028 ceph-mon[94314]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:16 smithi028 ceph-mon[96890]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:16 smithi137 ceph-mon[88456]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:56:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:17.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-htEkvb-_zEVJPcQ off=0 len=1079706 2024-04-02T08:56:17.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 3248 completed, throughput=4.99MB/sec 2024-04-02T08:56:17.162 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TxHUZm1YFGoABDO off=76983 len=1387152 2024-04-02T08:56:17.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 3249 completed, throughput=5MB/sec 2024-04-02T08:56:17.168 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dCqh1NRTRZjbeym off=6925475 len=2072340 2024-04-02T08:56:17.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 3250 completed, throughput=5MB/sec 2024-04-02T08:56:17.172 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yj6BUcSMivf4UM4 off=7516127 len=170522 2024-04-02T08:56:17.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 3251 completed, throughput=5MB/sec 2024-04-02T08:56:17.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Vv5A2sqkRh_Tabl off=971459 len=1566633 2024-04-02T08:56:17.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 3252 completed, throughput=5MB/sec 2024-04-02T08:56:18.180 INFO:tasks.workunit.client.0.smithi028.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:18.180 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yIEjVPdkldqA5oL off=13672727 len=1770456 2024-04-02T08:56:18.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 3253 completed, throughput=5MB/sec 2024-04-02T08:56:18.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-onA6RHpqwzuxo0V off=4348497 len=387494 2024-04-02T08:56:18.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 3254 completed, throughput=5MB/sec 2024-04-02T08:56:18.188 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0zzelJj7XLw5h8e off=10698965 len=37528 2024-04-02T08:56:18.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 3255 completed, throughput=5MB/sec 2024-04-02T08:56:18.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oBwb-0HGCUtP28H off=2120012 len=38224 2024-04-02T08:56:18.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 3256 completed, throughput=5MB/sec 2024-04-02T08:56:18.191 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MbxhGmxI5eUcSqG off=1553977 len=149643 2024-04-02T08:56:18.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 3257 completed, throughput=5MB/sec 2024-04-02T08:56:18.191 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-leubtGuFR2c4liM off=2236254 len=1276275 2024-04-02T08:56:18.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 3258 completed, throughput=5MB/sec 2024-04-02T08:56:18.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KxiwWR3GUMoH7ME off=6411614 len=1612630 2024-04-02T08:56:18.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 3259 completed, throughput=5MB/sec 2024-04-02T08:56:18.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:18 smithi028 ceph-mon[94314]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:18 smithi028 ceph-mon[96890]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:18 smithi137 ceph-mon[88456]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:56:19.195 INFO:tasks.workunit.client.0.smithi028.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:19.195 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e8H_NVOBt3ehV-q off=926407 len=1730964 2024-04-02T08:56:19.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 3260 completed, throughput=5MB/sec 2024-04-02T08:56:19.196 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JFJnhMm4X-RU6Qo off=20820987 len=622794 2024-04-02T08:56:19.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 3261 completed, throughput=5MB/sec 2024-04-02T08:56:19.197 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zTDPktNjMMGJ0ke off=13429050 len=572852 2024-04-02T08:56:19.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 3262 completed, throughput=5MB/sec 2024-04-02T08:56:19.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u0JP0TreuiiyhNY off=14825801 len=373815 2024-04-02T08:56:19.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 3263 completed, throughput=5MB/sec 2024-04-02T08:56:19.201 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E09-ykrW0X36__v off=8365640 len=2009025 2024-04-02T08:56:19.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 3264 completed, throughput=5MB/sec 2024-04-02T08:56:20.205 INFO:tasks.workunit.client.0.smithi028.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:20.205 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rv-Cc2LV95co4XO off=2662698 len=1052519 2024-04-02T08:56:20.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 3265 completed, throughput=5MB/sec 2024-04-02T08:56:20.206 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EG_PRdMEhQeC_8v off=2650958 len=369274 2024-04-02T08:56:20.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 3266 completed, throughput=5MB/sec 2024-04-02T08:56:20.208 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lk2FpFvcNt16hFG off=452233 len=53702 2024-04-02T08:56:20.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 3267 completed, throughput=5MB/sec 2024-04-02T08:56:20.211 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ueWS6KoNJhvYmt6 off=21663091 len=1525673 2024-04-02T08:56:20.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 3268 completed, throughput=5MB/sec 2024-04-02T08:56:20.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sK_0VszLMFaw5Ru off=10701422 len=2060799 2024-04-02T08:56:20.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 3269 completed, throughput=5MB/sec 2024-04-02T08:56:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:20 smithi028 ceph-mon[94314]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:56:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:20 smithi028 ceph-mon[96890]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:56:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:20 smithi137 ceph-mon[88456]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:56:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:21.222 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yJbVFBYNbm3Yz4j off=2563985 len=1852903 2024-04-02T08:56:21.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 3270 completed, throughput=5MB/sec 2024-04-02T08:56:21.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gz2QB_0GRGynj6i off=5227446 len=323197 2024-04-02T08:56:21.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 3271 completed, throughput=5MB/sec 2024-04-02T08:56:21.233 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dg9ESpyKqtoQ4gL off=1971647 len=2033065 2024-04-02T08:56:21.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 3272 completed, throughput=5MB/sec 2024-04-02T08:56:21.241 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pa-GjcLR7NgtiQ1 off=11755574 len=948960 2024-04-02T08:56:21.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 3273 completed, throughput=5MB/sec 2024-04-02T08:56:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:56:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:56:21] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T08:56:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:22.242 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ij_LflZvEfCsLCk off=13280357 len=374610 2024-04-02T08:56:22.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 3274 completed, throughput=4.99MB/sec 2024-04-02T08:56:22.246 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nFd1q61KtjSQrXC off=12059247 len=1919720 2024-04-02T08:56:22.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 3275 completed, throughput=5MB/sec 2024-04-02T08:56:22.255 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZRPCUCCr0JGykMp off=3218734 len=626147 2024-04-02T08:56:22.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 3276 completed, throughput=5MB/sec 2024-04-02T08:56:22.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3dB0W5PM5obidSC off=9298937 len=1866330 2024-04-02T08:56:22.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 3277 completed, throughput=5MB/sec 2024-04-02T08:56:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:22 smithi028 ceph-mon[94314]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:22 smithi028 ceph-mon[96890]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:22 smithi137 ceph-mon[88456]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:56:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:56:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:23.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mUFXA4DYBjdsYw8 off=4170862 len=756401 2024-04-02T08:56:23.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 3278 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.262 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t6ArSyuroc-c-Sf off=14084614 len=314197 2024-04-02T08:56:23.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 3279 completed, throughput=4.99MB/sec 2024-04-02T08:56:23.263 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H8GBeDYhlyqMPNL off=654931 len=1845028 2024-04-02T08:56:23.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 3280 completed, throughput=5MB/sec 2024-04-02T08:56:23.264 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hKgZ5mkG-RWOwq- off=0 len=1121871 2024-04-02T08:56:23.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 3281 completed, throughput=5MB/sec 2024-04-02T08:56:23.269 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mrtLqwkUaQTYq8- off=6209682 len=927460 2024-04-02T08:56:23.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 3282 completed, throughput=5MB/sec 2024-04-02T08:56:23.270 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2thbfbTtHha7_J4 off=2892478 len=2051660 2024-04-02T08:56:23.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 3283 completed, throughput=5MB/sec 2024-04-02T08:56:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: 645: throughput=5MB/sec pending data=0 2024-04-02T08:56:24.274 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nzpoBr6-Z4d0l6c off=13494012 len=2018151 2024-04-02T08:56:24.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 3284 completed, throughput=5MB/sec 2024-04-02T08:56:24.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-inXcKbpPBoWKm5Y off=1247318 len=1180981 2024-04-02T08:56:24.286 INFO:tasks.workunit.client.0.smithi028.stdout:op 3285 completed, throughput=5MB/sec 2024-04-02T08:56:24.286 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-drSVQFVqo-3ZGSy off=4112299 len=339958 2024-04-02T08:56:24.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 3286 completed, throughput=5MB/sec 2024-04-02T08:56:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:24 smithi028 ceph-mon[94314]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:24 smithi028 ceph-mon[96890]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:24 smithi137 ceph-mon[88456]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:56:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:25.287 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vdgHJmmemDVdhuT off=1927936 len=1401685 2024-04-02T08:56:25.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 3287 completed, throughput=4.99MB/sec 2024-04-02T08:56:25.289 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UVVREqf7HcWPzb6 off=3295323 len=352922 2024-04-02T08:56:25.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 3288 completed, throughput=4.99MB/sec 2024-04-02T08:56:25.289 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wh0u3amlrmLDOcW off=2746916 len=1817114 2024-04-02T08:56:25.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 3289 completed, throughput=5MB/sec 2024-04-02T08:56:25.291 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kzyOwltTfHLmzDv off=6149815 len=320024 2024-04-02T08:56:25.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 3290 completed, throughput=5MB/sec 2024-04-02T08:56:25.293 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m-Ex_in7Gl9aJ3u off=14920703 len=1532405 2024-04-02T08:56:25.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 3291 completed, throughput=5MB/sec 2024-04-02T08:56:26.295 INFO:tasks.workunit.client.0.smithi028.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:26.295 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tAbThIXRESJv4uc off=18098173 len=1273369 2024-04-02T08:56:26.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 3292 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.300 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Habsl6Ha8j1ojGo off=1154404 len=94904 2024-04-02T08:56:26.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 3293 completed, throughput=4.99MB/sec 2024-04-02T08:56:26.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4ca6KghZHinvjdl off=1098938 len=737724 2024-04-02T08:56:26.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 3294 completed, throughput=5MB/sec 2024-04-02T08:56:26.303 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KTzSQ0BFEAkxNps off=546393 len=943742 2024-04-02T08:56:26.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 3295 completed, throughput=5MB/sec 2024-04-02T08:56:26.308 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GRVtzaBI1qpfpa4 off=7674066 len=761600 2024-04-02T08:56:26.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 3296 completed, throughput=5MB/sec 2024-04-02T08:56:26.313 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-giT9e-giCYNpaaJ off=1568871 len=15382 2024-04-02T08:56:26.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 3297 completed, throughput=5MB/sec 2024-04-02T08:56:26.313 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pKLYwQagnbSCCvH off=733425 len=1409295 2024-04-02T08:56:26.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 3298 completed, throughput=5MB/sec 2024-04-02T08:56:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:26 smithi028 ceph-mon[94314]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:26 smithi028 ceph-mon[96890]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:26 smithi137 ceph-mon[88456]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:27.316 INFO:tasks.workunit.client.0.smithi028.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:27.316 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LzmG1ixLuUR3ZBE off=5097956 len=1861845 2024-04-02T08:56:27.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 3299 completed, throughput=5MB/sec 2024-04-02T08:56:27.323 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NOgQekCjW3_uJbK off=16539379 len=1713574 2024-04-02T08:56:27.333 INFO:tasks.workunit.client.0.smithi028.stdout:op 3300 completed, throughput=5MB/sec 2024-04-02T08:56:27.333 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KUfj1R6NIcqGZoR off=10109610 len=1095529 2024-04-02T08:56:27.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 3301 completed, throughput=5MB/sec 2024-04-02T08:56:27.335 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b5YH3vEeHZ1s74G off=6247670 len=726902 2024-04-02T08:56:27.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 3302 completed, throughput=5MB/sec 2024-04-02T08:56:28.338 INFO:tasks.workunit.client.0.smithi028.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:28.339 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PQtizmvDEJVaH3M off=13214669 len=1969100 2024-04-02T08:56:28.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 3303 completed, throughput=5MB/sec 2024-04-02T08:56:28.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5wqVkbQpv2TWl9U off=14958491 len=485869 2024-04-02T08:56:28.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 3304 completed, throughput=5MB/sec 2024-04-02T08:56:28.346 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RdP-Yr2knUsSN71 off=1309005 len=314246 2024-04-02T08:56:28.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 3305 completed, throughput=5MB/sec 2024-04-02T08:56:28.346 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nk0liXxdqaSdUh3 off=751186 len=1367379 2024-04-02T08:56:28.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 3306 completed, throughput=5MB/sec 2024-04-02T08:56:28.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hci-P_SqE1aDfv5 off=1962837 len=315974 2024-04-02T08:56:28.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 3307 completed, throughput=5MB/sec 2024-04-02T08:56:28.358 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uKF1lR9mktTECdV off=4269047 len=1023884 2024-04-02T08:56:28.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 3308 completed, throughput=5MB/sec 2024-04-02T08:56:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:28 smithi028 ceph-mon[94314]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:28 smithi028 ceph-mon[96890]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:28 smithi137 ceph-mon[88456]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:29.357 INFO:tasks.workunit.client.0.smithi028.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:29.357 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-blivTOn7aUBhXgK off=1795879 len=1019239 2024-04-02T08:56:29.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 3309 completed, throughput=4.99MB/sec 2024-04-02T08:56:29.359 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zfzIFMUQe4RVgWC off=2358021 len=695556 2024-04-02T08:56:29.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 3310 completed, throughput=5MB/sec 2024-04-02T08:56:29.362 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Be2mIK36z3X8OJv off=5233 len=433007 2024-04-02T08:56:29.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 3311 completed, throughput=5MB/sec 2024-04-02T08:56:29.366 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dIMCkx6FFO8e5h2 off=3998329 len=903718 2024-04-02T08:56:29.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 3312 completed, throughput=5MB/sec 2024-04-02T08:56:29.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gLzbVoBw3N8KScn off=9896162 len=931919 2024-04-02T08:56:29.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 3313 completed, throughput=5MB/sec 2024-04-02T08:56:29.372 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-evTV_-s087A9Xov off=2189798 len=1973820 2024-04-02T08:56:29.373 INFO:tasks.workunit.client.0.smithi028.stdout:op 3314 completed, throughput=5MB/sec 2024-04-02T08:56:30.374 INFO:tasks.workunit.client.0.smithi028.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-09vCD8MkmlD0Vm3 off=654601 len=198064 2024-04-02T08:56:30.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 3315 completed, throughput=4.99MB/sec 2024-04-02T08:56:30.376 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EUzsLPxfPAGrpz- off=607125 len=1188926 2024-04-02T08:56:30.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 3316 completed, throughput=5MB/sec 2024-04-02T08:56:30.377 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4tsTcdEtqRRhtWG off=1584598 len=1206022 2024-04-02T08:56:30.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 3317 completed, throughput=5MB/sec 2024-04-02T08:56:30.379 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-17Y3D9EpQ9qvF2U off=16168180 len=1996065 2024-04-02T08:56:30.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 3318 completed, throughput=5MB/sec 2024-04-02T08:56:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:30 smithi028 ceph-mon[94314]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:30 smithi028 ceph-mon[96890]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:30.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:30 smithi137 ceph-mon[88456]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:56:31.381 INFO:tasks.workunit.client.0.smithi028.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:31.381 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6O38wtzvrB-ieyi off=2206079 len=263958 2024-04-02T08:56:31.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 3319 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.385 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CTT-yubJe2q3TpX off=1866967 len=811873 2024-04-02T08:56:31.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 3320 completed, throughput=4.99MB/sec 2024-04-02T08:56:31.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OhMrirwEREOrseg off=20321782 len=1370192 2024-04-02T08:56:31.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 3321 completed, throughput=5MB/sec 2024-04-02T08:56:31.393 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7OtOnGqYKkj3tLl off=17802397 len=327281 2024-04-02T08:56:31.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 3322 completed, throughput=5MB/sec 2024-04-02T08:56:31.396 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zwuohGw-dKUHvbW off=0 len=1127661 2024-04-02T08:56:31.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 3323 completed, throughput=5MB/sec 2024-04-02T08:56:31.401 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3mHqa2ddwVFxTYF off=833607 len=684616 2024-04-02T08:56:31.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 3324 completed, throughput=5MB/sec 2024-04-02T08:56:31.404 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AmK7Xr0BZIRUYGf off=1726994 len=1362622 2024-04-02T08:56:31.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 3325 completed, throughput=5MB/sec 2024-04-02T08:56:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:56:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:56:31] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T08:56:32.411 INFO:tasks.workunit.client.0.smithi028.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:32.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a9lyir1L0eA-uCs off=705104 len=671200 2024-04-02T08:56:32.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 3326 completed, throughput=4.99MB/sec 2024-04-02T08:56:32.414 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XUDCLh9O6YHYUbB off=545828 len=2073232 2024-04-02T08:56:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 3327 completed, throughput=5MB/sec 2024-04-02T08:56:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nPIHkh327a-mKz2 off=5282223 len=16155 2024-04-02T08:56:32.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 3328 completed, throughput=5MB/sec 2024-04-02T08:56:32.419 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-utEh06Cj28iUasT off=21465840 len=264049 2024-04-02T08:56:32.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 3329 completed, throughput=5MB/sec 2024-04-02T08:56:32.421 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mUFXA4DYBjdsYw8 off=4008389 len=1355709 2024-04-02T08:56:32.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 3330 completed, throughput=5MB/sec 2024-04-02T08:56:32.422 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pKLYwQagnbSCCvH off=2883484 len=1284983 2024-04-02T08:56:32.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 3331 completed, throughput=5MB/sec 2024-04-02T08:56:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:32 smithi028 ceph-mon[94314]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:32.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:32 smithi028 ceph-mon[96890]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:32 smithi137 ceph-mon[88456]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:56:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:33.425 INFO:tasks.workunit.client.0.smithi028.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:33.425 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r6sA1KOzCjfT68q off=14640710 len=1486337 2024-04-02T08:56:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 3332 completed, throughput=5MB/sec 2024-04-02T08:56:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-95EVs11ltUalszl off=944768 len=1732495 2024-04-02T08:56:33.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 3333 completed, throughput=5MB/sec 2024-04-02T08:56:33.428 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AFA-OSIq0ZrBb-P off=16889539 len=1658548 2024-04-02T08:56:33.429 INFO:tasks.workunit.client.0.smithi028.stdout:op 3334 completed, throughput=5MB/sec 2024-04-02T08:56:34.430 INFO:tasks.workunit.client.0.smithi028.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:34.430 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O6M-YPqcCA9GaDt off=181114 len=128302 2024-04-02T08:56:34.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 3335 completed, throughput=4.99MB/sec 2024-04-02T08:56:34.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m-Io1L13C2KCKMo off=9314478 len=1887792 2024-04-02T08:56:34.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 3336 completed, throughput=5MB/sec 2024-04-02T08:56:34.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s_yE8ub_KgC8JuB off=5992422 len=762633 2024-04-02T08:56:34.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 3337 completed, throughput=5MB/sec 2024-04-02T08:56:34.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Kp77pfgqkr1aoji off=10175596 len=777447 2024-04-02T08:56:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:34 smithi028 ceph-mon[94314]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:34.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:34 smithi028 ceph-mon[96890]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:34.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 3338 completed, throughput=5MB/sec 2024-04-02T08:56:34.448 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IHw0oNkD3wfxHVi off=15754359 len=1747018 2024-04-02T08:56:34.457 INFO:tasks.workunit.client.0.smithi028.stdout:op 3339 completed, throughput=5MB/sec 2024-04-02T08:56:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:34 smithi137 ceph-mon[88456]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T08:56:35.457 INFO:tasks.workunit.client.0.smithi028.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:35.458 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4Q7rRkAjW7zFcbz off=428718 len=1145370 2024-04-02T08:56:35.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 3340 completed, throughput=4.99MB/sec 2024-04-02T08:56:35.460 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w2WcMJviGsmlPkI off=12787770 len=871799 2024-04-02T08:56:35.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 3341 completed, throughput=5MB/sec 2024-04-02T08:56:35.464 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6Xk7eXn2lmEaQmK off=1792392 len=1854566 2024-04-02T08:56:35.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 3342 completed, throughput=5MB/sec 2024-04-02T08:56:35.470 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZTVs8bGr3RTk9kr off=18033703 len=1733042 2024-04-02T08:56:35.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 3343 completed, throughput=5MB/sec 2024-04-02T08:56:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:36 smithi028 ceph-mon[96890]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:36 smithi028 ceph-mon[94314]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:36.471 INFO:tasks.workunit.client.0.smithi028.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:36.471 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Uyl950z6-a18QP off=8097824 len=635255 2024-04-02T08:56:36.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 3344 completed, throughput=4.99MB/sec 2024-04-02T08:56:36.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V3pD8LuX8aGllZF off=12778970 len=1149800 2024-04-02T08:56:36.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 3345 completed, throughput=5MB/sec 2024-04-02T08:56:36.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bXGGFf-2WyBJEQG off=2574794 len=1262176 2024-04-02T08:56:36.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 3346 completed, throughput=5MB/sec 2024-04-02T08:56:36.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MCRVoiGGzSTs5ko off=87082 len=238727 2024-04-02T08:56:36.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 3347 completed, throughput=5MB/sec 2024-04-02T08:56:36.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PyxdPiyXsBZLGnw off=9431685 len=1526758 2024-04-02T08:56:36.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 3348 completed, throughput=5MB/sec 2024-04-02T08:56:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:36 smithi137 ceph-mon[88456]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:37.481 INFO:tasks.workunit.client.0.smithi028.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:37.481 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f6xfVC08flfaaCI off=106860 len=1990970 2024-04-02T08:56:37.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 3349 completed, throughput=5MB/sec 2024-04-02T08:56:37.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L9QFhnPrHQyBLWe off=8717322 len=1243414 2024-04-02T08:56:37.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 3350 completed, throughput=5MB/sec 2024-04-02T08:56:37.493 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WxAotn2rrexoqAS off=1015599 len=133307 2024-04-02T08:56:37.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 3351 completed, throughput=5MB/sec 2024-04-02T08:56:37.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6iqb8ICQYf9eNgd off=780206 len=46324 2024-04-02T08:56:37.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 3352 completed, throughput=5MB/sec 2024-04-02T08:56:37.496 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OmsOguznde1LFwW off=5567045 len=1034222 2024-04-02T08:56:37.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 3353 completed, throughput=5MB/sec 2024-04-02T08:56:37.497 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hkxGz1u1_A-_JLI off=3066381 len=133945 2024-04-02T08:56:37.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 3354 completed, throughput=5MB/sec 2024-04-02T08:56:37.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lbehbIzVIFw0O2F off=732055 len=118078 2024-04-02T08:56:37.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 3355 completed, throughput=5MB/sec 2024-04-02T08:56:37.501 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k2m9hB9X9_Yj-dC off=930506 len=341675 2024-04-02T08:56:37.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 3356 completed, throughput=5MB/sec 2024-04-02T08:56:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:38 smithi028 ceph-mon[94314]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:38 smithi028 ceph-mon[96890]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:38.504 INFO:tasks.workunit.client.0.smithi028.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:38.504 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9HdKVaJVal7aFUW off=13685413 len=107676 2024-04-02T08:56:38.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 3357 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m-Ex_in7Gl9aJ3u off=11955872 len=1523900 2024-04-02T08:56:38.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 3358 completed, throughput=4.99MB/sec 2024-04-02T08:56:38.510 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CrWM1F2X8edq1RI off=8083702 len=1891603 2024-04-02T08:56:38.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 3359 completed, throughput=5MB/sec 2024-04-02T08:56:38.511 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QclhWvr0AYl1bgM off=17159668 len=1907105 2024-04-02T08:56:38.517 INFO:tasks.workunit.client.0.smithi028.stdout:op 3360 completed, throughput=5MB/sec 2024-04-02T08:56:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:38 smithi137 ceph-mon[88456]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:56:39.517 INFO:tasks.workunit.client.0.smithi028.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5GfHPA2T_tTCoya off=12603365 len=1776065 2024-04-02T08:56:39.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 3361 completed, throughput=5MB/sec 2024-04-02T08:56:39.527 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NGjWMI8vMGjEy-N off=12751888 len=1184643 2024-04-02T08:56:39.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 3362 completed, throughput=5MB/sec 2024-04-02T08:56:39.529 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RykRniLVe7NfTo6 off=16312171 len=1134221 2024-04-02T08:56:39.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 3363 completed, throughput=5MB/sec 2024-04-02T08:56:39.530 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VxXMqcxW74dnsaD off=4682186 len=2044694 2024-04-02T08:56:39.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 3364 completed, throughput=5MB/sec 2024-04-02T08:56:40.447 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:40 smithi137 ceph-mon[88456]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:40.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:40 smithi028 ceph-mon[94314]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:40 smithi028 ceph-mon[96890]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:40.532 INFO:tasks.workunit.client.0.smithi028.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:40.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5HX_s5gFFUEwnGh off=4226037 len=1405428 2024-04-02T08:56:40.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 3365 completed, throughput=5MB/sec 2024-04-02T08:56:40.535 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EyfjENz8wyVseap off=725019 len=720383 2024-04-02T08:56:40.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 3366 completed, throughput=5MB/sec 2024-04-02T08:56:40.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jyBF6kwj0cRnONO off=3749760 len=499232 2024-04-02T08:56:40.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 3367 completed, throughput=5MB/sec 2024-04-02T08:56:40.540 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nk93_EtRUSIHhyG off=627488 len=955832 2024-04-02T08:56:40.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 3368 completed, throughput=5MB/sec 2024-04-02T08:56:40.541 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6jEZC-Z1qjJTkTl off=13245881 len=718997 2024-04-02T08:56:40.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 3369 completed, throughput=5MB/sec 2024-04-02T08:56:40.545 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nH83E9Ziui5DfVv off=609650 len=1354258 2024-04-02T08:56:40.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 3370 completed, throughput=5MB/sec 2024-04-02T08:56:41.553 INFO:tasks.workunit.client.0.smithi028.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:41.553 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NUk65q-JOI7nSVm off=22396368 len=455581 2024-04-02T08:56:41.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 3371 completed, throughput=5MB/sec 2024-04-02T08:56:41.556 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1azv1MbgcLRUIz_ off=2579916 len=1928162 2024-04-02T08:56:41.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 3372 completed, throughput=5MB/sec 2024-04-02T08:56:41.566 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fEdetZ98e-A8Ueo off=3883166 len=589892 2024-04-02T08:56:41.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 3373 completed, throughput=5MB/sec 2024-04-02T08:56:41.569 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GbiJencJrdUkuFA off=1477783 len=613696 2024-04-02T08:56:41.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 3374 completed, throughput=5MB/sec 2024-04-02T08:56:41.572 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-novkefUY6KDqPa8 off=7662128 len=477845 2024-04-02T08:56:41.575 INFO:tasks.workunit.client.0.smithi028.stdout:op 3375 completed, throughput=5MB/sec 2024-04-02T08:56:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:56:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:56:41] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T08:56:42.575 INFO:tasks.workunit.client.0.smithi028.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:42.576 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kXKsehHbKLvdm_G off=573494 len=1112553 2024-04-02T08:56:42.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 3376 completed, throughput=4.99MB/sec 2024-04-02T08:56:42.578 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dqDB3k0rGyjH8-Z off=2737532 len=1542857 2024-04-02T08:56:42.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 3377 completed, throughput=5MB/sec 2024-04-02T08:56:42.579 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gtgAbqV-__3nZo2 off=8858653 len=203461 2024-04-02T08:56:42.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 3378 completed, throughput=5MB/sec 2024-04-02T08:56:42.583 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JvQj0OPc82pqwWb off=11553931 len=460697 2024-04-02T08:56:42.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 3379 completed, throughput=5MB/sec 2024-04-02T08:56:42.586 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EY01TDqzrCJY3nw off=16467680 len=957905 2024-04-02T08:56:42.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 3380 completed, throughput=5MB/sec 2024-04-02T08:56:42.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PgGaOw7dEk8eomz off=94317 len=810715 2024-04-02T08:56:42.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 3381 completed, throughput=5MB/sec 2024-04-02T08:56:42.592 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7QuoNseyhpXK3X- off=4959025 len=907858 2024-04-02T08:56:42.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 3382 completed, throughput=5MB/sec 2024-04-02T08:56:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:42 smithi137 ceph-mon[88456]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:56:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:42 smithi028 ceph-mon[94314]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:42 smithi028 ceph-mon[96890]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:43.594 INFO:tasks.workunit.client.0.smithi028.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:43.594 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LmSD8hAtviOOmho off=17872527 len=386578 2024-04-02T08:56:43.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 3383 completed, throughput=4.99MB/sec 2024-04-02T08:56:43.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PyxdPiyXsBZLGnw off=627914 len=441995 2024-04-02T08:56:43.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 3384 completed, throughput=4.99MB/sec 2024-04-02T08:56:43.596 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bh-mEogKNUhEJPK off=15638928 len=768255 2024-04-02T08:56:43.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 3385 completed, throughput=5MB/sec 2024-04-02T08:56:43.600 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gTzttnwcGaCiX85 off=67104 len=1454320 2024-04-02T08:56:43.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 3386 completed, throughput=5MB/sec 2024-04-02T08:56:43.606 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BDnhk-pH94w5BHn off=78526 len=1265030 2024-04-02T08:56:43.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 3387 completed, throughput=5MB/sec 2024-04-02T08:56:43.612 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LbgALzgo69rskNC off=10625715 len=1318374 2024-04-02T08:56:43.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 3388 completed, throughput=5MB/sec 2024-04-02T08:56:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:56:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:44.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j8eYYV8OZfJKQCn off=775587 len=625888 2024-04-02T08:56:44.623 INFO:tasks.workunit.client.0.smithi028.stdout:op 3389 completed, throughput=4.99MB/sec 2024-04-02T08:56:44.623 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MMAtUUU0ViFbgIK off=11961580 len=1283690 2024-04-02T08:56:44.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 3390 completed, throughput=5MB/sec 2024-04-02T08:56:44.629 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9nvBsWDkpBkm3gd off=2352425 len=449747 2024-04-02T08:56:44.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 3391 completed, throughput=5MB/sec 2024-04-02T08:56:44.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cu4EjobCKW_0M0E off=4344293 len=408605 2024-04-02T08:56:44.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 3392 completed, throughput=5MB/sec 2024-04-02T08:56:44.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DL21qiqxzcWtRwt off=4418715 len=1239884 2024-04-02T08:56:44.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 3393 completed, throughput=5MB/sec 2024-04-02T08:56:44.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ER0im6bI8PKkWdG off=15601893 len=1003956 2024-04-02T08:56:44.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 3394 completed, throughput=5MB/sec 2024-04-02T08:56:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:44 smithi137 ceph-mon[88456]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:44 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:56:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:44 smithi028 ceph-mon[94314]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:44 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:56:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:44 smithi028 ceph-mon[96890]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:56:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:56:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:56:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:44 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:56:45.636 INFO:tasks.workunit.client.0.smithi028.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:45.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eOzhwymDX6uY5mV off=1005046 len=741483 2024-04-02T08:56:45.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 3395 completed, throughput=4.99MB/sec 2024-04-02T08:56:45.640 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K3HwlDqBZEY7zlk off=437951 len=369375 2024-04-02T08:56:45.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 3396 completed, throughput=5MB/sec 2024-04-02T08:56:45.641 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z3FzQm0YCqrWWTO off=193002 len=843530 2024-04-02T08:56:45.642 INFO:tasks.workunit.client.0.smithi028.stdout:op 3397 completed, throughput=5MB/sec 2024-04-02T08:56:45.642 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KbdWwnOXlup6pRP off=970772 len=1500891 2024-04-02T08:56:45.643 INFO:tasks.workunit.client.0.smithi028.stdout:op 3398 completed, throughput=5MB/sec 2024-04-02T08:56:45.643 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sHMHmuknPQ1szAw off=1203044 len=1242452 2024-04-02T08:56:45.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 3399 completed, throughput=5MB/sec 2024-04-02T08:56:46.645 INFO:tasks.workunit.client.0.smithi028.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:46.645 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IPg4r6fco-PC7_z off=8513513 len=537539 2024-04-02T08:56:46.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:46 smithi137 ceph-mon[88456]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:46.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 3400 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jryZCOV_TpadmVO off=5302056 len=725901 2024-04-02T08:56:46.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 3401 completed, throughput=4.99MB/sec 2024-04-02T08:56:46.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-enZ7mQgQfIeZGwh off=5909337 len=1837061 2024-04-02T08:56:46.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 3402 completed, throughput=5MB/sec 2024-04-02T08:56:46.648 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0z-Wou4jW11f62t off=10025463 len=1248235 2024-04-02T08:56:46.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 3403 completed, throughput=5MB/sec 2024-04-02T08:56:46.654 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--6kTt5bYmEl-1WZ off=2952504 len=1221372 2024-04-02T08:56:46.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 3404 completed, throughput=5MB/sec 2024-04-02T08:56:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:46 smithi028 ceph-mon[94314]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:46 smithi028 ceph-mon[96890]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:56:47.661 INFO:tasks.workunit.client.0.smithi028.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:47.661 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3HoLSd6xxYh5a5- off=1311162 len=216407 2024-04-02T08:56:47.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 3405 completed, throughput=4.99MB/sec 2024-04-02T08:56:47.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gtiCpDW1oC2jd_J off=0 len=1809020 2024-04-02T08:56:47.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 3406 completed, throughput=5MB/sec 2024-04-02T08:56:47.673 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cg9E0x4wk3GyI_o off=681875 len=1700904 2024-04-02T08:56:47.674 INFO:tasks.workunit.client.0.smithi028.stdout:op 3407 completed, throughput=5MB/sec 2024-04-02T08:56:47.674 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5wOVbEbbnz386NM off=20075413 len=1429847 2024-04-02T08:56:47.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 3408 completed, throughput=5MB/sec 2024-04-02T08:56:48.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:48 smithi028 ceph-mon[94314]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:48.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:48 smithi028 ceph-mon[96890]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:48 smithi137 ceph-mon[88456]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:56:48.676 INFO:tasks.workunit.client.0.smithi028.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:48.676 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tsyXntn_AkcQ5t- off=954591 len=431958 2024-04-02T08:56:48.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 3409 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.677 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jEEj4DFuyKqs-2W off=4988624 len=651986 2024-04-02T08:56:48.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 3410 completed, throughput=4.99MB/sec 2024-04-02T08:56:48.677 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G-tEvo55RE52FCL off=18522978 len=886064 2024-04-02T08:56:48.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 3411 completed, throughput=5MB/sec 2024-04-02T08:56:48.681 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HgCJofylrSPwYxO off=10299570 len=447692 2024-04-02T08:56:48.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 3412 completed, throughput=5MB/sec 2024-04-02T08:56:48.682 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3lEqaoDgwx1q_Rs off=3898017 len=1031120 2024-04-02T08:56:48.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 3413 completed, throughput=5MB/sec 2024-04-02T08:56:48.686 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_o58jWwNHCJzdDa off=3917260 len=1407710 2024-04-02T08:56:48.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 3414 completed, throughput=5MB/sec 2024-04-02T08:56:48.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nivuMKoBfTfj5N8 off=19751450 len=141248 2024-04-02T08:56:48.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 3415 completed, throughput=5MB/sec 2024-04-02T08:56:48.688 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Gqz1d-XNO11uoOv off=408602 len=191198 2024-04-02T08:56:48.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 3416 completed, throughput=5MB/sec 2024-04-02T08:56:48.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fac4-Eavb_b5kbC off=5836947 len=241781 2024-04-02T08:56:48.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 3417 completed, throughput=5MB/sec 2024-04-02T08:56:49.691 INFO:tasks.workunit.client.0.smithi028.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:49.692 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0E2u9onrOmete5a off=5264649 len=1824963 2024-04-02T08:56:49.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 3418 completed, throughput=5MB/sec 2024-04-02T08:56:49.698 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NlZ7A_AfPNjJkLi off=15494698 len=442601 2024-04-02T08:56:49.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 3419 completed, throughput=5MB/sec 2024-04-02T08:56:49.700 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NagZ22riSi3fWoK off=21027208 len=582857 2024-04-02T08:56:49.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 3420 completed, throughput=5MB/sec 2024-04-02T08:56:49.703 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n_4YtriEKILdIOu off=1929456 len=2044056 2024-04-02T08:56:49.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 3421 completed, throughput=5MB/sec 2024-04-02T08:56:49.711 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3-8AMu7S5DMSYHC off=244446 len=1803200 2024-04-02T08:56:49.712 INFO:tasks.workunit.client.0.smithi028.stdout:op 3422 completed, throughput=5MB/sec 2024-04-02T08:56:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:50 smithi137 ceph-mon[88456]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:50 smithi028 ceph-mon[94314]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:50 smithi028 ceph-mon[96890]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:50.712 INFO:tasks.workunit.client.0.smithi028.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:50.712 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K_wwO-GrFA3532s off=2667714 len=1793626 2024-04-02T08:56:50.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 3423 completed, throughput=5MB/sec 2024-04-02T08:56:50.714 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w2WcMJviGsmlPkI off=20063149 len=1025442 2024-04-02T08:56:50.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 3424 completed, throughput=5MB/sec 2024-04-02T08:56:50.715 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qq8mipeb6gDIGBX off=1865472 len=248377 2024-04-02T08:56:50.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 3425 completed, throughput=5MB/sec 2024-04-02T08:56:50.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H4We_V1WyASP7m4 off=2378484 len=1510021 2024-04-02T08:56:50.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 3426 completed, throughput=5MB/sec 2024-04-02T08:56:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:56:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:56:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:56:51] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-02T08:56:51.719 INFO:tasks.workunit.client.0.smithi028.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:51.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--9pQMKXp3qfBGgl off=4204116 len=2033226 2024-04-02T08:56:51.727 INFO:tasks.workunit.client.0.smithi028.stdout:op 3427 completed, throughput=5MB/sec 2024-04-02T08:56:51.727 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GKJy5Gexk-2cp2X off=1783628 len=372562 2024-04-02T08:56:51.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 3428 completed, throughput=5MB/sec 2024-04-02T08:56:51.728 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0kK70tFBblCikS2 off=73655 len=1442965 2024-04-02T08:56:51.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 3429 completed, throughput=5MB/sec 2024-04-02T08:56:51.734 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AyFxRyF-6xs_Hv8 off=7086006 len=172168 2024-04-02T08:56:51.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 3430 completed, throughput=5MB/sec 2024-04-02T08:56:51.735 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Zy90gmaDzf6Fgq off=1910961 len=1883231 2024-04-02T08:56:51.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 3431 completed, throughput=5MB/sec 2024-04-02T08:56:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:52 smithi137 ceph-mon[88456]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:56:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:56:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:56:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:52 smithi028 ceph-mon[94314]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:56:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:52 smithi028 ceph-mon[96890]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:56:52.741 INFO:tasks.workunit.client.0.smithi028.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:52.741 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2EzesHC5K42fcFb off=1682291 len=1618671 2024-04-02T08:56:52.742 INFO:tasks.workunit.client.0.smithi028.stdout:op 3432 completed, throughput=5MB/sec 2024-04-02T08:56:52.742 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O6M-YPqcCA9GaDt off=2774160 len=1515276 2024-04-02T08:56:52.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 3433 completed, throughput=5MB/sec 2024-04-02T08:56:52.749 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bYYB01NRLwO5w5z off=18048295 len=1246912 2024-04-02T08:56:52.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 3434 completed, throughput=5MB/sec 2024-04-02T08:56:53.755 INFO:tasks.workunit.client.0.smithi028.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:53.756 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vRcJ9pKIj9SOYsa off=7756509 len=1861154 2024-04-02T08:56:53.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 3435 completed, throughput=5MB/sec 2024-04-02T08:56:53.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-56p3m8reEt5Poqa off=3827973 len=694481 2024-04-02T08:56:53.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 3436 completed, throughput=5MB/sec 2024-04-02T08:56:53.759 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HBErNf9nbRcOVVn off=5194786 len=1825243 2024-04-02T08:56:53.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 3437 completed, throughput=5MB/sec 2024-04-02T08:56:53.767 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-08RQwVBD_EiybcB off=710672 len=724621 2024-04-02T08:56:53.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 3438 completed, throughput=5MB/sec 2024-04-02T08:56:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:54 smithi137 ceph-mon[88456]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:54 smithi028 ceph-mon[94314]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:54 smithi028 ceph-mon[96890]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T08:56:54.771 INFO:tasks.workunit.client.0.smithi028.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:54.772 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TXPIfZHTCr8uN_R off=6441981 len=1301326 2024-04-02T08:56:54.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 3439 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.777 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uOuwMgSemN1f_yK off=13911372 len=17101 2024-04-02T08:56:54.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 3440 completed, throughput=4.99MB/sec 2024-04-02T08:56:54.778 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QUsT8T7l7ICtNio off=53612 len=1568242 2024-04-02T08:56:54.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 3441 completed, throughput=5MB/sec 2024-04-02T08:56:54.785 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zLBViM9Xa98a_o_ off=7729511 len=1394017 2024-04-02T08:56:54.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 3442 completed, throughput=5MB/sec 2024-04-02T08:56:54.786 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fRrrJkLYvrJYIsH off=7407150 len=886521 2024-04-02T08:56:54.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 3443 completed, throughput=5MB/sec 2024-04-02T08:56:55.788 INFO:tasks.workunit.client.0.smithi028.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:55.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uAwU4RfQfkT6pov off=1550915 len=93620 2024-04-02T08:56:55.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 3444 completed, throughput=4.99MB/sec 2024-04-02T08:56:55.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UqYrUBc0GVK7b_8 off=18503376 len=474548 2024-04-02T08:56:55.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 3445 completed, throughput=4.99MB/sec 2024-04-02T08:56:55.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E3E_NqTYI1KMtSz off=1582369 len=977365 2024-04-02T08:56:55.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 3446 completed, throughput=4.99MB/sec 2024-04-02T08:56:55.792 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eTDUPI6ORgWyq3G off=333612 len=1737958 2024-04-02T08:56:55.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 3447 completed, throughput=5MB/sec 2024-04-02T08:56:55.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lt1cMkJypWB1JAC off=4730135 len=331882 2024-04-02T08:56:55.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 3448 completed, throughput=5MB/sec 2024-04-02T08:56:55.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K9sDEQvsio1f7t6 off=3761682 len=96512 2024-04-02T08:56:55.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 3449 completed, throughput=5MB/sec 2024-04-02T08:56:55.798 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MDtqTonkHjEs8BM off=11039 len=441991 2024-04-02T08:56:55.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 3450 completed, throughput=5MB/sec 2024-04-02T08:56:55.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qPdeoonYOlFjCeg off=7606267 len=924297 2024-04-02T08:56:55.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 3451 completed, throughput=5MB/sec 2024-04-02T08:56:55.800 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nVcjF6ZseoXBIQQ off=3374341 len=1682436 2024-04-02T08:56:55.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 3452 completed, throughput=5MB/sec 2024-04-02T08:56:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:56 smithi137 ceph-mon[88456]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:56 smithi028 ceph-mon[94314]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:56 smithi028 ceph-mon[96890]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:56:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:56.808 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PsU8WBZF8Gic-JP off=10201791 len=481378 2024-04-02T08:56:56.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 3453 completed, throughput=5MB/sec 2024-04-02T08:56:56.809 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J2VZl6cgKAsNyBI off=8524601 len=2050552 2024-04-02T08:56:56.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 3454 completed, throughput=5MB/sec 2024-04-02T08:56:56.818 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uZ5gEKU5vUtEIyC off=2455265 len=1066145 2024-04-02T08:56:56.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 3455 completed, throughput=5MB/sec 2024-04-02T08:56:56.818 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VzTbhbdcv0Q-eRJ off=3853620 len=1358713 2024-04-02T08:56:56.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 3456 completed, throughput=5MB/sec 2024-04-02T08:56:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:57.826 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gdNGe_dZaJH1ya0 off=3734589 len=1214514 2024-04-02T08:56:57.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 3457 completed, throughput=5MB/sec 2024-04-02T08:56:57.828 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gloJ2IDJsIGCfyD off=2744250 len=636820 2024-04-02T08:56:57.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 3458 completed, throughput=5MB/sec 2024-04-02T08:56:57.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JC_oDGXYyPYCXhM off=8058746 len=1126601 2024-04-02T08:56:57.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 3459 completed, throughput=5MB/sec 2024-04-02T08:56:57.830 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-51-P-5l8yIAn2AV off=632316 len=953586 2024-04-02T08:56:57.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 3460 completed, throughput=5MB/sec 2024-04-02T08:56:57.835 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OjGwFcnZ42r_ioG off=2539582 len=529130 2024-04-02T08:56:57.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 3461 completed, throughput=5MB/sec 2024-04-02T08:56:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:56:58 smithi137 ceph-mon[88456]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:56:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:56:58 smithi028 ceph-mon[94314]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:56:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:56:58 smithi028 ceph-mon[96890]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:56:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:58.839 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6jEZC-Z1qjJTkTl off=11880198 len=2084680 2024-04-02T08:56:58.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 3462 completed, throughput=5MB/sec 2024-04-02T08:56:58.843 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iGVdKKP_sVAdR32 off=421417 len=1277761 2024-04-02T08:56:58.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 3463 completed, throughput=5MB/sec 2024-04-02T08:56:58.844 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4WP0DliQsQGgk2Z off=21002742 len=908651 2024-04-02T08:56:58.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 3464 completed, throughput=5MB/sec 2024-04-02T08:56:58.849 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-II1ZXGpbBfF7Kmn off=1225746 len=111093 2024-04-02T08:56:58.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 3465 completed, throughput=5MB/sec 2024-04-02T08:56:58.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HX4byFeCyQ37evO off=8204592 len=1275243 2024-04-02T08:56:58.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 3466 completed, throughput=5MB/sec 2024-04-02T08:56:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-02T08:56:59.858 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OtQw-PJv5AxA2zf off=9522254 len=100893 2024-04-02T08:56:59.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 3467 completed, throughput=4.99MB/sec 2024-04-02T08:56:59.860 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oDeHWekPVYm_k6A off=10213360 len=495584 2024-04-02T08:56:59.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 3468 completed, throughput=4.99MB/sec 2024-04-02T08:56:59.863 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UX_wrljredgwzP9 off=22087197 len=1235206 2024-04-02T08:56:59.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 3469 completed, throughput=5MB/sec 2024-04-02T08:56:59.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8h9l_a_2AT7N6Or off=2391987 len=1388179 2024-04-02T08:56:59.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 3470 completed, throughput=5MB/sec 2024-04-02T08:56:59.866 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wUAZllGkukbYVnU off=122303 len=113950 2024-04-02T08:56:59.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 3471 completed, throughput=5MB/sec 2024-04-02T08:56:59.866 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aK8kU6LtbvTFDH_ off=3726358 len=1225223 2024-04-02T08:56:59.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 3472 completed, throughput=5MB/sec 2024-04-02T08:56:59.867 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eEDz96SLRN0ftqc off=1891758 len=760877 2024-04-02T08:56:59.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 3473 completed, throughput=5MB/sec 2024-04-02T08:57:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:00 smithi137 ceph-mon[88456]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:57:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:00 smithi028 ceph-mon[96890]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:57:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:00 smithi028 ceph-mon[94314]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:57:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:00.872 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h4y_GOURTPFAgAU off=4516524 len=1603867 2024-04-02T08:57:00.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 3474 completed, throughput=5MB/sec 2024-04-02T08:57:00.874 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IgLX3MM254u6rRQ off=0 len=1065230 2024-04-02T08:57:00.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 3475 completed, throughput=5MB/sec 2024-04-02T08:57:00.880 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CN0EB5F9-0mc-s3 off=475398 len=1753687 2024-04-02T08:57:00.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 3476 completed, throughput=5MB/sec 2024-04-02T08:57:00.888 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aaryD2NYRbmJq1J off=135276 len=1427350 2024-04-02T08:57:00.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 3477 completed, throughput=5MB/sec 2024-04-02T08:57:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:57:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:57:01] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-02T08:57:01.889 INFO:tasks.workunit.client.0.smithi028.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:01.889 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xH6wvBXgj_R4Yjl off=1001949 len=1880196 2024-04-02T08:57:01.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 3478 completed, throughput=5MB/sec 2024-04-02T08:57:01.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XKIe9FnWb7tVq4V off=4485874 len=657290 2024-04-02T08:57:01.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 3479 completed, throughput=5MB/sec 2024-04-02T08:57:01.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S61CZRA_jMKbAFB off=251215 len=1569865 2024-04-02T08:57:01.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 3480 completed, throughput=5MB/sec 2024-04-02T08:57:01.898 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4YjmG5KHEQmhTza off=18962172 len=1567973 2024-04-02T08:57:01.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 3481 completed, throughput=5MB/sec 2024-04-02T08:57:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:02 smithi137 ceph-mon[88456]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:57:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:02 smithi028 ceph-mon[94314]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:02 smithi028 ceph-mon[96890]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:02.904 INFO:tasks.workunit.client.0.smithi028.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EPTNTs_Oq8ywB7n off=1152040 len=1032950 2024-04-02T08:57:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:op 3482 completed, throughput=5MB/sec 2024-04-02T08:57:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vfZrj05OCRd1dcD off=19130784 len=1785103 2024-04-02T08:57:02.919 INFO:tasks.workunit.client.0.smithi028.stdout:op 3483 completed, throughput=5MB/sec 2024-04-02T08:57:02.920 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d8COKS144VwEh2N off=3878813 len=222703 2024-04-02T08:57:02.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 3484 completed, throughput=5MB/sec 2024-04-02T08:57:02.921 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c0_xdGizq-qZv9g off=8631390 len=252877 2024-04-02T08:57:02.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 3485 completed, throughput=5MB/sec 2024-04-02T08:57:02.923 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p59LfVugyEvcgq6 off=214228 len=1249689 2024-04-02T08:57:02.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 3486 completed, throughput=5MB/sec 2024-04-02T08:57:03.925 INFO:tasks.workunit.client.0.smithi028.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:03.925 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QmI3J2u-6mi3_kH off=2052273 len=1951649 2024-04-02T08:57:03.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 3487 completed, throughput=5MB/sec 2024-04-02T08:57:03.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V35DVUX3rYoI3oB off=0 len=1182554 2024-04-02T08:57:03.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 3488 completed, throughput=5MB/sec 2024-04-02T08:57:03.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4NTYHIOZGGpGpCt off=797834 len=302124 2024-04-02T08:57:03.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 3489 completed, throughput=5MB/sec 2024-04-02T08:57:03.933 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UyuhWirhIQiqipo off=12948269 len=1385142 2024-04-02T08:57:03.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 3490 completed, throughput=5MB/sec 2024-04-02T08:57:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:04 smithi137 ceph-mon[88456]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:04 smithi028 ceph-mon[94314]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:04 smithi028 ceph-mon[96890]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:04.934 INFO:tasks.workunit.client.0.smithi028.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:04.935 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l9esmUSJc4Eyfly off=11130686 len=1031650 2024-04-02T08:57:04.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 3491 completed, throughput=4.99MB/sec 2024-04-02T08:57:04.937 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZqpLKmoFg4d1DCW off=2321123 len=1311537 2024-04-02T08:57:04.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 3492 completed, throughput=5MB/sec 2024-04-02T08:57:04.944 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Dz3qgognO9JhOLC off=641918 len=1157309 2024-04-02T08:57:04.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 3493 completed, throughput=5MB/sec 2024-04-02T08:57:04.948 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ITRoyWreXuirUnp off=5373537 len=318813 2024-04-02T08:57:04.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 3494 completed, throughput=5MB/sec 2024-04-02T08:57:04.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E72qYL1JjS5Tw7O off=796875 len=1688796 2024-04-02T08:57:04.958 INFO:tasks.workunit.client.0.smithi028.stdout:op 3495 completed, throughput=5MB/sec 2024-04-02T08:57:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:05.958 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B1TuFqvEgOd39LI off=2704550 len=1147760 2024-04-02T08:57:05.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 3496 completed, throughput=4.99MB/sec 2024-04-02T08:57:05.963 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mpy3Bba_fEwny8B off=20590511 len=1571838 2024-04-02T08:57:05.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 3497 completed, throughput=5MB/sec 2024-04-02T08:57:05.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gq3ZvUC7HdH1lgS off=6492488 len=2035085 2024-04-02T08:57:05.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 3498 completed, throughput=5MB/sec 2024-04-02T08:57:05.972 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hMsi8-i6L6LvZi0 off=5293954 len=1300513 2024-04-02T08:57:05.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 3499 completed, throughput=5MB/sec 2024-04-02T08:57:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:06 smithi137 ceph-mon[88456]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:06 smithi028 ceph-mon[96890]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:06 smithi028 ceph-mon[94314]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:06.973 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d4NtAWIXzYZM-qD off=5652710 len=956999 2024-04-02T08:57:06.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 3500 completed, throughput=5MB/sec 2024-04-02T08:57:06.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TNueXg3xGhBxAnF off=12000529 len=42793 2024-04-02T08:57:06.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 3501 completed, throughput=5MB/sec 2024-04-02T08:57:06.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JX3vcgf7y-_RWDF off=884712 len=786761 2024-04-02T08:57:06.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 3502 completed, throughput=5MB/sec 2024-04-02T08:57:06.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iOtqu775TavDz3h off=12206743 len=680753 2024-04-02T08:57:06.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 3503 completed, throughput=5MB/sec 2024-04-02T08:57:06.980 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wZzOhNCn8ihDNrU off=16332804 len=2002822 2024-04-02T08:57:06.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 3504 completed, throughput=5MB/sec 2024-04-02T08:57:07.981 INFO:tasks.workunit.client.0.smithi028.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:07.981 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hN0c15ykrN8Cok4 off=17326566 len=1477870 2024-04-02T08:57:07.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 3505 completed, throughput=5MB/sec 2024-04-02T08:57:07.984 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LhjrTiS0PEgm2zV off=5728840 len=1333215 2024-04-02T08:57:07.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 3506 completed, throughput=5MB/sec 2024-04-02T08:57:07.985 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZI9XXLnNPtm-1Ii off=140774 len=1104690 2024-04-02T08:57:07.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 3507 completed, throughput=5MB/sec 2024-04-02T08:57:07.990 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wTolxhJIKDFqWHK off=11178031 len=1217734 2024-04-02T08:57:07.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 3508 completed, throughput=5MB/sec 2024-04-02T08:57:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:08 smithi137 ceph-mon[88456]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:08 smithi028 ceph-mon[94314]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:08 smithi028 ceph-mon[96890]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T08:57:08.998 INFO:tasks.workunit.client.0.smithi028.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:08.998 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mUhzy3O9iVCqNXF off=5893598 len=611273 2024-04-02T08:57:08.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 3509 completed, throughput=4.99MB/sec 2024-04-02T08:57:08.999 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9y-HOhSr3r8ADgz off=7473358 len=161653 2024-04-02T08:57:09.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 3510 completed, throughput=4.99MB/sec 2024-04-02T08:57:09.001 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Aa1jRco6_PdVFZ4 off=5070298 len=632616 2024-04-02T08:57:09.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 3511 completed, throughput=4.99MB/sec 2024-04-02T08:57:09.001 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hUujiQTjYns52eh off=1519503 len=515660 2024-04-02T08:57:09.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 3512 completed, throughput=5MB/sec 2024-04-02T08:57:09.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MBW8pqE6v_VfEx3 off=483644 len=1831282 2024-04-02T08:57:09.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 3513 completed, throughput=5MB/sec 2024-04-02T08:57:09.006 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B_ADaqhPhlhWCsK off=5876089 len=842073 2024-04-02T08:57:09.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 3514 completed, throughput=5MB/sec 2024-04-02T08:57:09.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tJX34hp0oL2Y--M off=249986 len=328333 2024-04-02T08:57:09.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 3515 completed, throughput=5MB/sec 2024-04-02T08:57:09.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WT5bPwKNObph3k8 off=11894628 len=821065 2024-04-02T08:57:09.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 3516 completed, throughput=5MB/sec 2024-04-02T08:57:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:10.012 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w3e9q2qBzGjkcVI off=1649767 len=1006928 2024-04-02T08:57:10.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 3517 completed, throughput=4.99MB/sec 2024-04-02T08:57:10.017 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S1sZOl-wjJSWFKN off=15589797 len=1781467 2024-04-02T08:57:10.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 3518 completed, throughput=5MB/sec 2024-04-02T08:57:10.019 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qYsXkrPolY9hToh off=12431537 len=150728 2024-04-02T08:57:10.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 3519 completed, throughput=5MB/sec 2024-04-02T08:57:10.021 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DBw0vcZfP0-vM0P off=2838587 len=579432 2024-04-02T08:57:10.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 3520 completed, throughput=5MB/sec 2024-04-02T08:57:10.025 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ld62xeknPkYd3dY off=20019333 len=1986606 2024-04-02T08:57:10.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 3521 completed, throughput=5MB/sec 2024-04-02T08:57:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:10 smithi137 ceph-mon[88456]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:10 smithi028 ceph-mon[94314]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:10 smithi028 ceph-mon[96890]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:11.027 INFO:tasks.workunit.client.0.smithi028.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:11.027 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtGENU9X9PkaJqP off=3938739 len=2677 2024-04-02T08:57:11.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 3522 completed, throughput=4.99MB/sec 2024-04-02T08:57:11.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wxQTJ19dhqBbNOy off=1908428 len=1654269 2024-04-02T08:57:11.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 3523 completed, throughput=5MB/sec 2024-04-02T08:57:11.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7Eyz2I8RM0-nONW off=280670 len=1961799 2024-04-02T08:57:11.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 3524 completed, throughput=5MB/sec 2024-04-02T08:57:11.036 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KhmpIr3_klD5nEA off=4572497 len=153193 2024-04-02T08:57:11.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 3525 completed, throughput=5MB/sec 2024-04-02T08:57:11.037 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rjg26g_G5eH8n6m off=296195 len=42206 2024-04-02T08:57:11.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 3526 completed, throughput=5MB/sec 2024-04-02T08:57:11.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K90f4ay-0_v_vat off=1734772 len=1576739 2024-04-02T08:57:11.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 3527 completed, throughput=5MB/sec 2024-04-02T08:57:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:57:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:57:11] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T08:57:12.042 INFO:tasks.workunit.client.0.smithi028.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:12.043 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7muSLVrQoL99ff8 off=456001 len=921296 2024-04-02T08:57:12.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 3528 completed, throughput=5MB/sec 2024-04-02T08:57:12.046 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b3hxoXepFx06Psi off=5704730 len=329107 2024-04-02T08:57:12.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 3529 completed, throughput=5MB/sec 2024-04-02T08:57:12.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--NxZgsejJlVdlIa off=4783687 len=875872 2024-04-02T08:57:12.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 3530 completed, throughput=5MB/sec 2024-04-02T08:57:12.049 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZkeSN647-m7uEZt off=2626065 len=41842 2024-04-02T08:57:12.050 INFO:tasks.workunit.client.0.smithi028.stdout:op 3531 completed, throughput=5MB/sec 2024-04-02T08:57:12.050 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JrdWXxRdpfWw6FT off=11573824 len=151067 2024-04-02T08:57:12.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 3532 completed, throughput=5MB/sec 2024-04-02T08:57:12.053 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zivuJCJKceGrZTf off=4852738 len=62639 2024-04-02T08:57:12.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 3533 completed, throughput=5MB/sec 2024-04-02T08:57:12.054 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qnd12O8I03WG4H4 off=12776990 len=2088404 2024-04-02T08:57:12.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 3534 completed, throughput=5MB/sec 2024-04-02T08:57:12.061 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qHgANeNhMy0_jqo off=15641847 len=1968651 2024-04-02T08:57:12.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 3535 completed, throughput=5MB/sec 2024-04-02T08:57:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:12 smithi137 ceph-mon[88456]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:57:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:12 smithi028 ceph-mon[94314]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:12 smithi028 ceph-mon[96890]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:13.063 INFO:tasks.workunit.client.0.smithi028.stdout: 693: throughput=5MB/sec pending data=0 2024-04-02T08:57:13.063 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1cn1_IsiGsmGk7Q off=9382230 len=1938395 2024-04-02T08:57:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 3536 completed, throughput=5MB/sec 2024-04-02T08:57:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KB7Xm4V4JsjVUtH off=2150607 len=671708 2024-04-02T08:57:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 3537 completed, throughput=5MB/sec 2024-04-02T08:57:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i-MxY-OWbBEI_1U off=15784647 len=1539512 2024-04-02T08:57:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:op 3538 completed, throughput=5MB/sec 2024-04-02T08:57:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:14.068 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s-ZoPHgYdsuDiio off=2531261 len=369289 2024-04-02T08:57:14.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 3539 completed, throughput=4.99MB/sec 2024-04-02T08:57:14.072 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gN4uWPizlXBqIFP off=21957735 len=1974642 2024-04-02T08:57:14.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 3540 completed, throughput=5MB/sec 2024-04-02T08:57:14.080 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RPJvo_zKMzHc09X off=8479397 len=242786 2024-04-02T08:57:14.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 3541 completed, throughput=5MB/sec 2024-04-02T08:57:14.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YkFVyzH054shSNe off=502049 len=1894669 2024-04-02T08:57:14.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 3542 completed, throughput=5MB/sec 2024-04-02T08:57:14.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t-kMnHWwlcOsw2u off=503938 len=1923623 2024-04-02T08:57:14.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 3543 completed, throughput=5MB/sec 2024-04-02T08:57:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:14 smithi137 ceph-mon[88456]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:14 smithi028 ceph-mon[94314]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:14 smithi028 ceph-mon[96890]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T08:57:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: 695: throughput=5MB/sec pending data=0 2024-04-02T08:57:15.095 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ly0_ZY_TtArSO4S off=83380 len=1783110 2024-04-02T08:57:15.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 3544 completed, throughput=5MB/sec 2024-04-02T08:57:15.101 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Us-Ia3egACtHywL off=1428405 len=1155435 2024-04-02T08:57:15.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 3545 completed, throughput=5MB/sec 2024-04-02T08:57:15.104 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HTQHoB0pbrN6ulc off=4641253 len=1483928 2024-04-02T08:57:15.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 3546 completed, throughput=5MB/sec 2024-04-02T08:57:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:16.110 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JO8ecHbc0n56qVh off=205442 len=2062367 2024-04-02T08:57:16.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 3547 completed, throughput=5MB/sec 2024-04-02T08:57:16.113 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DaQTW-YMAbd37V3 off=10519345 len=315397 2024-04-02T08:57:16.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 3548 completed, throughput=5MB/sec 2024-04-02T08:57:16.114 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MSRdu3cy1fhmQ7f off=3164675 len=308589 2024-04-02T08:57:16.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 3549 completed, throughput=5MB/sec 2024-04-02T08:57:16.117 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ke9EoeDCWFpHTVw off=627962 len=1310843 2024-04-02T08:57:16.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 3550 completed, throughput=5MB/sec 2024-04-02T08:57:16.118 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LW464VzQ3ZVTB4q off=9363737 len=903109 2024-04-02T08:57:16.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 3551 completed, throughput=5MB/sec 2024-04-02T08:57:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:16 smithi137 ceph-mon[88456]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:57:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:16 smithi028 ceph-mon[94314]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:57:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:16 smithi028 ceph-mon[96890]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T08:57:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:17.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mtGENU9X9PkaJqP off=9676935 len=1259118 2024-04-02T08:57:17.122 INFO:tasks.workunit.client.0.smithi028.stdout:op 3552 completed, throughput=5MB/sec 2024-04-02T08:57:17.122 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bVYnWUb-FX4t-K5 off=20746666 len=808205 2024-04-02T08:57:17.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 3553 completed, throughput=5MB/sec 2024-04-02T08:57:17.123 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fabvLZcQRevzDgg off=3164090 len=31372 2024-04-02T08:57:17.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 3554 completed, throughput=5MB/sec 2024-04-02T08:57:17.123 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OYytK_bC557Qqol off=14520264 len=767745 2024-04-02T08:57:17.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 3555 completed, throughput=5MB/sec 2024-04-02T08:57:17.126 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tNqBf_2ycQoXXGs off=18235209 len=852229 2024-04-02T08:57:17.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 3556 completed, throughput=5MB/sec 2024-04-02T08:57:17.130 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l75Mn8QfUAyWaYs off=3440547 len=598242 2024-04-02T08:57:17.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 3557 completed, throughput=5MB/sec 2024-04-02T08:57:17.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ld1xAnFABeAkM9f off=21014036 len=165344 2024-04-02T08:57:17.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 3558 completed, throughput=5MB/sec 2024-04-02T08:57:17.136 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iG3_j1gtkPvjUrQ off=19427871 len=1757149 2024-04-02T08:57:17.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 3559 completed, throughput=5MB/sec 2024-04-02T08:57:18.141 INFO:tasks.workunit.client.0.smithi028.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:18.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RSDkf3QuxPbTI7B off=9808098 len=105711 2024-04-02T08:57:18.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 3560 completed, throughput=4.99MB/sec 2024-04-02T08:57:18.144 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vipP-NQUvlD1gIv off=2689505 len=15157 2024-04-02T08:57:18.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 3561 completed, throughput=4.99MB/sec 2024-04-02T08:57:18.146 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2xola0b0kCyhagu off=1957146 len=516395 2024-04-02T08:57:18.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 3562 completed, throughput=5MB/sec 2024-04-02T08:57:18.149 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NE3rLgHyIwb6MWC off=6681607 len=1982716 2024-04-02T08:57:18.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 3563 completed, throughput=5MB/sec 2024-04-02T08:57:18.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3VHiy_jP-c8cwXz off=17372525 len=515713 2024-04-02T08:57:18.151 INFO:tasks.workunit.client.0.smithi028.stdout:op 3564 completed, throughput=5MB/sec 2024-04-02T08:57:18.151 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6cutHGYlLAFLMDS off=16340912 len=1377166 2024-04-02T08:57:18.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 3565 completed, throughput=5MB/sec 2024-04-02T08:57:18.499 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:18 smithi028 ceph-mon[94314]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:18.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:18 smithi028 ceph-mon[96890]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:18 smithi137 ceph-mon[88456]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T08:57:19.152 INFO:tasks.workunit.client.0.smithi028.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:19.153 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sDEUTtHvxztDDiu off=16194034 len=1113391 2024-04-02T08:57:19.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 3566 completed, throughput=5MB/sec 2024-04-02T08:57:19.158 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aobHXMws4UXE7lY off=504707 len=376647 2024-04-02T08:57:19.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 3567 completed, throughput=5MB/sec 2024-04-02T08:57:19.161 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DmLgGipqmcnO6-S off=4259726 len=1472693 2024-04-02T08:57:19.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 3568 completed, throughput=5MB/sec 2024-04-02T08:57:19.164 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uRGbYeeT_h7Nl9N off=4493044 len=440194 2024-04-02T08:57:19.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 3569 completed, throughput=5MB/sec 2024-04-02T08:57:19.164 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Yab5XdUdGl_zez4 off=6344682 len=935537 2024-04-02T08:57:19.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 3570 completed, throughput=5MB/sec 2024-04-02T08:57:19.166 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XLeMr5zjXEOkcU0 off=2527378 len=1363194 2024-04-02T08:57:19.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 3571 completed, throughput=5MB/sec 2024-04-02T08:57:20.167 INFO:tasks.workunit.client.0.smithi028.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:20.167 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5O7X_4tjcMcgcXx off=6308293 len=2072900 2024-04-02T08:57:20.168 INFO:tasks.workunit.client.0.smithi028.stdout:op 3572 completed, throughput=5MB/sec 2024-04-02T08:57:20.168 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L-QmG61rhHyG6h9 off=1791516 len=930803 2024-04-02T08:57:20.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 3573 completed, throughput=5MB/sec 2024-04-02T08:57:20.169 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_5nrG2YzSZ77gdI off=9033690 len=818498 2024-04-02T08:57:20.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 3574 completed, throughput=5MB/sec 2024-04-02T08:57:20.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kZg3xsgpZ2rlPP9 off=6532504 len=1918825 2024-04-02T08:57:20.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 3575 completed, throughput=5MB/sec 2024-04-02T08:57:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:20 smithi137 ceph-mon[88456]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:20 smithi028 ceph-mon[94314]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:20 smithi028 ceph-mon[96890]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T08:57:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:21.179 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PdslZ3OwQEjTEdJ off=4226339 len=1604283 2024-04-02T08:57:21.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 3576 completed, throughput=5MB/sec 2024-04-02T08:57:21.180 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RMLRWT9Uh2nAygZ off=4543503 len=707684 2024-04-02T08:57:21.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 3577 completed, throughput=5MB/sec 2024-04-02T08:57:21.180 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G_FQk3eSBYGNAo3 off=14213391 len=1240928 2024-04-02T08:57:21.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 3578 completed, throughput=5MB/sec 2024-04-02T08:57:21.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cGfDiBJnrJN8Gkd off=8531422 len=227621 2024-04-02T08:57:21.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 3579 completed, throughput=5MB/sec 2024-04-02T08:57:21.191 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-crAypPWCm4GchpR off=3104383 len=565787 2024-04-02T08:57:21.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 3580 completed, throughput=5MB/sec 2024-04-02T08:57:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:57:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:57:21] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-02T08:57:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:22.192 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d3wXhXWyVM4SbiD off=4865898 len=1829855 2024-04-02T08:57:22.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 3581 completed, throughput=5MB/sec 2024-04-02T08:57:22.202 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wQthOWTDiKAf9rt off=17469585 len=1355367 2024-04-02T08:57:22.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 3582 completed, throughput=5MB/sec 2024-04-02T08:57:22.204 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DRGQ1ysPJp8Mfdj off=7753305 len=12995 2024-04-02T08:57:22.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 3583 completed, throughput=5MB/sec 2024-04-02T08:57:22.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M4eFkeygqteN2F- off=1819336 len=10105 2024-04-02T08:57:22.207 INFO:tasks.workunit.client.0.smithi028.stdout:op 3584 completed, throughput=5MB/sec 2024-04-02T08:57:22.207 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bVTN8QjrvMPRaNq off=10331986 len=944406 2024-04-02T08:57:22.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 3585 completed, throughput=5MB/sec 2024-04-02T08:57:22.211 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-moSELk-_7XPGJ1m off=11154563 len=987504 2024-04-02T08:57:22.212 INFO:tasks.workunit.client.0.smithi028.stdout:op 3586 completed, throughput=5MB/sec 2024-04-02T08:57:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:22 smithi137 ceph-mon[88456]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:57:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:22 smithi028 ceph-mon[94314]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:22 smithi028 ceph-mon[96890]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:57:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:23.213 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BZKCFOEwhESzG_4 off=2896712 len=701194 2024-04-02T08:57:23.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 3587 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G29uiGjF7KKP4ud off=6764306 len=484990 2024-04-02T08:57:23.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 3588 completed, throughput=4.99MB/sec 2024-04-02T08:57:23.217 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xDWN-4u03POW99q off=6118322 len=305404 2024-04-02T08:57:23.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 3589 completed, throughput=5MB/sec 2024-04-02T08:57:23.220 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-et1DUKRFzF47uYx off=2802282 len=182748 2024-04-02T08:57:23.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 3590 completed, throughput=5MB/sec 2024-04-02T08:57:23.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_9eFjC1gW_QgnNm off=19799203 len=1023575 2024-04-02T08:57:23.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 3591 completed, throughput=5MB/sec 2024-04-02T08:57:23.225 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R1pqth3gQ1uwPKN off=10348680 len=957181 2024-04-02T08:57:23.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 3592 completed, throughput=5MB/sec 2024-04-02T08:57:23.229 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kpEgRdnjJ0d40NF off=595200 len=892270 2024-04-02T08:57:23.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 3593 completed, throughput=5MB/sec 2024-04-02T08:57:23.234 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zTSfTvrMQ9440Q5 off=1360997 len=401823 2024-04-02T08:57:23.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 3594 completed, throughput=5MB/sec 2024-04-02T08:57:23.236 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F0W-K2vDHFuC9-Z off=8840567 len=1095664 2024-04-02T08:57:23.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 3595 completed, throughput=5MB/sec 2024-04-02T08:57:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:24.242 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sv_m-Su39P0Ftd6 off=1148760 len=2010839 2024-04-02T08:57:24.249 INFO:tasks.workunit.client.0.smithi028.stdout:op 3596 completed, throughput=5MB/sec 2024-04-02T08:57:24.249 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wkE5k7KY8T00Qr0 off=3517956 len=965382 2024-04-02T08:57:24.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 3597 completed, throughput=5MB/sec 2024-04-02T08:57:24.250 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1sYZDqNkcBFt445 off=4103022 len=523244 2024-04-02T08:57:24.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 3598 completed, throughput=5MB/sec 2024-04-02T08:57:24.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8e3qnr61MuYLwdH off=8022774 len=518804 2024-04-02T08:57:24.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 3599 completed, throughput=5MB/sec 2024-04-02T08:57:24.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-swAbTrRGKYkJI2g off=11164497 len=653935 2024-04-02T08:57:24.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 3600 completed, throughput=5MB/sec 2024-04-02T08:57:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:24 smithi137 ceph-mon[88456]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:24 smithi028 ceph-mon[94314]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:24 smithi028 ceph-mon[96890]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T08:57:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:25.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mTgDv9WaRuW00Ak off=3717016 len=1066050 2024-04-02T08:57:25.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 3601 completed, throughput=4.99MB/sec 2024-04-02T08:57:25.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n32vwf4c0663Hwd off=18702470 len=1173301 2024-04-02T08:57:25.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 3602 completed, throughput=5MB/sec 2024-04-02T08:57:25.263 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F3rtIzZsVg03jEb off=2043460 len=187246 2024-04-02T08:57:25.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 3603 completed, throughput=5MB/sec 2024-04-02T08:57:25.265 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z0WVm3QBnczBWtp off=16386727 len=48916 2024-04-02T08:57:25.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 3604 completed, throughput=5MB/sec 2024-04-02T08:57:25.267 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-anSFxWia8xL_xHW off=3387873 len=1634276 2024-04-02T08:57:25.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 3605 completed, throughput=5MB/sec 2024-04-02T08:57:25.270 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bwaTL5KzH5HbUM1 off=11637966 len=1268608 2024-04-02T08:57:25.271 INFO:tasks.workunit.client.0.smithi028.stdout:op 3606 completed, throughput=5MB/sec 2024-04-02T08:57:26.272 INFO:tasks.workunit.client.0.smithi028.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:26.272 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QlV6plWYTKubo8L off=8919 len=907165 2024-04-02T08:57:26.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 3607 completed, throughput=4.99MB/sec 2024-04-02T08:57:26.274 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SWVfjOjd8poC0xf off=7225605 len=1982255 2024-04-02T08:57:26.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 3608 completed, throughput=5MB/sec 2024-04-02T08:57:26.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R-AH1CqvYmnI07A off=14116006 len=602176 2024-04-02T08:57:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 3609 completed, throughput=5MB/sec 2024-04-02T08:57:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C7xIqbQ3DrC5MhI off=6060729 len=313665 2024-04-02T08:57:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 3610 completed, throughput=5MB/sec 2024-04-02T08:57:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wX3F-IhFH0tIOlf off=9846415 len=749249 2024-04-02T08:57:26.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 3611 completed, throughput=5MB/sec 2024-04-02T08:57:26.289 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0J3RbJVTwKuREXp off=13451957 len=1410363 2024-04-02T08:57:26.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 3612 completed, throughput=5MB/sec 2024-04-02T08:57:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:26 smithi137 ceph-mon[88456]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:26 smithi028 ceph-mon[94314]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:26 smithi028 ceph-mon[96890]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:27.295 INFO:tasks.workunit.client.0.smithi028.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:27.295 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zLBViM9Xa98a_o_ off=2670656 len=1596847 2024-04-02T08:57:27.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 3613 completed, throughput=5MB/sec 2024-04-02T08:57:27.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5M7acNtJfMwClh- off=8230415 len=1318001 2024-04-02T08:57:27.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 3614 completed, throughput=5MB/sec 2024-04-02T08:57:27.301 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LDr4eBBUXvC7zhD off=6387819 len=1109997 2024-04-02T08:57:27.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 3615 completed, throughput=5MB/sec 2024-04-02T08:57:27.307 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nMZyfoW-5wqWyd8 off=3391069 len=484858 2024-04-02T08:57:27.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 3616 completed, throughput=5MB/sec 2024-04-02T08:57:27.311 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--cig3Cun9ipcj7D off=3074566 len=629951 2024-04-02T08:57:27.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 3617 completed, throughput=5MB/sec 2024-04-02T08:57:28.314 INFO:tasks.workunit.client.0.smithi028.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:28.315 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vjlTdNnQ3NR_pxp off=4550483 len=1165618 2024-04-02T08:57:28.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 3618 completed, throughput=5MB/sec 2024-04-02T08:57:28.316 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MMua-nMe5_TVEel off=5026489 len=777598 2024-04-02T08:57:28.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 3619 completed, throughput=5MB/sec 2024-04-02T08:57:28.318 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vCbF2p3_p-cs30J off=4069106 len=947694 2024-04-02T08:57:28.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 3620 completed, throughput=5MB/sec 2024-04-02T08:57:28.323 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MLuluNlVfphZ8X3 off=4019460 len=23515 2024-04-02T08:57:28.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 3621 completed, throughput=5MB/sec 2024-04-02T08:57:28.323 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GIDKLYx8k0RMwfa off=3412605 len=1501342 2024-04-02T08:57:28.330 INFO:tasks.workunit.client.0.smithi028.stdout:op 3622 completed, throughput=5MB/sec 2024-04-02T08:57:28.330 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PVs1PWUCyqBlRVu off=9759314 len=1275752 2024-04-02T08:57:28.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 3623 completed, throughput=5MB/sec 2024-04-02T08:57:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:28 smithi137 ceph-mon[88456]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:28 smithi028 ceph-mon[94314]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:28 smithi028 ceph-mon[96890]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:57:29.335 INFO:tasks.workunit.client.0.smithi028.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:29.336 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-342U5lB2lQQiSz3 off=604568 len=375260 2024-04-02T08:57:29.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 3624 completed, throughput=4.99MB/sec 2024-04-02T08:57:29.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-57L2qjY_BIYhmKH off=2353174 len=205798 2024-04-02T08:57:29.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 3625 completed, throughput=5MB/sec 2024-04-02T08:57:29.342 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r-dJnsN1AmNvT6R off=1535008 len=162621 2024-04-02T08:57:29.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 3626 completed, throughput=5MB/sec 2024-04-02T08:57:29.342 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W9e6b-Ct3zudSFO off=2682081 len=1709774 2024-04-02T08:57:29.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 3627 completed, throughput=5MB/sec 2024-04-02T08:57:29.343 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gNdvP2bN4VbM8-z off=11213168 len=1093891 2024-04-02T08:57:29.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 3628 completed, throughput=5MB/sec 2024-04-02T08:57:29.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5SofxnxrkDL32SY off=4304828 len=942583 2024-04-02T08:57:29.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 3629 completed, throughput=5MB/sec 2024-04-02T08:57:30.352 INFO:tasks.workunit.client.0.smithi028.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:30.352 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ljFQkz_gmLknNNK off=450092 len=1445601 2024-04-02T08:57:30.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 3630 completed, throughput=5MB/sec 2024-04-02T08:57:30.353 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zHhYCAmkXZEi_3o off=1242677 len=428787 2024-04-02T08:57:30.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 3631 completed, throughput=5MB/sec 2024-04-02T08:57:30.357 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YqV16SCD1MGf3_7 off=12598815 len=1497826 2024-04-02T08:57:30.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 3632 completed, throughput=5MB/sec 2024-04-02T08:57:30.358 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6o3oNE0ARnGV0AD off=3336563 len=1803876 2024-04-02T08:57:30.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 3633 completed, throughput=5MB/sec 2024-04-02T08:57:30.363 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6cZOw07ftoUPxQG off=2705729 len=1988318 2024-04-02T08:57:30.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 3634 completed, throughput=5MB/sec 2024-04-02T08:57:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:30 smithi137 ceph-mon[88456]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:30 smithi028 ceph-mon[96890]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:30.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:30 smithi028 ceph-mon[94314]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-02T08:57:31.369 INFO:tasks.workunit.client.0.smithi028.stdout: 711: throughput=5MB/sec pending data=0 2024-04-02T08:57:31.370 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O0KywmyXji_UnTu off=888496 len=975846 2024-04-02T08:57:31.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 3635 completed, throughput=5MB/sec 2024-04-02T08:57:31.374 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PYiZaOsFGdeoJ1_ off=13762460 len=357975 2024-04-02T08:57:31.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 3636 completed, throughput=5MB/sec 2024-04-02T08:57:31.375 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dkvRjehONC7cEIx off=10986502 len=1884378 2024-04-02T08:57:31.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 3637 completed, throughput=5MB/sec 2024-04-02T08:57:31.376 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w6IDD3vuv_LXmA6 off=1134596 len=2079347 2024-04-02T08:57:31.383 INFO:tasks.workunit.client.0.smithi028.stdout:op 3638 completed, throughput=5MB/sec 2024-04-02T08:57:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:57:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:57:31] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-02T08:57:32.386 INFO:tasks.workunit.client.0.smithi028.stdout: 712: throughput=5MB/sec pending data=0 2024-04-02T08:57:32.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hg1CzipDkNdBNjn off=477733 len=357399 2024-04-02T08:57:32.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 3639 completed, throughput=5MB/sec 2024-04-02T08:57:32.386 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dY7yrbg_XrMkLlU off=3216538 len=1215681 2024-04-02T08:57:32.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 3640 completed, throughput=5MB/sec 2024-04-02T08:57:32.388 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N9AVQ8O4A3X8-wl off=7607227 len=107320 2024-04-02T08:57:32.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 3641 completed, throughput=5MB/sec 2024-04-02T08:57:32.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DOquc3XfrxQouej off=1904345 len=916536 2024-04-02T08:57:32.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 3642 completed, throughput=5MB/sec 2024-04-02T08:57:32.390 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OUPfng09BoigJlY off=5888877 len=316874 2024-04-02T08:57:32.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 3643 completed, throughput=5MB/sec 2024-04-02T08:57:32.391 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--SOlh40t-LEKf44 off=231712 len=1183468 2024-04-02T08:57:32.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 3644 completed, throughput=5MB/sec 2024-04-02T08:57:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:32 smithi137 ceph-mon[88456]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:57:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:32 smithi028 ceph-mon[96890]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:32 smithi028 ceph-mon[94314]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:57:33.392 INFO:tasks.workunit.client.0.smithi028.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:33.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NEZNXZ0k5MSicXy off=8644247 len=1865170 2024-04-02T08:57:33.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 3645 completed, throughput=5MB/sec 2024-04-02T08:57:33.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D_9hB-PRowh0Byr off=2273369 len=1116600 2024-04-02T08:57:33.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 3646 completed, throughput=5MB/sec 2024-04-02T08:57:33.395 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qAEmvfnT2MHjx7G off=3176614 len=98245 2024-04-02T08:57:33.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 3647 completed, throughput=5MB/sec 2024-04-02T08:57:33.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-srBCWgmJhixqHis off=4344086 len=398975 2024-04-02T08:57:33.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 3648 completed, throughput=5MB/sec 2024-04-02T08:57:33.401 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nFWbbMZuvnmS1Bn off=1583726 len=887319 2024-04-02T08:57:33.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 3649 completed, throughput=5MB/sec 2024-04-02T08:57:33.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ly0_ZY_TtArSO4S off=10236155 len=81566 2024-04-02T08:57:33.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 3650 completed, throughput=5MB/sec 2024-04-02T08:57:33.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I9vwyglNCrCJsOm off=1162521 len=1198421 2024-04-02T08:57:33.403 INFO:tasks.workunit.client.0.smithi028.stdout:op 3651 completed, throughput=5MB/sec 2024-04-02T08:57:34.403 INFO:tasks.workunit.client.0.smithi028.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:34.403 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ioib98QNJk8PTBx off=2706976 len=103178 2024-04-02T08:57:34.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 3652 completed, throughput=4.99MB/sec 2024-04-02T08:57:34.404 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kJFv41Ul7mjzzw8 off=12660178 len=1690266 2024-04-02T08:57:34.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 3653 completed, throughput=5MB/sec 2024-04-02T08:57:34.410 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L5FQFQxhuQSOcZW off=4580812 len=196599 2024-04-02T08:57:34.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 3654 completed, throughput=5MB/sec 2024-04-02T08:57:34.413 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Poap4Yy4EDXaJD1 off=467355 len=788895 2024-04-02T08:57:34.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 3655 completed, throughput=5MB/sec 2024-04-02T08:57:34.416 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SprrxajSFCxSlhQ off=10308855 len=1055957 2024-04-02T08:57:34.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 3656 completed, throughput=5MB/sec 2024-04-02T08:57:34.417 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F1592WNvqh6Z-mr off=550204 len=1630140 2024-04-02T08:57:34.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 3657 completed, throughput=5MB/sec 2024-04-02T08:57:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:34 smithi137 ceph-mon[88456]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:34 smithi028 ceph-mon[96890]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:34 smithi028 ceph-mon[94314]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:57:35.419 INFO:tasks.workunit.client.0.smithi028.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:35.419 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GKJy5Gexk-2cp2X off=2832257 len=206656 2024-04-02T08:57:35.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 3658 completed, throughput=4.99MB/sec 2024-04-02T08:57:35.422 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VhTe240H7WTqcwv off=3750190 len=1562482 2024-04-02T08:57:35.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 3659 completed, throughput=5MB/sec 2024-04-02T08:57:35.423 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hSunKZoZ9ijguRU off=4237895 len=1035341 2024-04-02T08:57:35.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 3660 completed, throughput=5MB/sec 2024-04-02T08:57:35.424 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fttQ3lu2Cd9RDBO off=5405253 len=913194 2024-04-02T08:57:35.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 3661 completed, throughput=5MB/sec 2024-04-02T08:57:35.425 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iHQFACSv7uipxAU off=2418011 len=1183045 2024-04-02T08:57:35.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 3662 completed, throughput=5MB/sec 2024-04-02T08:57:36.427 INFO:tasks.workunit.client.0.smithi028.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:36.427 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qYOcVleqL1D5AJ7 off=11592231 len=439824 2024-04-02T08:57:36.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 3663 completed, throughput=4.99MB/sec 2024-04-02T08:57:36.431 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NRT9bzRBPhEx-MN off=0 len=1384894 2024-04-02T08:57:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:op 3664 completed, throughput=5MB/sec 2024-04-02T08:57:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eOZPhE9zOsDfbG4 off=509498 len=947475 2024-04-02T08:57:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 3665 completed, throughput=5MB/sec 2024-04-02T08:57:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wVHC7rguyClb2-7 off=8050102 len=1809117 2024-04-02T08:57:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 3666 completed, throughput=5MB/sec 2024-04-02T08:57:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:36 smithi137 ceph-mon[88456]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:36 smithi028 ceph-mon[94314]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:36 smithi028 ceph-mon[96890]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T08:57:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:37.438 INFO:tasks.workunit.client.0.smithi028.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:37.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8O4JNToXGR-E-lM off=15089045 len=602793 2024-04-02T08:57:37.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 3667 completed, throughput=4.99MB/sec 2024-04-02T08:57:37.440 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C197hTytay7wrFt off=1598105 len=369099 2024-04-02T08:57:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 3668 completed, throughput=4.99MB/sec 2024-04-02T08:57:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-di2EGzSeGrVJ1FI off=3707709 len=1161024 2024-04-02T08:57:37.447 INFO:tasks.workunit.client.0.smithi028.stdout:op 3669 completed, throughput=5MB/sec 2024-04-02T08:57:37.447 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Jdtsylvjwkg88vf off=4223290 len=894212 2024-04-02T08:57:37.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 3670 completed, throughput=5MB/sec 2024-04-02T08:57:37.448 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BO6XuFSZp33mSIA off=1193576 len=999366 2024-04-02T08:57:37.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 3671 completed, throughput=5MB/sec 2024-04-02T08:57:37.453 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uqy58F9CsJMrLTY off=213536 len=1536355 2024-04-02T08:57:37.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 3672 completed, throughput=5MB/sec 2024-04-02T08:57:38.454 INFO:tasks.workunit.client.0.smithi028.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:38.455 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EELGrtjckfg1lkV off=2806064 len=899334 2024-04-02T08:57:38.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 3673 completed, throughput=4.99MB/sec 2024-04-02T08:57:38.460 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GhePLomVIFUuqzC off=17096744 len=605557 2024-04-02T08:57:38.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 3674 completed, throughput=5MB/sec 2024-04-02T08:57:38.460 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2GI37WxtMJv9vSe off=14980046 len=1901600 2024-04-02T08:57:38.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 3675 completed, throughput=5MB/sec 2024-04-02T08:57:38.469 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cEio3eKanAqtSaV off=17828756 len=620914 2024-04-02T08:57:38.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 3676 completed, throughput=5MB/sec 2024-04-02T08:57:38.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3_eE1r7W3GNZ6O1 off=1830118 len=492810 2024-04-02T08:57:38.473 INFO:tasks.workunit.client.0.smithi028.stdout:op 3677 completed, throughput=5MB/sec 2024-04-02T08:57:38.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MOLbrTzNkki-AKq off=13580818 len=589065 2024-04-02T08:57:38.473 INFO:tasks.workunit.client.0.smithi028.stdout:op 3678 completed, throughput=5MB/sec 2024-04-02T08:57:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:38 smithi137 ceph-mon[88456]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:57:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:38 smithi028 ceph-mon[94314]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:57:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:38 smithi028 ceph-mon[96890]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-04-02T08:57:39.474 INFO:tasks.workunit.client.0.smithi028.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:39.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wwWXS_g4qoqPE0l off=10206159 len=723053 2024-04-02T08:57:39.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 3679 completed, throughput=4.99MB/sec 2024-04-02T08:57:39.476 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eF0Ysph1GOAsUZX off=10619530 len=885185 2024-04-02T08:57:39.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 3680 completed, throughput=5MB/sec 2024-04-02T08:57:39.477 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dNFP3MMSysE6XMC off=10952126 len=1362937 2024-04-02T08:57:39.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 3681 completed, throughput=5MB/sec 2024-04-02T08:57:39.482 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TjjAe2hLiJkR3rD off=2234134 len=600026 2024-04-02T08:57:39.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 3682 completed, throughput=5MB/sec 2024-04-02T08:57:39.483 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0OudEYJ6yUaICTb off=2468744 len=213541 2024-04-02T08:57:39.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 3683 completed, throughput=5MB/sec 2024-04-02T08:57:39.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rc556QU282gG3Ow off=459274 len=920404 2024-04-02T08:57:39.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 3684 completed, throughput=5MB/sec 2024-04-02T08:57:39.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nX37tChqb06-E84 off=12734459 len=1151202 2024-04-02T08:57:39.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 3685 completed, throughput=5MB/sec 2024-04-02T08:57:40.495 INFO:tasks.workunit.client.0.smithi028.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:40.495 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m2JIY-6ioYin8T0 off=4868070 len=1586263 2024-04-02T08:57:40.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 3686 completed, throughput=5MB/sec 2024-04-02T08:57:40.505 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lEfxeOZLM8H5UyC off=10263275 len=1310021 2024-04-02T08:57:40.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 3687 completed, throughput=5MB/sec 2024-04-02T08:57:40.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W_q34oVP1ppfYW4 off=10568509 len=1429465 2024-04-02T08:57:40.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 3688 completed, throughput=5MB/sec 2024-04-02T08:57:40.512 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GDex2kz7bWq01fG off=7347487 len=1962857 2024-04-02T08:57:40.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 3689 completed, throughput=5MB/sec 2024-04-02T08:57:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:40 smithi137 ceph-mon[88456]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:40 smithi028 ceph-mon[94314]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:40 smithi028 ceph-mon[96890]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:57:41.513 INFO:tasks.workunit.client.0.smithi028.stdout: 721: throughput=5MB/sec pending data=0 2024-04-02T08:57:41.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DFyR_ovNQo50RFt off=2647509 len=1199186 2024-04-02T08:57:41.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 3690 completed, throughput=5MB/sec 2024-04-02T08:57:41.519 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wtpSrozVCnrS8kd off=4292881 len=895680 2024-04-02T08:57:41.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 3691 completed, throughput=5MB/sec 2024-04-02T08:57:41.520 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yb4ErvDD96aOGcv off=1645515 len=47481 2024-04-02T08:57:41.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 3692 completed, throughput=5MB/sec 2024-04-02T08:57:41.522 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--VQC3VcQntnkF3E off=3636539 len=1549551 2024-04-02T08:57:41.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 3693 completed, throughput=5MB/sec 2024-04-02T08:57:41.523 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0WyR3NrQ9n6ouHA off=10799909 len=57728 2024-04-02T08:57:41.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 3694 completed, throughput=5MB/sec 2024-04-02T08:57:41.524 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3eCCM5b3c6L4deO off=2458328 len=1062413 2024-04-02T08:57:41.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 3695 completed, throughput=5MB/sec 2024-04-02T08:57:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:57:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:57:41] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-02T08:57:42.525 INFO:tasks.workunit.client.0.smithi028.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:42.525 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YFVR0BoDSVoXbTh off=3327654 len=47976 2024-04-02T08:57:42.525 INFO:tasks.workunit.client.0.smithi028.stdout:op 3696 completed, throughput=4.99MB/sec 2024-04-02T08:57:42.525 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gCCn5TKn9yTH-Qf off=513184 len=1330182 2024-04-02T08:57:42.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 3697 completed, throughput=5MB/sec 2024-04-02T08:57:42.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qiWus8S-XuoXKXC off=11950557 len=1125759 2024-04-02T08:57:42.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 3698 completed, throughput=5MB/sec 2024-04-02T08:57:42.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XHWmRxS5DpMLiup off=1777632 len=743880 2024-04-02T08:57:42.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 3699 completed, throughput=5MB/sec 2024-04-02T08:57:42.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yaHJVqfXOy-V-Xi off=6044605 len=1455245 2024-04-02T08:57:42.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 3700 completed, throughput=5MB/sec 2024-04-02T08:57:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:42 smithi137 ceph-mon[88456]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:57:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:57:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:42 smithi028 ceph-mon[94314]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:57:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:42 smithi028 ceph-mon[96890]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:57:43.540 INFO:tasks.workunit.client.0.smithi028.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:43.540 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M-FxBycJ9wO0W0C off=2131918 len=1393565 2024-04-02T08:57:43.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 3701 completed, throughput=5MB/sec 2024-04-02T08:57:43.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--T2PrIfThUa16iW off=9137827 len=1214073 2024-04-02T08:57:43.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 3702 completed, throughput=5MB/sec 2024-04-02T08:57:43.554 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kUInFQyGulgO6Gl off=7315850 len=254388 2024-04-02T08:57:43.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 3703 completed, throughput=5MB/sec 2024-04-02T08:57:43.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YHSAQbmQFOPwN4c off=6129290 len=1463517 2024-04-02T08:57:43.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 3704 completed, throughput=5MB/sec 2024-04-02T08:57:43.558 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FEaAepg7-v1u1zQ off=8704665 len=2009558 2024-04-02T08:57:43.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 3705 completed, throughput=5MB/sec 2024-04-02T08:57:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: 724: throughput=5MB/sec pending data=0 2024-04-02T08:57:44.566 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hd3ABTEFG08-m_H off=7801666 len=346981 2024-04-02T08:57:44.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 3706 completed, throughput=5MB/sec 2024-04-02T08:57:44.566 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WO5Mz_Ybui6kawm off=1774548 len=695550 2024-04-02T08:57:44.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 3707 completed, throughput=5MB/sec 2024-04-02T08:57:44.567 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EDRPGfbQ423SiXc off=4982253 len=1752566 2024-04-02T08:57:44.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 3708 completed, throughput=5MB/sec 2024-04-02T08:57:44.568 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ksSdl3TKhS61Thf off=20979230 len=2011060 2024-04-02T08:57:44.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 3709 completed, throughput=5MB/sec 2024-04-02T08:57:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:44 smithi137 ceph-mon[88456]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:57:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:44 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:44 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:44 smithi028 ceph-mon[94314]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:57:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:44 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:44 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:44 smithi028 ceph-mon[96890]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:57:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:57:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:44 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:44 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:45.571 INFO:tasks.workunit.client.0.smithi028.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:45.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YbLKPcW5EYCmem1 off=1704214 len=632736 2024-04-02T08:57:45.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 3710 completed, throughput=5MB/sec 2024-04-02T08:57:45.576 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KmzpqvPhOmw1Qmm off=15373057 len=1880139 2024-04-02T08:57:45.582 INFO:tasks.workunit.client.0.smithi028.stdout:op 3711 completed, throughput=5MB/sec 2024-04-02T08:57:45.583 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fXKgwaT1dV50Dbx off=12572333 len=523915 2024-04-02T08:57:45.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 3712 completed, throughput=5MB/sec 2024-04-02T08:57:45.586 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lvk3fPJwODzLGD8 off=6366351 len=1473486 2024-04-02T08:57:45.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 3713 completed, throughput=5MB/sec 2024-04-02T08:57:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:57:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:57:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:57:46.591 INFO:tasks.workunit.client.0.smithi028.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:46.592 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5Ar2pPAHC1b9wQ3 off=535997 len=1978773 2024-04-02T08:57:46.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 3714 completed, throughput=5MB/sec 2024-04-02T08:57:46.593 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HAHrUfDkZXDU6MN off=3044646 len=1530700 2024-04-02T08:57:46.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 3715 completed, throughput=5MB/sec 2024-04-02T08:57:46.599 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ddn8xQcL9_VnQJG off=4043314 len=573437 2024-04-02T08:57:46.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 3716 completed, throughput=5MB/sec 2024-04-02T08:57:46.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F9SCx9o8brmlF6h off=1276312 len=1051290 2024-04-02T08:57:46.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 3717 completed, throughput=5MB/sec 2024-04-02T08:57:46.605 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8YCem4CheDeZbRq off=3163511 len=238749 2024-04-02T08:57:46.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 3718 completed, throughput=5MB/sec 2024-04-02T08:57:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:46 smithi137 ceph-mon[88456]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:57:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:46 smithi028 ceph-mon[94314]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:57:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:46 smithi028 ceph-mon[96890]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-02T08:57:47.607 INFO:tasks.workunit.client.0.smithi028.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:47.607 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o8EHH1MPhgYhxnG off=6791359 len=979843 2024-04-02T08:57:47.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 3719 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-33pB9ePKCI7KQja off=683783 len=131601 2024-04-02T08:57:47.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 3720 completed, throughput=4.99MB/sec 2024-04-02T08:57:47.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YOZhBUO_S0Kc6m9 off=6589099 len=2006778 2024-04-02T08:57:47.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 3721 completed, throughput=5MB/sec 2024-04-02T08:57:47.614 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rj3NShuSodI0eYX off=606092 len=648504 2024-04-02T08:57:47.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 3722 completed, throughput=5MB/sec 2024-04-02T08:57:47.615 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dqxn7kox6ycd9dZ off=7181348 len=1458639 2024-04-02T08:57:47.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 3723 completed, throughput=5MB/sec 2024-04-02T08:57:48.616 INFO:tasks.workunit.client.0.smithi028.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:48.616 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5TYREfXc2MmsefO off=10184156 len=1642285 2024-04-02T08:57:48.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 3724 completed, throughput=5MB/sec 2024-04-02T08:57:48.617 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mJA1VepHJJaWsvJ off=573998 len=1728087 2024-04-02T08:57:48.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 3725 completed, throughput=5MB/sec 2024-04-02T08:57:48.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MNfSfJy6wouqD-I off=7004871 len=1403950 2024-04-02T08:57:48.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 3726 completed, throughput=5MB/sec 2024-04-02T08:57:48.626 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ETP0szbbd8H_9kV off=3217721 len=1397585 2024-04-02T08:57:48.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 3727 completed, throughput=5MB/sec 2024-04-02T08:57:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:48 smithi137 ceph-mon[88456]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:57:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:48 smithi028 ceph-mon[94314]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:57:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:48 smithi028 ceph-mon[96890]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-02T08:57:49.634 INFO:tasks.workunit.client.0.smithi028.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:49.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HPw4cRfAVjwg65u off=21588470 len=321068 2024-04-02T08:57:49.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 3728 completed, throughput=4.99MB/sec 2024-04-02T08:57:49.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wYjVtzznZEugcLa off=6894444 len=551726 2024-04-02T08:57:49.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 3729 completed, throughput=5MB/sec 2024-04-02T08:57:49.636 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T0-oPLgXejSXYXx off=273798 len=651495 2024-04-02T08:57:49.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 3730 completed, throughput=5MB/sec 2024-04-02T08:57:49.637 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gDcXQJ96nLwfpCn off=2269004 len=1316126 2024-04-02T08:57:49.643 INFO:tasks.workunit.client.0.smithi028.stdout:op 3731 completed, throughput=5MB/sec 2024-04-02T08:57:49.644 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S91rpr0GmuVqk9Z off=1354995 len=689437 2024-04-02T08:57:49.647 INFO:tasks.workunit.client.0.smithi028.stdout:op 3732 completed, throughput=5MB/sec 2024-04-02T08:57:49.648 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9fpkGSfUNnG2s_7 off=5757662 len=1541566 2024-04-02T08:57:49.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 3733 completed, throughput=5MB/sec 2024-04-02T08:57:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:50 smithi137 ceph-mon[88456]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T1abP9WneEeUyNW off=3613790 len=95602 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 3734 completed, throughput=4.99MB/sec 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XBqmu7G8ew7Hi9v off=6062467 len=1518575 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 3735 completed, throughput=5MB/sec 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2eC7ToRq1a0_SCw off=2811670 len=1288134 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 3736 completed, throughput=5MB/sec 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fVjhJaD_BEfIOTd off=14562408 len=1986623 2024-04-02T08:57:50.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 3737 completed, throughput=5MB/sec 2024-04-02T08:57:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:50 smithi028 ceph-mon[94314]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:50 smithi028 ceph-mon[96890]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:57:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:51.663 INFO:tasks.workunit.client.0.smithi028.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:51.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uUJxvjuGb3G-M8T off=241366 len=1029204 2024-04-02T08:57:51.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 3738 completed, throughput=4.99MB/sec 2024-04-02T08:57:51.668 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IAjsxefq3sJ82Fn off=7499569 len=328479 2024-04-02T08:57:51.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 3739 completed, throughput=5MB/sec 2024-04-02T08:57:51.669 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qyL-mpyN-tRhh0Z off=302957 len=801855 2024-04-02T08:57:51.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 3740 completed, throughput=5MB/sec 2024-04-02T08:57:51.670 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aCKOyP6InhIUBIW off=3006511 len=1505751 2024-04-02T08:57:51.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 3741 completed, throughput=5MB/sec 2024-04-02T08:57:51.679 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0skRFmc9un3yQ7e off=908663 len=550329 2024-04-02T08:57:51.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 3742 completed, throughput=5MB/sec 2024-04-02T08:57:51.679 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ljtiQUmiwvwQHM7 off=6110236 len=745387 2024-04-02T08:57:51.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 3743 completed, throughput=5MB/sec 2024-04-02T08:57:51.683 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jARm2QU9-1gDAby off=8888760 len=1147324 2024-04-02T08:57:51.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 3744 completed, throughput=5MB/sec 2024-04-02T08:57:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:57:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:57:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:57:51] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-02T08:57:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:52 smithi137 ceph-mon[88456]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:57:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:57:52.688 INFO:tasks.workunit.client.0.smithi028.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:52.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PYBCM15UYt78Iw0 off=1181329 len=1100086 2024-04-02T08:57:52.689 INFO:tasks.workunit.client.0.smithi028.stdout:op 3745 completed, throughput=5MB/sec 2024-04-02T08:57:52.689 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--q9ut817XpTtHuq off=1944408 len=126498 2024-04-02T08:57:52.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 3746 completed, throughput=5MB/sec 2024-04-02T08:57:52.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CN0EB5F9-0mc-s3 off=1074825 len=1275987 2024-04-02T08:57:52.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 3747 completed, throughput=5MB/sec 2024-04-02T08:57:52.692 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PziQcid8d4kigbG off=10491709 len=465448 2024-04-02T08:57:52.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 3748 completed, throughput=5MB/sec 2024-04-02T08:57:52.693 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CqF-qa_p1RKJOpW off=411511 len=492815 2024-04-02T08:57:52.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 3749 completed, throughput=5MB/sec 2024-04-02T08:57:52.697 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VUUVTlgHDkMtdJX off=7694158 len=276515 2024-04-02T08:57:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:52 smithi028 ceph-mon[94314]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:52 smithi028 ceph-mon[96890]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T08:57:52.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 3750 completed, throughput=5MB/sec 2024-04-02T08:57:52.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cjjn5XD8xrPgQVZ off=6942703 len=368039 2024-04-02T08:57:52.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 3751 completed, throughput=5MB/sec 2024-04-02T08:57:52.701 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T4GwoRcge-ZMOdX off=5254817 len=803139 2024-04-02T08:57:52.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 3752 completed, throughput=5MB/sec 2024-04-02T08:57:53.702 INFO:tasks.workunit.client.0.smithi028.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:53.702 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NmZVEssCHquxKNN off=4766322 len=1097019 2024-04-02T08:57:53.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 3753 completed, throughput=5MB/sec 2024-04-02T08:57:53.708 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qZ56IvVnZ7DFMdo off=3809737 len=1476603 2024-04-02T08:57:53.712 INFO:tasks.workunit.client.0.smithi028.stdout:op 3754 completed, throughput=5MB/sec 2024-04-02T08:57:53.713 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xxE4Yv1V2DnJNeL off=9183824 len=11436 2024-04-02T08:57:53.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 3755 completed, throughput=5MB/sec 2024-04-02T08:57:53.715 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jW71LmGfnO-eZfv off=5899104 len=99254 2024-04-02T08:57:53.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 3756 completed, throughput=5MB/sec 2024-04-02T08:57:53.717 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nq8d69s07Az1e-c off=10414521 len=1320373 2024-04-02T08:57:53.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 3757 completed, throughput=5MB/sec 2024-04-02T08:57:53.721 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vyVwpWv2BPK2F_w off=3447562 len=2096415 2024-04-02T08:57:53.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 3758 completed, throughput=5MB/sec 2024-04-02T08:57:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:54 smithi137 ceph-mon[88456]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:54 smithi028 ceph-mon[94314]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:54 smithi028 ceph-mon[96890]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:57:54.732 INFO:tasks.workunit.client.0.smithi028.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:54.733 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h4y_GOURTPFAgAU off=4583291 len=1546720 2024-04-02T08:57:54.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 3759 completed, throughput=5MB/sec 2024-04-02T08:57:54.734 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IASe6AyBfxyKMHF off=5773942 len=1187947 2024-04-02T08:57:54.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 3760 completed, throughput=5MB/sec 2024-04-02T08:57:54.737 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dBFWqxXbbZ6E2YS off=1695495 len=1649358 2024-04-02T08:57:54.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 3761 completed, throughput=5MB/sec 2024-04-02T08:57:55.738 INFO:tasks.workunit.client.0.smithi028.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:55.739 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XuOehxK6FtC3Nho off=252467 len=679707 2024-04-02T08:57:55.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 3762 completed, throughput=4.99MB/sec 2024-04-02T08:57:55.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dR7ZcMeG9-eYbBa off=2546423 len=386170 2024-04-02T08:57:55.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 3763 completed, throughput=5MB/sec 2024-04-02T08:57:55.743 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9AJpsFPnXnlRQMl off=706713 len=402323 2024-04-02T08:57:55.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 3764 completed, throughput=5MB/sec 2024-04-02T08:57:55.744 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lymlYCJ7pX5-Wl0 off=19579851 len=237725 2024-04-02T08:57:55.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 3765 completed, throughput=5MB/sec 2024-04-02T08:57:55.746 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rUPoaoAKfo3-VjL off=1573472 len=1577235 2024-04-02T08:57:55.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 3766 completed, throughput=5MB/sec 2024-04-02T08:57:55.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5Ar0gXbWdh-Edlq off=2085348 len=471577 2024-04-02T08:57:55.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 3767 completed, throughput=5MB/sec 2024-04-02T08:57:55.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ix9sv2iVEg9xIty off=4790015 len=1837053 2024-04-02T08:57:55.759 INFO:tasks.workunit.client.0.smithi028.stdout:op 3768 completed, throughput=5MB/sec 2024-04-02T08:57:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:56 smithi137 ceph-mon[88456]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:56 smithi028 ceph-mon[94314]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:56 smithi028 ceph-mon[96890]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:57:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:56.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gXazSS5em1hM3pZ off=12429246 len=36205 2024-04-02T08:57:56.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 3769 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.758 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SGA4AOxpaDSdaHB off=145424 len=104967 2024-04-02T08:57:56.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 3770 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.760 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HJL-__yRUJJcn-C off=17462468 len=103202 2024-04-02T08:57:56.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 3771 completed, throughput=4.99MB/sec 2024-04-02T08:57:56.761 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wKaDe7YrwqsKTAA off=13769135 len=1776972 2024-04-02T08:57:56.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 3772 completed, throughput=5MB/sec 2024-04-02T08:57:56.763 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T7cIKgk-9dLykYG off=8073863 len=194180 2024-04-02T08:57:56.764 INFO:tasks.workunit.client.0.smithi028.stdout:op 3773 completed, throughput=5MB/sec 2024-04-02T08:57:56.764 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OHDSIhrzcyYaCMu off=7060016 len=1940316 2024-04-02T08:57:56.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 3774 completed, throughput=5MB/sec 2024-04-02T08:57:56.768 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VBo7ORfGqyZscpH off=7191235 len=1467337 2024-04-02T08:57:56.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 3775 completed, throughput=5MB/sec 2024-04-02T08:57:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:57.771 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JJQk7BkozW7QG7N off=0 len=1380772 2024-04-02T08:57:57.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 3776 completed, throughput=5MB/sec 2024-04-02T08:57:57.772 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lY2dhzSQdhHc-ce off=7073486 len=1277617 2024-04-02T08:57:57.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 3777 completed, throughput=5MB/sec 2024-04-02T08:57:57.777 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BRQX8V0W-QXsNRh off=7070645 len=1953244 2024-04-02T08:57:57.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 3778 completed, throughput=5MB/sec 2024-04-02T08:57:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:57:58 smithi137 ceph-mon[88456]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:57:58 smithi028 ceph-mon[94314]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:57:58 smithi028 ceph-mon[96890]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T08:57:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:58.786 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-om_GqCW36n3w6Zr off=11032588 len=2089514 2024-04-02T08:57:58.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 3779 completed, throughput=5MB/sec 2024-04-02T08:57:58.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-56B8_VXgNUFagWI off=7070147 len=902973 2024-04-02T08:57:58.793 INFO:tasks.workunit.client.0.smithi028.stdout:op 3780 completed, throughput=5MB/sec 2024-04-02T08:57:58.793 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WY5LlRU5OZctA7_ off=18467796 len=1331020 2024-04-02T08:57:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 3781 completed, throughput=5MB/sec 2024-04-02T08:57:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n8Cfp90qdMr0FK4 off=1779098 len=178857 2024-04-02T08:57:58.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 3782 completed, throughput=5MB/sec 2024-04-02T08:57:58.800 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mTyKAeoO88CEzNm off=3365441 len=1892559 2024-04-02T08:57:58.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 3783 completed, throughput=5MB/sec 2024-04-02T08:57:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-02T08:57:59.809 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZTYIFkvGTWpy8LL off=5642149 len=1842409 2024-04-02T08:57:59.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 3784 completed, throughput=5MB/sec 2024-04-02T08:57:59.811 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7kIqGgEx0bYM2RX off=4498656 len=1746089 2024-04-02T08:57:59.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 3785 completed, throughput=5MB/sec 2024-04-02T08:57:59.812 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zhLds3Uvs_v0MVb off=2010490 len=1554576 2024-04-02T08:57:59.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 3786 completed, throughput=5MB/sec 2024-04-02T08:58:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:00 smithi137 ceph-mon[88456]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:00 smithi028 ceph-mon[94314]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:00 smithi028 ceph-mon[96890]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:00.821 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CF0Wio1BDrDAnRc off=11936479 len=652810 2024-04-02T08:58:00.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 3787 completed, throughput=5MB/sec 2024-04-02T08:58:00.825 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8N0DOhKSozrcdSt off=1603234 len=1655176 2024-04-02T08:58:00.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 3788 completed, throughput=5MB/sec 2024-04-02T08:58:00.831 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8l7XGWoFLeKs41y off=11956598 len=1566461 2024-04-02T08:58:00.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 3789 completed, throughput=5MB/sec 2024-04-02T08:58:00.838 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kvMSEODTsWu0jEk off=8511301 len=797294 2024-04-02T08:58:00.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 3790 completed, throughput=5MB/sec 2024-04-02T08:58:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:58:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:58:01] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-02T08:58:01.842 INFO:tasks.workunit.client.0.smithi028.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:01.845 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CnlKBXO8BISyUTA off=7878188 len=1670995 2024-04-02T08:58:01.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 3791 completed, throughput=5MB/sec 2024-04-02T08:58:01.845 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UPYwYCR_M_oS7Nj off=14506706 len=1912983 2024-04-02T08:58:01.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 3792 completed, throughput=5MB/sec 2024-04-02T08:58:01.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w4P5L5AZDsBJgeP off=2536560 len=1089307 2024-04-02T08:58:01.855 INFO:tasks.workunit.client.0.smithi028.stdout:op 3793 completed, throughput=5MB/sec 2024-04-02T08:58:01.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nOTRLyyuZFnPSAQ off=3487493 len=999037 2024-04-02T08:58:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 3794 completed, throughput=5MB/sec 2024-04-02T08:58:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:02 smithi137 ceph-mon[88456]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:58:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:02 smithi028 ceph-mon[94314]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:02 smithi028 ceph-mon[96890]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:58:02.861 INFO:tasks.workunit.client.0.smithi028.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:02.861 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u39cod0PGpVyfrW off=7348960 len=1352246 2024-04-02T08:58:02.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 3795 completed, throughput=5MB/sec 2024-04-02T08:58:02.866 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KmzpqvPhOmw1Qmm off=23643746 len=1539288 2024-04-02T08:58:02.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 3796 completed, throughput=5MB/sec 2024-04-02T08:58:02.866 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Znn7gRQtLmTnK7 off=6745332 len=571690 2024-04-02T08:58:02.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 3797 completed, throughput=5MB/sec 2024-04-02T08:58:02.866 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dUtdp2cZMPhf-qO off=16373008 len=1581573 2024-04-02T08:58:02.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 3798 completed, throughput=5MB/sec 2024-04-02T08:58:03.874 INFO:tasks.workunit.client.0.smithi028.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:03.874 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Nezyrs8dbAf3mSl off=1367859 len=600225 2024-04-02T08:58:03.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 3799 completed, throughput=4.99MB/sec 2024-04-02T08:58:03.876 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RPU5iOw2qkK5phY off=5036850 len=2035570 2024-04-02T08:58:03.877 INFO:tasks.workunit.client.0.smithi028.stdout:op 3800 completed, throughput=5MB/sec 2024-04-02T08:58:03.877 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rJ1O_9VDDrqW-B8 off=3679713 len=717655 2024-04-02T08:58:03.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 3801 completed, throughput=5MB/sec 2024-04-02T08:58:03.878 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PLjzP97BSr43B3T off=4113230 len=321869 2024-04-02T08:58:03.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 3802 completed, throughput=5MB/sec 2024-04-02T08:58:03.878 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6g_IvJCb0A2Mg5U off=2382188 len=115764 2024-04-02T08:58:03.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 3803 completed, throughput=5MB/sec 2024-04-02T08:58:03.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nErVcmG8wNasf9Q off=16997332 len=222101 2024-04-02T08:58:03.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 3804 completed, throughput=5MB/sec 2024-04-02T08:58:03.886 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HgCJofylrSPwYxO off=1454212 len=120823 2024-04-02T08:58:03.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 3805 completed, throughput=5MB/sec 2024-04-02T08:58:03.886 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eNWrXn86PENhbG6 off=11925821 len=1468781 2024-04-02T08:58:03.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 3806 completed, throughput=5MB/sec 2024-04-02T08:58:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:04 smithi137 ceph-mon[88456]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:04 smithi028 ceph-mon[94314]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:04 smithi028 ceph-mon[96890]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-02T08:58:04.893 INFO:tasks.workunit.client.0.smithi028.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:04.893 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2HCivKGfU2N6Cg4 off=1644693 len=467642 2024-04-02T08:58:04.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 3807 completed, throughput=4.99MB/sec 2024-04-02T08:58:04.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6DjUOqgG_G3UznM off=17120584 len=687139 2024-04-02T08:58:04.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 3808 completed, throughput=5MB/sec 2024-04-02T08:58:04.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gkA-85PTddoIpWo off=8675116 len=1932396 2024-04-02T08:58:04.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 3809 completed, throughput=5MB/sec 2024-04-02T08:58:04.899 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WnUPRG9NnxseVs7 off=9560617 len=665894 2024-04-02T08:58:04.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 3810 completed, throughput=5MB/sec 2024-04-02T08:58:04.903 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4GIfgErKTxu9Ul9 off=12758478 len=1549138 2024-04-02T08:58:04.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 3811 completed, throughput=5MB/sec 2024-04-02T08:58:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:05.905 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E1SwikyqugkAoJY off=14158305 len=146130 2024-04-02T08:58:05.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 3812 completed, throughput=4.99MB/sec 2024-04-02T08:58:05.907 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n7js4KOM9_8LpHO off=1539463 len=1956472 2024-04-02T08:58:05.909 INFO:tasks.workunit.client.0.smithi028.stdout:op 3813 completed, throughput=5MB/sec 2024-04-02T08:58:05.909 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rcgvYqtrIIJYoPd off=1608383 len=220908 2024-04-02T08:58:05.910 INFO:tasks.workunit.client.0.smithi028.stdout:op 3814 completed, throughput=5MB/sec 2024-04-02T08:58:05.910 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bYlB6V26FRdXiq4 off=0 len=1288570 2024-04-02T08:58:05.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 3815 completed, throughput=5MB/sec 2024-04-02T08:58:05.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pAJiK1gj9gYchJ0 off=186951 len=724993 2024-04-02T08:58:05.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 3816 completed, throughput=5MB/sec 2024-04-02T08:58:05.912 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x5mcmBsGHsB1XEY off=1918722 len=923930 2024-04-02T08:58:05.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 3817 completed, throughput=5MB/sec 2024-04-02T08:58:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:06 smithi137 ceph-mon[88456]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:06 smithi028 ceph-mon[94314]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:06 smithi028 ceph-mon[96890]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:06.917 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GHimlTDm0wlmdLv off=4505495 len=2083108 2024-04-02T08:58:06.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 3818 completed, throughput=5MB/sec 2024-04-02T08:58:06.921 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j7gRJtVhpJn2ZJv off=16918457 len=1073597 2024-04-02T08:58:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 3819 completed, throughput=5MB/sec 2024-04-02T08:58:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XtUeKhqLzVZl2cW off=5515182 len=89656 2024-04-02T08:58:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 3820 completed, throughput=5MB/sec 2024-04-02T08:58:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZTVs8bGr3RTk9kr off=22287240 len=886193 2024-04-02T08:58:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 3821 completed, throughput=5MB/sec 2024-04-02T08:58:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SCimXX0odFKd_Z0 off=5000937 len=1351680 2024-04-02T08:58:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 3822 completed, throughput=5MB/sec 2024-04-02T08:58:07.928 INFO:tasks.workunit.client.0.smithi028.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:07.928 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O31vkmiKqT1Va7s off=1073743 len=1197288 2024-04-02T08:58:07.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 3823 completed, throughput=5MB/sec 2024-04-02T08:58:07.933 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6Wa-a3XpAko8Rah off=5263970 len=238770 2024-04-02T08:58:07.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 3824 completed, throughput=5MB/sec 2024-04-02T08:58:07.933 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-drcs-niJ-F9e5BP off=10250320 len=1028052 2024-04-02T08:58:07.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 3825 completed, throughput=5MB/sec 2024-04-02T08:58:07.938 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zB9VpT0AQv_xyrQ off=18148172 len=255175 2024-04-02T08:58:07.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 3826 completed, throughput=5MB/sec 2024-04-02T08:58:07.939 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MSqAlUgGHTFagEr off=9115689 len=256872 2024-04-02T08:58:07.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 3827 completed, throughput=5MB/sec 2024-04-02T08:58:07.942 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wKJlJUva8CEF-uC off=351850 len=1447223 2024-04-02T08:58:07.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 3828 completed, throughput=5MB/sec 2024-04-02T08:58:07.951 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-srBCWgmJhixqHis off=2702881 len=1130165 2024-04-02T08:58:07.951 INFO:tasks.workunit.client.0.smithi028.stdout:op 3829 completed, throughput=5MB/sec 2024-04-02T08:58:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:08 smithi137 ceph-mon[88456]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:08 smithi028 ceph-mon[94314]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:08 smithi028 ceph-mon[96890]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:08.952 INFO:tasks.workunit.client.0.smithi028.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:08.952 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9DHjndyBhPNimCE off=7524899 len=844188 2024-04-02T08:58:08.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 3830 completed, throughput=5MB/sec 2024-04-02T08:58:08.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KSYxha_SW4Rvj0r off=9613241 len=576327 2024-04-02T08:58:08.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 3831 completed, throughput=5MB/sec 2024-04-02T08:58:08.960 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zf-kVw9zdRII3Ym off=998453 len=653236 2024-04-02T08:58:08.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 3832 completed, throughput=5MB/sec 2024-04-02T08:58:08.964 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-maeVXpY9O9_3mO0 off=132890 len=656112 2024-04-02T08:58:08.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 3833 completed, throughput=5MB/sec 2024-04-02T08:58:08.967 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N2tVKPL1z_cXpAA off=12623755 len=1999096 2024-04-02T08:58:08.978 INFO:tasks.workunit.client.0.smithi028.stdout:op 3834 completed, throughput=5MB/sec 2024-04-02T08:58:09.979 INFO:tasks.workunit.client.0.smithi028.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:09.979 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_fTdzTJK7GkDGR- off=1783424 len=1468950 2024-04-02T08:58:09.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 3835 completed, throughput=5MB/sec 2024-04-02T08:58:09.985 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zpIc85a_THJhMcj off=5889043 len=515270 2024-04-02T08:58:09.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 3836 completed, throughput=5MB/sec 2024-04-02T08:58:09.986 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4S4nXbCH5z_XNEO off=4177362 len=242378 2024-04-02T08:58:09.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 3837 completed, throughput=5MB/sec 2024-04-02T08:58:09.987 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qFf1b4nUhNS5P_m off=8152729 len=136603 2024-04-02T08:58:09.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 3838 completed, throughput=5MB/sec 2024-04-02T08:58:09.987 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HxnXAWmlU8L0ijY off=4319096 len=1120563 2024-04-02T08:58:09.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 3839 completed, throughput=5MB/sec 2024-04-02T08:58:09.992 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oDeHWekPVYm_k6A off=12699981 len=1600513 2024-04-02T08:58:09.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 3840 completed, throughput=5MB/sec 2024-04-02T08:58:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:10 smithi137 ceph-mon[88456]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:58:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:10 smithi028 ceph-mon[94314]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:58:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:10 smithi028 ceph-mon[96890]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T08:58:10.993 INFO:tasks.workunit.client.0.smithi028.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:10.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WxT63ytRmmOZpGu off=1173763 len=1005406 2024-04-02T08:58:10.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 3841 completed, throughput=4.99MB/sec 2024-04-02T08:58:10.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wxX4wvzbP9QjKmQ off=4488400 len=1878998 2024-04-02T08:58:11.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 3842 completed, throughput=5MB/sec 2024-04-02T08:58:11.002 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oExUrmbdDuUYCXy off=4244076 len=1345189 2024-04-02T08:58:11.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 3843 completed, throughput=5MB/sec 2024-04-02T08:58:11.005 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pGa8UZ8n-ubPG0V off=3405179 len=756585 2024-04-02T08:58:11.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 3844 completed, throughput=5MB/sec 2024-04-02T08:58:11.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WWs2MG6TmqVHznQ off=631805 len=1087614 2024-04-02T08:58:11.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 3845 completed, throughput=5MB/sec 2024-04-02T08:58:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:58:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:58:11] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T08:58:12.011 INFO:tasks.workunit.client.0.smithi028.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:12.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wIZPIcrS7b3Kj3f off=3618448 len=1509640 2024-04-02T08:58:12.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 3846 completed, throughput=5MB/sec 2024-04-02T08:58:12.013 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LsP-JCTU7KgN9dS off=13706588 len=14485 2024-04-02T08:58:12.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 3847 completed, throughput=5MB/sec 2024-04-02T08:58:12.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-toGuLby-EIu6TJU off=7446224 len=360200 2024-04-02T08:58:12.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 3848 completed, throughput=5MB/sec 2024-04-02T08:58:12.017 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QmJUvpL69_nqL12 off=2077723 len=1906319 2024-04-02T08:58:12.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 3849 completed, throughput=5MB/sec 2024-04-02T08:58:12.018 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i5Kou_MoguWHOgT off=1225998 len=1162506 2024-04-02T08:58:12.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 3850 completed, throughput=5MB/sec 2024-04-02T08:58:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:12 smithi137 ceph-mon[88456]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:58:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:12 smithi028 ceph-mon[94314]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:12 smithi028 ceph-mon[96890]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:13.019 INFO:tasks.workunit.client.0.smithi028.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:13.020 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KMXQj16E7rPTP6e off=8522464 len=1140583 2024-04-02T08:58:13.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 3851 completed, throughput=5MB/sec 2024-04-02T08:58:13.025 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cH1QxxQcS2oQl8l off=4186885 len=1223756 2024-04-02T08:58:13.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 3852 completed, throughput=5MB/sec 2024-04-02T08:58:13.030 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ajFfTCMfxv3P1eq off=2918168 len=1515282 2024-04-02T08:58:13.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 3853 completed, throughput=5MB/sec 2024-04-02T08:58:13.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F9sFUCZ8DqGEIfa off=2031668 len=1767424 2024-04-02T08:58:13.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 3854 completed, throughput=5MB/sec 2024-04-02T08:58:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:14.043 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_N_KuryZzL7tB0e off=7464672 len=204219 2024-04-02T08:58:14.046 INFO:tasks.workunit.client.0.smithi028.stdout:op 3855 completed, throughput=4.99MB/sec 2024-04-02T08:58:14.046 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nWBWIbG4YGwcvVr off=1516502 len=1789236 2024-04-02T08:58:14.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 3856 completed, throughput=5MB/sec 2024-04-02T08:58:14.056 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vB96g4648GMdp38 off=341504 len=1279029 2024-04-02T08:58:14.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 3857 completed, throughput=5MB/sec 2024-04-02T08:58:14.058 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GZ-_9rwt630Efni off=1191493 len=1557541 2024-04-02T08:58:14.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 3858 completed, throughput=5MB/sec 2024-04-02T08:58:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:14 smithi137 ceph-mon[88456]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:14 smithi028 ceph-mon[94314]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:14 smithi028 ceph-mon[96890]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:15.064 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HtCRM0lQbx5XeSU off=4788334 len=1470335 2024-04-02T08:58:15.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 3859 completed, throughput=5MB/sec 2024-04-02T08:58:15.071 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_lCXKfk3mPOGdVU off=6751964 len=1242254 2024-04-02T08:58:15.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 3860 completed, throughput=5MB/sec 2024-04-02T08:58:15.077 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MTouEzzKET4AAVe off=11326751 len=1134504 2024-04-02T08:58:15.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 3861 completed, throughput=5MB/sec 2024-04-02T08:58:15.078 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q76aO4eR7OeP-G5 off=6705771 len=345823 2024-04-02T08:58:15.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 3862 completed, throughput=5MB/sec 2024-04-02T08:58:15.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m_cF8fnrVaBLaRg off=5453450 len=1758309 2024-04-02T08:58:15.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 3863 completed, throughput=5MB/sec 2024-04-02T08:58:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:16.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eAzSU7floFe4Ubx off=2489710 len=1893441 2024-04-02T08:58:16.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 3864 completed, throughput=5MB/sec 2024-04-02T08:58:16.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T3BsAUqmDKIn842 off=12209973 len=1794078 2024-04-02T08:58:16.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 3865 completed, throughput=5MB/sec 2024-04-02T08:58:16.094 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bB0gdIgvS-dSJlJ off=14395216 len=1218191 2024-04-02T08:58:16.095 INFO:tasks.workunit.client.0.smithi028.stdout:op 3866 completed, throughput=5MB/sec 2024-04-02T08:58:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:16 smithi137 ceph-mon[88456]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:16 smithi028 ceph-mon[94314]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:16 smithi028 ceph-mon[96890]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:17.096 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-neqnSs1edT7BkhV off=0 len=1875417 2024-04-02T08:58:17.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 3867 completed, throughput=5MB/sec 2024-04-02T08:58:17.100 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tFPwWYSyEMEgVFS off=9164646 len=276737 2024-04-02T08:58:17.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 3868 completed, throughput=5MB/sec 2024-04-02T08:58:17.103 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JHAiFKx-diAmBGw off=5861369 len=627319 2024-04-02T08:58:17.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 3869 completed, throughput=5MB/sec 2024-04-02T08:58:17.104 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4GjvELM5b-Be_7p off=4508640 len=922470 2024-04-02T08:58:17.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 3870 completed, throughput=5MB/sec 2024-04-02T08:58:17.105 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u0JP0TreuiiyhNY off=10082208 len=1954609 2024-04-02T08:58:17.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 3871 completed, throughput=5MB/sec 2024-04-02T08:58:18.117 INFO:tasks.workunit.client.0.smithi028.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:18.118 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1SvAPV9r3pTYLmO off=1169163 len=773670 2024-04-02T08:58:18.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 3872 completed, throughput=5MB/sec 2024-04-02T08:58:18.119 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E_uHn-4Vhd4z4Aw off=13134056 len=1209251 2024-04-02T08:58:18.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 3873 completed, throughput=5MB/sec 2024-04-02T08:58:18.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JSbIF0YkxSp2Sfs off=22288986 len=1974393 2024-04-02T08:58:18.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 3874 completed, throughput=5MB/sec 2024-04-02T08:58:18.128 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SHguw_d-vPfz5r2 off=10093808 len=914853 2024-04-02T08:58:18.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 3875 completed, throughput=5MB/sec 2024-04-02T08:58:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:18 smithi137 ceph-mon[88456]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:18 smithi028 ceph-mon[94314]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:18 smithi028 ceph-mon[96890]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:19.134 INFO:tasks.workunit.client.0.smithi028.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:19.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b2C_qzpEjR4yFJE off=25198561 len=113572 2024-04-02T08:58:19.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 3876 completed, throughput=4.99MB/sec 2024-04-02T08:58:19.136 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AodUcLYucah5fRj off=1846705 len=1791788 2024-04-02T08:58:19.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 3877 completed, throughput=5MB/sec 2024-04-02T08:58:19.146 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TJnrpykVT6bYTKX off=464916 len=62053 2024-04-02T08:58:19.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 3878 completed, throughput=5MB/sec 2024-04-02T08:58:19.147 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rrx9jnqJR23FqQQ off=1943430 len=1655263 2024-04-02T08:58:19.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 3879 completed, throughput=5MB/sec 2024-04-02T08:58:19.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aXTT0JDXyA7GMrw off=4641016 len=603623 2024-04-02T08:58:19.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 3880 completed, throughput=5MB/sec 2024-04-02T08:58:19.152 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iRJZIehtc6GRP40 off=755042 len=1066797 2024-04-02T08:58:19.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 3881 completed, throughput=5MB/sec 2024-04-02T08:58:20.153 INFO:tasks.workunit.client.0.smithi028.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:20.153 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ipjfFxAuCH7oMcP off=12187760 len=1860421 2024-04-02T08:58:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 3882 completed, throughput=5MB/sec 2024-04-02T08:58:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-znbr9HP9gm5i3Ga off=10704675 len=902663 2024-04-02T08:58:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 3883 completed, throughput=5MB/sec 2024-04-02T08:58:20.156 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k8v3cg0f-Ch5DIn off=17144227 len=141769 2024-04-02T08:58:20.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 3884 completed, throughput=5MB/sec 2024-04-02T08:58:20.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cu1ehsXbjTvAZmL off=10493046 len=1758767 2024-04-02T08:58:20.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 3885 completed, throughput=5MB/sec 2024-04-02T08:58:20.163 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gtRvq0UrmmGFfvs off=18538244 len=448712 2024-04-02T08:58:20.168 INFO:tasks.workunit.client.0.smithi028.stdout:op 3886 completed, throughput=5MB/sec 2024-04-02T08:58:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:20 smithi137 ceph-mon[88456]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:58:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:20 smithi028 ceph-mon[94314]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:58:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:20 smithi028 ceph-mon[96890]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-02T08:58:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:21.168 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bfE1iikyVD3grGK off=962967 len=1282525 2024-04-02T08:58:21.176 INFO:tasks.workunit.client.0.smithi028.stdout:op 3887 completed, throughput=5MB/sec 2024-04-02T08:58:21.176 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X1jdRSVjNrhM6g9 off=2724662 len=1883209 2024-04-02T08:58:21.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 3888 completed, throughput=5MB/sec 2024-04-02T08:58:21.184 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RYa0wm65tZOeFMI off=5487948 len=1125963 2024-04-02T08:58:21.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 3889 completed, throughput=5MB/sec 2024-04-02T08:58:21.185 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bXOiwWyVUd90wlI off=9324510 len=93408 2024-04-02T08:58:21.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 3890 completed, throughput=5MB/sec 2024-04-02T08:58:21.188 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5i6ZL5kOM9aSVdo off=2298701 len=1144934 2024-04-02T08:58:21.189 INFO:tasks.workunit.client.0.smithi028.stdout:op 3891 completed, throughput=5MB/sec 2024-04-02T08:58:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:58:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:58:21] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-02T08:58:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:22.189 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2wyEsl9mmIMBOmo off=13422126 len=940216 2024-04-02T08:58:22.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 3892 completed, throughput=5MB/sec 2024-04-02T08:58:22.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ibUY6q0hhHrSOXD off=3409123 len=733657 2024-04-02T08:58:22.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 3893 completed, throughput=5MB/sec 2024-04-02T08:58:22.194 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2AZ_vb4KdwemIQ1 off=4696455 len=1035340 2024-04-02T08:58:22.200 INFO:tasks.workunit.client.0.smithi028.stdout:op 3894 completed, throughput=5MB/sec 2024-04-02T08:58:22.200 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l_yd1LA2H_OWrw- off=14916562 len=846472 2024-04-02T08:58:22.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 3895 completed, throughput=5MB/sec 2024-04-02T08:58:22.205 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SmSNSTNPNM7U9JD off=17086208 len=1103280 2024-04-02T08:58:22.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 3896 completed, throughput=5MB/sec 2024-04-02T08:58:22.206 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-537cf6ecXMmaaXB off=7809866 len=206822 2024-04-02T08:58:22.207 INFO:tasks.workunit.client.0.smithi028.stdout:op 3897 completed, throughput=5MB/sec 2024-04-02T08:58:22.207 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rdyy6lVbwg1rpgh off=4980995 len=1300548 2024-04-02T08:58:22.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 3898 completed, throughput=5MB/sec 2024-04-02T08:58:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:22 smithi137 ceph-mon[88456]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:58:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:22 smithi028 ceph-mon[94314]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:22 smithi028 ceph-mon[96890]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:58:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:23.208 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--EEyS0rBVmIhqSQ off=2775427 len=765217 2024-04-02T08:58:23.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 3899 completed, throughput=5MB/sec 2024-04-02T08:58:23.209 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jdd4RkD_mAFnecG off=3606404 len=621992 2024-04-02T08:58:23.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 3900 completed, throughput=5MB/sec 2024-04-02T08:58:23.213 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tzzSkLt4B56csPr off=2558456 len=1253149 2024-04-02T08:58:23.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 3901 completed, throughput=5MB/sec 2024-04-02T08:58:23.214 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nAvBPs7opXXLTFV off=3886109 len=1862209 2024-04-02T08:58:23.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 3902 completed, throughput=5MB/sec 2024-04-02T08:58:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:24.216 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BM2d2OfPi6az5FE off=3866763 len=162901 2024-04-02T08:58:24.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 3903 completed, throughput=4.99MB/sec 2024-04-02T08:58:24.218 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h6Z4VTX7EwFTWOc off=16605033 len=1224216 2024-04-02T08:58:24.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 3904 completed, throughput=5MB/sec 2024-04-02T08:58:24.223 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WlHzdW0n7tEFMAL off=6396622 len=1185722 2024-04-02T08:58:24.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 3905 completed, throughput=5MB/sec 2024-04-02T08:58:24.229 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TghIjtGqCSyJM9x off=9019210 len=1683096 2024-04-02T08:58:24.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 3906 completed, throughput=5MB/sec 2024-04-02T08:58:24.231 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R366vdIoEuZu1N7 off=6207031 len=1995675 2024-04-02T08:58:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 3907 completed, throughput=5MB/sec 2024-04-02T08:58:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:24 smithi137 ceph-mon[88456]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:24 smithi028 ceph-mon[94314]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:24 smithi028 ceph-mon[96890]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: 764: throughput=5MB/sec pending data=0 2024-04-02T08:58:25.243 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PnLdsGBxK89xYTU off=526719 len=1819673 2024-04-02T08:58:25.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 3908 completed, throughput=5MB/sec 2024-04-02T08:58:25.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KMXQj16E7rPTP6e off=10333625 len=1944923 2024-04-02T08:58:25.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 3909 completed, throughput=5MB/sec 2024-04-02T08:58:25.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Uo6eDOiIzYpefUC off=13693281 len=785948 2024-04-02T08:58:25.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 3910 completed, throughput=5MB/sec 2024-04-02T08:58:26.256 INFO:tasks.workunit.client.0.smithi028.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:26.256 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t31O_L4e_pSR4vI off=1033697 len=675718 2024-04-02T08:58:26.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 3911 completed, throughput=4.99MB/sec 2024-04-02T08:58:26.257 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tHg69InfaqSxbfo off=2307156 len=273730 2024-04-02T08:58:26.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 3912 completed, throughput=5MB/sec 2024-04-02T08:58:26.260 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vb4PPIpxXgTsPa3 off=2135474 len=931336 2024-04-02T08:58:26.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 3913 completed, throughput=5MB/sec 2024-04-02T08:58:26.262 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RjjkNkGGfJ9lXd- off=193690 len=358274 2024-04-02T08:58:26.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 3914 completed, throughput=5MB/sec 2024-04-02T08:58:26.263 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z2DItYuvjgngWLg off=16020365 len=1813040 2024-04-02T08:58:26.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 3915 completed, throughput=5MB/sec 2024-04-02T08:58:26.264 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4pJ76C8oX6rYjAx off=18730933 len=434478 2024-04-02T08:58:26.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 3916 completed, throughput=5MB/sec 2024-04-02T08:58:26.266 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OPz6ZMlOsRa79M2 off=7764442 len=990942 2024-04-02T08:58:26.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 3917 completed, throughput=5MB/sec 2024-04-02T08:58:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:26 smithi137 ceph-mon[88456]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:26 smithi028 ceph-mon[94314]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:26 smithi028 ceph-mon[96890]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T08:58:27.271 INFO:tasks.workunit.client.0.smithi028.stdout: 766: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:27.271 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WLwn4WVVdo5NKtV off=2913572 len=1421891 2024-04-02T08:58:27.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 3918 completed, throughput=5MB/sec 2024-04-02T08:58:27.274 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q1XiEZuFhIet4yq off=16351451 len=1947418 2024-04-02T08:58:27.278 INFO:tasks.workunit.client.0.smithi028.stdout:op 3919 completed, throughput=5MB/sec 2024-04-02T08:58:27.278 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HPWQiTBMnz8Ag0Q off=2576851 len=1015390 2024-04-02T08:58:27.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 3920 completed, throughput=5MB/sec 2024-04-02T08:58:27.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fumqiVUMd7A2eqt off=45969 len=551673 2024-04-02T08:58:27.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 3921 completed, throughput=5MB/sec 2024-04-02T08:58:28.288 INFO:tasks.workunit.client.0.smithi028.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:28.288 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ypBIefa0ewOm7qW off=7354230 len=580407 2024-04-02T08:58:28.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 3922 completed, throughput=4.99MB/sec 2024-04-02T08:58:28.291 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v7YhYn3otkCR2NT off=1063946 len=264986 2024-04-02T08:58:28.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 3923 completed, throughput=4.99MB/sec 2024-04-02T08:58:28.294 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-98sr_JqbX8iBNVh off=2305154 len=21647 2024-04-02T08:58:28.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 3924 completed, throughput=4.99MB/sec 2024-04-02T08:58:28.295 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I68G0ygygg4YbWU off=12661186 len=738047 2024-04-02T08:58:28.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 3925 completed, throughput=5MB/sec 2024-04-02T08:58:28.296 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sq1ARK2kilu6BOR off=9292007 len=559504 2024-04-02T08:58:28.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 3926 completed, throughput=5MB/sec 2024-04-02T08:58:28.297 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tL5ApOoZcb9IluB off=11925691 len=2033889 2024-04-02T08:58:28.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 3927 completed, throughput=5MB/sec 2024-04-02T08:58:28.310 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q0qpItL8QAPYQSs off=248257 len=217024 2024-04-02T08:58:28.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 3928 completed, throughput=5MB/sec 2024-04-02T08:58:28.310 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HwZDjqljGr89_qw off=1226761 len=1985261 2024-04-02T08:58:28.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 3929 completed, throughput=5MB/sec 2024-04-02T08:58:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:28 smithi137 ceph-mon[88456]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:28 smithi028 ceph-mon[94314]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:28 smithi028 ceph-mon[96890]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:29.311 INFO:tasks.workunit.client.0.smithi028.stdout: 768: throughput=5MB/sec pending data=0 2024-04-02T08:58:29.311 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oItV_95U8jYJ4na off=10949095 len=1442533 2024-04-02T08:58:29.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 3930 completed, throughput=5MB/sec 2024-04-02T08:58:29.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uqI5jz2ghklNPWS off=2230217 len=19783 2024-04-02T08:58:29.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 3931 completed, throughput=5MB/sec 2024-04-02T08:58:29.319 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B43UYsaxHLvrv2H off=6891632 len=1666626 2024-04-02T08:58:29.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 3932 completed, throughput=5MB/sec 2024-04-02T08:58:29.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E98noLTkEkzz4Gu off=2369153 len=1817135 2024-04-02T08:58:29.333 INFO:tasks.workunit.client.0.smithi028.stdout:op 3933 completed, throughput=5MB/sec 2024-04-02T08:58:30.333 INFO:tasks.workunit.client.0.smithi028.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:30.334 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EvJypMxi3TDws4X off=3373447 len=362350 2024-04-02T08:58:30.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 3934 completed, throughput=5MB/sec 2024-04-02T08:58:30.337 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--QENJCTW3J7gucj off=1449516 len=116577 2024-04-02T08:58:30.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 3935 completed, throughput=5MB/sec 2024-04-02T08:58:30.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y07XzaTNCW3MSWb off=15470579 len=584066 2024-04-02T08:58:30.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 3936 completed, throughput=5MB/sec 2024-04-02T08:58:30.341 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_DPOUGosPLx2XJE off=15960686 len=1521186 2024-04-02T08:58:30.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 3937 completed, throughput=5MB/sec 2024-04-02T08:58:30.347 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-znsKlTBPLNIpKqD off=8174920 len=1793149 2024-04-02T08:58:30.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 3938 completed, throughput=5MB/sec 2024-04-02T08:58:30.356 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tGKfAK2agygEZyY off=0 len=1123887 2024-04-02T08:58:30.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 3939 completed, throughput=5MB/sec 2024-04-02T08:58:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:30 smithi137 ceph-mon[88456]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:58:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:30 smithi028 ceph-mon[94314]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:58:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:30 smithi028 ceph-mon[96890]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T08:58:31.358 INFO:tasks.workunit.client.0.smithi028.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:31.358 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kAvaA2OVHuo9IT7 off=44130 len=2069103 2024-04-02T08:58:31.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 3940 completed, throughput=5MB/sec 2024-04-02T08:58:31.366 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jsahwYMHoSiI0pw off=5468132 len=871012 2024-04-02T08:58:31.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 3941 completed, throughput=5MB/sec 2024-04-02T08:58:31.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-phdk-kuoeJdSiLU off=316045 len=812710 2024-04-02T08:58:31.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 3942 completed, throughput=5MB/sec 2024-04-02T08:58:31.371 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QclhWvr0AYl1bgM off=21791341 len=309715 2024-04-02T08:58:31.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 3943 completed, throughput=5MB/sec 2024-04-02T08:58:31.372 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8S2HBR8nPkaLeyi off=3513167 len=160444 2024-04-02T08:58:31.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 3944 completed, throughput=5MB/sec 2024-04-02T08:58:31.373 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ol_vztNhzhIaS0j off=657680 len=967087 2024-04-02T08:58:31.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 3945 completed, throughput=5MB/sec 2024-04-02T08:58:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:58:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:58:31] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-02T08:58:32.376 INFO:tasks.workunit.client.0.smithi028.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:32.377 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uD1KpAj2gyBV7d5 off=2085492 len=1268069 2024-04-02T08:58:32.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 3946 completed, throughput=5MB/sec 2024-04-02T08:58:32.378 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yzZdfvGNQOtOq4C off=1632176 len=1683137 2024-04-02T08:58:32.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 3947 completed, throughput=5MB/sec 2024-04-02T08:58:32.384 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sqxPImjoe5hUF8M off=16615617 len=1469258 2024-04-02T08:58:32.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 3948 completed, throughput=5MB/sec 2024-04-02T08:58:32.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BffEXqtuYMx5xrx off=2883669 len=585430 2024-04-02T08:58:32.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 3949 completed, throughput=5MB/sec 2024-04-02T08:58:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:32 smithi137 ceph-mon[88456]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:58:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:32 smithi028 ceph-mon[94314]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:32 smithi028 ceph-mon[96890]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:58:33.393 INFO:tasks.workunit.client.0.smithi028.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:33.393 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Li3q75souGErZ9H off=6415374 len=5178 2024-04-02T08:58:33.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 3950 completed, throughput=4.99MB/sec 2024-04-02T08:58:33.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nNlylokzdQfd5cM off=6024175 len=1860132 2024-04-02T08:58:33.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 3951 completed, throughput=5MB/sec 2024-04-02T08:58:33.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hFaMhNTT6Qk3iXH off=22078739 len=1163076 2024-04-02T08:58:33.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 3952 completed, throughput=5MB/sec 2024-04-02T08:58:33.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hA6h-_Vx20cavXT off=1415401 len=1536768 2024-04-02T08:58:33.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 3953 completed, throughput=5MB/sec 2024-04-02T08:58:33.404 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n0HyrXy3apWU2z_ off=3039451 len=642401 2024-04-02T08:58:33.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 3954 completed, throughput=5MB/sec 2024-04-02T08:58:34.406 INFO:tasks.workunit.client.0.smithi028.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:34.407 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S49Je7xzOHGpCnl off=17256764 len=1395020 2024-04-02T08:58:34.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 3955 completed, throughput=5MB/sec 2024-04-02T08:58:34.414 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gFwl4tRtom7qv-D off=2850375 len=576745 2024-04-02T08:58:34.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 3956 completed, throughput=5MB/sec 2024-04-02T08:58:34.418 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w8bxSP8uPGd3E2I off=1185157 len=546158 2024-04-02T08:58:34.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 3957 completed, throughput=5MB/sec 2024-04-02T08:58:34.420 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-chpSdeq7-tsJ954 off=10259036 len=20684 2024-04-02T08:58:34.420 INFO:tasks.workunit.client.0.smithi028.stdout:op 3958 completed, throughput=5MB/sec 2024-04-02T08:58:34.420 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F9tlxpKYn5KUbV3 off=1207195 len=1669701 2024-04-02T08:58:34.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 3959 completed, throughput=5MB/sec 2024-04-02T08:58:34.421 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-loo1BIBwtjpg0EX off=3710237 len=439015 2024-04-02T08:58:34.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 3960 completed, throughput=5MB/sec 2024-04-02T08:58:34.421 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qnl0-fA4jI4hpo_ off=4060846 len=2014848 2024-04-02T08:58:34.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 3961 completed, throughput=5MB/sec 2024-04-02T08:58:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:34 smithi137 ceph-mon[88456]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:58:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:34 smithi028 ceph-mon[94314]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:58:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:34 smithi028 ceph-mon[96890]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:58:35.423 INFO:tasks.workunit.client.0.smithi028.stdout: 774: throughput=5MB/sec pending data=0 2024-04-02T08:58:35.423 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6EKQbERunKUposF off=1059591 len=248076 2024-04-02T08:58:35.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 3962 completed, throughput=5MB/sec 2024-04-02T08:58:35.423 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ESKz2rlwD7aGeAa off=7523365 len=1396159 2024-04-02T08:58:35.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 3963 completed, throughput=5MB/sec 2024-04-02T08:58:35.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6LBrtueVpCV6jm5 off=9284858 len=1349504 2024-04-02T08:58:35.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 3964 completed, throughput=5MB/sec 2024-04-02T08:58:35.427 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bn9CymbZt-LxA54 off=151919 len=1451953 2024-04-02T08:58:35.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 3965 completed, throughput=5MB/sec 2024-04-02T08:58:36.433 INFO:tasks.workunit.client.0.smithi028.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DI3PxItzh9QVP8B off=2821496 len=1230876 2024-04-02T08:58:36.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 3966 completed, throughput=5MB/sec 2024-04-02T08:58:36.439 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RvvZ-3LJYDrhVvm off=2015032 len=407279 2024-04-02T08:58:36.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 3967 completed, throughput=5MB/sec 2024-04-02T08:58:36.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZTHKpvAp0Hwn_qe off=654746 len=768676 2024-04-02T08:58:36.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 3968 completed, throughput=5MB/sec 2024-04-02T08:58:36.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3Z67r-0B-luZ_Av off=5408712 len=687101 2024-04-02T08:58:36.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 3969 completed, throughput=5MB/sec 2024-04-02T08:58:36.445 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YmktKQ11yrqkdCl off=5120114 len=474000 2024-04-02T08:58:36.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 3970 completed, throughput=5MB/sec 2024-04-02T08:58:36.449 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Wnfy9DmfgevB-Rs off=4993963 len=1207331 2024-04-02T08:58:36.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 3971 completed, throughput=5MB/sec 2024-04-02T08:58:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:36 smithi137 ceph-mon[88456]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:36 smithi028 ceph-mon[94314]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:36 smithi028 ceph-mon[96890]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:58:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:37.454 INFO:tasks.workunit.client.0.smithi028.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:37.454 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vj8zT8ogRSixcEB off=7080888 len=1803560 2024-04-02T08:58:37.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 3972 completed, throughput=5MB/sec 2024-04-02T08:58:37.461 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3p-sjq-7DNp2H4_ off=5396039 len=1020126 2024-04-02T08:58:37.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 3973 completed, throughput=5MB/sec 2024-04-02T08:58:37.463 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aD9X0AO-hgtYhBl off=11138273 len=956530 2024-04-02T08:58:37.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 3974 completed, throughput=5MB/sec 2024-04-02T08:58:37.468 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nAQ0g7WSBmEpjFH off=12866649 len=425394 2024-04-02T08:58:37.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 3975 completed, throughput=5MB/sec 2024-04-02T08:58:37.471 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AiJOt7FT2uEMwrY off=2005584 len=1662696 2024-04-02T08:58:37.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 3976 completed, throughput=5MB/sec 2024-04-02T08:58:38.472 INFO:tasks.workunit.client.0.smithi028.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:38.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Al7Rm-NqJW0a5yN off=2463777 len=1966353 2024-04-02T08:58:38.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 3977 completed, throughput=5MB/sec 2024-04-02T08:58:38.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aD9X0AO-hgtYhBl off=13747484 len=908883 2024-04-02T08:58:38.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 3978 completed, throughput=5MB/sec 2024-04-02T08:58:38.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJqVtyHA8A5rTw_ off=6102420 len=1215411 2024-04-02T08:58:38.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 3979 completed, throughput=5MB/sec 2024-04-02T08:58:38.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8njFIbdLreN69b1 off=3729899 len=1668010 2024-04-02T08:58:38.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 3980 completed, throughput=5MB/sec 2024-04-02T08:58:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:38 smithi137 ceph-mon[88456]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:38 smithi028 ceph-mon[94314]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:38 smithi028 ceph-mon[96890]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T08:58:39.481 INFO:tasks.workunit.client.0.smithi028.stdout: 778: throughput=5MB/sec pending data=0 2024-04-02T08:58:39.481 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ghzUsfYvQglDamC off=1253551 len=1353146 2024-04-02T08:58:39.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 3981 completed, throughput=5MB/sec 2024-04-02T08:58:39.486 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6iqb8ICQYf9eNgd off=6589263 len=181880 2024-04-02T08:58:39.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 3982 completed, throughput=5MB/sec 2024-04-02T08:58:39.487 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QVtczBzmb0Hh1gj off=3463433 len=1295556 2024-04-02T08:58:39.494 INFO:tasks.workunit.client.0.smithi028.stdout:op 3983 completed, throughput=5MB/sec 2024-04-02T08:58:39.494 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rX8BnuGju3LRN3r off=10042362 len=781998 2024-04-02T08:58:39.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 3984 completed, throughput=5MB/sec 2024-04-02T08:58:39.496 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pquYbI-LV0vlX4F off=12922651 len=2095259 2024-04-02T08:58:39.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 3985 completed, throughput=5MB/sec 2024-04-02T08:58:40.498 INFO:tasks.workunit.client.0.smithi028.stdout: 779: throughput=5MB/sec pending data=0 2024-04-02T08:58:40.498 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i0c9mAJO-d5rKP_ off=12429452 len=389413 2024-04-02T08:58:40.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 3986 completed, throughput=5MB/sec 2024-04-02T08:58:40.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-frF-gtnGOzhqUlp off=14727995 len=142621 2024-04-02T08:58:40.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 3987 completed, throughput=5MB/sec 2024-04-02T08:58:40.501 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bXAYaZk6AqOIIZG off=3344083 len=459278 2024-04-02T08:58:40.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 3988 completed, throughput=5MB/sec 2024-04-02T08:58:40.502 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gG7ze40TRWn_X0s off=6545170 len=1343592 2024-04-02T08:58:40.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 3989 completed, throughput=5MB/sec 2024-04-02T08:58:40.507 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A5vMeij92PQnTxw off=9717991 len=1066723 2024-04-02T08:58:40.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 3990 completed, throughput=5MB/sec 2024-04-02T08:58:40.509 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ie8GlxmQJs0MRr5 off=2212501 len=1696231 2024-04-02T08:58:40.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 3991 completed, throughput=5MB/sec 2024-04-02T08:58:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:40 smithi137 ceph-mon[88456]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:40 smithi028 ceph-mon[94314]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:40 smithi028 ceph-mon[96890]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:58:41.514 INFO:tasks.workunit.client.0.smithi028.stdout: 780: throughput=5MB/sec pending data=0 2024-04-02T08:58:41.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LLiymDYNeGXfD0f off=494288 len=1801533 2024-04-02T08:58:41.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 3992 completed, throughput=5MB/sec 2024-04-02T08:58:41.522 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YbLKPcW5EYCmem1 off=1621602 len=907538 2024-04-02T08:58:41.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 3993 completed, throughput=5MB/sec 2024-04-02T08:58:41.527 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1j9omCOH3bwpf_K off=14202335 len=601048 2024-04-02T08:58:41.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 3994 completed, throughput=5MB/sec 2024-04-02T08:58:41.530 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DP5nMl8qyfY6lAH off=1408255 len=942058 2024-04-02T08:58:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 3995 completed, throughput=5MB/sec 2024-04-02T08:58:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:58:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:58:41] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T08:58:42.533 INFO:tasks.workunit.client.0.smithi028.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:42.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tL5ApOoZcb9IluB off=12566378 len=1028804 2024-04-02T08:58:42.538 INFO:tasks.workunit.client.0.smithi028.stdout:op 3996 completed, throughput=5MB/sec 2024-04-02T08:58:42.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EPTNTs_Oq8ywB7n off=10472359 len=1610491 2024-04-02T08:58:42.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 3997 completed, throughput=5MB/sec 2024-04-02T08:58:42.540 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pHCHCnv0axrK-bK off=3172612 len=278878 2024-04-02T08:58:42.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 3998 completed, throughput=5MB/sec 2024-04-02T08:58:42.540 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aWGu9s_sKqa7-Pl off=1855492 len=1945706 2024-04-02T08:58:42.548 INFO:tasks.workunit.client.0.smithi028.stdout:op 3999 completed, throughput=5MB/sec 2024-04-02T08:58:42.548 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oMMOxKXRW19iQyO off=3824403 len=134950 2024-04-02T08:58:42.550 INFO:tasks.workunit.client.0.smithi028.stdout:op 4000 completed, throughput=5MB/sec 2024-04-02T08:58:42.550 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O_dMtjEEOQqgtn5 off=3494386 len=1616226 2024-04-02T08:58:42.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 4001 completed, throughput=5MB/sec 2024-04-02T08:58:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:42 smithi137 ceph-mon[88456]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:58:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:58:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:42 smithi028 ceph-mon[94314]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:58:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:42 smithi028 ceph-mon[96890]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T08:58:43.552 INFO:tasks.workunit.client.0.smithi028.stdout: 782: throughput=5MB/sec pending data=0 2024-04-02T08:58:43.552 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tdi6uvI4m_eTEOr off=18383805 len=1808798 2024-04-02T08:58:43.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 4002 completed, throughput=5MB/sec 2024-04-02T08:58:43.558 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mts5wNGwbZLimbm off=17986160 len=281739 2024-04-02T08:58:43.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 4003 completed, throughput=5MB/sec 2024-04-02T08:58:43.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UG744UYEV1Sjue7 off=882542 len=1709715 2024-04-02T08:58:43.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 4004 completed, throughput=5MB/sec 2024-04-02T08:58:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:44.567 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OcfLan7Rk50ixHB off=3632304 len=551106 2024-04-02T08:58:44.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 4005 completed, throughput=4.99MB/sec 2024-04-02T08:58:44.570 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7yecidUFj_Q7zuW off=387639 len=1899162 2024-04-02T08:58:44.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 4006 completed, throughput=5MB/sec 2024-04-02T08:58:44.580 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-26atc65w_1J4Obq off=2326845 len=690436 2024-04-02T08:58:44.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 4007 completed, throughput=5MB/sec 2024-04-02T08:58:44.581 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lyF-5jZI8iqdOp0 off=2816501 len=1405738 2024-04-02T08:58:44.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 4008 completed, throughput=5MB/sec 2024-04-02T08:58:44.586 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JJ0yXRhRccxdXyE off=8785644 len=505237 2024-04-02T08:58:44.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 4009 completed, throughput=5MB/sec 2024-04-02T08:58:44.588 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DVxcFWy4ol4tDJq off=4277524 len=1603834 2024-04-02T08:58:44.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 4010 completed, throughput=5MB/sec 2024-04-02T08:58:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:44 smithi137 ceph-mon[88456]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:44 smithi028 ceph-mon[94314]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:44 smithi028 ceph-mon[96890]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:58:45.596 INFO:tasks.workunit.client.0.smithi028.stdout: 784: throughput=5MB/sec pending data=0 2024-04-02T08:58:45.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MAnsLdkFobNCi3N off=1086432 len=1901169 2024-04-02T08:58:45.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 4011 completed, throughput=5MB/sec 2024-04-02T08:58:45.599 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hrg3r3NpVbCOcVR off=6045340 len=1933765 2024-04-02T08:58:45.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 4012 completed, throughput=5MB/sec 2024-04-02T08:58:45.601 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m7V4OOfd_IF9g_5 off=2566384 len=326360 2024-04-02T08:58:45.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 4013 completed, throughput=5MB/sec 2024-04-02T08:58:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:58:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:46.604 INFO:tasks.workunit.client.0.smithi028.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:46.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_Qm69eEj30fsNpS off=10145826 len=482493 2024-04-02T08:58:46.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 4014 completed, throughput=4.99MB/sec 2024-04-02T08:58:46.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NEclX7E1eyNNvmU off=13757829 len=2062737 2024-04-02T08:58:46.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 4015 completed, throughput=5MB/sec 2024-04-02T08:58:46.607 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CbcjVoN5Qm1mA9o off=10846720 len=114632 2024-04-02T08:58:46.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 4016 completed, throughput=5MB/sec 2024-04-02T08:58:46.607 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cL93PZuixUoCJVG off=6897467 len=650586 2024-04-02T08:58:46.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 4017 completed, throughput=5MB/sec 2024-04-02T08:58:46.611 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hm4dwZ2C9aQ12WM off=5131637 len=1563314 2024-04-02T08:58:46.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 4018 completed, throughput=5MB/sec 2024-04-02T08:58:46.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x6BwVeRBIv6s1tO off=10154614 len=1280181 2024-04-02T08:58:46.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 4019 completed, throughput=5MB/sec 2024-04-02T08:58:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:46 smithi137 ceph-mon[88456]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:46 smithi028 ceph-mon[94314]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:46 smithi028 ceph-mon[96890]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:58:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:58:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:58:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:58:47.620 INFO:tasks.workunit.client.0.smithi028.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:47.621 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O5zTyPxg221Kl6d off=1795503 len=1049705 2024-04-02T08:58:47.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 4020 completed, throughput=5MB/sec 2024-04-02T08:58:47.627 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uXH7mwJZu5VEBtD off=5172541 len=1531290 2024-04-02T08:58:47.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 4021 completed, throughput=5MB/sec 2024-04-02T08:58:47.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GJ_TZzThauNYYkv off=2950448 len=251490 2024-04-02T08:58:47.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 4022 completed, throughput=5MB/sec 2024-04-02T08:58:47.634 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rrhkeVaZ80OkQhD off=8829056 len=1975194 2024-04-02T08:58:47.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 4023 completed, throughput=5MB/sec 2024-04-02T08:58:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:48 smithi137 ceph-mon[88456]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:48.646 INFO:tasks.workunit.client.0.smithi028.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:48.646 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BymML-IcVr0mcox off=6966042 len=1619086 2024-04-02T08:58:48.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 4024 completed, throughput=5MB/sec 2024-04-02T08:58:48.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O6PFkuvlpFCYiNG off=7226057 len=1290957 2024-04-02T08:58:48.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 4025 completed, throughput=5MB/sec 2024-04-02T08:58:48.659 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ng1A6skJbFCIJ_L off=21964267 len=370981 2024-04-02T08:58:48.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 4026 completed, throughput=5MB/sec 2024-04-02T08:58:48.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6DyN_OiUb7QUwgW off=6941879 len=256141 2024-04-02T08:58:48.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 4027 completed, throughput=5MB/sec 2024-04-02T08:58:48.661 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8232p8LXmk_D-Xy off=14508354 len=1385063 2024-04-02T08:58:48.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 4028 completed, throughput=5MB/sec 2024-04-02T08:58:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:48 smithi028 ceph-mon[94314]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:48 smithi028 ceph-mon[96890]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-02T08:58:49.662 INFO:tasks.workunit.client.0.smithi028.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:49.663 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mNwXRCX7E08x593 off=14462627 len=796349 2024-04-02T08:58:49.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 4029 completed, throughput=4.99MB/sec 2024-04-02T08:58:49.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MG0lOhT6O4ymFxn off=8020945 len=1904642 2024-04-02T08:58:49.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 4030 completed, throughput=5MB/sec 2024-04-02T08:58:49.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ur_Prb_kBc1H6jq off=172704 len=1446845 2024-04-02T08:58:49.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 4031 completed, throughput=5MB/sec 2024-04-02T08:58:49.676 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jeBh2QuFL0BQTLL off=15368172 len=355133 2024-04-02T08:58:49.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 4032 completed, throughput=5MB/sec 2024-04-02T08:58:49.679 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uEsLinX6ROzj5il off=10850568 len=485272 2024-04-02T08:58:49.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 4033 completed, throughput=5MB/sec 2024-04-02T08:58:49.679 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hg1CzipDkNdBNjn off=4029850 len=1768334 2024-04-02T08:58:49.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 4034 completed, throughput=5MB/sec 2024-04-02T08:58:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:50 smithi137 ceph-mon[88456]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:50.686 INFO:tasks.workunit.client.0.smithi028.stdout: 789: throughput=5MB/sec pending data=0 2024-04-02T08:58:50.686 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v0M51HXB-OqDmgV off=2106904 len=802116 2024-04-02T08:58:50.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 4035 completed, throughput=5MB/sec 2024-04-02T08:58:50.687 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3cz53rR3Un42qe5 off=6948508 len=183302 2024-04-02T08:58:50.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 4036 completed, throughput=5MB/sec 2024-04-02T08:58:50.690 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WxoWww6AnOZ_AYV off=830393 len=1136765 2024-04-02T08:58:50.695 INFO:tasks.workunit.client.0.smithi028.stdout:op 4037 completed, throughput=5MB/sec 2024-04-02T08:58:50.695 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nLw3-a5XB--tcaO off=193553 len=1754793 2024-04-02T08:58:50.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 4038 completed, throughput=5MB/sec 2024-04-02T08:58:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:50 smithi028 ceph-mon[94314]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:50 smithi028 ceph-mon[96890]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:58:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:51.697 INFO:tasks.workunit.client.0.smithi028.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:51.697 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LBwz08qLMEkVs8S off=1625731 len=689186 2024-04-02T08:58:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:58:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:58:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:58:51] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-02T08:58:51.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 4039 completed, throughput=4.99MB/sec 2024-04-02T08:58:51.700 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qPV9c1pv0Gm__8m off=9988656 len=1635691 2024-04-02T08:58:51.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 4040 completed, throughput=5MB/sec 2024-04-02T08:58:51.707 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JntLQmYV6EWnFHm off=5900955 len=1050985 2024-04-02T08:58:51.708 INFO:tasks.workunit.client.0.smithi028.stdout:op 4041 completed, throughput=5MB/sec 2024-04-02T08:58:51.708 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QXdpZuXhTj5gTu6 off=8979212 len=1166004 2024-04-02T08:58:51.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 4042 completed, throughput=5MB/sec 2024-04-02T08:58:51.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-USAHCcfrfngOlL0 off=838246 len=696456 2024-04-02T08:58:51.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 4043 completed, throughput=5MB/sec 2024-04-02T08:58:51.714 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qastBHQ2IVbX5sR off=5281998 len=1832635 2024-04-02T08:58:51.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 4044 completed, throughput=5MB/sec 2024-04-02T08:58:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:52 smithi137 ceph-mon[88456]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:58:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:58:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:52 smithi028 ceph-mon[94314]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:52 smithi028 ceph-mon[96890]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:58:52.715 INFO:tasks.workunit.client.0.smithi028.stdout: 791: throughput=5MB/sec pending data=0 2024-04-02T08:58:52.715 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mYuBJSUJb1d_uT5 off=9821464 len=380955 2024-04-02T08:58:52.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 4045 completed, throughput=5MB/sec 2024-04-02T08:58:52.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ncrICeQPE7c655- off=20483705 len=1700863 2024-04-02T08:58:52.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 4046 completed, throughput=5MB/sec 2024-04-02T08:58:52.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iQq801h94swk0l_ off=12551483 len=190035 2024-04-02T08:58:52.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 4047 completed, throughput=5MB/sec 2024-04-02T08:58:52.720 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FJobusow4nKwBdW off=1123605 len=1648980 2024-04-02T08:58:52.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 4048 completed, throughput=5MB/sec 2024-04-02T08:58:53.724 INFO:tasks.workunit.client.0.smithi028.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:53.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7OsQhzucSL4Prc_ off=3800367 len=1451597 2024-04-02T08:58:53.725 INFO:tasks.workunit.client.0.smithi028.stdout:op 4049 completed, throughput=5MB/sec 2024-04-02T08:58:53.725 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9EEkCo1zCPmCq7X off=2299354 len=165029 2024-04-02T08:58:53.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 4050 completed, throughput=5MB/sec 2024-04-02T08:58:53.726 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r9gfdnzL_-ossTM off=707372 len=229645 2024-04-02T08:58:53.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 4051 completed, throughput=5MB/sec 2024-04-02T08:58:53.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2RlgP9snlf9mZVR off=7776106 len=1755717 2024-04-02T08:58:53.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 4052 completed, throughput=5MB/sec 2024-04-02T08:58:53.737 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GUgdnw_2zm5rQup off=4991626 len=1047091 2024-04-02T08:58:53.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 4053 completed, throughput=5MB/sec 2024-04-02T08:58:53.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lZu7JcAmXKun9lJ off=10484416 len=485383 2024-04-02T08:58:53.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 4054 completed, throughput=5MB/sec 2024-04-02T08:58:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:54 smithi137 ceph-mon[88456]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:54 smithi028 ceph-mon[94314]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:54 smithi028 ceph-mon[96890]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T08:58:54.739 INFO:tasks.workunit.client.0.smithi028.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:54.740 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vZI2Zw-l7V3zIlZ off=3869627 len=1027863 2024-04-02T08:58:54.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 4055 completed, throughput=5MB/sec 2024-04-02T08:58:54.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--cl6EfsOD9GZaQ4 off=4743111 len=1745993 2024-04-02T08:58:54.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 4056 completed, throughput=5MB/sec 2024-04-02T08:58:54.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yPdPwBo8ZFHZDtO off=177898 len=501013 2024-04-02T08:58:54.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 4057 completed, throughput=5MB/sec 2024-04-02T08:58:54.754 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hlOe9GKMAceKJ_I off=2026187 len=673362 2024-04-02T08:58:54.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 4058 completed, throughput=5MB/sec 2024-04-02T08:58:54.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lZDAxh4j_z2Bcvq off=6755401 len=1301705 2024-04-02T08:58:54.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 4059 completed, throughput=5MB/sec 2024-04-02T08:58:55.761 INFO:tasks.workunit.client.0.smithi028.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:55.761 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hk7_9el8b_BrUCf off=17807795 len=1753012 2024-04-02T08:58:55.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 4060 completed, throughput=5MB/sec 2024-04-02T08:58:55.762 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yhnxIcYMPHx5Mrb off=5575822 len=647597 2024-04-02T08:58:55.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 4061 completed, throughput=5MB/sec 2024-04-02T08:58:55.767 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-teJ7QsOC5OEM_O- off=530067 len=1118547 2024-04-02T08:58:55.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 4062 completed, throughput=5MB/sec 2024-04-02T08:58:55.774 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OAlaQXkroW6RKJx off=20361053 len=904520 2024-04-02T08:58:55.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 4063 completed, throughput=5MB/sec 2024-04-02T08:58:55.775 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtGENU9X9PkaJqP off=2631559 len=937258 2024-04-02T08:58:55.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 4064 completed, throughput=5MB/sec 2024-04-02T08:58:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:56 smithi137 ceph-mon[88456]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:58:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:56 smithi028 ceph-mon[94314]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:58:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:56 smithi028 ceph-mon[96890]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T08:58:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:56.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uqcR1BC_vrpjoyX off=3091976 len=1719364 2024-04-02T08:58:56.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 4065 completed, throughput=5MB/sec 2024-04-02T08:58:56.786 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i7xbxTuJXMP0Gqd off=8179112 len=26090 2024-04-02T08:58:56.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 4066 completed, throughput=5MB/sec 2024-04-02T08:58:56.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cNrFv1I0LHZAgqz off=4905340 len=284483 2024-04-02T08:58:56.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 4067 completed, throughput=5MB/sec 2024-04-02T08:58:56.789 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7WcgemTzc9v5pZv off=8554679 len=350125 2024-04-02T08:58:56.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 4068 completed, throughput=5MB/sec 2024-04-02T08:58:56.792 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UvGZ3aQEa6UzKkI off=14229161 len=808043 2024-04-02T08:58:56.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 4069 completed, throughput=5MB/sec 2024-04-02T08:58:56.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BymML-IcVr0mcox off=11998781 len=1564726 2024-04-02T08:58:56.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 4070 completed, throughput=5MB/sec 2024-04-02T08:58:56.797 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RD9ATC9mOEvl-3n off=14030865 len=189763 2024-04-02T08:58:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 4071 completed, throughput=5MB/sec 2024-04-02T08:58:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WWwxuXWub7uNbS2 off=3806966 len=728134 2024-04-02T08:58:56.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 4072 completed, throughput=5MB/sec 2024-04-02T08:58:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:57.804 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pu5qHnVcw7UdaVo off=514328 len=2023565 2024-04-02T08:58:57.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 4073 completed, throughput=5MB/sec 2024-04-02T08:58:57.806 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vRcJ9pKIj9SOYsa off=8015999 len=1706431 2024-04-02T08:58:57.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 4074 completed, throughput=5MB/sec 2024-04-02T08:58:57.807 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BMGbL4KTG199ghq off=7956542 len=1397084 2024-04-02T08:58:57.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 4075 completed, throughput=5MB/sec 2024-04-02T08:58:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:58:58 smithi137 ceph-mon[88456]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:58:58 smithi028 ceph-mon[94314]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:58:58 smithi028 ceph-mon[96890]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T08:58:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-02T08:58:58.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z0WXVKvfjvWuMDS off=9257231 len=846123 2024-04-02T08:58:58.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 4076 completed, throughput=5MB/sec 2024-04-02T08:58:58.814 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ll_zanjUBpp51Y off=15006800 len=1887520 2024-04-02T08:58:58.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 4077 completed, throughput=5MB/sec 2024-04-02T08:58:58.822 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FS9g2_EP4SETFc6 off=14438365 len=1939919 2024-04-02T08:58:58.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 4078 completed, throughput=5MB/sec 2024-04-02T08:58:58.832 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-65E26nTKueEOeh1 off=7896753 len=1955508 2024-04-02T08:58:58.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 4079 completed, throughput=5MB/sec 2024-04-02T08:58:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: 798: throughput=5MB/sec pending data=0 2024-04-02T08:58:59.834 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9PJID1jJVxc5fy6 off=8523424 len=1364026 2024-04-02T08:58:59.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 4080 completed, throughput=5MB/sec 2024-04-02T08:58:59.835 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LBb5TuAAn_rDFPn off=2495186 len=1159639 2024-04-02T08:58:59.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 4081 completed, throughput=5MB/sec 2024-04-02T08:58:59.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SF6OLK9x1vPprVc off=2985665 len=1828707 2024-04-02T08:58:59.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 4082 completed, throughput=5MB/sec 2024-04-02T08:59:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:00 smithi137 ceph-mon[88456]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:00 smithi028 ceph-mon[94314]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:00 smithi028 ceph-mon[96890]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T08:59:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:00.847 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IBwJHHpc__KatsO off=11477838 len=69473 2024-04-02T08:59:00.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 4083 completed, throughput=4.99MB/sec 2024-04-02T08:59:00.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-stGYVrRddls5oeX off=261810 len=1030074 2024-04-02T08:59:00.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 4084 completed, throughput=5MB/sec 2024-04-02T08:59:00.850 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iHB30G8NrmjUYNf off=708966 len=246600 2024-04-02T08:59:00.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 4085 completed, throughput=5MB/sec 2024-04-02T08:59:00.853 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OcfLan7Rk50ixHB off=3855712 len=44634 2024-04-02T08:59:00.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 4086 completed, throughput=5MB/sec 2024-04-02T08:59:00.853 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nz0iBjxkAv-QNpt off=6848090 len=1061060 2024-04-02T08:59:00.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 4087 completed, throughput=5MB/sec 2024-04-02T08:59:00.858 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S9yS-h5OzniL5Dv off=16723840 len=1805798 2024-04-02T08:59:00.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 4088 completed, throughput=5MB/sec 2024-04-02T08:59:00.860 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-isGs_TVvKt-t_18 off=5486575 len=1691330 2024-04-02T08:59:00.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 4089 completed, throughput=5MB/sec 2024-04-02T08:59:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:59:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:59:01] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-02T08:59:01.861 INFO:tasks.workunit.client.0.smithi028.stdout: 800: throughput=5MB/sec pending data=0 2024-04-02T08:59:01.861 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_bZhmaKR4JU7xgp off=1869233 len=299830 2024-04-02T08:59:01.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 4090 completed, throughput=5MB/sec 2024-04-02T08:59:01.862 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l0mtxshOPALQu1U off=14863298 len=1147464 2024-04-02T08:59:01.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 4091 completed, throughput=5MB/sec 2024-04-02T08:59:01.869 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Uv_YJr9aOtrSs1E off=1784093 len=1272006 2024-04-02T08:59:01.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 4092 completed, throughput=5MB/sec 2024-04-02T08:59:01.875 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C7xIqbQ3DrC5MhI off=8620069 len=1107536 2024-04-02T08:59:01.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 4093 completed, throughput=5MB/sec 2024-04-02T08:59:01.876 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Jj38RIPic37HV1j off=0 len=1940133 2024-04-02T08:59:01.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 4094 completed, throughput=5MB/sec 2024-04-02T08:59:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:02 smithi137 ceph-mon[88456]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:02.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:59:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:02 smithi028 ceph-mon[94314]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:02 smithi028 ceph-mon[96890]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T08:59:02.881 INFO:tasks.workunit.client.0.smithi028.stdout: 801: throughput=5MB/sec pending data=0 2024-04-02T08:59:02.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p2wdDF3mN9OT7vE off=1434326 len=296554 2024-04-02T08:59:02.883 INFO:tasks.workunit.client.0.smithi028.stdout:op 4095 completed, throughput=5MB/sec 2024-04-02T08:59:02.883 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wsqYwmnuIw0u45k off=852972 len=2009340 2024-04-02T08:59:02.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 4096 completed, throughput=5MB/sec 2024-04-02T08:59:02.890 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-70RYGy-RHHsnXQ5 off=4679426 len=24388 2024-04-02T08:59:02.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 4097 completed, throughput=5MB/sec 2024-04-02T08:59:02.892 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RFOPL2-oi86RbaH off=6079226 len=116362 2024-04-02T08:59:02.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 4098 completed, throughput=5MB/sec 2024-04-02T08:59:02.893 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xYKm1OZa79YxG3_ off=14969539 len=732446 2024-04-02T08:59:02.894 INFO:tasks.workunit.client.0.smithi028.stdout:op 4099 completed, throughput=5MB/sec 2024-04-02T08:59:02.894 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LqvejxtsWoVojHa off=5899256 len=1827570 2024-04-02T08:59:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 4100 completed, throughput=5MB/sec 2024-04-02T08:59:03.901 INFO:tasks.workunit.client.0.smithi028.stdout: 802: throughput=5MB/sec pending data=0 2024-04-02T08:59:03.901 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rTv6PdXxkVNDg5f off=3206919 len=997926 2024-04-02T08:59:03.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 4101 completed, throughput=5MB/sec 2024-04-02T08:59:03.905 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ETlGU3-I4oGFiWI off=836870 len=1479130 2024-04-02T08:59:03.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 4102 completed, throughput=5MB/sec 2024-04-02T08:59:03.911 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0MsSrXVGPTTSULg off=10270054 len=690350 2024-04-02T08:59:03.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 4103 completed, throughput=5MB/sec 2024-04-02T08:59:03.915 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BYYHwNPV2Z3CgZp off=8177008 len=374938 2024-04-02T08:59:03.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 4104 completed, throughput=5MB/sec 2024-04-02T08:59:03.915 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w767ZLq59hXceR- off=812040 len=379552 2024-04-02T08:59:03.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 4105 completed, throughput=5MB/sec 2024-04-02T08:59:03.916 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s2aSK1c_oaIs30_ off=3842627 len=271413 2024-04-02T08:59:03.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 4106 completed, throughput=5MB/sec 2024-04-02T08:59:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:04 smithi137 ceph-mon[88456]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:04 smithi028 ceph-mon[94314]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:04 smithi028 ceph-mon[96890]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T08:59:04.917 INFO:tasks.workunit.client.0.smithi028.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:04.917 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ChfYmups-TTA1ym off=4945699 len=558136 2024-04-02T08:59:04.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 4107 completed, throughput=4.99MB/sec 2024-04-02T08:59:04.917 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V3pD8LuX8aGllZF off=11314363 len=250264 2024-04-02T08:59:04.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 4108 completed, throughput=4.99MB/sec 2024-04-02T08:59:04.918 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mv67hk7Ph9EsVDn off=20365855 len=1595175 2024-04-02T08:59:04.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 4109 completed, throughput=5MB/sec 2024-04-02T08:59:04.922 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1bADFjsezhiuSQM off=2168397 len=1247839 2024-04-02T08:59:04.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 4110 completed, throughput=5MB/sec 2024-04-02T08:59:04.923 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lNluzGsTqV4wGCM off=18335654 len=1764242 2024-04-02T08:59:04.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 4111 completed, throughput=5MB/sec 2024-04-02T08:59:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:05.925 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-reSzSKA5fmHsZXa off=7338706 len=1963406 2024-04-02T08:59:05.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 4112 completed, throughput=5MB/sec 2024-04-02T08:59:05.926 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vjYcVE9SNXXTeCN off=12248899 len=1796399 2024-04-02T08:59:05.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 4113 completed, throughput=5MB/sec 2024-04-02T08:59:05.928 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C64d7qcYfLjkKXX off=2862682 len=85909 2024-04-02T08:59:05.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 4114 completed, throughput=5MB/sec 2024-04-02T08:59:05.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JU57KyBLxys0l7b off=4774395 len=1596641 2024-04-02T08:59:05.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 4115 completed, throughput=5MB/sec 2024-04-02T08:59:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:06 smithi137 ceph-mon[88456]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:06 smithi028 ceph-mon[96890]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:06 smithi028 ceph-mon[94314]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:06.940 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LY_67ICeBeR1h9l off=4098649 len=1036800 2024-04-02T08:59:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 4116 completed, throughput=5MB/sec 2024-04-02T08:59:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cb0ME-yxsqJJs9N off=6454304 len=1414567 2024-04-02T08:59:06.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 4117 completed, throughput=5MB/sec 2024-04-02T08:59:06.948 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p0xtDHcaHaNOrqq off=4813195 len=1768192 2024-04-02T08:59:06.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 4118 completed, throughput=5MB/sec 2024-04-02T08:59:06.957 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XxxaIWnUbcmn217 off=4584096 len=75320 2024-04-02T08:59:06.958 INFO:tasks.workunit.client.0.smithi028.stdout:op 4119 completed, throughput=5MB/sec 2024-04-02T08:59:06.958 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1LohwTa5TW4YtOV off=2730428 len=1906113 2024-04-02T08:59:06.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 4120 completed, throughput=5MB/sec 2024-04-02T08:59:07.969 INFO:tasks.workunit.client.0.smithi028.stdout: 806: throughput=5MB/sec pending data=0 2024-04-02T08:59:07.969 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X4dBLzZMg6A19Bu off=903825 len=547440 2024-04-02T08:59:07.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 4121 completed, throughput=5MB/sec 2024-04-02T08:59:07.973 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mvRjiN36co8xKzj off=6840625 len=1741251 2024-04-02T08:59:07.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 4122 completed, throughput=5MB/sec 2024-04-02T08:59:07.974 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AWEr7PkN6mrbDj_ off=20910099 len=1031798 2024-04-02T08:59:07.978 INFO:tasks.workunit.client.0.smithi028.stdout:op 4123 completed, throughput=5MB/sec 2024-04-02T08:59:07.978 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R5t_5GDSRdNi6ml off=6782122 len=1969860 2024-04-02T08:59:07.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 4124 completed, throughput=5MB/sec 2024-04-02T08:59:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:08 smithi137 ceph-mon[88456]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:08 smithi028 ceph-mon[94314]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:08 smithi028 ceph-mon[96890]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-02T08:59:08.980 INFO:tasks.workunit.client.0.smithi028.stdout: 807: throughput=5MB/sec pending data=0 2024-04-02T08:59:08.981 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gCsvB_N0lgdVV5V off=9828884 len=833405 2024-04-02T08:59:08.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 4125 completed, throughput=5MB/sec 2024-04-02T08:59:08.984 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e5lqJYLbeh1kcNy off=12509182 len=1668688 2024-04-02T08:59:08.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 4126 completed, throughput=5MB/sec 2024-04-02T08:59:08.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B752RfJOizGDQqU off=10248535 len=1027883 2024-04-02T08:59:08.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 4127 completed, throughput=5MB/sec 2024-04-02T08:59:08.995 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XJ874qzMGkjt-Yh off=541590 len=861291 2024-04-02T08:59:08.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 4128 completed, throughput=5MB/sec 2024-04-02T08:59:09.999 INFO:tasks.workunit.client.0.smithi028.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:09.999 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yR1h86CA5ABBWk4 off=666720 len=707676 2024-04-02T08:59:10.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 4129 completed, throughput=4.99MB/sec 2024-04-02T08:59:10.004 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hKNdl8ESmezIO1B off=11691948 len=1367554 2024-04-02T08:59:10.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 4130 completed, throughput=5MB/sec 2024-04-02T08:59:10.010 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xUeeiWJf_ABUp1h off=14040818 len=1147335 2024-04-02T08:59:10.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 4131 completed, throughput=5MB/sec 2024-04-02T08:59:10.015 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6sTdtke-8A30Ht2 off=1104834 len=316261 2024-04-02T08:59:10.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 4132 completed, throughput=5MB/sec 2024-04-02T08:59:10.018 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xTg6p_pZ33KynzM off=10340754 len=869459 2024-04-02T08:59:10.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 4133 completed, throughput=5MB/sec 2024-04-02T08:59:10.019 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PXGFzXXjj7WB8N- off=2954782 len=1687553 2024-04-02T08:59:10.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 4134 completed, throughput=5MB/sec 2024-04-02T08:59:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:10 smithi137 ceph-mon[88456]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:10 smithi028 ceph-mon[94314]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:10 smithi028 ceph-mon[96890]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T08:59:11.021 INFO:tasks.workunit.client.0.smithi028.stdout: 809: throughput=5MB/sec pending data=0 2024-04-02T08:59:11.021 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-64g7z_fPVTqD9_5 off=1151807 len=1635004 2024-04-02T08:59:11.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 4135 completed, throughput=5MB/sec 2024-04-02T08:59:11.024 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NjPBRp1J1QVvQV1 off=911556 len=1163731 2024-04-02T08:59:11.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 4136 completed, throughput=5MB/sec 2024-04-02T08:59:11.029 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UltIb3I66c5yhH2 off=1063877 len=43601 2024-04-02T08:59:11.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 4137 completed, throughput=5MB/sec 2024-04-02T08:59:11.030 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RJUUzYwLcQDjkYi off=5282084 len=563197 2024-04-02T08:59:11.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 4138 completed, throughput=5MB/sec 2024-04-02T08:59:11.033 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tFC2cU_d1eyJGy7 off=9666573 len=1371088 2024-04-02T08:59:11.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 4139 completed, throughput=5MB/sec 2024-04-02T08:59:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:59:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:59:11] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T08:59:12.034 INFO:tasks.workunit.client.0.smithi028.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:12.034 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DBw0vcZfP0-vM0P off=4826188 len=1034668 2024-04-02T08:59:12.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 4140 completed, throughput=5MB/sec 2024-04-02T08:59:12.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z0WVm3QBnczBWtp off=16653384 len=1071977 2024-04-02T08:59:12.040 INFO:tasks.workunit.client.0.smithi028.stdout:op 4141 completed, throughput=5MB/sec 2024-04-02T08:59:12.040 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D0lHclyqtMA4nSZ off=9758555 len=475479 2024-04-02T08:59:12.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 4142 completed, throughput=5MB/sec 2024-04-02T08:59:12.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6CZKF9iMETaWGhp off=3137727 len=1066377 2024-04-02T08:59:12.046 INFO:tasks.workunit.client.0.smithi028.stdout:op 4143 completed, throughput=5MB/sec 2024-04-02T08:59:12.047 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H8RmCIe3ZJFDPS8 off=14284181 len=345032 2024-04-02T08:59:12.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 4144 completed, throughput=5MB/sec 2024-04-02T08:59:12.047 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2-EDbICdHh60iwd off=20338829 len=60023 2024-04-02T08:59:12.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 4145 completed, throughput=5MB/sec 2024-04-02T08:59:12.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_7N6gHQfYWhfqth off=13252019 len=48024 2024-04-02T08:59:12.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 4146 completed, throughput=5MB/sec 2024-04-02T08:59:12.051 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cgv0gh2gijdYebq off=1424068 len=889583 2024-04-02T08:59:12.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 4147 completed, throughput=5MB/sec 2024-04-02T08:59:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:12 smithi137 ceph-mon[88456]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:59:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:12 smithi028 ceph-mon[94314]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:12 smithi028 ceph-mon[96890]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:13.052 INFO:tasks.workunit.client.0.smithi028.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:13.052 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--Eh7DKMoT3wbfw5 off=641693 len=900057 2024-04-02T08:59:13.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 4148 completed, throughput=5MB/sec 2024-04-02T08:59:13.056 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lDLRLNjWTQx2Vc3 off=0 len=1859374 2024-04-02T08:59:13.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 4149 completed, throughput=5MB/sec 2024-04-02T08:59:13.058 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vhd53qazoM97ot2 off=11221823 len=815057 2024-04-02T08:59:13.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 4150 completed, throughput=5MB/sec 2024-04-02T08:59:13.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Kv9-jqh_flIMVUd off=5153381 len=118047 2024-04-02T08:59:13.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 4151 completed, throughput=5MB/sec 2024-04-02T08:59:13.062 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jPQJH-WGR7bm8_J off=1487553 len=2065882 2024-04-02T08:59:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:op 4152 completed, throughput=5MB/sec 2024-04-02T08:59:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:14.069 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Vs5gzuPnXwmZCMG off=1265959 len=1654331 2024-04-02T08:59:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 4153 completed, throughput=5MB/sec 2024-04-02T08:59:14.076 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q0OL2aIQDchKNIt off=10063903 len=537677 2024-04-02T08:59:14.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 4154 completed, throughput=5MB/sec 2024-04-02T08:59:14.078 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fMMJqJpsnzJeHJS off=72665 len=329940 2024-04-02T08:59:14.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 4155 completed, throughput=5MB/sec 2024-04-02T08:59:14.079 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X2cDmNDWk1QBDJ_ off=8280542 len=434821 2024-04-02T08:59:14.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 4156 completed, throughput=5MB/sec 2024-04-02T08:59:14.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fIy8aC13lxlqsHR off=8635842 len=1736488 2024-04-02T08:59:14.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 4157 completed, throughput=5MB/sec 2024-04-02T08:59:14.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g_zYqz-pbxPhZqx off=3678905 len=109977 2024-04-02T08:59:14.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 4158 completed, throughput=5MB/sec 2024-04-02T08:59:14.091 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zKHwYzcngsecvCM off=8046211 len=1632992 2024-04-02T08:59:14.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 4159 completed, throughput=5MB/sec 2024-04-02T08:59:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:14 smithi137 ceph-mon[88456]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:14 smithi028 ceph-mon[94314]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:14 smithi028 ceph-mon[96890]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: 813: throughput=5MB/sec pending data=0 2024-04-02T08:59:15.098 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EoIE1AbMut9f5zx off=11651482 len=1616501 2024-04-02T08:59:15.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 4160 completed, throughput=5MB/sec 2024-04-02T08:59:15.104 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gE2_7Af2QhTt0xz off=3473470 len=1440528 2024-04-02T08:59:15.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 4161 completed, throughput=5MB/sec 2024-04-02T08:59:15.113 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HQIQS3c3o1a7UXH off=15704418 len=1422600 2024-04-02T08:59:15.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 4162 completed, throughput=5MB/sec 2024-04-02T08:59:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:16.118 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WpJ9sMgFWRYnwhw off=2952341 len=599905 2024-04-02T08:59:16.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 4163 completed, throughput=5MB/sec 2024-04-02T08:59:16.121 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z4U2PlZb8dj_-Tz off=12573929 len=624373 2024-04-02T08:59:16.122 INFO:tasks.workunit.client.0.smithi028.stdout:op 4164 completed, throughput=5MB/sec 2024-04-02T08:59:16.122 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ElfTl2lsSIflol7 off=2005948 len=713446 2024-04-02T08:59:16.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 4165 completed, throughput=5MB/sec 2024-04-02T08:59:16.126 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6CZKF9iMETaWGhp off=314932 len=1427875 2024-04-02T08:59:16.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 4166 completed, throughput=5MB/sec 2024-04-02T08:59:16.128 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S4RSWPzf0upEHVl off=8577835 len=761115 2024-04-02T08:59:16.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 4167 completed, throughput=5MB/sec 2024-04-02T08:59:16.131 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mjpVf3ekYdt57lv off=4545318 len=1115600 2024-04-02T08:59:16.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 4168 completed, throughput=5MB/sec 2024-04-02T08:59:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:16 smithi137 ceph-mon[88456]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:16 smithi028 ceph-mon[94314]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:16 smithi028 ceph-mon[96890]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T08:59:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:17.133 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ebF0XtmTzDqlwsk off=2879686 len=72662 2024-04-02T08:59:17.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 4169 completed, throughput=4.99MB/sec 2024-04-02T08:59:17.134 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rGbnIQtqTXedghw off=3877591 len=1026285 2024-04-02T08:59:17.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 4170 completed, throughput=5MB/sec 2024-04-02T08:59:17.135 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mrlGj_Ap9hu9pCk off=4792269 len=1169725 2024-04-02T08:59:17.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 4171 completed, throughput=5MB/sec 2024-04-02T08:59:17.136 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zjOUcDmlG4oHmxW off=2586472 len=1506338 2024-04-02T08:59:17.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 4172 completed, throughput=5MB/sec 2024-04-02T08:59:17.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WD1zl55R1VQ6DdI off=496543 len=1624211 2024-04-02T08:59:17.143 INFO:tasks.workunit.client.0.smithi028.stdout:op 4173 completed, throughput=5MB/sec 2024-04-02T08:59:18.143 INFO:tasks.workunit.client.0.smithi028.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:18.144 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7qQlVe9rJ1clJaE off=4063022 len=1223635 2024-04-02T08:59:18.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 4174 completed, throughput=5MB/sec 2024-04-02T08:59:18.149 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Us939CJXyoWNw2p off=3355881 len=1781629 2024-04-02T08:59:18.151 INFO:tasks.workunit.client.0.smithi028.stdout:op 4175 completed, throughput=5MB/sec 2024-04-02T08:59:18.151 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-35iP72Kr0M4iMni off=7385365 len=1720298 2024-04-02T08:59:18.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 4176 completed, throughput=5MB/sec 2024-04-02T08:59:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:18 smithi028 ceph-mon[94314]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:59:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:18 smithi028 ceph-mon[96890]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:59:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:18 smithi137 ceph-mon[88456]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T08:59:19.158 INFO:tasks.workunit.client.0.smithi028.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:19.158 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OXiAx0mUnur5iEM off=0 len=1646063 2024-04-02T08:59:19.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 4177 completed, throughput=5MB/sec 2024-04-02T08:59:19.163 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aQENakDYgRHyuns off=20165463 len=1246433 2024-04-02T08:59:19.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 4178 completed, throughput=5MB/sec 2024-04-02T08:59:19.164 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EnedhBqVBkcnWpg off=3029963 len=396867 2024-04-02T08:59:19.168 INFO:tasks.workunit.client.0.smithi028.stdout:op 4179 completed, throughput=5MB/sec 2024-04-02T08:59:19.168 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2hi1Nrua-Vx3l5p off=2296052 len=783040 2024-04-02T08:59:19.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 4180 completed, throughput=5MB/sec 2024-04-02T08:59:19.169 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CDEwUn2Nb2iomLn off=5191306 len=77175 2024-04-02T08:59:19.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 4181 completed, throughput=5MB/sec 2024-04-02T08:59:19.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Je72h7fXGKZ97RH off=14583917 len=1197869 2024-04-02T08:59:19.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 4182 completed, throughput=5MB/sec 2024-04-02T08:59:20.177 INFO:tasks.workunit.client.0.smithi028.stdout: 818: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:20.177 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C4SH-NuZkvhiL66 off=208606 len=583875 2024-04-02T08:59:20.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 4183 completed, throughput=4.99MB/sec 2024-04-02T08:59:20.182 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--IzMCnj2QF4X0JJ off=3776954 len=867274 2024-04-02T08:59:20.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 4184 completed, throughput=5MB/sec 2024-04-02T08:59:20.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fXm3pIYD4l9FVwo off=17651625 len=1597677 2024-04-02T08:59:20.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 4185 completed, throughput=5MB/sec 2024-04-02T08:59:20.188 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i0c9mAJO-d5rKP_ off=14339147 len=2017659 2024-04-02T08:59:20.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 4186 completed, throughput=5MB/sec 2024-04-02T08:59:20.190 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uYuLGqolO9Hgt7K off=4473343 len=924427 2024-04-02T08:59:20.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 4187 completed, throughput=5MB/sec 2024-04-02T08:59:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:20 smithi028 ceph-mon[94314]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:20 smithi028 ceph-mon[96890]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:20 smithi137 ceph-mon[88456]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T08:59:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:21.196 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W1OPUJxzHSHjxBr off=3506164 len=838824 2024-04-02T08:59:21.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 4188 completed, throughput=5MB/sec 2024-04-02T08:59:21.201 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aJtY08jZ6Xuq6M4 off=9456341 len=1660319 2024-04-02T08:59:21.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 4189 completed, throughput=5MB/sec 2024-04-02T08:59:21.202 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-shOI3hiY54Taudq off=19500377 len=926730 2024-04-02T08:59:21.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 4190 completed, throughput=5MB/sec 2024-04-02T08:59:21.203 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5AWIlnnr1iZPJlC off=2346489 len=1367388 2024-04-02T08:59:21.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 4191 completed, throughput=5MB/sec 2024-04-02T08:59:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:59:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:59:21] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T08:59:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:22.204 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R7D6YOwTUI02zR7 off=8391311 len=1503958 2024-04-02T08:59:22.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 4192 completed, throughput=5MB/sec 2024-04-02T08:59:22.205 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rTJ9sL1p3APTEIB off=3612987 len=1566828 2024-04-02T08:59:22.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 4193 completed, throughput=5MB/sec 2024-04-02T08:59:22.216 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NCrcUE6teLBJwun off=11846052 len=559994 2024-04-02T08:59:22.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 4194 completed, throughput=5MB/sec 2024-04-02T08:59:22.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uw6IFTC9ZlheIgR off=1750821 len=1254018 2024-04-02T08:59:22.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 4195 completed, throughput=5MB/sec 2024-04-02T08:59:22.219 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w49vj9nUqL168PC off=3047916 len=1754580 2024-04-02T08:59:22.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 4196 completed, throughput=5MB/sec 2024-04-02T08:59:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:22 smithi137 ceph-mon[88456]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:59:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:22 smithi028 ceph-mon[94314]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:22 smithi028 ceph-mon[96890]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T08:59:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: 821: throughput=5MB/sec pending data=0 2024-04-02T08:59:23.224 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uXk8FAt1ndhtrem off=329885 len=1119417 2024-04-02T08:59:23.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 4197 completed, throughput=5MB/sec 2024-04-02T08:59:23.224 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xzdNaVnr4MEJXuJ off=12475583 len=171838 2024-04-02T08:59:23.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 4198 completed, throughput=5MB/sec 2024-04-02T08:59:23.226 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9kNTfVgODYyUU3L off=849013 len=1992271 2024-04-02T08:59:23.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 4199 completed, throughput=5MB/sec 2024-04-02T08:59:23.227 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ivIkZTkd3eIvodX off=1892501 len=1571257 2024-04-02T08:59:23.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 4200 completed, throughput=5MB/sec 2024-04-02T08:59:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: 822: throughput=5MB/sec pending data=0 2024-04-02T08:59:24.235 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--ikWKh0_DIuXn9v off=12204686 len=1544514 2024-04-02T08:59:24.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 4201 completed, throughput=5MB/sec 2024-04-02T08:59:24.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ds2V4p00peT5ii9 off=9182936 len=1015030 2024-04-02T08:59:24.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 4202 completed, throughput=5MB/sec 2024-04-02T08:59:24.241 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SrLR9eQU8sZt91e off=11163805 len=959419 2024-04-02T08:59:24.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 4203 completed, throughput=5MB/sec 2024-04-02T08:59:24.242 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A3Qc2a0y3cXjF__ off=19065009 len=1814672 2024-04-02T08:59:24.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 4204 completed, throughput=5MB/sec 2024-04-02T08:59:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:24 smithi028 ceph-mon[94314]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:24 smithi028 ceph-mon[96890]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:24 smithi137 ceph-mon[88456]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T08:59:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: 823: throughput=5MB/sec pending data=0 2024-04-02T08:59:25.248 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CmDNslY-C9TvkT_ off=7574040 len=852465 2024-04-02T08:59:25.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 4205 completed, throughput=5MB/sec 2024-04-02T08:59:25.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CP3Zm9sJKqipkgZ off=7762997 len=2082765 2024-04-02T08:59:25.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 4206 completed, throughput=5MB/sec 2024-04-02T08:59:25.252 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6e_Kfwtk63NiNgD off=3475286 len=790456 2024-04-02T08:59:25.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 4207 completed, throughput=5MB/sec 2024-04-02T08:59:25.253 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5LW1wb6uHfnoEAG off=461403 len=331693 2024-04-02T08:59:25.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 4208 completed, throughput=5MB/sec 2024-04-02T08:59:25.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Us939CJXyoWNw2p off=3812950 len=180973 2024-04-02T08:59:25.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 4209 completed, throughput=5MB/sec 2024-04-02T08:59:26.259 INFO:tasks.workunit.client.0.smithi028.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:26.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--VDGtFsYTTLkrMn off=3222297 len=61307 2024-04-02T08:59:26.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 4210 completed, throughput=4.99MB/sec 2024-04-02T08:59:26.262 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KDs8Tyn6z7Sje2e off=3496285 len=1403560 2024-04-02T08:59:26.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 4211 completed, throughput=5MB/sec 2024-04-02T08:59:26.268 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CAUpy4fznzxIkhk off=11459345 len=620895 2024-04-02T08:59:26.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 4212 completed, throughput=5MB/sec 2024-04-02T08:59:26.269 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dum221B5ajFaYpM off=1995697 len=960724 2024-04-02T08:59:26.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 4213 completed, throughput=5MB/sec 2024-04-02T08:59:26.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Yp0IqpPWnU7B8kC off=2062014 len=679708 2024-04-02T08:59:26.278 INFO:tasks.workunit.client.0.smithi028.stdout:op 4214 completed, throughput=5MB/sec 2024-04-02T08:59:26.278 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uP6ZDAJSH_2fyPe off=3278749 len=1227333 2024-04-02T08:59:26.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 4215 completed, throughput=5MB/sec 2024-04-02T08:59:26.283 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_zeAOlnoCGc2sm8 off=7575663 len=1157068 2024-04-02T08:59:26.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 4216 completed, throughput=5MB/sec 2024-04-02T08:59:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:26 smithi028 ceph-mon[94314]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:26 smithi028 ceph-mon[96890]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:26 smithi137 ceph-mon[88456]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T08:59:27.288 INFO:tasks.workunit.client.0.smithi028.stdout: 825: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:27.288 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dnkQxXVqzZQZd2L off=10005891 len=1009719 2024-04-02T08:59:27.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 4217 completed, throughput=5MB/sec 2024-04-02T08:59:27.294 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bS2H1J9OaIRozNC off=6785539 len=1531398 2024-04-02T08:59:27.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 4218 completed, throughput=5MB/sec 2024-04-02T08:59:27.295 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mfDvy0r6Lt7rqvs off=118364 len=1443095 2024-04-02T08:59:27.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 4219 completed, throughput=5MB/sec 2024-04-02T08:59:27.303 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--KfIz6gh8IhXcvY off=6591700 len=836724 2024-04-02T08:59:27.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 4220 completed, throughput=5MB/sec 2024-04-02T08:59:28.304 INFO:tasks.workunit.client.0.smithi028.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:28.304 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_YVYnn_YtCeL2t2 off=13442674 len=1923709 2024-04-02T08:59:28.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 4221 completed, throughput=5MB/sec 2024-04-02T08:59:28.305 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fMNpM7g7cKfiQqe off=1561556 len=160645 2024-04-02T08:59:28.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 4222 completed, throughput=5MB/sec 2024-04-02T08:59:28.309 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-znk8UwFPl-UUMTi off=417978 len=1976645 2024-04-02T08:59:28.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 4223 completed, throughput=5MB/sec 2024-04-02T08:59:28.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UV0yj98taIGan_6 off=13111477 len=415115 2024-04-02T08:59:28.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 4224 completed, throughput=5MB/sec 2024-04-02T08:59:28.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JFOElJXMJdqIIVc off=2327941 len=1207771 2024-04-02T08:59:28.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 4225 completed, throughput=5MB/sec 2024-04-02T08:59:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:28 smithi028 ceph-mon[94314]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:59:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:28 smithi028 ceph-mon[96890]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:59:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:28 smithi137 ceph-mon[88456]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T08:59:29.322 INFO:tasks.workunit.client.0.smithi028.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:29.322 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2To_6_CDJdPBfX9 off=14653104 len=1228311 2024-04-02T08:59:29.326 INFO:tasks.workunit.client.0.smithi028.stdout:op 4226 completed, throughput=5MB/sec 2024-04-02T08:59:29.326 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v0M51HXB-OqDmgV off=11770986 len=988976 2024-04-02T08:59:29.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 4227 completed, throughput=5MB/sec 2024-04-02T08:59:29.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bh6GVk8JdgiMNH2 off=16577473 len=1909728 2024-04-02T08:59:29.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 4228 completed, throughput=5MB/sec 2024-04-02T08:59:29.337 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fokk5jwqqI-JKjO off=302717 len=149516 2024-04-02T08:59:29.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 4229 completed, throughput=5MB/sec 2024-04-02T08:59:29.338 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CiluzmSxrs7K8Nv off=194303 len=655118 2024-04-02T08:59:29.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 4230 completed, throughput=5MB/sec 2024-04-02T08:59:30.340 INFO:tasks.workunit.client.0.smithi028.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:30.340 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zSbioG8qFSnOkyC off=6982694 len=282317 2024-04-02T08:59:30.340 INFO:tasks.workunit.client.0.smithi028.stdout:op 4231 completed, throughput=4.99MB/sec 2024-04-02T08:59:30.341 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-V7U8iSa7xDeoV8o off=687508 len=614868 2024-04-02T08:59:30.345 INFO:tasks.workunit.client.0.smithi028.stdout:op 4232 completed, throughput=5MB/sec 2024-04-02T08:59:30.345 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8tO_TaDQbGdTahW off=12151772 len=824806 2024-04-02T08:59:30.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 4233 completed, throughput=5MB/sec 2024-04-02T08:59:30.350 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q0OL2aIQDchKNIt off=7944502 len=407885 2024-04-02T08:59:30.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 4234 completed, throughput=5MB/sec 2024-04-02T08:59:30.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2gbDjnOnzOgKngd off=6536618 len=1605975 2024-04-02T08:59:30.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 4235 completed, throughput=5MB/sec 2024-04-02T08:59:30.354 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0O4oA_iRa1ON19O off=8605665 len=1240882 2024-04-02T08:59:30.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 4236 completed, throughput=5MB/sec 2024-04-02T08:59:30.362 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RZpqAm1bic9kZu9 off=14076767 len=1297919 2024-04-02T08:59:30.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 4237 completed, throughput=5MB/sec 2024-04-02T08:59:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:30 smithi028 ceph-mon[94314]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:59:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:30 smithi028 ceph-mon[96890]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:59:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:30 smithi137 ceph-mon[88456]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T08:59:31.363 INFO:tasks.workunit.client.0.smithi028.stdout: 829: throughput=5MB/sec pending data=0 2024-04-02T08:59:31.363 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-54SoOElm5TdodRC off=5989732 len=1746635 2024-04-02T08:59:31.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 4238 completed, throughput=5MB/sec 2024-04-02T08:59:31.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6mFVaSQk_4I8Ggl off=17303810 len=1812297 2024-04-02T08:59:31.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 4239 completed, throughput=5MB/sec 2024-04-02T08:59:31.377 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gaIJQgazO3otUCI off=6286255 len=1965 2024-04-02T08:59:31.380 INFO:tasks.workunit.client.0.smithi028.stdout:op 4240 completed, throughput=5MB/sec 2024-04-02T08:59:31.380 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tGEQAKYhuuwCOML off=1363344 len=1002775 2024-04-02T08:59:31.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 4241 completed, throughput=5MB/sec 2024-04-02T08:59:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:59:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:59:31] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T08:59:32.385 INFO:tasks.workunit.client.0.smithi028.stdout: 830: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:32.385 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JSkYGA9Y8wzNVEp off=7533167 len=1664542 2024-04-02T08:59:32.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 4242 completed, throughput=5MB/sec 2024-04-02T08:59:32.391 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wTHSOalCrC15-ak off=506040 len=529588 2024-04-02T08:59:32.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 4243 completed, throughput=5MB/sec 2024-04-02T08:59:32.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ObYD5HL6YFVKGR7 off=3978417 len=1708523 2024-04-02T08:59:32.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 4244 completed, throughput=5MB/sec 2024-04-02T08:59:32.395 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9A5jvRBzXmJ7y7g off=9019195 len=1359912 2024-04-02T08:59:32.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 4245 completed, throughput=5MB/sec 2024-04-02T08:59:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:32 smithi137 ceph-mon[88456]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:59:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:59:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:32 smithi028 ceph-mon[94314]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:59:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:32 smithi028 ceph-mon[96890]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-02T08:59:33.400 INFO:tasks.workunit.client.0.smithi028.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:33.400 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wvdy5_wh6I803pr off=6115136 len=251371 2024-04-02T08:59:33.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 4246 completed, throughput=4.99MB/sec 2024-04-02T08:59:33.400 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aLtV-4EFhGsbs_V off=953946 len=1866448 2024-04-02T08:59:33.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 4247 completed, throughput=5MB/sec 2024-04-02T08:59:33.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-acr_-_6-CXgU_8R off=13530788 len=769477 2024-04-02T08:59:33.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 4248 completed, throughput=5MB/sec 2024-04-02T08:59:33.404 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HX67ui0yTQbMeX5 off=2034025 len=1674422 2024-04-02T08:59:33.407 INFO:tasks.workunit.client.0.smithi028.stdout:op 4249 completed, throughput=5MB/sec 2024-04-02T08:59:33.407 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ev2-n1MMCFet0BZ off=3431135 len=1889471 2024-04-02T08:59:33.409 INFO:tasks.workunit.client.0.smithi028.stdout:op 4250 completed, throughput=5MB/sec 2024-04-02T08:59:34.409 INFO:tasks.workunit.client.0.smithi028.stdout: 832: throughput=5MB/sec pending data=0 2024-04-02T08:59:34.409 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SsaJUIoWo3DxUt4 off=9288888 len=2006071 2024-04-02T08:59:34.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 4251 completed, throughput=5MB/sec 2024-04-02T08:59:34.416 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i7mdCTwliRWnA-F off=4275580 len=2060521 2024-04-02T08:59:34.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 4252 completed, throughput=5MB/sec 2024-04-02T08:59:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:34 smithi028 ceph-mon[94314]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:59:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:34 smithi028 ceph-mon[96890]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:59:34.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:34 smithi137 ceph-mon[88456]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T08:59:35.418 INFO:tasks.workunit.client.0.smithi028.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:35.419 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z7kC_QwKZsmRP49 off=372346 len=1412157 2024-04-02T08:59:35.420 INFO:tasks.workunit.client.0.smithi028.stdout:op 4253 completed, throughput=5MB/sec 2024-04-02T08:59:35.420 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6DjOFao0AZ1xpuu off=12058278 len=1057717 2024-04-02T08:59:35.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 4254 completed, throughput=5MB/sec 2024-04-02T08:59:35.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DtMzJtk7PxJuUJj off=1080903 len=441373 2024-04-02T08:59:35.429 INFO:tasks.workunit.client.0.smithi028.stdout:op 4255 completed, throughput=5MB/sec 2024-04-02T08:59:35.429 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qh22FnPkNerEKrk off=4795433 len=788157 2024-04-02T08:59:35.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 4256 completed, throughput=5MB/sec 2024-04-02T08:59:35.430 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lPVwxrKhGU-hXIe off=4045357 len=1789132 2024-04-02T08:59:35.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 4257 completed, throughput=5MB/sec 2024-04-02T08:59:36.432 INFO:tasks.workunit.client.0.smithi028.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LluT51dB4ATVZEc off=2822219 len=132785 2024-04-02T08:59:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:op 4258 completed, throughput=4.99MB/sec 2024-04-02T08:59:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-54NuJiao4rYW0tx off=3009471 len=521209 2024-04-02T08:59:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 4259 completed, throughput=5MB/sec 2024-04-02T08:59:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZF0fw-mS8PAEyK6 off=1342783 len=1034257 2024-04-02T08:59:36.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 4260 completed, throughput=5MB/sec 2024-04-02T08:59:36.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yW5A_sf5rI94pV3 off=225969 len=729607 2024-04-02T08:59:36.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 4261 completed, throughput=5MB/sec 2024-04-02T08:59:36.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bYTc-b9dQrz3_vb off=4134596 len=167928 2024-04-02T08:59:36.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 4262 completed, throughput=5MB/sec 2024-04-02T08:59:36.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-05VlHhgTtmOJbma off=5836424 len=1806038 2024-04-02T08:59:36.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 4263 completed, throughput=5MB/sec 2024-04-02T08:59:36.446 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4LWIs9d-I508uCY off=7096787 len=1580584 2024-04-02T08:59:36.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 4264 completed, throughput=5MB/sec 2024-04-02T08:59:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:36 smithi028 ceph-mon[94314]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:59:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:36 smithi028 ceph-mon[96890]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:59:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:36 smithi137 ceph-mon[88456]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-02T08:59:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:37.452 INFO:tasks.workunit.client.0.smithi028.stdout: 835: throughput=5MB/sec pending data=0 2024-04-02T08:59:37.453 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jgyvzECrJqBCRM9 off=19505973 len=335164 2024-04-02T08:59:37.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 4265 completed, throughput=5MB/sec 2024-04-02T08:59:37.453 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mpy3Bba_fEwny8B off=16129991 len=1728662 2024-04-02T08:59:37.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 4266 completed, throughput=5MB/sec 2024-04-02T08:59:37.461 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_X3j3meRGJtzHO4 off=15362742 len=1739763 2024-04-02T08:59:37.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 4267 completed, throughput=5MB/sec 2024-04-02T08:59:37.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MMua-nMe5_TVEel off=7090388 len=77498 2024-04-02T08:59:37.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 4268 completed, throughput=5MB/sec 2024-04-02T08:59:37.469 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BjTPAL8VtVfDliJ off=241979 len=556550 2024-04-02T08:59:37.473 INFO:tasks.workunit.client.0.smithi028.stdout:op 4269 completed, throughput=5MB/sec 2024-04-02T08:59:38.472 INFO:tasks.workunit.client.0.smithi028.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:38.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GZ-_9rwt630Efni off=3499073 len=1306571 2024-04-02T08:59:38.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 4270 completed, throughput=5MB/sec 2024-04-02T08:59:38.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K6EptaYKCqEucea off=3488810 len=1864488 2024-04-02T08:59:38.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 4271 completed, throughput=5MB/sec 2024-04-02T08:59:38.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aVk58YTM1zp1HZE off=9245822 len=1533748 2024-04-02T08:59:38.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 4272 completed, throughput=5MB/sec 2024-04-02T08:59:38.477 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RJUUzYwLcQDjkYi off=13110362 len=659968 2024-04-02T08:59:38.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 4273 completed, throughput=5MB/sec 2024-04-02T08:59:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:38 smithi028 ceph-mon[94314]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:38 smithi028 ceph-mon[96890]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:38 smithi137 ceph-mon[88456]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T08:59:39.480 INFO:tasks.workunit.client.0.smithi028.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:39.480 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d6eo2BnqwPgOo42 off=6485350 len=1781358 2024-04-02T08:59:39.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 4274 completed, throughput=5MB/sec 2024-04-02T08:59:39.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NI2cP6BQuaAYkU4 off=19435669 len=1310672 2024-04-02T08:59:39.503 INFO:tasks.workunit.client.0.smithi028.stdout:op 4275 completed, throughput=5MB/sec 2024-04-02T08:59:39.503 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NxKWmoGR0Kb-LsS off=2330206 len=1851448 2024-04-02T08:59:39.506 INFO:tasks.workunit.client.0.smithi028.stdout:op 4276 completed, throughput=5MB/sec 2024-04-02T08:59:39.507 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-acr_-_6-CXgU_8R off=19232891 len=678417 2024-04-02T08:59:39.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 4277 completed, throughput=5MB/sec 2024-04-02T08:59:40.508 INFO:tasks.workunit.client.0.smithi028.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:40.508 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HaWBfxrB3zqnFVF off=2254461 len=12150 2024-04-02T08:59:40.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 4278 completed, throughput=4.99MB/sec 2024-04-02T08:59:40.509 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ki0t8Spnm0erfqk off=2059904 len=345003 2024-04-02T08:59:40.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 4279 completed, throughput=5MB/sec 2024-04-02T08:59:40.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YQaqTT0i4xIcyy4 off=123227 len=1595574 2024-04-02T08:59:40.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 4280 completed, throughput=5MB/sec 2024-04-02T08:59:40.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4HeDD9jrUXAIhrY off=4606586 len=934806 2024-04-02T08:59:40.516 INFO:tasks.workunit.client.0.smithi028.stdout:op 4281 completed, throughput=5MB/sec 2024-04-02T08:59:40.516 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7Qo4Un3UMlrZ_Tb off=13611479 len=967170 2024-04-02T08:59:40.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 4282 completed, throughput=5MB/sec 2024-04-02T08:59:40.520 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_ooRFtp4VdcKENA off=2642328 len=2035182 2024-04-02T08:59:40.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 4283 completed, throughput=5MB/sec 2024-04-02T08:59:40.697 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:40 smithi137 ceph-mon[88456]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:40 smithi028 ceph-mon[94314]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:40 smithi028 ceph-mon[96890]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T08:59:41.533 INFO:tasks.workunit.client.0.smithi028.stdout: 839: throughput=5MB/sec pending data=0 2024-04-02T08:59:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FC22ny2BNsb1R8y off=19986437 len=515965 2024-04-02T08:59:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 4284 completed, throughput=5MB/sec 2024-04-02T08:59:41.534 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bPWhisjLxrT67a0 off=10826558 len=601072 2024-04-02T08:59:41.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 4285 completed, throughput=5MB/sec 2024-04-02T08:59:41.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XwDo4uNXaplCzhB off=17691096 len=2043360 2024-04-02T08:59:41.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 4286 completed, throughput=5MB/sec 2024-04-02T08:59:41.545 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lVdPevdB3FIHH4D off=1196903 len=1030917 2024-04-02T08:59:41.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 4287 completed, throughput=5MB/sec 2024-04-02T08:59:41.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pc0eRZjwt84rIwe off=9478332 len=1307530 2024-04-02T08:59:41.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 4288 completed, throughput=5MB/sec 2024-04-02T08:59:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:59:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:59:41] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-02T08:59:42.554 INFO:tasks.workunit.client.0.smithi028.stdout: 840: throughput=5MB/sec pending data=0 2024-04-02T08:59:42.554 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d6Jnx3-j880fXjW off=7900089 len=1044962 2024-04-02T08:59:42.555 INFO:tasks.workunit.client.0.smithi028.stdout:op 4289 completed, throughput=5MB/sec 2024-04-02T08:59:42.555 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8i2X-D7QgfKpS5h off=7559321 len=367726 2024-04-02T08:59:42.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 4290 completed, throughput=5MB/sec 2024-04-02T08:59:42.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k7cS50m85V90mnh off=7886705 len=1848919 2024-04-02T08:59:42.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 4291 completed, throughput=5MB/sec 2024-04-02T08:59:42.561 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o2qm-jy2_H8Aa7o off=16035161 len=1773833 2024-04-02T08:59:42.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 4292 completed, throughput=5MB/sec 2024-04-02T08:59:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:42 smithi137 ceph-mon[88456]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:59:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:42 smithi028 ceph-mon[94314]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:42 smithi028 ceph-mon[96890]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T08:59:43.569 INFO:tasks.workunit.client.0.smithi028.stdout: 841: throughput=5MB/sec pending data=0 2024-04-02T08:59:43.569 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B2qntcrbmD-rmme off=3012089 len=1810353 2024-04-02T08:59:43.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 4293 completed, throughput=5MB/sec 2024-04-02T08:59:43.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6kZzM8sur7OF_6a off=15604661 len=2021151 2024-04-02T08:59:43.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 4294 completed, throughput=5MB/sec 2024-04-02T08:59:43.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Fyle8TONQEQUrsO off=14198432 len=1204735 2024-04-02T08:59:43.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 4295 completed, throughput=5MB/sec 2024-04-02T08:59:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:44.593 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-niEO_HoTr3jKwog off=6531644 len=572102 2024-04-02T08:59:44.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 4296 completed, throughput=5MB/sec 2024-04-02T08:59:44.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fXhVZmg92lTy8rK off=8286775 len=642928 2024-04-02T08:59:44.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 4297 completed, throughput=5MB/sec 2024-04-02T08:59:44.599 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C_NlgV4pZSrGf5b off=6545205 len=482967 2024-04-02T08:59:44.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 4298 completed, throughput=5MB/sec 2024-04-02T08:59:44.600 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-enEvfPs33XQwCey off=306381 len=1322693 2024-04-02T08:59:44.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 4299 completed, throughput=5MB/sec 2024-04-02T08:59:44.601 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JenRM3BgsOvdsxS off=11033067 len=957268 2024-04-02T08:59:44.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 4300 completed, throughput=5MB/sec 2024-04-02T08:59:44.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yz6w2cSq2aC3rLK off=12192374 len=1063745 2024-04-02T08:59:44.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 4301 completed, throughput=5MB/sec 2024-04-02T08:59:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:44 smithi028 ceph-mon[94314]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:44 smithi028 ceph-mon[96890]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:44 smithi137 ceph-mon[88456]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:45.607 INFO:tasks.workunit.client.0.smithi028.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:45.607 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dQ_dDcwuYX1IoMV off=16850116 len=738703 2024-04-02T08:59:45.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 4302 completed, throughput=5MB/sec 2024-04-02T08:59:45.611 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Un--SV4vL0h1_ak off=7266540 len=23036 2024-04-02T08:59:45.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 4303 completed, throughput=5MB/sec 2024-04-02T08:59:45.611 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3ICf6nXHqhCPLBJ off=5072857 len=1042826 2024-04-02T08:59:45.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 4304 completed, throughput=5MB/sec 2024-04-02T08:59:45.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8Sc-DjiRGoKcofM off=18172330 len=108316 2024-04-02T08:59:45.615 INFO:tasks.workunit.client.0.smithi028.stdout:op 4305 completed, throughput=5MB/sec 2024-04-02T08:59:45.615 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J5oCqLUMWUrbAoS off=3833102 len=1957229 2024-04-02T08:59:45.623 INFO:tasks.workunit.client.0.smithi028.stdout:op 4306 completed, throughput=5MB/sec 2024-04-02T08:59:45.623 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R366vdIoEuZu1N7 off=8588527 len=401407 2024-04-02T08:59:45.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 4307 completed, throughput=5MB/sec 2024-04-02T08:59:45.627 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h1M40d_u58S54vU off=12808325 len=115027 2024-04-02T08:59:45.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 4308 completed, throughput=5MB/sec 2024-04-02T08:59:45.627 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vI-PtOxI0GHwXsf off=6052464 len=315259 2024-04-02T08:59:45.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 4309 completed, throughput=5MB/sec 2024-04-02T08:59:45.630 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qZMQhsLGPKuwHGa off=1110191 len=811262 2024-04-02T08:59:45.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 4310 completed, throughput=5MB/sec 2024-04-02T08:59:46.631 INFO:tasks.workunit.client.0.smithi028.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:46.631 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OmCtJXvH7VM3UbU off=2432558 len=1883105 2024-04-02T08:59:46.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 4311 completed, throughput=5MB/sec 2024-04-02T08:59:46.638 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kgquVUzXFyULWKr off=8510027 len=100415 2024-04-02T08:59:46.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 4312 completed, throughput=5MB/sec 2024-04-02T08:59:46.640 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0jAdGYKFD3q4Aoj off=56493 len=1823165 2024-04-02T08:59:46.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 4313 completed, throughput=5MB/sec 2024-04-02T08:59:46.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iRJZIehtc6GRP40 off=1320875 len=1026158 2024-04-02T08:59:46.647 INFO:tasks.workunit.client.0.smithi028.stdout:op 4314 completed, throughput=5MB/sec 2024-04-02T08:59:46.647 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lfE0XbqHxrL-IDK off=3358581 len=1584269 2024-04-02T08:59:46.652 INFO:tasks.workunit.client.0.smithi028.stdout:op 4315 completed, throughput=5MB/sec 2024-04-02T08:59:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:46 smithi028 ceph-mon[94314]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:46 smithi028 ceph-mon[96890]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:46 smithi137 ceph-mon[88456]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T08:59:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T08:59:47.653 INFO:tasks.workunit.client.0.smithi028.stdout: 845: throughput=5MB/sec pending data=0 2024-04-02T08:59:47.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aWSpXF_I3LZ9Pi5 off=4719758 len=1032894 2024-04-02T08:59:47.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 4316 completed, throughput=5MB/sec 2024-04-02T08:59:47.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0PMsvW8MEujE2ch off=1904829 len=1252847 2024-04-02T08:59:47.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 4317 completed, throughput=5MB/sec 2024-04-02T08:59:47.663 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aQENakDYgRHyuns off=18257805 len=152611 2024-04-02T08:59:47.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 4318 completed, throughput=5MB/sec 2024-04-02T08:59:47.663 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mLbPPTBjIiw2ld4 off=1319136 len=1087771 2024-04-02T08:59:47.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 4319 completed, throughput=5MB/sec 2024-04-02T08:59:47.666 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rfSB19iSqqrHzus off=4584939 len=1053472 2024-04-02T08:59:47.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 4320 completed, throughput=5MB/sec 2024-04-02T08:59:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:47 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:59:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:47 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:59:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T08:59:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T08:59:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:47 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T08:59:48.670 INFO:tasks.workunit.client.0.smithi028.stdout: 846: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:48.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--jH8li29gSCKviK off=1126893 len=1852995 2024-04-02T08:59:48.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 4321 completed, throughput=5MB/sec 2024-04-02T08:59:48.677 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HcsY-xLS0nYtwdj off=5430381 len=1474903 2024-04-02T08:59:48.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 4322 completed, throughput=5MB/sec 2024-04-02T08:59:48.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A_4ki1ZUXAb6EkI off=5999887 len=1324239 2024-04-02T08:59:48.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 4323 completed, throughput=5MB/sec 2024-04-02T08:59:48.686 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DQfVyBO6iGcvTOc off=18388899 len=1840600 2024-04-02T08:59:48.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 4324 completed, throughput=5MB/sec 2024-04-02T08:59:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:48 smithi028 ceph-mon[94314]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:59:48.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:48 smithi028 ceph-mon[96890]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:59:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:48 smithi137 ceph-mon[88456]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T08:59:49.696 INFO:tasks.workunit.client.0.smithi028.stdout: 847: throughput=5MB/sec pending data=0 2024-04-02T08:59:49.696 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F7j0tbueOu_Xwtw off=18114959 len=604691 2024-04-02T08:59:49.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 4325 completed, throughput=5MB/sec 2024-04-02T08:59:49.701 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZzEBQtT07WF7gr1 off=3303543 len=251568 2024-04-02T08:59:49.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 4326 completed, throughput=5MB/sec 2024-04-02T08:59:49.701 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CjIjVlzyYylnxE2 off=4718780 len=1602624 2024-04-02T08:59:49.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 4327 completed, throughput=5MB/sec 2024-04-02T08:59:49.710 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CguHlzQd9hHl7DY off=2423 len=1649597 2024-04-02T08:59:49.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 4328 completed, throughput=5MB/sec 2024-04-02T08:59:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:50 smithi028 ceph-mon[94314]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:50 smithi028 ceph-mon[96890]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:50.717 INFO:tasks.workunit.client.0.smithi028.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:50.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X2BiHmdY8vzzo1L off=3376526 len=1268836 2024-04-02T08:59:50.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 4329 completed, throughput=5MB/sec 2024-04-02T08:59:50.721 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VgE-fo3lMUguQTp off=4390558 len=362285 2024-04-02T08:59:50.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 4330 completed, throughput=5MB/sec 2024-04-02T08:59:50.722 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cwLVEEAoVa0PFM6 off=904348 len=2004598 2024-04-02T08:59:50.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 4331 completed, throughput=5MB/sec 2024-04-02T08:59:50.724 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FE2aiSH1pTtaBbW off=4117279 len=650843 2024-04-02T08:59:50.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 4332 completed, throughput=5MB/sec 2024-04-02T08:59:50.728 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FJzskHVF3TFag8t off=10606302 len=902244 2024-04-02T08:59:50.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 4333 completed, throughput=5MB/sec 2024-04-02T08:59:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:50 smithi137 ceph-mon[88456]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T08:59:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 08:59:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:08:59:51] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-02T08:59:51.729 INFO:tasks.workunit.client.0.smithi028.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:51.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c9feznANQ-ZV017 off=1391035 len=1933390 2024-04-02T08:59:51.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 4334 completed, throughput=5MB/sec 2024-04-02T08:59:51.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--XwqA6OqzTE0ckJ off=1799660 len=226644 2024-04-02T08:59:51.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 4335 completed, throughput=5MB/sec 2024-04-02T08:59:51.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w8bxSP8uPGd3E2I off=370450 len=880739 2024-04-02T08:59:51.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 4336 completed, throughput=5MB/sec 2024-04-02T08:59:51.740 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JT_L5SeHDo_ONkA off=843242 len=985656 2024-04-02T08:59:51.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 4337 completed, throughput=5MB/sec 2024-04-02T08:59:51.741 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l7bg7c03M7okHnG off=2467599 len=531436 2024-04-02T08:59:51.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 4338 completed, throughput=5MB/sec 2024-04-02T08:59:51.745 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nPIHkh327a-mKz2 off=17624675 len=918383 2024-04-02T08:59:51.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 4339 completed, throughput=5MB/sec 2024-04-02T08:59:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T08:59:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:52 smithi137 ceph-mon[88456]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 08:59:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T08:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T08:59:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:52 smithi028 ceph-mon[94314]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:52 smithi028 ceph-mon[96890]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T08:59:52.746 INFO:tasks.workunit.client.0.smithi028.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:52.746 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PBnCGEaQXjaRlNt off=2354364 len=715022 2024-04-02T08:59:52.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 4340 completed, throughput=5MB/sec 2024-04-02T08:59:52.747 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AoptHoA87EDa9D9 off=12644173 len=1195127 2024-04-02T08:59:52.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 4341 completed, throughput=5MB/sec 2024-04-02T08:59:52.748 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QE5uHQ9NNJxWc3i off=3795706 len=1631172 2024-04-02T08:59:52.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 4342 completed, throughput=5MB/sec 2024-04-02T08:59:52.755 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SC_yLZWMPB62Zyx off=6529418 len=1657554 2024-04-02T08:59:52.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 4343 completed, throughput=5MB/sec 2024-04-02T08:59:53.761 INFO:tasks.workunit.client.0.smithi028.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:53.761 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L6aRmt3FuejAaLK off=3501205 len=63195 2024-04-02T08:59:53.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 4344 completed, throughput=4.99MB/sec 2024-04-02T08:59:53.762 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GZxzWkUnviyo9JW off=298870 len=1226475 2024-04-02T08:59:53.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 4345 completed, throughput=5MB/sec 2024-04-02T08:59:53.770 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--5JYej4xT2GNc-Z off=11113855 len=1144678 2024-04-02T08:59:53.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 4346 completed, throughput=5MB/sec 2024-04-02T08:59:53.771 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mDVG5SYLeB4xn00 off=1548222 len=1973905 2024-04-02T08:59:53.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 4347 completed, throughput=5MB/sec 2024-04-02T08:59:53.779 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sLuWTtbz7bI0meK off=7796877 len=1060589 2024-04-02T08:59:53.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 4348 completed, throughput=5MB/sec 2024-04-02T08:59:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:54 smithi028 ceph-mon[94314]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:59:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:54 smithi028 ceph-mon[96890]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:59:54.780 INFO:tasks.workunit.client.0.smithi028.stdout: 852: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:54.780 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e3IzZsL2vnI5J9p off=3828837 len=206060 2024-04-02T08:59:54.784 INFO:tasks.workunit.client.0.smithi028.stdout:op 4349 completed, throughput=5MB/sec 2024-04-02T08:59:54.784 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qjf9BVbHCaKiAl9 off=2495207 len=1696800 2024-04-02T08:59:54.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 4350 completed, throughput=5MB/sec 2024-04-02T08:59:54.790 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o59-_f6mNod5PMx off=7946052 len=866182 2024-04-02T08:59:54.791 INFO:tasks.workunit.client.0.smithi028.stdout:op 4351 completed, throughput=5MB/sec 2024-04-02T08:59:54.791 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--x8ZLOpS0GfNa_V off=2394078 len=1837788 2024-04-02T08:59:54.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 4352 completed, throughput=5MB/sec 2024-04-02T08:59:54.797 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4ymaveF6hGvRK4E off=7007474 len=1562106 2024-04-02T08:59:54.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 4353 completed, throughput=5MB/sec 2024-04-02T08:59:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:54 smithi137 ceph-mon[88456]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T08:59:55.806 INFO:tasks.workunit.client.0.smithi028.stdout: 853: throughput=5MB/sec pending data=0 2024-04-02T08:59:55.806 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XRg7fVxX4yH9H3t off=3866619 len=1272687 2024-04-02T08:59:55.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 4354 completed, throughput=5MB/sec 2024-04-02T08:59:55.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sj8q_DSQQKpzYd5 off=7863907 len=41546 2024-04-02T08:59:55.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 4355 completed, throughput=5MB/sec 2024-04-02T08:59:55.816 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1ganXCzUxdntOLb off=6156806 len=312659 2024-04-02T08:59:55.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 4356 completed, throughput=5MB/sec 2024-04-02T08:59:55.816 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VejszikxZ_skxDW off=9480856 len=1653424 2024-04-02T08:59:55.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 4357 completed, throughput=5MB/sec 2024-04-02T08:59:55.823 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SMSJREAm-5YsQlG off=735501 len=1639755 2024-04-02T08:59:55.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 4358 completed, throughput=5MB/sec 2024-04-02T08:59:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:56 smithi028 ceph-mon[94314]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:59:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:56 smithi028 ceph-mon[96890]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:59:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: 854: throughput=5MB/sec pending data=0 2024-04-02T08:59:56.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gv-5OZz9wjTpBl8 off=18695887 len=1772114 2024-04-02T08:59:56.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 4359 completed, throughput=5MB/sec 2024-04-02T08:59:56.830 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--esSV8H941jKhJR off=6957576 len=1036415 2024-04-02T08:59:56.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 4360 completed, throughput=5MB/sec 2024-04-02T08:59:56.831 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OK2JY9SYB3EK-0w off=7712328 len=1662023 2024-04-02T08:59:56.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 4361 completed, throughput=5MB/sec 2024-04-02T08:59:56.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:56 smithi137 ceph-mon[88456]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T08:59:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:57.833 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-saTrgsKmQEDGSgM off=18687782 len=779616 2024-04-02T08:59:57.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 4362 completed, throughput=5MB/sec 2024-04-02T08:59:57.838 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FBVcw6e12C3JguS off=11578508 len=214007 2024-04-02T08:59:57.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 4363 completed, throughput=5MB/sec 2024-04-02T08:59:57.841 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fUM-upE7r-uc_SA off=1582011 len=194390 2024-04-02T08:59:57.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 4364 completed, throughput=5MB/sec 2024-04-02T08:59:57.842 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-38hhxmSCnnIT2m5 off=1116947 len=106976 2024-04-02T08:59:57.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 4365 completed, throughput=5MB/sec 2024-04-02T08:59:57.844 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ci0EwDWx_lUrowl off=7778031 len=1602374 2024-04-02T08:59:57.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 4366 completed, throughput=5MB/sec 2024-04-02T08:59:57.852 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U_s3AOuXOaFHNQf off=9590155 len=1336015 2024-04-02T08:59:57.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 4367 completed, throughput=5MB/sec 2024-04-02T08:59:57.859 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-saPyGFLrS7k9uMK off=12234199 len=989978 2024-04-02T08:59:57.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 4368 completed, throughput=5MB/sec 2024-04-02T08:59:57.864 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_CGg-6-o9J0kIOT off=3130457 len=976136 2024-04-02T08:59:57.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 4369 completed, throughput=5MB/sec 2024-04-02T08:59:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: 856: throughput=5MB/sec pending data=0 2024-04-02T08:59:58.868 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x6BwVeRBIv6s1tO off=6338859 len=611723 2024-04-02T08:59:58.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 4370 completed, throughput=5MB/sec 2024-04-02T08:59:58.872 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UoNST2pdx7O9qMc off=9101074 len=1588564 2024-04-02T08:59:58.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 4371 completed, throughput=5MB/sec 2024-04-02T08:59:58.878 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U7EBrrUrHj96wQw off=2917878 len=1604569 2024-04-02T08:59:58.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 4372 completed, throughput=5MB/sec 2024-04-02T08:59:58.884 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hiVzGPSgXEjS4Jk off=4769610 len=690881 2024-04-02T08:59:58.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 4373 completed, throughput=5MB/sec 2024-04-02T08:59:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 08:59:58 smithi137 ceph-mon[88456]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:59:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 08:59:58 smithi028 ceph-mon[94314]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:59:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 08:59:58 smithi028 ceph-mon[96890]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-04-02T08:59:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: 857: throughput=4.99MB/sec pending data=0 2024-04-02T08:59:59.888 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yJbVFBYNbm3Yz4j off=3842604 len=1701068 2024-04-02T08:59:59.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 4374 completed, throughput=5MB/sec 2024-04-02T08:59:59.895 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_032T3nlZynQ20g off=3148284 len=537234 2024-04-02T08:59:59.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 4375 completed, throughput=5MB/sec 2024-04-02T08:59:59.899 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LwDlFKM2k6ZSY5m off=4640350 len=123160 2024-04-02T08:59:59.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 4376 completed, throughput=5MB/sec 2024-04-02T08:59:59.902 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QgwpWZeQJiJmdAY off=3738162 len=538787 2024-04-02T08:59:59.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 4377 completed, throughput=5MB/sec 2024-04-02T08:59:59.906 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e-IAe3DHGia9d9c off=3039580 len=1269666 2024-04-02T08:59:59.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 4378 completed, throughput=5MB/sec 2024-04-02T08:59:59.907 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-icwhw47ViWF5Upj off=6044898 len=665279 2024-04-02T08:59:59.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 4379 completed, throughput=5MB/sec 2024-04-02T08:59:59.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uOrT4Q7B2ofbdM0 off=793819 len=265426 2024-04-02T08:59:59.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 4380 completed, throughput=5MB/sec 2024-04-02T08:59:59.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wWJQjeaXeJjnl6W off=18166 len=2084700 2024-04-02T08:59:59.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 4381 completed, throughput=5MB/sec 2024-04-02T09:00:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:00 smithi137 ceph-mon[88456]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:00 smithi137 ceph-mon[88456]: overall HEALTH_OK 2024-04-02T09:00:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: 858: throughput=5MB/sec pending data=0 2024-04-02T09:00:00.916 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CKnkWJkf7tdlJB8 off=8698798 len=3516 2024-04-02T09:00:00.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 4382 completed, throughput=5MB/sec 2024-04-02T09:00:00.916 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5i6ZL5kOM9aSVdo off=1915948 len=1012284 2024-04-02T09:00:00.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 4383 completed, throughput=5MB/sec 2024-04-02T09:00:00.917 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2Sg4O21v5wkNVaO off=1622659 len=1307611 2024-04-02T09:00:00.919 INFO:tasks.workunit.client.0.smithi028.stdout:op 4384 completed, throughput=5MB/sec 2024-04-02T09:00:00.919 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hDiNCZrIYWyuChK off=2999088 len=579407 2024-04-02T09:00:00.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 4385 completed, throughput=5MB/sec 2024-04-02T09:00:00.922 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rpVs9qNQmMfwwCg off=8256844 len=1324900 2024-04-02T09:00:00.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 4386 completed, throughput=5MB/sec 2024-04-02T09:00:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:00 smithi028 ceph-mon[94314]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:00 smithi028 ceph-mon[94314]: overall HEALTH_OK 2024-04-02T09:00:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:00 smithi028 ceph-mon[96890]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-02T09:00:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:00 smithi028 ceph-mon[96890]: overall HEALTH_OK 2024-04-02T09:00:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:00:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:00:01] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-02T09:00:01.923 INFO:tasks.workunit.client.0.smithi028.stdout: 859: throughput=5MB/sec pending data=0 2024-04-02T09:00:01.924 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7Kvyyomr0OEppOM off=6336253 len=365549 2024-04-02T09:00:01.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 4387 completed, throughput=5MB/sec 2024-04-02T09:00:01.924 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jQbPCFwf7Khwhmr off=2210934 len=848171 2024-04-02T09:00:01.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 4388 completed, throughput=5MB/sec 2024-04-02T09:00:01.926 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--SOlh40t-LEKf44 off=622852 len=792328 2024-04-02T09:00:01.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 4389 completed, throughput=5MB/sec 2024-04-02T09:00:01.927 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KjniCovdXhvWofI off=5005796 len=1076568 2024-04-02T09:00:01.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 4390 completed, throughput=5MB/sec 2024-04-02T09:00:01.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_F4i1pZkLe0T0uT off=20193049 len=460931 2024-04-02T09:00:01.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 4391 completed, throughput=5MB/sec 2024-04-02T09:00:01.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GU3CSfCQ7CxrvWp off=6238103 len=653648 2024-04-02T09:00:01.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 4392 completed, throughput=5MB/sec 2024-04-02T09:00:01.934 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rrhkeVaZ80OkQhD off=17783435 len=61393 2024-04-02T09:00:01.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 4393 completed, throughput=5MB/sec 2024-04-02T09:00:01.937 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m-Io1L13C2KCKMo off=5319859 len=660287 2024-04-02T09:00:01.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 4394 completed, throughput=5MB/sec 2024-04-02T09:00:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:02 smithi137 ceph-mon[88456]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:00:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:00:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:02.938 INFO:tasks.workunit.client.0.smithi028.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:02.938 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eOZPhE9zOsDfbG4 off=2296914 len=74923 2024-04-02T09:00:02.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 4395 completed, throughput=4.99MB/sec 2024-04-02T09:00:02.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BmqvO6WmbtURaCI off=1244575 len=1868098 2024-04-02T09:00:02.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 4396 completed, throughput=5MB/sec 2024-04-02T09:00:02.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EKoCZa341vpNvlp off=5883520 len=1115490 2024-04-02T09:00:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:02 smithi028 ceph-mon[94314]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:02 smithi028 ceph-mon[96890]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:00:02.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 4397 completed, throughput=5MB/sec 2024-04-02T09:00:02.950 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E5wER3D4zZEB25h off=15303392 len=831039 2024-04-02T09:00:02.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 4398 completed, throughput=5MB/sec 2024-04-02T09:00:02.955 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_C7wbPCH8olJfQ5 off=5524766 len=1908540 2024-04-02T09:00:02.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 4399 completed, throughput=5MB/sec 2024-04-02T09:00:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:03 smithi137 ceph-mon[88456]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:03 smithi028 ceph-mon[94314]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:03 smithi028 ceph-mon[96890]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:03.962 INFO:tasks.workunit.client.0.smithi028.stdout: 861: throughput=5MB/sec pending data=0 2024-04-02T09:00:03.962 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ViF661k1AZqXbXP off=11442347 len=77636 2024-04-02T09:00:03.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 4400 completed, throughput=5MB/sec 2024-04-02T09:00:03.963 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z_Zlvcv7d6NL5wf off=3337500 len=1158260 2024-04-02T09:00:03.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 4401 completed, throughput=5MB/sec 2024-04-02T09:00:03.969 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Uvj9Y66FaHqRIik off=2315457 len=785975 2024-04-02T09:00:03.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 4402 completed, throughput=5MB/sec 2024-04-02T09:00:03.972 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NqvZiZrFhYaLQEU off=14783098 len=1893281 2024-04-02T09:00:03.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 4403 completed, throughput=5MB/sec 2024-04-02T09:00:03.976 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lt2eJwcXngLAsly off=9978713 len=2007406 2024-04-02T09:00:03.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 4404 completed, throughput=5MB/sec 2024-04-02T09:00:04.988 INFO:tasks.workunit.client.0.smithi028.stdout: 862: throughput=5MB/sec pending data=0 2024-04-02T09:00:04.988 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pAN69qxsz8S6IpO off=2074592 len=1731235 2024-04-02T09:00:04.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 4405 completed, throughput=5MB/sec 2024-04-02T09:00:04.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eCvnoeicGYKPewY off=13062765 len=557012 2024-04-02T09:00:04.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 4406 completed, throughput=5MB/sec 2024-04-02T09:00:04.997 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mhnFkOCaOZEwnDt off=16672620 len=897030 2024-04-02T09:00:05.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 4407 completed, throughput=5MB/sec 2024-04-02T09:00:05.002 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Rj3NShuSodI0eYX off=1208728 len=1502494 2024-04-02T09:00:05.007 INFO:tasks.workunit.client.0.smithi028.stdout:op 4408 completed, throughput=5MB/sec 2024-04-02T09:00:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: 863: throughput=5MB/sec pending data=0 2024-04-02T09:00:06.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MxkOC3AjAF71ati off=6182330 len=225786 2024-04-02T09:00:06.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 4409 completed, throughput=5MB/sec 2024-04-02T09:00:06.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9xSrWD9ulqxvQ8I off=6386040 len=533504 2024-04-02T09:00:06.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 4410 completed, throughput=5MB/sec 2024-04-02T09:00:06.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f5EOZ3ZCu4B3wnO off=14302750 len=1639847 2024-04-02T09:00:06.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 4411 completed, throughput=5MB/sec 2024-04-02T09:00:06.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NEWExEfkWbQyU1J off=3562244 len=509730 2024-04-02T09:00:06.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 4412 completed, throughput=5MB/sec 2024-04-02T09:00:06.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ioqik1hrk4S0L5q off=0 len=1550429 2024-04-02T09:00:06.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 4413 completed, throughput=5MB/sec 2024-04-02T09:00:06.020 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tW_F8t-3rVdsfB4 off=6975924 len=131234 2024-04-02T09:00:06.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 4414 completed, throughput=5MB/sec 2024-04-02T09:00:06.020 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fzOpXz29mmiOPIV off=1413997 len=263444 2024-04-02T09:00:06.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 4415 completed, throughput=5MB/sec 2024-04-02T09:00:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:05 smithi137 ceph-mon[88456]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:05 smithi028 ceph-mon[94314]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:05 smithi028 ceph-mon[96890]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: 864: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:07.022 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1mXqlrYAqb2bDHG off=9463589 len=4971 2024-04-02T09:00:07.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 4416 completed, throughput=4.99MB/sec 2024-04-02T09:00:07.024 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-24YKgH-qUsFoC1X off=4910754 len=933031 2024-04-02T09:00:07.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 4417 completed, throughput=5MB/sec 2024-04-02T09:00:07.024 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vJEvjk_pcAzPCtf off=962077 len=18887 2024-04-02T09:00:07.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 4418 completed, throughput=5MB/sec 2024-04-02T09:00:07.027 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pAi2rUvdl2pfYTI off=3043171 len=1883325 2024-04-02T09:00:07.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 4419 completed, throughput=5MB/sec 2024-04-02T09:00:07.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UztXxzmSDUM_dpn off=21383259 len=876332 2024-04-02T09:00:07.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 4420 completed, throughput=5MB/sec 2024-04-02T09:00:07.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t6ArSyuroc-c-Sf off=10908993 len=766870 2024-04-02T09:00:07.044 INFO:tasks.workunit.client.0.smithi028.stdout:op 4421 completed, throughput=5MB/sec 2024-04-02T09:00:07.044 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q-H8vFT1NC1Q2Gq off=332722 len=1258681 2024-04-02T09:00:07.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 4422 completed, throughput=5MB/sec 2024-04-02T09:00:08.049 INFO:tasks.workunit.client.0.smithi028.stdout: 865: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:08.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ut0ajLNAfMG0msy off=4594190 len=1997208 2024-04-02T09:00:08.060 INFO:tasks.workunit.client.0.smithi028.stdout:op 4423 completed, throughput=5MB/sec 2024-04-02T09:00:08.060 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bICGZA6GsCkzsCn off=1002127 len=978307 2024-04-02T09:00:08.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 4424 completed, throughput=5MB/sec 2024-04-02T09:00:08.064 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QI5FMf3fLC3aW3V off=10767445 len=583681 2024-04-02T09:00:08.068 INFO:tasks.workunit.client.0.smithi028.stdout:op 4425 completed, throughput=5MB/sec 2024-04-02T09:00:08.068 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jECJA6cP0mfAxQx off=13539768 len=472918 2024-04-02T09:00:08.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 4426 completed, throughput=5MB/sec 2024-04-02T09:00:08.071 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zFMUMvC162nO0dz off=347707 len=1774140 2024-04-02T09:00:08.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 4427 completed, throughput=5MB/sec 2024-04-02T09:00:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:07 smithi137 ceph-mon[88456]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:00:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:07 smithi028 ceph-mon[94314]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:00:08.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:07 smithi028 ceph-mon[96890]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:00:09.078 INFO:tasks.workunit.client.0.smithi028.stdout: 866: throughput=5MB/sec pending data=0 2024-04-02T09:00:09.078 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KrZPMk23mu0W0ty off=2728155 len=889962 2024-04-02T09:00:09.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 4428 completed, throughput=5MB/sec 2024-04-02T09:00:09.082 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lNMnwDewBjqVM4I off=3594663 len=255728 2024-04-02T09:00:09.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 4429 completed, throughput=5MB/sec 2024-04-02T09:00:09.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-krc9qR-2pTyAxsf off=4695574 len=713008 2024-04-02T09:00:09.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 4430 completed, throughput=5MB/sec 2024-04-02T09:00:09.089 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7FmGeS8UtiltAKv off=1444178 len=417192 2024-04-02T09:00:09.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 4431 completed, throughput=5MB/sec 2024-04-02T09:00:09.089 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mdqJ9kdJ6_OtwoB off=5247502 len=73172 2024-04-02T09:00:09.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 4432 completed, throughput=5MB/sec 2024-04-02T09:00:09.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lfE0XbqHxrL-IDK off=192126 len=150137 2024-04-02T09:00:09.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 4433 completed, throughput=5MB/sec 2024-04-02T09:00:09.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aSZgszsy7T0CaBo off=14410554 len=893535 2024-04-02T09:00:09.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 4434 completed, throughput=5MB/sec 2024-04-02T09:00:09.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WlHzdW0n7tEFMAL off=11275264 len=408267 2024-04-02T09:00:09.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 4435 completed, throughput=5MB/sec 2024-04-02T09:00:09.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VmKGOFvKJESiLUQ off=8140784 len=1434579 2024-04-02T09:00:09.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 4436 completed, throughput=5MB/sec 2024-04-02T09:00:10.098 INFO:tasks.workunit.client.0.smithi028.stdout: 867: throughput=5MB/sec pending data=0 2024-04-02T09:00:10.098 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zhs3FtCRr_Cbf23 off=62455 len=82755 2024-04-02T09:00:10.099 INFO:tasks.workunit.client.0.smithi028.stdout:op 4437 completed, throughput=5MB/sec 2024-04-02T09:00:10.099 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g8_N3EIeeEXlDFz off=6685006 len=1470467 2024-04-02T09:00:10.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 4438 completed, throughput=5MB/sec 2024-04-02T09:00:10.107 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8-z3HajEBf5Lebb off=536576 len=1936482 2024-04-02T09:00:10.115 INFO:tasks.workunit.client.0.smithi028.stdout:op 4439 completed, throughput=5MB/sec 2024-04-02T09:00:10.115 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PWm_VM-kEWNRW6k off=8067941 len=1885614 2024-04-02T09:00:10.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 4440 completed, throughput=5MB/sec 2024-04-02T09:00:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:09 smithi137 ceph-mon[88456]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:09 smithi028 ceph-mon[94314]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:09 smithi028 ceph-mon[96890]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:11.126 INFO:tasks.workunit.client.0.smithi028.stdout: 868: throughput=5MB/sec pending data=0 2024-04-02T09:00:11.126 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y6iqtkMhlDgDLxI off=2244829 len=186516 2024-04-02T09:00:11.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 4441 completed, throughput=5MB/sec 2024-04-02T09:00:11.127 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sj8q_DSQQKpzYd5 off=5539984 len=153070 2024-04-02T09:00:11.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 4442 completed, throughput=5MB/sec 2024-04-02T09:00:11.130 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2BR2Z78k9lwriyO off=9270559 len=1196827 2024-04-02T09:00:11.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 4443 completed, throughput=5MB/sec 2024-04-02T09:00:11.136 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FzVcTKbagy9BDlk off=4095449 len=728036 2024-04-02T09:00:11.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 4444 completed, throughput=5MB/sec 2024-04-02T09:00:11.139 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YcDYsaVfl2ULn18 off=2201612 len=265482 2024-04-02T09:00:11.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 4445 completed, throughput=5MB/sec 2024-04-02T09:00:11.140 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4QlxLSNabo3JTe1 off=1089670 len=157971 2024-04-02T09:00:11.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 4446 completed, throughput=5MB/sec 2024-04-02T09:00:11.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OjT727fMRBPC13w off=5334444 len=1566179 2024-04-02T09:00:11.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 4447 completed, throughput=5MB/sec 2024-04-02T09:00:11.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hf8AVS6CF7OHYTq off=7022232 len=1632918 2024-04-02T09:00:11.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 4448 completed, throughput=5MB/sec 2024-04-02T09:00:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:00:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:00:11] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:00:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:11 smithi137 ceph-mon[88456]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:12.154 INFO:tasks.workunit.client.0.smithi028.stdout: 869: throughput=5MB/sec pending data=0 2024-04-02T09:00:12.154 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-imLgmPpNF5GzNOD off=5233014 len=1202093 2024-04-02T09:00:12.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 4449 completed, throughput=5MB/sec 2024-04-02T09:00:12.161 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F9tlxpKYn5KUbV3 off=933265 len=1838149 2024-04-02T09:00:12.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 4450 completed, throughput=5MB/sec 2024-04-02T09:00:12.169 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1DYR0WwQSOhkRBu off=7503408 len=2096095 2024-04-02T09:00:12.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 4451 completed, throughput=5MB/sec 2024-04-02T09:00:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:11 smithi028 ceph-mon[94314]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:12.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:11 smithi028 ceph-mon[96890]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:00:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:00:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:13.171 INFO:tasks.workunit.client.0.smithi028.stdout: 870: throughput=5MB/sec pending data=0 2024-04-02T09:00:13.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bB0gdIgvS-dSJlJ off=21397117 len=1215861 2024-04-02T09:00:13.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 4452 completed, throughput=5MB/sec 2024-04-02T09:00:13.178 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1_9K09RO7mIXRiL off=13368677 len=661943 2024-04-02T09:00:13.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 4453 completed, throughput=5MB/sec 2024-04-02T09:00:13.181 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lhRg9GMs3zbAfhI off=14226274 len=1409012 2024-04-02T09:00:13.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 4454 completed, throughput=5MB/sec 2024-04-02T09:00:13.182 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rDhHv63oULdHJSC off=3214978 len=633444 2024-04-02T09:00:13.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 4455 completed, throughput=5MB/sec 2024-04-02T09:00:13.183 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZydF2bfCsvZrgsB off=9354062 len=286587 2024-04-02T09:00:13.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 4456 completed, throughput=5MB/sec 2024-04-02T09:00:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:13 smithi137 ceph-mon[88456]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: 871: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:14.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DnOlt2TkR9uBZ-S off=2121637 len=1361097 2024-04-02T09:00:14.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 4457 completed, throughput=5MB/sec 2024-04-02T09:00:14.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JPutkBO04BvW0_k off=3423449 len=447147 2024-04-02T09:00:14.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 4458 completed, throughput=5MB/sec 2024-04-02T09:00:14.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HFa3myzShyOACQB off=6569401 len=1058447 2024-04-02T09:00:14.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 4459 completed, throughput=5MB/sec 2024-04-02T09:00:14.194 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b6nXbypfcu-U5Oc off=5221952 len=1411674 2024-04-02T09:00:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:13 smithi028 ceph-mon[94314]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:14.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:13 smithi028 ceph-mon[96890]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:00:14.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 4460 completed, throughput=5MB/sec 2024-04-02T09:00:14.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tI-emsuvoG-ZQKv off=4354608 len=1261561 2024-04-02T09:00:14.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 4461 completed, throughput=5MB/sec 2024-04-02T09:00:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: 872: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:15.205 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HdxqlHO1X0DBzXJ off=6846481 len=2043955 2024-04-02T09:00:15.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 4462 completed, throughput=5MB/sec 2024-04-02T09:00:15.209 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zG3a0RyCitiCvIt off=1624252 len=710418 2024-04-02T09:00:15.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 4463 completed, throughput=5MB/sec 2024-04-02T09:00:15.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FH7p1XUAwiljWww off=2931533 len=639157 2024-04-02T09:00:15.212 INFO:tasks.workunit.client.0.smithi028.stdout:op 4464 completed, throughput=5MB/sec 2024-04-02T09:00:15.212 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HBErNf9nbRcOVVn off=2931940 len=53103 2024-04-02T09:00:15.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 4465 completed, throughput=5MB/sec 2024-04-02T09:00:15.213 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GLHFytUnz-tVAN0 off=8263829 len=424383 2024-04-02T09:00:15.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 4466 completed, throughput=5MB/sec 2024-04-02T09:00:15.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VCKprZUTKKuUdTj off=13021150 len=100557 2024-04-02T09:00:15.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 4467 completed, throughput=5MB/sec 2024-04-02T09:00:15.216 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XaT2GLl5qvUBTQG off=6644508 len=1644037 2024-04-02T09:00:15.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 4468 completed, throughput=5MB/sec 2024-04-02T09:00:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:15 smithi137 ceph-mon[88456]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:15 smithi028 ceph-mon[94314]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:16.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:15 smithi028 ceph-mon[96890]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:16.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eUy85DOzu_ziYQY off=2994534 len=1778174 2024-04-02T09:00:16.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 4469 completed, throughput=5MB/sec 2024-04-02T09:00:16.219 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iUTIG8Rq6lRoZZf off=1652468 len=1514113 2024-04-02T09:00:16.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 4470 completed, throughput=5MB/sec 2024-04-02T09:00:16.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WRYQTw4KF8efk8e off=8754049 len=460308 2024-04-02T09:00:16.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 4471 completed, throughput=5MB/sec 2024-04-02T09:00:16.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q9qp8oLkSwVRuCK off=1021651 len=1392311 2024-04-02T09:00:16.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 4472 completed, throughput=5MB/sec 2024-04-02T09:00:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: 874: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:17.224 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hojtN-KGNwUrvh7 off=13246804 len=672059 2024-04-02T09:00:17.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 4473 completed, throughput=5MB/sec 2024-04-02T09:00:17.225 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2FAi6Y8GgxCXunM off=926222 len=2044651 2024-04-02T09:00:17.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 4474 completed, throughput=5MB/sec 2024-04-02T09:00:17.232 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rpEGD2htsvZC2hv off=7776327 len=1452772 2024-04-02T09:00:17.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 4475 completed, throughput=5MB/sec 2024-04-02T09:00:17.237 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dJJ8fx4FCuuXTw9 off=420558 len=1109542 2024-04-02T09:00:17.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 4476 completed, throughput=5MB/sec 2024-04-02T09:00:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:17 smithi137 ceph-mon[88456]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:17 smithi028 ceph-mon[94314]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:17 smithi028 ceph-mon[96890]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-02T09:00:18.241 INFO:tasks.workunit.client.0.smithi028.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:18.242 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O628Dc325qaLvzo off=1488811 len=521735 2024-04-02T09:00:18.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 4477 completed, throughput=5MB/sec 2024-04-02T09:00:18.242 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_lJIADCdBSlf-bK off=10248286 len=1300430 2024-04-02T09:00:18.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 4478 completed, throughput=5MB/sec 2024-04-02T09:00:18.250 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ydqfPFC3YEgqj8h off=3608768 len=960406 2024-04-02T09:00:18.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 4479 completed, throughput=5MB/sec 2024-04-02T09:00:18.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sRMZeMmg_LW69LI off=4705011 len=1557727 2024-04-02T09:00:18.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 4480 completed, throughput=5MB/sec 2024-04-02T09:00:18.257 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yxE3gTQv5kpU8IK off=3657784 len=1502906 2024-04-02T09:00:18.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 4481 completed, throughput=5MB/sec 2024-04-02T09:00:19.257 INFO:tasks.workunit.client.0.smithi028.stdout: 876: throughput=5MB/sec pending data=0 2024-04-02T09:00:19.258 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VejszikxZ_skxDW off=10058102 len=1269736 2024-04-02T09:00:19.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 4482 completed, throughput=5MB/sec 2024-04-02T09:00:19.265 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WBqDmJj6Uj66Z0I off=9696487 len=591789 2024-04-02T09:00:19.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 4483 completed, throughput=5MB/sec 2024-04-02T09:00:19.266 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BP9hLahVuO6RrJM off=6368675 len=1956497 2024-04-02T09:00:19.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 4484 completed, throughput=5MB/sec 2024-04-02T09:00:19.268 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PhfR6dJAUttoLSP off=10066712 len=36292 2024-04-02T09:00:19.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 4485 completed, throughput=5MB/sec 2024-04-02T09:00:19.268 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l0cLevpNSXu4jyD off=15335918 len=699112 2024-04-02T09:00:19.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 4486 completed, throughput=5MB/sec 2024-04-02T09:00:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:19 smithi137 ceph-mon[88456]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:19 smithi028 ceph-mon[94314]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:19 smithi028 ceph-mon[96890]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:00:20.269 INFO:tasks.workunit.client.0.smithi028.stdout: 877: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:20.269 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lOVaued9MJhz-JF off=2682100 len=1682178 2024-04-02T09:00:20.271 INFO:tasks.workunit.client.0.smithi028.stdout:op 4487 completed, throughput=5MB/sec 2024-04-02T09:00:20.271 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BX3waryJCfcipoN off=9262644 len=542422 2024-04-02T09:00:20.271 INFO:tasks.workunit.client.0.smithi028.stdout:op 4488 completed, throughput=5MB/sec 2024-04-02T09:00:20.271 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w8KBqgCgUDSsFgr off=14064396 len=578242 2024-04-02T09:00:20.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 4489 completed, throughput=5MB/sec 2024-04-02T09:00:20.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4S4nXbCH5z_XNEO off=8635594 len=1441535 2024-04-02T09:00:20.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 4490 completed, throughput=5MB/sec 2024-04-02T09:00:20.284 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ho3R5Q1-RS6fHAk off=21901745 len=1200137 2024-04-02T09:00:20.286 INFO:tasks.workunit.client.0.smithi028.stdout:op 4491 completed, throughput=5MB/sec 2024-04-02T09:00:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:21.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:21.287 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XDqz-af1ye6J9Z3 off=17632631 len=1277234 2024-04-02T09:00:21.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 4492 completed, throughput=5MB/sec 2024-04-02T09:00:21.292 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fVBBclUFJjszX_4 off=0 len=1704082 2024-04-02T09:00:21.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 4493 completed, throughput=5MB/sec 2024-04-02T09:00:21.296 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4rqpB1UaioyCvbJ off=2951055 len=680662 2024-04-02T09:00:21.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 4494 completed, throughput=5MB/sec 2024-04-02T09:00:21.297 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gMTVsIvV-7Qvv2_ off=1503872 len=1758999 2024-04-02T09:00:21.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 4495 completed, throughput=5MB/sec 2024-04-02T09:00:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:00:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:00:21] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-02T09:00:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:21 smithi137 ceph-mon[88456]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:21 smithi028 ceph-mon[94314]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:21 smithi028 ceph-mon[96890]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:00:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: 879: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:22.305 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0WDqyQ-UANKN_2C off=3846762 len=924054 2024-04-02T09:00:22.306 INFO:tasks.workunit.client.0.smithi028.stdout:op 4496 completed, throughput=5MB/sec 2024-04-02T09:00:22.306 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eg9MHSJYExeqUZL off=15751755 len=1446571 2024-04-02T09:00:22.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 4497 completed, throughput=5MB/sec 2024-04-02T09:00:22.312 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QI7wg9qVnWqTD-X off=10835534 len=1251549 2024-04-02T09:00:22.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 4498 completed, throughput=5MB/sec 2024-04-02T09:00:22.313 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1wrokM7GVFCnlIN off=3557039 len=1942510 2024-04-02T09:00:22.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 4499 completed, throughput=5MB/sec 2024-04-02T09:00:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:00:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: 880: throughput=5MB/sec pending data=0 2024-04-02T09:00:23.321 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gLzbVoBw3N8KScn off=23457677 len=1918742 2024-04-02T09:00:23.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 4500 completed, throughput=5MB/sec 2024-04-02T09:00:23.331 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UPFG5h_b-SnrJPj off=321576 len=1615534 2024-04-02T09:00:23.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 4501 completed, throughput=5MB/sec 2024-04-02T09:00:23.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zfk0sWReH77clN5 off=403318 len=779901 2024-04-02T09:00:23.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 4502 completed, throughput=5MB/sec 2024-04-02T09:00:23.341 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gMDhO2K4yk5yCCj off=5048097 len=1241986 2024-04-02T09:00:23.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 4503 completed, throughput=5MB/sec 2024-04-02T09:00:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:23 smithi137 ceph-mon[88456]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:24.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:23 smithi028 ceph-mon[94314]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:23 smithi028 ceph-mon[96890]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:00:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: 881: throughput=5MB/sec pending data=0 2024-04-02T09:00:24.346 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZHvZT8sEurjYnlV off=5558178 len=2077004 2024-04-02T09:00:24.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 4504 completed, throughput=5MB/sec 2024-04-02T09:00:24.353 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yv8GbJZp4tVoXjl off=4092458 len=929273 2024-04-02T09:00:24.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 4505 completed, throughput=5MB/sec 2024-04-02T09:00:24.358 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G3DKEsiZX42dY4I off=64100 len=1639740 2024-04-02T09:00:24.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 4506 completed, throughput=5MB/sec 2024-04-02T09:00:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: 882: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:25.359 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ah1OBMWKfbsoOpF off=3734889 len=936671 2024-04-02T09:00:25.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 4507 completed, throughput=5MB/sec 2024-04-02T09:00:25.362 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vfZrj05OCRd1dcD off=18274872 len=2035895 2024-04-02T09:00:25.373 INFO:tasks.workunit.client.0.smithi028.stdout:op 4508 completed, throughput=5MB/sec 2024-04-02T09:00:25.373 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bSQ3ofBTYJzAO0Z off=1174841 len=1655871 2024-04-02T09:00:25.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 4509 completed, throughput=5MB/sec 2024-04-02T09:00:25.378 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jGCgDYUaGnMvecK off=3413366 len=1614099 2024-04-02T09:00:25.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 4510 completed, throughput=5MB/sec 2024-04-02T09:00:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:25 smithi137 ceph-mon[88456]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:26.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:25 smithi028 ceph-mon[94314]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:25 smithi028 ceph-mon[96890]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:00:26.386 INFO:tasks.workunit.client.0.smithi028.stdout: 883: throughput=5MB/sec pending data=0 2024-04-02T09:00:26.386 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1QPd-29PACV0XUC off=2916099 len=1565286 2024-04-02T09:00:26.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 4511 completed, throughput=5MB/sec 2024-04-02T09:00:26.389 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vl53BzFSDAEUWHv off=5304924 len=195470 2024-04-02T09:00:26.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 4512 completed, throughput=5MB/sec 2024-04-02T09:00:26.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-owVUqGIYQetEyfk off=10576142 len=246183 2024-04-02T09:00:26.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 4513 completed, throughput=5MB/sec 2024-04-02T09:00:26.393 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FT_J9vUE49gV4IQ off=4551983 len=1204081 2024-04-02T09:00:26.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 4514 completed, throughput=5MB/sec 2024-04-02T09:00:26.394 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cUameUB3N7zrQmX off=11705442 len=274014 2024-04-02T09:00:26.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 4515 completed, throughput=5MB/sec 2024-04-02T09:00:26.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G1fc2uXVAY0PIF7 off=18280581 len=1622509 2024-04-02T09:00:26.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 4516 completed, throughput=5MB/sec 2024-04-02T09:00:27.406 INFO:tasks.workunit.client.0.smithi028.stdout: 884: throughput=5MB/sec pending data=0 2024-04-02T09:00:27.407 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NEKiQgl68D_gW5T off=16712916 len=718708 2024-04-02T09:00:27.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 4517 completed, throughput=5MB/sec 2024-04-02T09:00:27.410 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CAi3uDbmlG0GlBh off=1712009 len=641770 2024-04-02T09:00:27.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 4518 completed, throughput=5MB/sec 2024-04-02T09:00:27.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tAL2XJQ1gg-IYKj off=11978246 len=746259 2024-04-02T09:00:27.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 4519 completed, throughput=5MB/sec 2024-04-02T09:00:27.415 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q2dHftOY6rnb97O off=6617273 len=1706186 2024-04-02T09:00:27.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 4520 completed, throughput=5MB/sec 2024-04-02T09:00:27.425 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jzq12MmVn0FLsqO off=5014869 len=1553237 2024-04-02T09:00:27.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 4521 completed, throughput=5MB/sec 2024-04-02T09:00:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:27 smithi137 ceph-mon[88456]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:27 smithi028 ceph-mon[94314]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:27 smithi028 ceph-mon[96890]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:28.427 INFO:tasks.workunit.client.0.smithi028.stdout: 885: throughput=5MB/sec pending data=0 2024-04-02T09:00:28.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SoEtzWI24v-9rO8 off=208869 len=1541665 2024-04-02T09:00:28.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 4522 completed, throughput=5MB/sec 2024-04-02T09:00:28.436 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lymlYCJ7pX5-Wl0 off=9849675 len=146077 2024-04-02T09:00:28.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 4523 completed, throughput=5MB/sec 2024-04-02T09:00:28.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BP9hLahVuO6RrJM off=3797544 len=1072913 2024-04-02T09:00:28.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 4524 completed, throughput=5MB/sec 2024-04-02T09:00:28.440 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZAICyCWa2PxNDlf off=1768908 len=616714 2024-04-02T09:00:28.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 4525 completed, throughput=5MB/sec 2024-04-02T09:00:28.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O_dMtjEEOQqgtn5 off=4466269 len=1741294 2024-04-02T09:00:28.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 4526 completed, throughput=5MB/sec 2024-04-02T09:00:29.452 INFO:tasks.workunit.client.0.smithi028.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:29.453 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-icwhw47ViWF5Upj off=4297274 len=1151025 2024-04-02T09:00:29.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 4527 completed, throughput=5MB/sec 2024-04-02T09:00:29.453 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3XC7Ihx_SEfRn-J off=1263513 len=782146 2024-04-02T09:00:29.455 INFO:tasks.workunit.client.0.smithi028.stdout:op 4528 completed, throughput=5MB/sec 2024-04-02T09:00:29.455 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zWAAMaz4nACl6To off=1403376 len=1617309 2024-04-02T09:00:29.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 4529 completed, throughput=5MB/sec 2024-04-02T09:00:29.462 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qmGju9vwFxsv8Wn off=712866 len=883099 2024-04-02T09:00:29.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 4530 completed, throughput=5MB/sec 2024-04-02T09:00:29.463 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FNOl5m5SAE2tZu9 off=5864228 len=311880 2024-04-02T09:00:29.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 4531 completed, throughput=5MB/sec 2024-04-02T09:00:29.466 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hNiUqLmvk1pCiEc off=7280259 len=253612 2024-04-02T09:00:29.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 4532 completed, throughput=5MB/sec 2024-04-02T09:00:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:29 smithi137 ceph-mon[88456]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:00:30.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:29 smithi028 ceph-mon[94314]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:00:30.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:29 smithi028 ceph-mon[96890]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:00:30.467 INFO:tasks.workunit.client.0.smithi028.stdout: 887: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:30.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PuENx3Ni8ZvlLvz off=7363823 len=1227688 2024-04-02T09:00:30.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 4533 completed, throughput=5MB/sec 2024-04-02T09:00:30.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9WKTunHPbGw38TV off=7882489 len=278350 2024-04-02T09:00:30.473 INFO:tasks.workunit.client.0.smithi028.stdout:op 4534 completed, throughput=5MB/sec 2024-04-02T09:00:30.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gAOWC_3CBJ_5E7T off=2056799 len=987035 2024-04-02T09:00:30.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 4535 completed, throughput=5MB/sec 2024-04-02T09:00:30.475 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jy2ulRj-k5rXN37 off=381798 len=719021 2024-04-02T09:00:30.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 4536 completed, throughput=5MB/sec 2024-04-02T09:00:30.480 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-whBmcuGoLpLYaTy off=2125612 len=1035218 2024-04-02T09:00:30.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 4537 completed, throughput=5MB/sec 2024-04-02T09:00:30.481 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kX4v0p3UC0xWhfb off=5929890 len=431106 2024-04-02T09:00:30.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 4538 completed, throughput=5MB/sec 2024-04-02T09:00:30.482 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mth-BswOLxiHQnO off=1109473 len=149433 2024-04-02T09:00:30.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 4539 completed, throughput=5MB/sec 2024-04-02T09:00:30.484 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_GzxNZgsEj0LIME off=576410 len=516000 2024-04-02T09:00:30.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 4540 completed, throughput=5MB/sec 2024-04-02T09:00:31.485 INFO:tasks.workunit.client.0.smithi028.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:31.485 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wVZLItZ--to7YEL off=20367253 len=1072116 2024-04-02T09:00:31.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 4541 completed, throughput=5MB/sec 2024-04-02T09:00:31.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mzlh3cta7clFo6p off=3534904 len=1097056 2024-04-02T09:00:31.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 4542 completed, throughput=5MB/sec 2024-04-02T09:00:31.496 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wtUgyKrKihPAXWL off=4188185 len=1486946 2024-04-02T09:00:31.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 4543 completed, throughput=5MB/sec 2024-04-02T09:00:31.497 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jP2siO2fbeHA6Cm off=13548201 len=2042115 2024-04-02T09:00:31.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 4544 completed, throughput=5MB/sec 2024-04-02T09:00:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:00:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:00:31] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-02T09:00:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:31 smithi137 ceph-mon[88456]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:32.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:31 smithi028 ceph-mon[94314]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:31 smithi028 ceph-mon[96890]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:32.507 INFO:tasks.workunit.client.0.smithi028.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:32.507 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_kAeoEa5C58-WiI off=6902209 len=1610165 2024-04-02T09:00:32.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 4545 completed, throughput=5MB/sec 2024-04-02T09:00:32.509 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D9WWLnQl5C5ou-M off=1326689 len=1463820 2024-04-02T09:00:32.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 4546 completed, throughput=5MB/sec 2024-04-02T09:00:32.514 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KqakByGHHOHgVIP off=7080050 len=341970 2024-04-02T09:00:32.515 INFO:tasks.workunit.client.0.smithi028.stdout:op 4547 completed, throughput=5MB/sec 2024-04-02T09:00:32.515 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZRhj1QC1goAa-iv off=5642474 len=1700547 2024-04-02T09:00:32.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 4548 completed, throughput=5MB/sec 2024-04-02T09:00:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:00:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:33.524 INFO:tasks.workunit.client.0.smithi028.stdout: 890: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:33.524 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7yecidUFj_Q7zuW off=3894700 len=1065836 2024-04-02T09:00:33.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 4549 completed, throughput=5MB/sec 2024-04-02T09:00:33.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eg86DGx7Nip0VRi off=2487497 len=1407289 2024-04-02T09:00:33.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 4550 completed, throughput=5MB/sec 2024-04-02T09:00:33.532 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iaHRiHz7kLcz45X off=6758926 len=908468 2024-04-02T09:00:33.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 4551 completed, throughput=5MB/sec 2024-04-02T09:00:33.536 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zy5vxrj3EePjiKj off=12798215 len=982228 2024-04-02T09:00:33.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 4552 completed, throughput=5MB/sec 2024-04-02T09:00:33.539 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cae6Y6An5MC3ShP off=5080100 len=352823 2024-04-02T09:00:33.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 4553 completed, throughput=5MB/sec 2024-04-02T09:00:33.542 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lM3fyzo4cz9QHq2 off=1230622 len=647291 2024-04-02T09:00:33.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 4554 completed, throughput=5MB/sec 2024-04-02T09:00:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:33 smithi137 ceph-mon[88456]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:34.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:33 smithi028 ceph-mon[94314]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:33 smithi028 ceph-mon[96890]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:00:34.546 INFO:tasks.workunit.client.0.smithi028.stdout: 891: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:34.546 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PGPiYustEWXDIR6 off=3403322 len=706166 2024-04-02T09:00:34.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 4555 completed, throughput=5MB/sec 2024-04-02T09:00:34.547 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6Mm2DsG-KoaRkUL off=9193519 len=76074 2024-04-02T09:00:34.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 4556 completed, throughput=5MB/sec 2024-04-02T09:00:34.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZTYIFkvGTWpy8LL off=17156255 len=2027267 2024-04-02T09:00:34.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 4557 completed, throughput=5MB/sec 2024-04-02T09:00:34.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JGZp58_mKguBOww off=3776627 len=1380389 2024-04-02T09:00:34.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 4558 completed, throughput=5MB/sec 2024-04-02T09:00:34.557 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5OPLbH8uDQcN1_1 off=1341811 len=831230 2024-04-02T09:00:34.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 4559 completed, throughput=5MB/sec 2024-04-02T09:00:34.561 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t1dQO2JRGnLj6mC off=7348472 len=858042 2024-04-02T09:00:34.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 4560 completed, throughput=5MB/sec 2024-04-02T09:00:35.566 INFO:tasks.workunit.client.0.smithi028.stdout: 892: throughput=5MB/sec pending data=0 2024-04-02T09:00:35.567 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rKFhMw452t9bblN off=855893 len=1499493 2024-04-02T09:00:35.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 4561 completed, throughput=5MB/sec 2024-04-02T09:00:35.568 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4PbqeEFT_UC_00r off=9571409 len=685541 2024-04-02T09:00:35.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 4562 completed, throughput=5MB/sec 2024-04-02T09:00:35.573 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gu3Nbz9ILIYzyCJ off=3701079 len=83819 2024-04-02T09:00:35.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 4563 completed, throughput=5MB/sec 2024-04-02T09:00:35.573 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zHlCur3EBeIdasJ off=5133101 len=1433135 2024-04-02T09:00:35.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 4564 completed, throughput=5MB/sec 2024-04-02T09:00:35.574 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fjbSTQuFmIIl0Oh off=1445416 len=684948 2024-04-02T09:00:35.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 4565 completed, throughput=5MB/sec 2024-04-02T09:00:35.578 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ddrU6MqLkmeZFL1 off=90435 len=116071 2024-04-02T09:00:35.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 4566 completed, throughput=5MB/sec 2024-04-02T09:00:35.580 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RE9cksggoiBYEdG off=2101558 len=1625033 2024-04-02T09:00:35.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 4567 completed, throughput=5MB/sec 2024-04-02T09:00:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:35 smithi137 ceph-mon[88456]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:35 smithi028 ceph-mon[94314]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:36.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:35 smithi028 ceph-mon[96890]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:00:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:36.583 INFO:tasks.workunit.client.0.smithi028.stdout: 893: throughput=5MB/sec pending data=0 2024-04-02T09:00:36.583 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iHCIoVRquTlHM9Q off=22279888 len=380341 2024-04-02T09:00:36.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 4568 completed, throughput=5MB/sec 2024-04-02T09:00:36.586 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4tsTcdEtqRRhtWG off=13183002 len=496876 2024-04-02T09:00:36.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 4569 completed, throughput=5MB/sec 2024-04-02T09:00:36.590 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z7bYmrPjmLL6kH3 off=1034815 len=1004041 2024-04-02T09:00:36.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 4570 completed, throughput=5MB/sec 2024-04-02T09:00:36.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bXAYaZk6AqOIIZG off=2366845 len=388010 2024-04-02T09:00:36.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 4571 completed, throughput=5MB/sec 2024-04-02T09:00:36.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tbOwexuUfxLcI9L off=14123543 len=1328663 2024-04-02T09:00:36.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 4572 completed, throughput=5MB/sec 2024-04-02T09:00:36.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rUpgZSsYuImCK3i off=9964953 len=1558859 2024-04-02T09:00:36.597 INFO:tasks.workunit.client.0.smithi028.stdout:op 4573 completed, throughput=5MB/sec 2024-04-02T09:00:37.598 INFO:tasks.workunit.client.0.smithi028.stdout: 894: throughput=5MB/sec pending data=0 2024-04-02T09:00:37.598 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n8an-SsCGo8-4VY off=0 len=1271543 2024-04-02T09:00:37.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 4574 completed, throughput=5MB/sec 2024-04-02T09:00:37.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-txXZrFeeKtKVFM9 off=11114821 len=1045774 2024-04-02T09:00:37.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 4575 completed, throughput=5MB/sec 2024-04-02T09:00:37.605 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PFvM5eK_Kqzc0bx off=562030 len=302118 2024-04-02T09:00:37.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 4576 completed, throughput=5MB/sec 2024-04-02T09:00:37.608 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GjvIx8roKN8kwFE off=288576 len=1073876 2024-04-02T09:00:37.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 4577 completed, throughput=5MB/sec 2024-04-02T09:00:37.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OYytK_bC557Qqol off=6504679 len=1396334 2024-04-02T09:00:37.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 4578 completed, throughput=5MB/sec 2024-04-02T09:00:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:37 smithi137 ceph-mon[88456]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-02T09:00:38.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:37 smithi028 ceph-mon[94314]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-02T09:00:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:37 smithi028 ceph-mon[96890]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-02T09:00:38.619 INFO:tasks.workunit.client.0.smithi028.stdout: 895: throughput=5MB/sec pending data=0 2024-04-02T09:00:38.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NlsPpmJf0pcLHTo off=4474074 len=683740 2024-04-02T09:00:38.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 4579 completed, throughput=5MB/sec 2024-04-02T09:00:38.620 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9cczIp_g-EvtvWu off=1888881 len=2053143 2024-04-02T09:00:38.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 4580 completed, throughput=5MB/sec 2024-04-02T09:00:38.631 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DZ3d9Tajf-DiKbA off=6955564 len=817192 2024-04-02T09:00:38.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 4581 completed, throughput=5MB/sec 2024-04-02T09:00:38.632 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7_DFgR71kNphhsr off=6564395 len=1084196 2024-04-02T09:00:38.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 4582 completed, throughput=5MB/sec 2024-04-02T09:00:39.633 INFO:tasks.workunit.client.0.smithi028.stdout: 896: throughput=5MB/sec pending data=0 2024-04-02T09:00:39.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BX3waryJCfcipoN off=83194 len=1946695 2024-04-02T09:00:39.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 4583 completed, throughput=5MB/sec 2024-04-02T09:00:39.634 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pAJiK1gj9gYchJ0 off=3055300 len=1062837 2024-04-02T09:00:39.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 4584 completed, throughput=5MB/sec 2024-04-02T09:00:39.639 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_VfTFBqA_9MG0nG off=2171099 len=397630 2024-04-02T09:00:39.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 4585 completed, throughput=5MB/sec 2024-04-02T09:00:39.640 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fWTekJ4iWyJGu9K off=7824957 len=776332 2024-04-02T09:00:39.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 4586 completed, throughput=5MB/sec 2024-04-02T09:00:39.645 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cOOSmUqPNhrwRTS off=8735980 len=79239 2024-04-02T09:00:39.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 4587 completed, throughput=5MB/sec 2024-04-02T09:00:39.646 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nFd1q61KtjSQrXC off=5780692 len=1576900 2024-04-02T09:00:39.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 4588 completed, throughput=5MB/sec 2024-04-02T09:00:40.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:39 smithi028 ceph-mon[94314]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:39 smithi028 ceph-mon[96890]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:39 smithi137 ceph-mon[88456]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-02T09:00:40.653 INFO:tasks.workunit.client.0.smithi028.stdout: 897: throughput=5MB/sec pending data=0 2024-04-02T09:00:40.654 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n4qt2OV5kQzxn4K off=5616904 len=816384 2024-04-02T09:00:40.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 4589 completed, throughput=5MB/sec 2024-04-02T09:00:40.657 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5myDqaC50gD-Qrx off=255259 len=893191 2024-04-02T09:00:40.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 4590 completed, throughput=5MB/sec 2024-04-02T09:00:40.662 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F3rtIzZsVg03jEb off=2764063 len=2070929 2024-04-02T09:00:40.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 4591 completed, throughput=5MB/sec 2024-04-02T09:00:40.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-axuACI4E94QIkEr off=589972 len=1788106 2024-04-02T09:00:40.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 4592 completed, throughput=5MB/sec 2024-04-02T09:00:41.670 INFO:tasks.workunit.client.0.smithi028.stdout: 898: throughput=5MB/sec pending data=0 2024-04-02T09:00:41.670 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nnzwPF7xn_Z87hr off=7180999 len=1783060 2024-04-02T09:00:41.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 4593 completed, throughput=5MB/sec 2024-04-02T09:00:41.672 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kRz9NyYwxi5qwWz off=411170 len=146020 2024-04-02T09:00:41.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 4594 completed, throughput=5MB/sec 2024-04-02T09:00:41.672 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-duAtTea3yDhA3fM off=12852385 len=972409 2024-04-02T09:00:41.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 4595 completed, throughput=5MB/sec 2024-04-02T09:00:41.673 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_fTdzTJK7GkDGR- off=5672995 len=257172 2024-04-02T09:00:41.674 INFO:tasks.workunit.client.0.smithi028.stdout:op 4596 completed, throughput=5MB/sec 2024-04-02T09:00:41.674 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VrY3ngCWBkqK0SY off=964783 len=85064 2024-04-02T09:00:41.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 4597 completed, throughput=5MB/sec 2024-04-02T09:00:41.676 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QmJUvpL69_nqL12 off=3471512 len=1388172 2024-04-02T09:00:41.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 4598 completed, throughput=5MB/sec 2024-04-02T09:00:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:00:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:00:41] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-02T09:00:42.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:41 smithi028 ceph-mon[96890]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:00:42.198 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:41 smithi137 ceph-mon[88456]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:00:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:41 smithi028 ceph-mon[94314]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:00:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:00:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:42.677 INFO:tasks.workunit.client.0.smithi028.stdout: 899: throughput=5MB/sec pending data=0 2024-04-02T09:00:42.678 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R19dCDx7XVidjUl off=2279177 len=1874086 2024-04-02T09:00:42.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 4599 completed, throughput=5MB/sec 2024-04-02T09:00:42.681 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I54QOgs1f-L8-9L off=9307001 len=1206491 2024-04-02T09:00:42.684 INFO:tasks.workunit.client.0.smithi028.stdout:op 4600 completed, throughput=5MB/sec 2024-04-02T09:00:42.684 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O_dMtjEEOQqgtn5 off=1266284 len=1622545 2024-04-02T09:00:42.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 4601 completed, throughput=5MB/sec 2024-04-02T09:00:42.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jXkW7dWOk0CJR9c off=1730737 len=2050781 2024-04-02T09:00:42.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 4602 completed, throughput=5MB/sec 2024-04-02T09:00:43.694 INFO:tasks.workunit.client.0.smithi028.stdout: 900: throughput=5MB/sec pending data=0 2024-04-02T09:00:43.694 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ulfTd-WgCM_lQ_H off=10010071 len=1391376 2024-04-02T09:00:43.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 4603 completed, throughput=5MB/sec 2024-04-02T09:00:43.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aYsBrpHTIJ8Loy6 off=684154 len=1545420 2024-04-02T09:00:43.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 4604 completed, throughput=5MB/sec 2024-04-02T09:00:43.704 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--lm5d1FhWV-anTv off=0 len=1111485 2024-04-02T09:00:43.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 4605 completed, throughput=5MB/sec 2024-04-02T09:00:44.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:43 smithi028 ceph-mon[94314]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:43 smithi028 ceph-mon[96890]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:43 smithi137 ceph-mon[88456]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:00:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: 901: throughput=5MB/sec pending data=0 2024-04-02T09:00:44.705 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CrPP4XagDjgInxp off=8337379 len=1337335 2024-04-02T09:00:44.706 INFO:tasks.workunit.client.0.smithi028.stdout:op 4606 completed, throughput=5MB/sec 2024-04-02T09:00:44.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l0cLevpNSXu4jyD off=23741931 len=217010 2024-04-02T09:00:44.753 INFO:tasks.workunit.client.0.smithi028.stdout:op 4607 completed, throughput=5MB/sec 2024-04-02T09:00:44.753 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2thbfbTtHha7_J4 off=8411739 len=1740763 2024-04-02T09:00:44.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 4608 completed, throughput=5MB/sec 2024-04-02T09:00:44.754 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CwtsmgdNpnaxup7 off=1523292 len=598356 2024-04-02T09:00:44.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 4609 completed, throughput=5MB/sec 2024-04-02T09:00:44.754 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-09VIsgrc83mwStp off=8217905 len=693352 2024-04-02T09:00:44.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 4610 completed, throughput=5MB/sec 2024-04-02T09:00:45.714 INFO:tasks.workunit.client.0.smithi028.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:45.714 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XJkLU1AOVZQKUbh off=929493 len=34642 2024-04-02T09:00:45.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 4611 completed, throughput=4.99MB/sec 2024-04-02T09:00:45.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uYZdthjRfnGbYyW off=7591269 len=1587003 2024-04-02T09:00:45.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 4612 completed, throughput=5MB/sec 2024-04-02T09:00:45.717 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hAC4Aw0oH_c7rR1 off=7468960 len=312387 2024-04-02T09:00:45.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 4613 completed, throughput=5MB/sec 2024-04-02T09:00:45.721 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_bZhmaKR4JU7xgp off=1062338 len=1621576 2024-04-02T09:00:45.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 4614 completed, throughput=5MB/sec 2024-04-02T09:00:45.722 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bjnu4eKw86Z2Woi off=6916094 len=614009 2024-04-02T09:00:45.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 4615 completed, throughput=5MB/sec 2024-04-02T09:00:45.723 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fXm3pIYD4l9FVwo off=14177309 len=725828 2024-04-02T09:00:45.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 4616 completed, throughput=5MB/sec 2024-04-02T09:00:45.723 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XeRs6DiBwtK78Hc off=18908476 len=351140 2024-04-02T09:00:45.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 4617 completed, throughput=5MB/sec 2024-04-02T09:00:45.724 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HwQnuYocKglJZZM off=7072653 len=1331026 2024-04-02T09:00:45.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 4618 completed, throughput=5MB/sec 2024-04-02T09:00:46.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:45 smithi028 ceph-mon[94314]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:45 smithi028 ceph-mon[96890]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:45 smithi137 ceph-mon[88456]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:00:46.730 INFO:tasks.workunit.client.0.smithi028.stdout: 903: throughput=5MB/sec pending data=0 2024-04-02T09:00:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9nL7KHLcGlqXRFA off=5423345 len=601738 2024-04-02T09:00:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 4619 completed, throughput=5MB/sec 2024-04-02T09:00:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w0vksGR0kIwY1Bp off=4529012 len=1631208 2024-04-02T09:00:46.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 4620 completed, throughput=5MB/sec 2024-04-02T09:00:46.737 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n0xYgaJWlwTuQx8 off=1939625 len=922404 2024-04-02T09:00:46.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 4621 completed, throughput=5MB/sec 2024-04-02T09:00:46.741 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Wcn5TMl4mZM0ste off=11164980 len=828513 2024-04-02T09:00:46.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 4622 completed, throughput=5MB/sec 2024-04-02T09:00:46.746 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E8pzSqCJXkI9Pu4 off=9479341 len=1537484 2024-04-02T09:00:46.753 INFO:tasks.workunit.client.0.smithi028.stdout:op 4623 completed, throughput=5MB/sec 2024-04-02T09:00:47.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:00:47.753 INFO:tasks.workunit.client.0.smithi028.stdout: 904: throughput=5MB/sec pending data=0 2024-04-02T09:00:47.753 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CuKvoub78V-r8xD off=907765 len=1914513 2024-04-02T09:00:47.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 4624 completed, throughput=5MB/sec 2024-04-02T09:00:47.755 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GbiJencJrdUkuFA off=14235996 len=559254 2024-04-02T09:00:47.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 4625 completed, throughput=5MB/sec 2024-04-02T09:00:47.755 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y2P82SoZpQcDS0N off=1219077 len=81638 2024-04-02T09:00:47.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 4626 completed, throughput=5MB/sec 2024-04-02T09:00:47.758 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8tQ8UgEQK8WUDkE off=1220417 len=638223 2024-04-02T09:00:47.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 4627 completed, throughput=5MB/sec 2024-04-02T09:00:47.759 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-48r3UPisv4i8Ry7 off=4800977 len=888434 2024-04-02T09:00:47.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 4628 completed, throughput=5MB/sec 2024-04-02T09:00:48.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:47 smithi028 ceph-mon[94314]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:00:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:47 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:00:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:47 smithi028 ceph-mon[96890]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:00:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:47 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:00:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:47 smithi137 ceph-mon[88456]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:00:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:00:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:00:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:47 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:00:48.763 INFO:tasks.workunit.client.0.smithi028.stdout: 905: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:48.764 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ObmlV5rHUclwjg0 off=5547894 len=1875925 2024-04-02T09:00:48.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 4629 completed, throughput=5MB/sec 2024-04-02T09:00:48.765 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_aQw8MFZqHUDvcU off=7560077 len=878078 2024-04-02T09:00:48.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 4630 completed, throughput=5MB/sec 2024-04-02T09:00:48.767 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t6IVTL5jcJvKBnR off=2269378 len=1512443 2024-04-02T09:00:48.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 4631 completed, throughput=5MB/sec 2024-04-02T09:00:48.769 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6L8ZiMWc8koyXjE off=3623778 len=1083624 2024-04-02T09:00:48.773 INFO:tasks.workunit.client.0.smithi028.stdout:op 4632 completed, throughput=5MB/sec 2024-04-02T09:00:49.773 INFO:tasks.workunit.client.0.smithi028.stdout: 906: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:49.773 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iBSvMJqJ4lYBL44 off=2124398 len=1837777 2024-04-02T09:00:49.784 INFO:tasks.workunit.client.0.smithi028.stdout:op 4633 completed, throughput=5MB/sec 2024-04-02T09:00:49.784 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UJzisQUc9pAHbiw off=10528427 len=1514574 2024-04-02T09:00:49.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 4634 completed, throughput=5MB/sec 2024-04-02T09:00:49.785 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Be2mIK36z3X8OJv off=11734686 len=1641601 2024-04-02T09:00:49.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 4635 completed, throughput=5MB/sec 2024-04-02T09:00:49.789 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u__ivrN-jp7YtTj off=7516399 len=585567 2024-04-02T09:00:49.793 INFO:tasks.workunit.client.0.smithi028.stdout:op 4636 completed, throughput=5MB/sec 2024-04-02T09:00:50.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:49 smithi028 ceph-mon[94314]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:00:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:49 smithi028 ceph-mon[96890]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:00:50.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:49 smithi137 ceph-mon[88456]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:00:50.793 INFO:tasks.workunit.client.0.smithi028.stdout: 907: throughput=5MB/sec pending data=0 2024-04-02T09:00:50.793 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Jn1UHBtDHz4XmGg off=8693883 len=240153 2024-04-02T09:00:50.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 4637 completed, throughput=5MB/sec 2024-04-02T09:00:50.794 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g4ro8AqMIJLD-mw off=2416333 len=1898797 2024-04-02T09:00:50.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 4638 completed, throughput=5MB/sec 2024-04-02T09:00:50.795 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E-UjVq2mNI__Qdp off=13266069 len=1783607 2024-04-02T09:00:50.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 4639 completed, throughput=5MB/sec 2024-04-02T09:00:50.802 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ifk-wmrovAieWOj off=2858638 len=1183086 2024-04-02T09:00:50.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 4640 completed, throughput=5MB/sec 2024-04-02T09:00:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:00:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:00:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:00:51] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:00:51.803 INFO:tasks.workunit.client.0.smithi028.stdout: 908: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:51.804 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K5P3dEpmBLdx3WS off=377593 len=1929853 2024-04-02T09:00:51.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 4641 completed, throughput=5MB/sec 2024-04-02T09:00:51.805 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bq6UEJLYw9j8FmV off=7896154 len=1007553 2024-04-02T09:00:51.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 4642 completed, throughput=5MB/sec 2024-04-02T09:00:51.810 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K7SaaUvixKuHr9t off=6310579 len=240138 2024-04-02T09:00:51.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 4643 completed, throughput=5MB/sec 2024-04-02T09:00:51.812 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wBuIW-WkarkWIrW off=7655240 len=756476 2024-04-02T09:00:51.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 4644 completed, throughput=5MB/sec 2024-04-02T09:00:51.813 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nAb25oofPHf8RQA off=1467873 len=1276617 2024-04-02T09:00:51.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 4645 completed, throughput=5MB/sec 2024-04-02T09:00:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:51 smithi028 ceph-mon[94314]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:00:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:51 smithi028 ceph-mon[96890]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:00:52.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:51 smithi137 ceph-mon[88456]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:00:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:00:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:00:52.818 INFO:tasks.workunit.client.0.smithi028.stdout: 909: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:52.819 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1zxQSdsI2vDd_3v off=10963031 len=792368 2024-04-02T09:00:52.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 4646 completed, throughput=5MB/sec 2024-04-02T09:00:52.822 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6MHy2Zpw8-ZjYlG off=2869458 len=1359933 2024-04-02T09:00:52.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 4647 completed, throughput=5MB/sec 2024-04-02T09:00:52.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zHxUJycjE7YdDVC off=10011559 len=1021284 2024-04-02T09:00:52.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 4648 completed, throughput=5MB/sec 2024-04-02T09:00:52.833 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-17-GuIpaOGc6f8a off=295738 len=1987001 2024-04-02T09:00:52.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 4649 completed, throughput=5MB/sec 2024-04-02T09:00:53.837 INFO:tasks.workunit.client.0.smithi028.stdout: 910: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:53.837 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VYEakA_yxAe_tU4 off=15221255 len=2054453 2024-04-02T09:00:53.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 4650 completed, throughput=5MB/sec 2024-04-02T09:00:53.844 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fubbjkxCR3riwJs off=3036816 len=1188645 2024-04-02T09:00:53.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 4651 completed, throughput=5MB/sec 2024-04-02T09:00:53.847 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-THDSxmT_dkQI2uO off=10391767 len=1799273 2024-04-02T09:00:53.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 4652 completed, throughput=5MB/sec 2024-04-02T09:00:53.853 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Veks1MSqLwAVEYq off=11015446 len=1680347 2024-04-02T09:00:53.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 4653 completed, throughput=5MB/sec 2024-04-02T09:00:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:53 smithi028 ceph-mon[94314]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:53 smithi028 ceph-mon[96890]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:53 smithi137 ceph-mon[88456]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-02T09:00:54.854 INFO:tasks.workunit.client.0.smithi028.stdout: 911: throughput=5MB/sec pending data=0 2024-04-02T09:00:54.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RufNexn1DccPqKM off=3011977 len=1478915 2024-04-02T09:00:54.855 INFO:tasks.workunit.client.0.smithi028.stdout:op 4654 completed, throughput=5MB/sec 2024-04-02T09:00:54.855 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SpLBPAuvCe_6wcV off=10046718 len=658432 2024-04-02T09:00:54.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 4655 completed, throughput=5MB/sec 2024-04-02T09:00:54.859 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OrUBBPJ4qizMVqN off=21947926 len=1383193 2024-04-02T09:00:54.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 4656 completed, throughput=5MB/sec 2024-04-02T09:00:54.868 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ngF9GdqcasIZdxj off=14215918 len=553613 2024-04-02T09:00:54.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 4657 completed, throughput=5MB/sec 2024-04-02T09:00:55.869 INFO:tasks.workunit.client.0.smithi028.stdout: 912: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:55.869 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cDK-2mWh5eusp0t off=2931047 len=339986 2024-04-02T09:00:55.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 4658 completed, throughput=5MB/sec 2024-04-02T09:00:55.870 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EY01TDqzrCJY3nw off=9111529 len=1074288 2024-04-02T09:00:55.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 4659 completed, throughput=5MB/sec 2024-04-02T09:00:55.870 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oz48jrUAIbb77w1 off=5337478 len=1063855 2024-04-02T09:00:55.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 4660 completed, throughput=5MB/sec 2024-04-02T09:00:55.873 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dQQAVyP6QaJZ5c_ off=4418654 len=132912 2024-04-02T09:00:55.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 4661 completed, throughput=5MB/sec 2024-04-02T09:00:55.873 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tdYCZ3Te7uYmWAL off=4653856 len=1037614 2024-04-02T09:00:55.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 4662 completed, throughput=5MB/sec 2024-04-02T09:00:55.878 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UlH8bAFMwAlmSwp off=2178156 len=212429 2024-04-02T09:00:55.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 4663 completed, throughput=5MB/sec 2024-04-02T09:00:55.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0z-Wou4jW11f62t off=16609823 len=408508 2024-04-02T09:00:55.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 4664 completed, throughput=5MB/sec 2024-04-02T09:00:55.883 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NlPHL0LAr4SWwX3 off=16216208 len=304077 2024-04-02T09:00:55.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 4665 completed, throughput=5MB/sec 2024-04-02T09:00:55.885 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QE5uHQ9NNJxWc3i off=4190597 len=1972321 2024-04-02T09:00:55.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 4666 completed, throughput=5MB/sec 2024-04-02T09:00:56.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:55 smithi028 ceph-mon[94314]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:00:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:55 smithi028 ceph-mon[96890]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:00:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:55 smithi137 ceph-mon[88456]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:00:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: 913: throughput=5MB/sec pending data=0 2024-04-02T09:00:56.887 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9Kqc-Shh_NVsbIR off=18853895 len=187039 2024-04-02T09:00:56.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 4667 completed, throughput=5MB/sec 2024-04-02T09:00:56.889 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-31SXljAoNCWxS1g off=7359405 len=977831 2024-04-02T09:00:56.894 INFO:tasks.workunit.client.0.smithi028.stdout:op 4668 completed, throughput=5MB/sec 2024-04-02T09:00:56.894 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qTvT3tqhc1zhyj7 off=392052 len=554443 2024-04-02T09:00:56.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 4669 completed, throughput=5MB/sec 2024-04-02T09:00:56.898 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Nnr7BshX8FfF5Da off=18823145 len=1290842 2024-04-02T09:00:56.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 4670 completed, throughput=5MB/sec 2024-04-02T09:00:56.900 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hj08GGjKtpv5K2b off=8942904 len=1996060 2024-04-02T09:00:56.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 4671 completed, throughput=5MB/sec 2024-04-02T09:00:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: 914: throughput=5MB/sec pending data=0 2024-04-02T09:00:57.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FZ5TuRY6Ha1Sa2j off=8233529 len=1682853 2024-04-02T09:00:57.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 4672 completed, throughput=5MB/sec 2024-04-02T09:00:57.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PGPiYustEWXDIR6 off=4969499 len=333586 2024-04-02T09:00:57.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 4673 completed, throughput=5MB/sec 2024-04-02T09:00:57.917 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wtUgyKrKihPAXWL off=1436477 len=1023853 2024-04-02T09:00:57.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 4674 completed, throughput=5MB/sec 2024-04-02T09:00:57.924 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A75YmcjYEsBWo7C off=12665797 len=1421716 2024-04-02T09:00:57.925 INFO:tasks.workunit.client.0.smithi028.stdout:op 4675 completed, throughput=5MB/sec 2024-04-02T09:00:58.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:57 smithi028 ceph-mon[94314]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:57 smithi028 ceph-mon[96890]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:57 smithi137 ceph-mon[88456]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:00:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: 915: throughput=4.99MB/sec pending data=0 2024-04-02T09:00:58.926 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zthymsMV8Dc4lvi off=2795464 len=1426132 2024-04-02T09:00:58.931 INFO:tasks.workunit.client.0.smithi028.stdout:op 4676 completed, throughput=5MB/sec 2024-04-02T09:00:58.931 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mKUQbPM_NRXStAE off=4771286 len=158533 2024-04-02T09:00:58.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 4677 completed, throughput=5MB/sec 2024-04-02T09:00:58.932 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mJtbmAyF1mo6V0B off=10601034 len=1914575 2024-04-02T09:00:58.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 4678 completed, throughput=5MB/sec 2024-04-02T09:00:58.933 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-si84hTJ2C2_hAtH off=153158 len=18246 2024-04-02T09:00:58.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 4679 completed, throughput=5MB/sec 2024-04-02T09:00:58.934 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eD0HMbgPUVmWaCp off=245405 len=1315572 2024-04-02T09:00:58.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 4680 completed, throughput=5MB/sec 2024-04-02T09:00:58.940 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QOSouM2GPNTetEm off=3332135 len=1600906 2024-04-02T09:00:58.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 4681 completed, throughput=5MB/sec 2024-04-02T09:00:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: 916: throughput=5MB/sec pending data=0 2024-04-02T09:00:59.946 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ot92ew3oue_6or7 off=7238711 len=1920185 2024-04-02T09:00:59.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 4682 completed, throughput=5MB/sec 2024-04-02T09:00:59.955 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6niKU43_tGdNvK7 off=4637069 len=929951 2024-04-02T09:00:59.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 4683 completed, throughput=5MB/sec 2024-04-02T09:00:59.960 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tzzSkLt4B56csPr off=1291711 len=139570 2024-04-02T09:00:59.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 4684 completed, throughput=5MB/sec 2024-04-02T09:00:59.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jDZ6hTM1hI7Zbtv off=2269249 len=480697 2024-04-02T09:00:59.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 4685 completed, throughput=5MB/sec 2024-04-02T09:00:59.964 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RvvZ-3LJYDrhVvm off=519645 len=1791870 2024-04-02T09:00:59.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 4686 completed, throughput=5MB/sec 2024-04-02T09:01:00.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:00:59 smithi028 ceph-mon[94314]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:00:59 smithi028 ceph-mon[96890]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:00:59 smithi137 ceph-mon[88456]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-02T09:01:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: 917: throughput=5MB/sec pending data=0 2024-04-02T09:01:00.968 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QSTCSEeILzDs9zG off=4359698 len=163398 2024-04-02T09:01:00.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 4687 completed, throughput=5MB/sec 2024-04-02T09:01:00.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pf893tlrZDgw3Dd off=2883789 len=195318 2024-04-02T09:01:00.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 4688 completed, throughput=5MB/sec 2024-04-02T09:01:00.971 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Fso-GKxbfgm61pi off=7352784 len=1324673 2024-04-02T09:01:00.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 4689 completed, throughput=5MB/sec 2024-04-02T09:01:00.979 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wxUKGysOXyCpxDG off=148029 len=139653 2024-04-02T09:01:00.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 4690 completed, throughput=5MB/sec 2024-04-02T09:01:00.979 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K0o1OPL3C1w5rAD off=7388457 len=1172986 2024-04-02T09:01:00.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 4691 completed, throughput=5MB/sec 2024-04-02T09:01:00.981 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ahWWSAVsknCZS1E off=7139449 len=585421 2024-04-02T09:01:00.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 4692 completed, throughput=5MB/sec 2024-04-02T09:01:00.982 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MtpUKwp8I0t0pv_ off=4626172 len=1564168 2024-04-02T09:01:00.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 4693 completed, throughput=5MB/sec 2024-04-02T09:01:01.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:01:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:01:01] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:01:01.984 INFO:tasks.workunit.client.0.smithi028.stdout: 918: throughput=5MB/sec pending data=0 2024-04-02T09:01:01.984 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fby20ci5IrZSVt1 off=362709 len=996013 2024-04-02T09:01:01.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 4694 completed, throughput=5MB/sec 2024-04-02T09:01:01.985 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7jDanG-KSe9Yjpv off=205159 len=1152980 2024-04-02T09:01:01.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 4695 completed, throughput=5MB/sec 2024-04-02T09:01:01.987 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-32HsD-cN0eTNNOj off=5135187 len=1868521 2024-04-02T09:01:01.989 INFO:tasks.workunit.client.0.smithi028.stdout:op 4696 completed, throughput=5MB/sec 2024-04-02T09:01:01.989 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cvaqw32ULA7SO9E off=7058560 len=1864026 2024-04-02T09:01:01.989 INFO:tasks.workunit.client.0.smithi028.stdout:op 4697 completed, throughput=5MB/sec 2024-04-02T09:01:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:01 smithi137 ceph-mon[88456]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:01 smithi028 ceph-mon[94314]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:02.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:01 smithi028 ceph-mon[96890]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:01:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:01:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:02.990 INFO:tasks.workunit.client.0.smithi028.stdout: 919: throughput=5MB/sec pending data=0 2024-04-02T09:01:02.990 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-easEOjB0gWkz0yn off=7317785 len=250902 2024-04-02T09:01:02.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 4698 completed, throughput=5MB/sec 2024-04-02T09:01:02.991 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gPX-Y2Jmflgs3Js off=6822427 len=437926 2024-04-02T09:01:02.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 4699 completed, throughput=5MB/sec 2024-04-02T09:01:02.992 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZQSEKqdzEwyJn_F off=12723867 len=1604623 2024-04-02T09:01:03.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 4700 completed, throughput=5MB/sec 2024-04-02T09:01:03.000 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MGleD501uz_RKm4 off=2546696 len=1503540 2024-04-02T09:01:03.007 INFO:tasks.workunit.client.0.smithi028.stdout:op 4701 completed, throughput=5MB/sec 2024-04-02T09:01:04.007 INFO:tasks.workunit.client.0.smithi028.stdout: 920: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:04.007 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2Yb2hDdYgwBGGad off=221253 len=1593200 2024-04-02T09:01:04.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 4702 completed, throughput=5MB/sec 2024-04-02T09:01:04.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zu0prNDjxU8_Ha1 off=2946268 len=1713894 2024-04-02T09:01:04.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 4703 completed, throughput=5MB/sec 2024-04-02T09:01:04.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u0kaTpyTMjHBaB0 off=799428 len=718668 2024-04-02T09:01:04.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 4704 completed, throughput=5MB/sec 2024-04-02T09:01:04.011 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HGFsV0JztwNkSOg off=9791124 len=657691 2024-04-02T09:01:04.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 4705 completed, throughput=5MB/sec 2024-04-02T09:01:04.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D-06YPKG19urEQE off=5412324 len=1903457 2024-04-02T09:01:04.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 4706 completed, throughput=5MB/sec 2024-04-02T09:01:04.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:03 smithi028 ceph-mon[94314]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:03 smithi028 ceph-mon[96890]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:03 smithi137 ceph-mon[88456]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:01:05.018 INFO:tasks.workunit.client.0.smithi028.stdout: 921: throughput=5MB/sec pending data=0 2024-04-02T09:01:05.018 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zzqi8KqkNS_7te6 off=0 len=1082188 2024-04-02T09:01:05.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 4707 completed, throughput=5MB/sec 2024-04-02T09:01:05.019 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GDex2kz7bWq01fG off=9450058 len=1903981 2024-04-02T09:01:05.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 4708 completed, throughput=5MB/sec 2024-04-02T09:01:05.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vZI2Zw-l7V3zIlZ off=11279145 len=1686030 2024-04-02T09:01:05.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 4709 completed, throughput=5MB/sec 2024-04-02T09:01:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: 922: throughput=5MB/sec pending data=0 2024-04-02T09:01:06.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pf7jR3ysoA128C8 off=13402055 len=1112641 2024-04-02T09:01:06.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 4710 completed, throughput=5MB/sec 2024-04-02T09:01:06.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pr-_D9IuOQXAoyU off=1591843 len=597925 2024-04-02T09:01:06.040 INFO:tasks.workunit.client.0.smithi028.stdout:op 4711 completed, throughput=5MB/sec 2024-04-02T09:01:06.040 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bs05LcbQh7A06QM off=5063717 len=201944 2024-04-02T09:01:06.040 INFO:tasks.workunit.client.0.smithi028.stdout:op 4712 completed, throughput=5MB/sec 2024-04-02T09:01:06.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rrY49a9GG873UOI off=12757553 len=1972898 2024-04-02T09:01:06.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 4713 completed, throughput=5MB/sec 2024-04-02T09:01:06.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W6R9hJOFgELjHQN off=17450152 len=763899 2024-04-02T09:01:06.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 4714 completed, throughput=5MB/sec 2024-04-02T09:01:06.054 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5WAWEzpy-TVTrxs off=2433329 len=717894 2024-04-02T09:01:06.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 4715 completed, throughput=5MB/sec 2024-04-02T09:01:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:05 smithi028 ceph-mon[94314]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:05 smithi028 ceph-mon[96890]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:05 smithi137 ceph-mon[88456]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:01:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: 923: throughput=5MB/sec pending data=0 2024-04-02T09:01:07.058 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ly0_ZY_TtArSO4S off=4901168 len=1210031 2024-04-02T09:01:07.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 4716 completed, throughput=5MB/sec 2024-04-02T09:01:07.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7AqU7hJKeqN31WS off=3100939 len=943913 2024-04-02T09:01:07.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 4717 completed, throughput=5MB/sec 2024-04-02T09:01:07.064 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eFi9aWi3_3HORsf off=13097271 len=826878 2024-04-02T09:01:07.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 4718 completed, throughput=5MB/sec 2024-04-02T09:01:07.065 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o4l0l4jgDWi28Q2 off=0 len=1880183 2024-04-02T09:01:07.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 4719 completed, throughput=5MB/sec 2024-04-02T09:01:08.072 INFO:tasks.workunit.client.0.smithi028.stdout: 924: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:08.072 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RQdg-Aclu2Ycf8z off=15593747 len=625997 2024-04-02T09:01:08.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 4720 completed, throughput=5MB/sec 2024-04-02T09:01:08.076 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ETP0szbbd8H_9kV off=5309752 len=433822 2024-04-02T09:01:08.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 4721 completed, throughput=5MB/sec 2024-04-02T09:01:08.078 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GJmdrWjiHmKn0jN off=7729957 len=1807555 2024-04-02T09:01:08.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 4722 completed, throughput=5MB/sec 2024-04-02T09:01:08.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KcZ2KkEYQBQM2l7 off=10261044 len=832763 2024-04-02T09:01:08.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 4723 completed, throughput=5MB/sec 2024-04-02T09:01:08.088 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aAIx0z85sFkpzag off=2040669 len=1660247 2024-04-02T09:01:08.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 4724 completed, throughput=5MB/sec 2024-04-02T09:01:08.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:07 smithi028 ceph-mon[94314]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:07 smithi028 ceph-mon[96890]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:07 smithi137 ceph-mon[88456]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:01:09.089 INFO:tasks.workunit.client.0.smithi028.stdout: 925: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:09.089 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LuFZZcaQQDMCyiV off=1228743 len=371502 2024-04-02T09:01:09.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 4725 completed, throughput=5MB/sec 2024-04-02T09:01:09.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rmxb14uhzzo5Zao off=10007725 len=849828 2024-04-02T09:01:09.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 4726 completed, throughput=5MB/sec 2024-04-02T09:01:09.090 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jrnfLfPwA6ZQ4ja off=15158459 len=1978733 2024-04-02T09:01:09.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 4727 completed, throughput=5MB/sec 2024-04-02T09:01:09.101 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KlyAVksW3jmHAnC off=16016346 len=975542 2024-04-02T09:01:09.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 4728 completed, throughput=5MB/sec 2024-04-02T09:01:09.106 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bZUi5vLRkix0oFw off=10326885 len=321153 2024-04-02T09:01:09.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 4729 completed, throughput=5MB/sec 2024-04-02T09:01:09.107 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jr2w1GKV6hUbKmb off=3728542 len=1757197 2024-04-02T09:01:09.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 4730 completed, throughput=5MB/sec 2024-04-02T09:01:10.114 INFO:tasks.workunit.client.0.smithi028.stdout: 926: throughput=5MB/sec pending data=0 2024-04-02T09:01:10.115 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RInKRy4pgWZ5Ljk off=397372 len=2035290 2024-04-02T09:01:10.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 4731 completed, throughput=5MB/sec 2024-04-02T09:01:10.116 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Yx7cj4LFZOg3OjF off=5443843 len=952996 2024-04-02T09:01:10.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 4732 completed, throughput=5MB/sec 2024-04-02T09:01:10.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QMaNJD0bw5ljMQo off=3372446 len=1825940 2024-04-02T09:01:10.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 4733 completed, throughput=5MB/sec 2024-04-02T09:01:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:09 smithi028 ceph-mon[94314]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:10.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:09 smithi028 ceph-mon[96890]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:09 smithi137 ceph-mon[88456]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:11.132 INFO:tasks.workunit.client.0.smithi028.stdout: 927: throughput=5MB/sec pending data=0 2024-04-02T09:01:11.132 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JQynM8T0TmEFH9e off=7666327 len=1380130 2024-04-02T09:01:11.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 4734 completed, throughput=5MB/sec 2024-04-02T09:01:11.140 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ew_3AXuiNJo46pO off=6538739 len=1445702 2024-04-02T09:01:11.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 4735 completed, throughput=5MB/sec 2024-04-02T09:01:11.144 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pFiyhmp7osOz6RP off=9524362 len=371312 2024-04-02T09:01:11.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 4736 completed, throughput=5MB/sec 2024-04-02T09:01:11.145 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EEeFVm2XL0SJTOM off=8572074 len=1970970 2024-04-02T09:01:11.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 4737 completed, throughput=5MB/sec 2024-04-02T09:01:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:01:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:01:11] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-02T09:01:12.147 INFO:tasks.workunit.client.0.smithi028.stdout: 928: throughput=5MB/sec pending data=0 2024-04-02T09:01:12.147 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fcxoXc1NxsBeI6L off=5101720 len=963858 2024-04-02T09:01:12.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 4738 completed, throughput=5MB/sec 2024-04-02T09:01:12.148 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ej5iKkNnnNzr377 off=16674126 len=275145 2024-04-02T09:01:12.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 4739 completed, throughput=5MB/sec 2024-04-02T09:01:12.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hT8YyDUzFyuj8yr off=147864 len=1027710 2024-04-02T09:01:12.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 4740 completed, throughput=5MB/sec 2024-04-02T09:01:12.153 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tvk0o7Igi4VlzAf off=19688560 len=1477003 2024-04-02T09:01:12.159 INFO:tasks.workunit.client.0.smithi028.stdout:op 4741 completed, throughput=5MB/sec 2024-04-02T09:01:12.159 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1SvAPV9r3pTYLmO off=3883951 len=334243 2024-04-02T09:01:12.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 4742 completed, throughput=5MB/sec 2024-04-02T09:01:12.160 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--1RR-QdDvcXFWt- off=9873767 len=1676397 2024-04-02T09:01:12.166 INFO:tasks.workunit.client.0.smithi028.stdout:op 4743 completed, throughput=5MB/sec 2024-04-02T09:01:12.197 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:11 smithi137 ceph-mon[88456]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:12.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:11 smithi028 ceph-mon[94314]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:12.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:11 smithi028 ceph-mon[96890]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:01:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:13.167 INFO:tasks.workunit.client.0.smithi028.stdout: 929: throughput=5MB/sec pending data=0 2024-04-02T09:01:13.167 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f6vn6cs6zFKtfgU off=1343054 len=291065 2024-04-02T09:01:13.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 4744 completed, throughput=5MB/sec 2024-04-02T09:01:13.168 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iZGARmYNxeoj0SD off=137662 len=2148 2024-04-02T09:01:13.168 INFO:tasks.workunit.client.0.smithi028.stdout:op 4745 completed, throughput=5MB/sec 2024-04-02T09:01:13.168 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T0s9VAKRYWfvRsI off=10045108 len=779502 2024-04-02T09:01:13.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 4746 completed, throughput=5MB/sec 2024-04-02T09:01:13.171 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0u3Z8z9oIUzmZ7l off=2151113 len=1053603 2024-04-02T09:01:13.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 4747 completed, throughput=5MB/sec 2024-04-02T09:01:13.173 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d29UumhWfer1qZS off=7974058 len=1265484 2024-04-02T09:01:13.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 4748 completed, throughput=5MB/sec 2024-04-02T09:01:13.174 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nuEvvYxOTZhFJ6m off=4535527 len=500192 2024-04-02T09:01:13.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 4749 completed, throughput=5MB/sec 2024-04-02T09:01:13.174 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cCkRsbzzQIjDM0Y off=992136 len=1329239 2024-04-02T09:01:13.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 4750 completed, throughput=5MB/sec 2024-04-02T09:01:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: 930: throughput=5MB/sec pending data=0 2024-04-02T09:01:14.178 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zcQ__simEj5BVh3 off=23561414 len=1837756 2024-04-02T09:01:14.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 4751 completed, throughput=5MB/sec 2024-04-02T09:01:14.179 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VaLaC41WWLHK987 off=12743258 len=1918965 2024-04-02T09:01:14.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 4752 completed, throughput=5MB/sec 2024-04-02T09:01:14.181 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pFiyhmp7osOz6RP off=15066785 len=678683 2024-04-02T09:01:14.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 4753 completed, throughput=5MB/sec 2024-04-02T09:01:14.184 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lbehbIzVIFw0O2F off=6016223 len=1685399 2024-04-02T09:01:14.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 4754 completed, throughput=5MB/sec 2024-04-02T09:01:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:13 smithi028 ceph-mon[94314]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:14.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:13 smithi028 ceph-mon[96890]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:13 smithi137 ceph-mon[88456]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:15.186 INFO:tasks.workunit.client.0.smithi028.stdout: 931: throughput=5MB/sec pending data=0 2024-04-02T09:01:15.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gNBcAPZdbBEdBFb off=15106436 len=1895264 2024-04-02T09:01:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 4755 completed, throughput=5MB/sec 2024-04-02T09:01:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vF6hFvLHy5tU8DA off=23028461 len=1434592 2024-04-02T09:01:15.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 4756 completed, throughput=5MB/sec 2024-04-02T09:01:15.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HVAKGFVT9pdsJ_b off=3385297 len=701108 2024-04-02T09:01:15.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 4757 completed, throughput=5MB/sec 2024-04-02T09:01:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:15 smithi028 ceph-mon[94314]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:15 smithi028 ceph-mon[96890]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:16.202 INFO:tasks.workunit.client.0.smithi028.stdout: 932: throughput=5MB/sec pending data=0 2024-04-02T09:01:16.202 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pPjIvSempVq7KB3 off=1330041 len=1108804 2024-04-02T09:01:16.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 4758 completed, throughput=5MB/sec 2024-04-02T09:01:16.204 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FGQA9IIp0MCle6u off=162393 len=93610 2024-04-02T09:01:16.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 4759 completed, throughput=5MB/sec 2024-04-02T09:01:16.205 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G0lj0sRq_BYTm2G off=19226868 len=1538263 2024-04-02T09:01:16.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 4760 completed, throughput=5MB/sec 2024-04-02T09:01:16.206 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XbatvhZV4cQQq3i off=9497443 len=1446287 2024-04-02T09:01:16.207 INFO:tasks.workunit.client.0.smithi028.stdout:op 4761 completed, throughput=5MB/sec 2024-04-02T09:01:16.207 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-912RxyP8d6VtTjb off=8413739 len=620233 2024-04-02T09:01:16.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 4762 completed, throughput=5MB/sec 2024-04-02T09:01:16.211 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ibpXo7AbKFdl8yy off=11141008 len=1613499 2024-04-02T09:01:16.212 INFO:tasks.workunit.client.0.smithi028.stdout:op 4763 completed, throughput=5MB/sec 2024-04-02T09:01:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:15 smithi137 ceph-mon[88456]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:01:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: 933: throughput=5MB/sec pending data=0 2024-04-02T09:01:17.213 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dWFfpO69asOHuTe off=10947449 len=16556 2024-04-02T09:01:17.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 4764 completed, throughput=5MB/sec 2024-04-02T09:01:17.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-psfOBUwQ-RkAmLS off=11377424 len=1410112 2024-04-02T09:01:17.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 4765 completed, throughput=5MB/sec 2024-04-02T09:01:17.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wZJB6yYpltO7OYc off=15248508 len=1861464 2024-04-02T09:01:17.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 4766 completed, throughput=5MB/sec 2024-04-02T09:01:17.229 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7QuoNseyhpXK3X- off=6749132 len=1802046 2024-04-02T09:01:17.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 4767 completed, throughput=5MB/sec 2024-04-02T09:01:18.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:17 smithi028 ceph-mon[94314]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:17 smithi028 ceph-mon[96890]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:18.239 INFO:tasks.workunit.client.0.smithi028.stdout: 934: throughput=5MB/sec pending data=0 2024-04-02T09:01:18.239 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0q6QzzRmHc6CrhI off=11033239 len=157713 2024-04-02T09:01:18.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 4768 completed, throughput=5MB/sec 2024-04-02T09:01:18.239 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vyFnssBROL-_o3q off=9669165 len=1130966 2024-04-02T09:01:18.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 4769 completed, throughput=5MB/sec 2024-04-02T09:01:18.242 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IXu6pVyRoPy1QxD off=11865121 len=887557 2024-04-02T09:01:18.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 4770 completed, throughput=5MB/sec 2024-04-02T09:01:18.243 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tJX34hp0oL2Y--M off=1569997 len=297096 2024-04-02T09:01:18.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 4771 completed, throughput=5MB/sec 2024-04-02T09:01:18.244 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9IXgGjofDPkwBtb off=7196604 len=1685455 2024-04-02T09:01:18.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 4772 completed, throughput=5MB/sec 2024-04-02T09:01:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:17 smithi137 ceph-mon[88456]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:19.252 INFO:tasks.workunit.client.0.smithi028.stdout: 935: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:19.252 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0zzelJj7XLw5h8e off=6111637 len=1087884 2024-04-02T09:01:19.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 4773 completed, throughput=5MB/sec 2024-04-02T09:01:19.254 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4nG8IJgzzmCaytf off=8478625 len=959625 2024-04-02T09:01:19.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 4774 completed, throughput=5MB/sec 2024-04-02T09:01:19.258 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LAOI6cBnBp0-2zr off=6831334 len=1352341 2024-04-02T09:01:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 4775 completed, throughput=5MB/sec 2024-04-02T09:01:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z0PXLrZbyPPwmhW off=1896130 len=494718 2024-04-02T09:01:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 4776 completed, throughput=5MB/sec 2024-04-02T09:01:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D5ip4PKa4FC6d6O off=6090578 len=2042198 2024-04-02T09:01:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 4777 completed, throughput=5MB/sec 2024-04-02T09:01:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:19 smithi028 ceph-mon[94314]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:01:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:19 smithi028 ceph-mon[96890]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:01:20.262 INFO:tasks.workunit.client.0.smithi028.stdout: 936: throughput=5MB/sec pending data=0 2024-04-02T09:01:20.262 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4STl-tc7pP1siNL off=501218 len=1762286 2024-04-02T09:01:20.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 4778 completed, throughput=5MB/sec 2024-04-02T09:01:20.273 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-256cjCYfMaz97c6 off=7808384 len=1566844 2024-04-02T09:01:20.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 4779 completed, throughput=5MB/sec 2024-04-02T09:01:20.280 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n2mj0GGlhh7dA0r off=10922500 len=318765 2024-04-02T09:01:20.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 4780 completed, throughput=5MB/sec 2024-04-02T09:01:20.280 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kd6_-WY1ePB4zNT off=1213537 len=1798473 2024-04-02T09:01:20.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 4781 completed, throughput=5MB/sec 2024-04-02T09:01:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:19 smithi137 ceph-mon[88456]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:01:21.202 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:21.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: 937: throughput=5MB/sec pending data=0 2024-04-02T09:01:21.282 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T7atpizQKNJKkuN off=235273 len=1390684 2024-04-02T09:01:21.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 4782 completed, throughput=5MB/sec 2024-04-02T09:01:21.291 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9Aq8Z-aDT4qT5Se off=3030267 len=1584114 2024-04-02T09:01:21.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 4783 completed, throughput=5MB/sec 2024-04-02T09:01:21.297 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1gcwBuzsDhvdY96 off=8352338 len=224972 2024-04-02T09:01:21.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 4784 completed, throughput=5MB/sec 2024-04-02T09:01:21.300 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l9FofZ9VjolNvGf off=7237345 len=209569 2024-04-02T09:01:21.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 4785 completed, throughput=5MB/sec 2024-04-02T09:01:21.302 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vMaN7Na4FPHGs23 off=5959371 len=214708 2024-04-02T09:01:21.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 4786 completed, throughput=5MB/sec 2024-04-02T09:01:21.304 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sHn2Cn_Jr24H2Ht off=7127086 len=1389555 2024-04-02T09:01:21.306 INFO:tasks.workunit.client.0.smithi028.stdout:op 4787 completed, throughput=5MB/sec 2024-04-02T09:01:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:01:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:01:21] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-02T09:01:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: 938: throughput=5MB/sec pending data=0 2024-04-02T09:01:22.306 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-psurm4pFpmJ3sST off=6885953 len=331721 2024-04-02T09:01:22.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 4788 completed, throughput=5MB/sec 2024-04-02T09:01:22.309 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4Zeaeb9QOcRLKRC off=1713652 len=662848 2024-04-02T09:01:22.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 4789 completed, throughput=5MB/sec 2024-04-02T09:01:22.311 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2GI37WxtMJv9vSe off=18789269 len=299090 2024-04-02T09:01:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:21 smithi137 ceph-mon[88456]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:22.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 4790 completed, throughput=5MB/sec 2024-04-02T09:01:22.314 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QPuPI7AnTfCqskg off=14374651 len=633988 2024-04-02T09:01:22.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 4791 completed, throughput=5MB/sec 2024-04-02T09:01:22.318 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BZKCFOEwhESzG_4 off=1109361 len=400080 2024-04-02T09:01:22.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 4792 completed, throughput=5MB/sec 2024-04-02T09:01:22.322 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ni_arHU1HLSQoYA off=6256624 len=175162 2024-04-02T09:01:22.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 4793 completed, throughput=5MB/sec 2024-04-02T09:01:22.322 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q-H8vFT1NC1Q2Gq off=1195631 len=1622706 2024-04-02T09:01:22.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 4794 completed, throughput=5MB/sec 2024-04-02T09:01:22.324 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n32vwf4c0663Hwd off=2572478 len=412932 2024-04-02T09:01:22.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 4795 completed, throughput=5MB/sec 2024-04-02T09:01:22.324 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TPe7YF7ZYEPXRkp off=11222489 len=1219448 2024-04-02T09:01:22.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 4796 completed, throughput=5MB/sec 2024-04-02T09:01:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:21 smithi028 ceph-mon[94314]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:21 smithi028 ceph-mon[96890]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:01:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: 939: throughput=5MB/sec pending data=0 2024-04-02T09:01:23.327 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--SJVnt7eopRBS5A off=6644651 len=542600 2024-04-02T09:01:23.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 4797 completed, throughput=5MB/sec 2024-04-02T09:01:23.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e5lqJYLbeh1kcNy off=8700151 len=1358313 2024-04-02T09:01:23.329 INFO:tasks.workunit.client.0.smithi028.stdout:op 4798 completed, throughput=5MB/sec 2024-04-02T09:01:23.329 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Npi4wXSi0SMuUrN off=748118 len=560785 2024-04-02T09:01:23.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 4799 completed, throughput=5MB/sec 2024-04-02T09:01:23.333 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v4wp_FkV8XC9KjJ off=12312311 len=1174051 2024-04-02T09:01:23.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 4800 completed, throughput=5MB/sec 2024-04-02T09:01:23.339 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bPCccPofPzlIrOB off=9336276 len=1198892 2024-04-02T09:01:23.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 4801 completed, throughput=5MB/sec 2024-04-02T09:01:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: 940: throughput=5MB/sec pending data=0 2024-04-02T09:01:24.343 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VqsivmBkzyLGXTf off=4620447 len=597552 2024-04-02T09:01:24.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 4802 completed, throughput=5MB/sec 2024-04-02T09:01:24.344 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FZ5TuRY6Ha1Sa2j off=10886781 len=1027038 2024-04-02T09:01:24.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 4803 completed, throughput=5MB/sec 2024-04-02T09:01:24.349 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ifW56KchzMJlcPP off=3827378 len=231389 2024-04-02T09:01:24.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 4804 completed, throughput=5MB/sec 2024-04-02T09:01:24.352 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n_u_5bexK8Y8rfN off=1902263 len=214036 2024-04-02T09:01:24.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 4805 completed, throughput=5MB/sec 2024-04-02T09:01:24.352 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hwJ4uJ4lo06Ulm_ off=23303473 len=1804439 2024-04-02T09:01:24.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 4806 completed, throughput=5MB/sec 2024-04-02T09:01:24.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F1crziIaRAnda_z off=5608109 len=1664807 2024-04-02T09:01:24.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 4807 completed, throughput=5MB/sec 2024-04-02T09:01:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:23 smithi137 ceph-mon[88456]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:23 smithi028 ceph-mon[94314]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:23 smithi028 ceph-mon[96890]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:01:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: 941: throughput=5MB/sec pending data=0 2024-04-02T09:01:25.358 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c3wgkSFSMZNfY4u off=6521521 len=321071 2024-04-02T09:01:25.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 4808 completed, throughput=5MB/sec 2024-04-02T09:01:25.358 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wPztdfe43Tth-5O off=3828182 len=713861 2024-04-02T09:01:25.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 4809 completed, throughput=5MB/sec 2024-04-02T09:01:25.363 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sdK0P0-iijyo78c off=5731091 len=915565 2024-04-02T09:01:25.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 4810 completed, throughput=5MB/sec 2024-04-02T09:01:25.365 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zo2kUK6JPoK5G7G off=3967540 len=810940 2024-04-02T09:01:25.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 4811 completed, throughput=5MB/sec 2024-04-02T09:01:25.370 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ErQD-x9mtb6plhY off=859050 len=621553 2024-04-02T09:01:25.373 INFO:tasks.workunit.client.0.smithi028.stdout:op 4812 completed, throughput=5MB/sec 2024-04-02T09:01:25.373 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A49X9OKBilLOsWr off=2112298 len=174763 2024-04-02T09:01:25.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 4813 completed, throughput=5MB/sec 2024-04-02T09:01:25.374 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rpVs9qNQmMfwwCg off=102746 len=488410 2024-04-02T09:01:25.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 4814 completed, throughput=5MB/sec 2024-04-02T09:01:25.377 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iTgtnm0SiAX_e59 off=1018150 len=888829 2024-04-02T09:01:25.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 4815 completed, throughput=5MB/sec 2024-04-02T09:01:26.379 INFO:tasks.workunit.client.0.smithi028.stdout: 942: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:26.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fvnu_uoTGd9BDud off=1846385 len=678330 2024-04-02T09:01:26.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 4816 completed, throughput=5MB/sec 2024-04-02T09:01:26.384 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iniC2ZUVaTO64oX off=843359 len=616097 2024-04-02T09:01:26.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 4817 completed, throughput=5MB/sec 2024-04-02T09:01:26.388 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fhVWQlerwQsGg_F off=10241 len=1289196 2024-04-02T09:01:26.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 4818 completed, throughput=5MB/sec 2024-04-02T09:01:26.389 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ywz3aoLFqehQd4u off=9754355 len=1282799 2024-04-02T09:01:26.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 4819 completed, throughput=5MB/sec 2024-04-02T09:01:26.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mN1hd0xbysutFwn off=1214211 len=281035 2024-04-02T09:01:26.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 4820 completed, throughput=5MB/sec 2024-04-02T09:01:26.395 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fC4TFDMixZTmpSz off=5429715 len=285694 2024-04-02T09:01:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:25 smithi137 ceph-mon[88456]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:01:26.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 4821 completed, throughput=5MB/sec 2024-04-02T09:01:26.398 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4ntVNyURV7nh_al off=303872 len=2079678 2024-04-02T09:01:26.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 4822 completed, throughput=5MB/sec 2024-04-02T09:01:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:25 smithi028 ceph-mon[94314]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:01:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:25 smithi028 ceph-mon[96890]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:01:27.406 INFO:tasks.workunit.client.0.smithi028.stdout: 943: throughput=5MB/sec pending data=0 2024-04-02T09:01:27.406 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5BD3Cc2uQ_gvVvU off=1005190 len=1013719 2024-04-02T09:01:27.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 4823 completed, throughput=5MB/sec 2024-04-02T09:01:27.410 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KjIlgkv466V0g2k off=412641 len=1372469 2024-04-02T09:01:27.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 4824 completed, throughput=5MB/sec 2024-04-02T09:01:27.411 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p1SMtpPMUG7rBOW off=5178669 len=849122 2024-04-02T09:01:27.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 4825 completed, throughput=5MB/sec 2024-04-02T09:01:27.412 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-arxI1N8bD3cNYaf off=8295403 len=1598514 2024-04-02T09:01:27.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 4826 completed, throughput=5MB/sec 2024-04-02T09:01:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:27 smithi137 ceph-mon[88456]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:01:28.419 INFO:tasks.workunit.client.0.smithi028.stdout: 944: throughput=5MB/sec pending data=0 2024-04-02T09:01:28.419 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4Kl8rpo4cghANoo off=8142122 len=1223344 2024-04-02T09:01:28.420 INFO:tasks.workunit.client.0.smithi028.stdout:op 4827 completed, throughput=5MB/sec 2024-04-02T09:01:28.420 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8-jTpEdNN-0JyvA off=5664653 len=1872788 2024-04-02T09:01:28.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 4828 completed, throughput=5MB/sec 2024-04-02T09:01:28.422 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LGfe_mziHnjEJbH off=3986671 len=1400654 2024-04-02T09:01:28.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 4829 completed, throughput=5MB/sec 2024-04-02T09:01:28.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AnfpVaMU2JbKrHo off=9276089 len=1964957 2024-04-02T09:01:28.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 4830 completed, throughput=5MB/sec 2024-04-02T09:01:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:27 smithi028 ceph-mon[94314]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:01:28.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:27 smithi028 ceph-mon[96890]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-02T09:01:29.439 INFO:tasks.workunit.client.0.smithi028.stdout: 945: throughput=5MB/sec pending data=0 2024-04-02T09:01:29.439 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XZ-ZaMy8ua2pZYj off=1173582 len=872997 2024-04-02T09:01:29.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 4831 completed, throughput=5MB/sec 2024-04-02T09:01:29.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nKfj06kvqTK7ySH off=6069039 len=1909218 2024-04-02T09:01:29.451 INFO:tasks.workunit.client.0.smithi028.stdout:op 4832 completed, throughput=5MB/sec 2024-04-02T09:01:29.451 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RPJvo_zKMzHc09X off=5644771 len=1993406 2024-04-02T09:01:29.455 INFO:tasks.workunit.client.0.smithi028.stdout:op 4833 completed, throughput=5MB/sec 2024-04-02T09:01:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:29 smithi137 ceph-mon[88456]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:29 smithi028 ceph-mon[94314]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:29 smithi028 ceph-mon[96890]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:01:30.455 INFO:tasks.workunit.client.0.smithi028.stdout: 946: throughput=5MB/sec pending data=0 2024-04-02T09:01:30.455 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AULdCQyEuVr_U3H off=771431 len=1797241 2024-04-02T09:01:30.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 4834 completed, throughput=5MB/sec 2024-04-02T09:01:30.465 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4ohUxSPqyPuVPJ7 off=5756189 len=1409079 2024-04-02T09:01:30.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 4835 completed, throughput=5MB/sec 2024-04-02T09:01:30.466 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bF4UTJZU8mO8Y3u off=2535722 len=1287797 2024-04-02T09:01:30.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 4836 completed, throughput=5MB/sec 2024-04-02T09:01:31.468 INFO:tasks.workunit.client.0.smithi028.stdout: 947: throughput=5MB/sec pending data=0 2024-04-02T09:01:31.468 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xmL82XjFbaoiJpU off=16018879 len=721966 2024-04-02T09:01:31.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 4837 completed, throughput=5MB/sec 2024-04-02T09:01:31.469 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2LM-eskiMrnsGss off=3253732 len=1597249 2024-04-02T09:01:31.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 4838 completed, throughput=5MB/sec 2024-04-02T09:01:31.476 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VGNP0LalfcjtNxh off=4527482 len=301895 2024-04-02T09:01:31.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 4839 completed, throughput=5MB/sec 2024-04-02T09:01:31.477 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AaxLbzxl7A5c9BO off=955558 len=1345941 2024-04-02T09:01:31.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 4840 completed, throughput=5MB/sec 2024-04-02T09:01:31.478 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XYLlSH04OUZrb55 off=7239832 len=804155 2024-04-02T09:01:31.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 4841 completed, throughput=5MB/sec 2024-04-02T09:01:31.480 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rQcfkm8vHkhuMjD off=23287127 len=1792456 2024-04-02T09:01:31.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 4842 completed, throughput=5MB/sec 2024-04-02T09:01:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:01:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:01:31] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-02T09:01:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:31 smithi137 ceph-mon[88456]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:31 smithi028 ceph-mon[94314]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:31 smithi028 ceph-mon[96890]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:01:32.481 INFO:tasks.workunit.client.0.smithi028.stdout: 948: throughput=5MB/sec pending data=0 2024-04-02T09:01:32.481 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--sGN5EOKbIOkgOP off=6737572 len=1254462 2024-04-02T09:01:32.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 4843 completed, throughput=5MB/sec 2024-04-02T09:01:32.484 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fVed5__m11p32X3 off=2203052 len=1198685 2024-04-02T09:01:32.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 4844 completed, throughput=5MB/sec 2024-04-02T09:01:32.485 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f7TfjkmO30Si3Wb off=2378909 len=1322123 2024-04-02T09:01:32.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 4845 completed, throughput=5MB/sec 2024-04-02T09:01:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:01:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:33.494 INFO:tasks.workunit.client.0.smithi028.stdout: 949: throughput=5MB/sec pending data=0 2024-04-02T09:01:33.494 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kuMgdpQNBJw4i95 off=9188189 len=75613 2024-04-02T09:01:33.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 4846 completed, throughput=5MB/sec 2024-04-02T09:01:33.496 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lv8rRFtKppUI74F off=12850113 len=650456 2024-04-02T09:01:33.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 4847 completed, throughput=5MB/sec 2024-04-02T09:01:33.501 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HvLcvANVkhRQuDL off=2279161 len=1478918 2024-04-02T09:01:33.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 4848 completed, throughput=5MB/sec 2024-04-02T09:01:33.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dELyKRZmVtVUogp off=2259684 len=1117639 2024-04-02T09:01:33.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 4849 completed, throughput=5MB/sec 2024-04-02T09:01:33.509 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p_gA6gNY67LweXZ off=20145424 len=1287112 2024-04-02T09:01:33.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 4850 completed, throughput=5MB/sec 2024-04-02T09:01:33.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_s1u0g4Eqy5p4H8 off=13152953 len=802564 2024-04-02T09:01:33.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 4851 completed, throughput=5MB/sec 2024-04-02T09:01:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:33 smithi137 ceph-mon[88456]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:33 smithi028 ceph-mon[94314]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:34.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:33 smithi028 ceph-mon[96890]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:01:34.513 INFO:tasks.workunit.client.0.smithi028.stdout: 950: throughput=5MB/sec pending data=0 2024-04-02T09:01:34.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lu2adDLwJledt-q off=16348916 len=2039024 2024-04-02T09:01:34.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 4852 completed, throughput=5MB/sec 2024-04-02T09:01:34.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EZqiX00Tpur_xA7 off=568471 len=1553392 2024-04-02T09:01:34.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 4853 completed, throughput=5MB/sec 2024-04-02T09:01:34.533 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6sB1EooVdfabkOP off=3121356 len=818610 2024-04-02T09:01:34.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 4854 completed, throughput=5MB/sec 2024-04-02T09:01:34.534 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JC_oDGXYyPYCXhM off=8926611 len=1665528 2024-04-02T09:01:34.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 4855 completed, throughput=5MB/sec 2024-04-02T09:01:35.542 INFO:tasks.workunit.client.0.smithi028.stdout: 951: throughput=5MB/sec pending data=0 2024-04-02T09:01:35.542 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1nEzwHKz5rDv1Qc off=3924911 len=1255607 2024-04-02T09:01:35.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 4856 completed, throughput=5MB/sec 2024-04-02T09:01:35.547 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B2qntcrbmD-rmme off=4365673 len=440678 2024-04-02T09:01:35.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 4857 completed, throughput=5MB/sec 2024-04-02T09:01:35.551 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wZJB6yYpltO7OYc off=10997372 len=1690355 2024-04-02T09:01:35.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 4858 completed, throughput=5MB/sec 2024-04-02T09:01:35.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MdPiu0wQfKOro2s off=2781135 len=60940 2024-04-02T09:01:35.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 4859 completed, throughput=5MB/sec 2024-04-02T09:01:35.561 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zPnzgB5vByv5ZNu off=1170939 len=314228 2024-04-02T09:01:35.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 4860 completed, throughput=5MB/sec 2024-04-02T09:01:35.564 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JnuBWpJqICv69Nr off=314355 len=1385635 2024-04-02T09:01:35.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 4861 completed, throughput=5MB/sec 2024-04-02T09:01:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:35 smithi137 ceph-mon[88456]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:35 smithi028 ceph-mon[96890]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:35 smithi028 ceph-mon[94314]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:01:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:36.569 INFO:tasks.workunit.client.0.smithi028.stdout: 952: throughput=5MB/sec pending data=0 2024-04-02T09:01:36.569 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jv0Ow2v4DlRsGMq off=1192068 len=967086 2024-04-02T09:01:36.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 4862 completed, throughput=5MB/sec 2024-04-02T09:01:36.570 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MYXyn96Xzd_skgj off=2546301 len=599360 2024-04-02T09:01:36.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 4863 completed, throughput=5MB/sec 2024-04-02T09:01:36.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4VcCc4oNyGWmdTS off=7220001 len=1669238 2024-04-02T09:01:36.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 4864 completed, throughput=5MB/sec 2024-04-02T09:01:36.577 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6sogQ7ROqbc5swY off=3510462 len=443068 2024-04-02T09:01:36.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 4865 completed, throughput=5MB/sec 2024-04-02T09:01:36.580 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0q_WojEpoz9fZZP off=3505037 len=1659865 2024-04-02T09:01:36.582 INFO:tasks.workunit.client.0.smithi028.stdout:op 4866 completed, throughput=5MB/sec 2024-04-02T09:01:37.582 INFO:tasks.workunit.client.0.smithi028.stdout: 953: throughput=5MB/sec pending data=0 2024-04-02T09:01:37.582 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mLdb2KGeDP12xoF off=23520994 len=1081105 2024-04-02T09:01:37.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 4867 completed, throughput=5MB/sec 2024-04-02T09:01:37.587 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rTv6PdXxkVNDg5f off=6970188 len=1583449 2024-04-02T09:01:37.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 4868 completed, throughput=5MB/sec 2024-04-02T09:01:37.588 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G1fc2uXVAY0PIF7 off=18582197 len=787493 2024-04-02T09:01:37.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 4869 completed, throughput=5MB/sec 2024-04-02T09:01:37.591 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tZjRjXvAALtNWhF off=235414 len=1697652 2024-04-02T09:01:37.597 INFO:tasks.workunit.client.0.smithi028.stdout:op 4870 completed, throughput=5MB/sec 2024-04-02T09:01:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:37 smithi137 ceph-mon[88456]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:37 smithi028 ceph-mon[94314]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:38.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:37 smithi028 ceph-mon[96890]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:01:38.597 INFO:tasks.workunit.client.0.smithi028.stdout: 954: throughput=5MB/sec pending data=0 2024-04-02T09:01:38.598 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KItaB8BWiRzUj3B off=5050260 len=212594 2024-04-02T09:01:38.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 4871 completed, throughput=5MB/sec 2024-04-02T09:01:38.601 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RUdO7Q-a_EKPQs_ off=12065560 len=2084277 2024-04-02T09:01:38.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 4872 completed, throughput=5MB/sec 2024-04-02T09:01:38.608 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6JsNTWnmLyX2_Zm off=2380659 len=185929 2024-04-02T09:01:38.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 4873 completed, throughput=5MB/sec 2024-04-02T09:01:38.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-50DRSIdwRhWxQCs off=1118949 len=297147 2024-04-02T09:01:38.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 4874 completed, throughput=5MB/sec 2024-04-02T09:01:38.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mNwXRCX7E08x593 off=8190637 len=2085761 2024-04-02T09:01:38.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 4875 completed, throughput=5MB/sec 2024-04-02T09:01:39.619 INFO:tasks.workunit.client.0.smithi028.stdout: 955: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:39.620 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vYMTJEw8uBY3-ou off=8039166 len=214697 2024-04-02T09:01:39.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 4876 completed, throughput=5MB/sec 2024-04-02T09:01:39.622 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q_36WP-9PF56Iqd off=10716226 len=452045 2024-04-02T09:01:39.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 4877 completed, throughput=5MB/sec 2024-04-02T09:01:39.625 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lqKl4h9ZwWKyjkp off=20925098 len=1692257 2024-04-02T09:01:39.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 4878 completed, throughput=5MB/sec 2024-04-02T09:01:39.635 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FkdEr5UjW7LSQ1s off=12367918 len=1524648 2024-04-02T09:01:39.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 4879 completed, throughput=5MB/sec 2024-04-02T09:01:39.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eDKm1bOg4IL7cTD off=2531141 len=1135316 2024-04-02T09:01:39.647 INFO:tasks.workunit.client.0.smithi028.stdout:op 4880 completed, throughput=5MB/sec 2024-04-02T09:01:39.647 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tSglKaPSVOiY3xB off=6042327 len=531412 2024-04-02T09:01:39.647 INFO:tasks.workunit.client.0.smithi028.stdout:op 4881 completed, throughput=5MB/sec 2024-04-02T09:01:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:39 smithi137 ceph-mon[88456]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:01:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:39 smithi028 ceph-mon[94314]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:01:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:39 smithi028 ceph-mon[96890]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-02T09:01:40.648 INFO:tasks.workunit.client.0.smithi028.stdout: 956: throughput=5MB/sec pending data=0 2024-04-02T09:01:40.648 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MeieNqVFezjws6r off=1269431 len=2090608 2024-04-02T09:01:40.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 4882 completed, throughput=5MB/sec 2024-04-02T09:01:40.650 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hw3n6ZuKinRReb1 off=19265344 len=1780972 2024-04-02T09:01:40.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 4883 completed, throughput=5MB/sec 2024-04-02T09:01:40.653 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S5UOAy1shL5JLmZ off=2798180 len=1934924 2024-04-02T09:01:40.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 4884 completed, throughput=5MB/sec 2024-04-02T09:01:41.655 INFO:tasks.workunit.client.0.smithi028.stdout: 957: throughput=5MB/sec pending data=0 2024-04-02T09:01:41.655 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pak_RehkHCzRLAF off=1866368 len=1475310 2024-04-02T09:01:41.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 4885 completed, throughput=5MB/sec 2024-04-02T09:01:41.658 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s8cKRlSMWsWoz-5 off=5885916 len=166075 2024-04-02T09:01:41.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 4886 completed, throughput=5MB/sec 2024-04-02T09:01:41.659 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9zKc4vme8WUgWCz off=1043555 len=1250191 2024-04-02T09:01:41.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 4887 completed, throughput=5MB/sec 2024-04-02T09:01:41.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p-9G8So7rOgwNYZ off=412085 len=242229 2024-04-02T09:01:41.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 4888 completed, throughput=5MB/sec 2024-04-02T09:01:41.660 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i2gxfxNLDkuZU-d off=5586178 len=288790 2024-04-02T09:01:41.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 4889 completed, throughput=5MB/sec 2024-04-02T09:01:41.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Fhmlr0O9VqeeSPX off=5370588 len=882487 2024-04-02T09:01:41.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 4890 completed, throughput=5MB/sec 2024-04-02T09:01:41.667 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3C-3dmiqT3b8CQh off=15056117 len=1648307 2024-04-02T09:01:41.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 4891 completed, throughput=5MB/sec 2024-04-02T09:01:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:01:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:01:41] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:01:42.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:41 smithi137 ceph-mon[88456]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:01:42.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:41 smithi028 ceph-mon[94314]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:01:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:41 smithi028 ceph-mon[96890]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-02T09:01:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:01:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:42.671 INFO:tasks.workunit.client.0.smithi028.stdout: 958: throughput=5MB/sec pending data=0 2024-04-02T09:01:42.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YYwVig4aCsf7zX6 off=3755281 len=357589 2024-04-02T09:01:42.674 INFO:tasks.workunit.client.0.smithi028.stdout:op 4892 completed, throughput=5MB/sec 2024-04-02T09:01:42.674 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xNHzE9_DV7YUxH3 off=3066479 len=1335564 2024-04-02T09:01:42.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 4893 completed, throughput=5MB/sec 2024-04-02T09:01:42.681 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K90f4ay-0_v_vat off=11222264 len=359594 2024-04-02T09:01:42.684 INFO:tasks.workunit.client.0.smithi028.stdout:op 4894 completed, throughput=5MB/sec 2024-04-02T09:01:42.684 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8N0DOhKSozrcdSt off=2899343 len=40440 2024-04-02T09:01:42.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 4895 completed, throughput=5MB/sec 2024-04-02T09:01:42.686 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ulfTd-WgCM_lQ_H off=5380358 len=1202429 2024-04-02T09:01:42.689 INFO:tasks.workunit.client.0.smithi028.stdout:op 4896 completed, throughput=5MB/sec 2024-04-02T09:01:42.689 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nqt-bsu6HE5mamC off=6949922 len=1091519 2024-04-02T09:01:42.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 4897 completed, throughput=5MB/sec 2024-04-02T09:01:43.694 INFO:tasks.workunit.client.0.smithi028.stdout: 959: throughput=5MB/sec pending data=0 2024-04-02T09:01:43.694 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hJ_9uRRbgC0N9eM off=5322017 len=1247966 2024-04-02T09:01:43.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 4898 completed, throughput=5MB/sec 2024-04-02T09:01:43.700 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g6R4Ll_o7aoedOr off=4817994 len=1184108 2024-04-02T09:01:43.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 4899 completed, throughput=5MB/sec 2024-04-02T09:01:43.704 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-38vhdz5xz3Vh4yp off=6355171 len=1744346 2024-04-02T09:01:43.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 4900 completed, throughput=5MB/sec 2024-04-02T09:01:43.711 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3Z67r-0B-luZ_Av off=7497552 len=1534114 2024-04-02T09:01:43.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 4901 completed, throughput=5MB/sec 2024-04-02T09:01:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:43 smithi137 ceph-mon[88456]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:01:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:43 smithi028 ceph-mon[94314]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:01:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:43 smithi028 ceph-mon[96890]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-02T09:01:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: 960: throughput=5MB/sec pending data=0 2024-04-02T09:01:44.715 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2K_BPpvqqalxGZ4 off=2432703 len=444753 2024-04-02T09:01:44.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 4902 completed, throughput=5MB/sec 2024-04-02T09:01:44.719 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_SA5uEz7wsTxF5P off=4055389 len=725657 2024-04-02T09:01:44.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 4903 completed, throughput=5MB/sec 2024-04-02T09:01:44.723 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-70V74L_o7uxPhYx off=57542 len=1379204 2024-04-02T09:01:44.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 4904 completed, throughput=5MB/sec 2024-04-02T09:01:44.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dum221B5ajFaYpM off=4771511 len=1722913 2024-04-02T09:01:44.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 4905 completed, throughput=5MB/sec 2024-04-02T09:01:44.739 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s1NS7oH4mnx-A8r off=976100 len=497669 2024-04-02T09:01:44.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 4906 completed, throughput=5MB/sec 2024-04-02T09:01:45.740 INFO:tasks.workunit.client.0.smithi028.stdout: 961: throughput=5MB/sec pending data=0 2024-04-02T09:01:45.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NGjMvSQWfJ_hBRb off=15745218 len=1030530 2024-04-02T09:01:45.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 4907 completed, throughput=5MB/sec 2024-04-02T09:01:45.746 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZcO2tR7FVO79LdH off=11247711 len=1794417 2024-04-02T09:01:45.747 INFO:tasks.workunit.client.0.smithi028.stdout:op 4908 completed, throughput=5MB/sec 2024-04-02T09:01:45.747 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vl53BzFSDAEUWHv off=6306718 len=182077 2024-04-02T09:01:45.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 4909 completed, throughput=5MB/sec 2024-04-02T09:01:45.748 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LppglP-OtbC-kz5 off=1796638 len=185025 2024-04-02T09:01:45.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 4910 completed, throughput=5MB/sec 2024-04-02T09:01:45.748 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T4GwoRcge-ZMOdX off=1121533 len=1761781 2024-04-02T09:01:45.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 4911 completed, throughput=5MB/sec 2024-04-02T09:01:45.750 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DObyOKYVNwf9b19 off=4058148 len=1239227 2024-04-02T09:01:45.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 4912 completed, throughput=5MB/sec 2024-04-02T09:01:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:45 smithi137 ceph-mon[88456]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:46.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:45 smithi028 ceph-mon[94314]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:46.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:45 smithi028 ceph-mon[96890]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:01:46.751 INFO:tasks.workunit.client.0.smithi028.stdout: 962: throughput=5MB/sec pending data=0 2024-04-02T09:01:46.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IlPFAIuP-rD41Nv off=10509047 len=1320392 2024-04-02T09:01:46.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 4913 completed, throughput=5MB/sec 2024-04-02T09:01:46.758 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QW3xVd0Hp7tMqxh off=824023 len=552085 2024-04-02T09:01:46.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 4914 completed, throughput=5MB/sec 2024-04-02T09:01:46.761 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fc54-xhawlfWwWp off=6154883 len=207937 2024-04-02T09:01:46.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 4915 completed, throughput=5MB/sec 2024-04-02T09:01:46.764 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7GXEEdeWDOzy7hx off=2234482 len=623900 2024-04-02T09:01:46.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 4916 completed, throughput=5MB/sec 2024-04-02T09:01:46.766 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H8GBeDYhlyqMPNL off=1278475 len=1650713 2024-04-02T09:01:46.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 4917 completed, throughput=5MB/sec 2024-04-02T09:01:47.774 INFO:tasks.workunit.client.0.smithi028.stdout: 963: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:47.774 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QADxnSw2f8tZByz off=2448239 len=1103408 2024-04-02T09:01:47.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 4918 completed, throughput=5MB/sec 2024-04-02T09:01:47.779 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LRazKU0Rx2nXiLs off=1152855 len=528689 2024-04-02T09:01:47.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 4919 completed, throughput=5MB/sec 2024-04-02T09:01:47.782 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2z9OanuCDecOMoH off=21388234 len=376596 2024-04-02T09:01:47.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 4920 completed, throughput=5MB/sec 2024-04-02T09:01:47.782 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vjJ0A39s3u3jDxn off=5123246 len=471379 2024-04-02T09:01:47.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 4921 completed, throughput=5MB/sec 2024-04-02T09:01:47.783 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HyxWcri99noVwd_ off=17221643 len=1985340 2024-04-02T09:01:47.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 4922 completed, throughput=5MB/sec 2024-04-02T09:01:47.795 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xafAdh2bkRP6dPk off=8566793 len=822688 2024-04-02T09:01:47.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 4923 completed, throughput=5MB/sec 2024-04-02T09:01:48.249 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:47 smithi028 ceph-mon[94314]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:48.250 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:48.250 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:47 smithi028 ceph-mon[96890]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:48.250 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:47 smithi137 ceph-mon[88456]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:01:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:01:48.796 INFO:tasks.workunit.client.0.smithi028.stdout: 964: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:48.796 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IG2R9DcMgJn7_Rl off=13425121 len=1367321 2024-04-02T09:01:48.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 4924 completed, throughput=5MB/sec 2024-04-02T09:01:48.803 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yAthZDdLGV39zuI off=942738 len=2070506 2024-04-02T09:01:48.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 4925 completed, throughput=5MB/sec 2024-04-02T09:01:48.810 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w2WcMJviGsmlPkI off=8401687 len=122605 2024-04-02T09:01:48.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 4926 completed, throughput=5MB/sec 2024-04-02T09:01:48.810 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IPg4r6fco-PC7_z off=1434050 len=963081 2024-04-02T09:01:48.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 4927 completed, throughput=5MB/sec 2024-04-02T09:01:48.811 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PHGLceKHLx9sZIc off=405895 len=843686 2024-04-02T09:01:48.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 4928 completed, throughput=5MB/sec 2024-04-02T09:01:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:48 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:48 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:48 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:01:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:48 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:48 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:48 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:01:49.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:48 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:01:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:48 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:01:49.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:48 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:01:49.812 INFO:tasks.workunit.client.0.smithi028.stdout: 965: throughput=4.99MB/sec pending data=0 2024-04-02T09:01:49.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-30pkGuPVB9XDs1I off=3610095 len=2084345 2024-04-02T09:01:49.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 4929 completed, throughput=5MB/sec 2024-04-02T09:01:49.819 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zy5vxrj3EePjiKj off=16835334 len=70744 2024-04-02T09:01:49.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 4930 completed, throughput=5MB/sec 2024-04-02T09:01:49.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AjNdnrwpyZBv6RI off=12763874 len=990855 2024-04-02T09:01:49.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 4931 completed, throughput=5MB/sec 2024-04-02T09:01:49.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-76y5oVay5zJ0KZf off=2047724 len=549561 2024-04-02T09:01:49.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 4932 completed, throughput=5MB/sec 2024-04-02T09:01:49.822 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YgricnvLGWwLbdu off=4157126 len=1063665 2024-04-02T09:01:49.824 INFO:tasks.workunit.client.0.smithi028.stdout:op 4933 completed, throughput=5MB/sec 2024-04-02T09:01:49.824 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MGTAGKwubqSc4Is off=15906486 len=894182 2024-04-02T09:01:49.824 INFO:tasks.workunit.client.0.smithi028.stdout:op 4934 completed, throughput=5MB/sec 2024-04-02T09:01:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:50 smithi137 ceph-mon[88456]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:50 smithi028 ceph-mon[94314]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:50 smithi028 ceph-mon[96890]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:01:50.825 INFO:tasks.workunit.client.0.smithi028.stdout: 966: throughput=5MB/sec pending data=0 2024-04-02T09:01:50.825 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kqK3oX5kpIlcmwA off=6097253 len=630343 2024-04-02T09:01:50.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 4935 completed, throughput=5MB/sec 2024-04-02T09:01:50.826 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wPPz-sjIufgnHC5 off=1312061 len=1313076 2024-04-02T09:01:50.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 4936 completed, throughput=5MB/sec 2024-04-02T09:01:50.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zlhhmeVrgEEZ521 off=9944610 len=604143 2024-04-02T09:01:50.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 4937 completed, throughput=5MB/sec 2024-04-02T09:01:50.831 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yYSIZSp2ypdhuOy off=7168407 len=722670 2024-04-02T09:01:50.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 4938 completed, throughput=5MB/sec 2024-04-02T09:01:50.832 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1lCL2WCnNy6eNS5 off=863645 len=1603870 2024-04-02T09:01:50.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 4939 completed, throughput=5MB/sec 2024-04-02T09:01:50.833 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jYWc8k294QhdWxi off=22270701 len=565011 2024-04-02T09:01:50.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 4940 completed, throughput=5MB/sec 2024-04-02T09:01:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:51.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:01:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:01:51] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-02T09:01:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:01:51.837 INFO:tasks.workunit.client.0.smithi028.stdout: 967: throughput=5MB/sec pending data=0 2024-04-02T09:01:51.837 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RUF1Vtm6XdqMjud off=34644 len=1273889 2024-04-02T09:01:51.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 4941 completed, throughput=5MB/sec 2024-04-02T09:01:51.838 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AJTjkhwU6fkLjYG off=8292803 len=16940 2024-04-02T09:01:51.840 INFO:tasks.workunit.client.0.smithi028.stdout:op 4942 completed, throughput=5MB/sec 2024-04-02T09:01:51.840 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VdTJopjwP2MFsND off=4423913 len=1596370 2024-04-02T09:01:51.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 4943 completed, throughput=5MB/sec 2024-04-02T09:01:51.841 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2YfRNd0XIMChG6n off=13466566 len=1675622 2024-04-02T09:01:51.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 4944 completed, throughput=5MB/sec 2024-04-02T09:01:51.847 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fQT2gl-2BQCxohg off=8931787 len=1614904 2024-04-02T09:01:51.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 4945 completed, throughput=5MB/sec 2024-04-02T09:01:52.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:52 smithi137 ceph-mon[88456]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:52.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:52 smithi028 ceph-mon[94314]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:52.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:52 smithi028 ceph-mon[96890]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-02T09:01:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:01:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:01:52.852 INFO:tasks.workunit.client.0.smithi028.stdout: 968: throughput=5MB/sec pending data=0 2024-04-02T09:01:52.853 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bS2H1J9OaIRozNC off=3941478 len=2093611 2024-04-02T09:01:52.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 4946 completed, throughput=5MB/sec 2024-04-02T09:01:52.860 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ftJUzu9BVL-avTs off=6036622 len=203574 2024-04-02T09:01:52.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 4947 completed, throughput=5MB/sec 2024-04-02T09:01:52.861 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4BZHFhIh0Vsx8DW off=8791482 len=37889 2024-04-02T09:01:52.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 4948 completed, throughput=5MB/sec 2024-04-02T09:01:52.863 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fm9f5eGjK4eyZNV off=377547 len=1686659 2024-04-02T09:01:52.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 4949 completed, throughput=5MB/sec 2024-04-02T09:01:53.864 INFO:tasks.workunit.client.0.smithi028.stdout: 969: throughput=5MB/sec pending data=0 2024-04-02T09:01:53.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zwu2Gc-XHfdpWPk off=1206451 len=1316180 2024-04-02T09:01:53.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 4950 completed, throughput=5MB/sec 2024-04-02T09:01:53.867 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FwgJmboArNG0NGB off=15802965 len=1063480 2024-04-02T09:01:53.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 4951 completed, throughput=5MB/sec 2024-04-02T09:01:53.872 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tNkGvvjRBxGBkbL off=671159 len=1674806 2024-04-02T09:01:53.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 4952 completed, throughput=5MB/sec 2024-04-02T09:01:53.873 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RFLyPvu6gABjggb off=2760521 len=456927 2024-04-02T09:01:53.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 4953 completed, throughput=5MB/sec 2024-04-02T09:01:53.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RN7cG76CziW7cvQ off=7278268 len=1364301 2024-04-02T09:01:53.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 4954 completed, throughput=5MB/sec 2024-04-02T09:01:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:54 smithi137 ceph-mon[88456]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:54.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:54 smithi028 ceph-mon[94314]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:54 smithi028 ceph-mon[96890]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:01:54.881 INFO:tasks.workunit.client.0.smithi028.stdout: 970: throughput=5MB/sec pending data=0 2024-04-02T09:01:54.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0zul2cxR-5ZdDdC off=8330649 len=1830992 2024-04-02T09:01:54.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 4955 completed, throughput=5MB/sec 2024-04-02T09:01:54.892 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6B9o0s8sOQt4lW2 off=415510 len=2056502 2024-04-02T09:01:54.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 4956 completed, throughput=5MB/sec 2024-04-02T09:01:54.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t139DZ4kh5_kFYF off=9379782 len=395428 2024-04-02T09:01:54.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 4957 completed, throughput=5MB/sec 2024-04-02T09:01:54.896 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8njFIbdLreN69b1 off=5105947 len=1509082 2024-04-02T09:01:54.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 4958 completed, throughput=5MB/sec 2024-04-02T09:01:55.902 INFO:tasks.workunit.client.0.smithi028.stdout: 971: throughput=5MB/sec pending data=0 2024-04-02T09:01:55.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jC8xal34-5qxkbn off=2960 len=1803698 2024-04-02T09:01:55.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 4959 completed, throughput=5MB/sec 2024-04-02T09:01:55.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2zKVK8Fm-IseoSR off=13448268 len=963913 2024-04-02T09:01:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 4960 completed, throughput=5MB/sec 2024-04-02T09:01:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QDk1LBr5taTk66z off=4321198 len=797595 2024-04-02T09:01:55.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 4961 completed, throughput=5MB/sec 2024-04-02T09:01:55.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BWGq7xw_qRbIk9F off=8664032 len=1328336 2024-04-02T09:01:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 4962 completed, throughput=5MB/sec 2024-04-02T09:01:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:56 smithi137 ceph-mon[88456]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:56 smithi028 ceph-mon[94314]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:56 smithi028 ceph-mon[96890]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-02T09:01:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: 972: throughput=5MB/sec pending data=0 2024-04-02T09:01:56.913 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oCsRrE8MhtBT1Au off=4195590 len=1011680 2024-04-02T09:01:56.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 4963 completed, throughput=5MB/sec 2024-04-02T09:01:56.913 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fOagcEo8dy06MtS off=1978235 len=1576399 2024-04-02T09:01:56.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 4964 completed, throughput=5MB/sec 2024-04-02T09:01:56.922 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-foGgqgoDZTcWypT off=2405386 len=1984398 2024-04-02T09:01:56.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 4965 completed, throughput=5MB/sec 2024-04-02T09:01:56.926 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Fanz-gnXuzPXK9X off=14446925 len=1859468 2024-04-02T09:01:56.935 INFO:tasks.workunit.client.0.smithi028.stdout:op 4966 completed, throughput=5MB/sec 2024-04-02T09:01:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: 973: throughput=5MB/sec pending data=0 2024-04-02T09:01:57.936 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x8LvrAwaYPr58PX off=5125809 len=1680704 2024-04-02T09:01:57.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 4967 completed, throughput=5MB/sec 2024-04-02T09:01:57.937 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xNp9MxeaAJ4-njM off=2377475 len=904132 2024-04-02T09:01:57.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 4968 completed, throughput=5MB/sec 2024-04-02T09:01:57.942 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CzbI3DXAqvWSBLB off=19113388 len=323940 2024-04-02T09:01:57.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 4969 completed, throughput=5MB/sec 2024-04-02T09:01:57.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-svgeuvTZNqGbRwQ off=16670227 len=437109 2024-04-02T09:01:57.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 4970 completed, throughput=5MB/sec 2024-04-02T09:01:57.948 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BhWpoQahLjc7uqu off=1197711 len=131924 2024-04-02T09:01:57.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 4971 completed, throughput=5MB/sec 2024-04-02T09:01:57.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xTFhqzPn-4n4KHf off=15367152 len=710478 2024-04-02T09:01:57.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 4972 completed, throughput=5MB/sec 2024-04-02T09:01:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:01:58 smithi137 ceph-mon[88456]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:01:58 smithi028 ceph-mon[94314]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:01:58 smithi028 ceph-mon[96890]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:01:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: 974: throughput=5MB/sec pending data=0 2024-04-02T09:01:58.953 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o4AA4sTcT6_j6ZL off=6180942 len=1453987 2024-04-02T09:01:58.961 INFO:tasks.workunit.client.0.smithi028.stdout:op 4973 completed, throughput=5MB/sec 2024-04-02T09:01:58.962 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_Pt7JBehKSyRMAK off=2401341 len=1751124 2024-04-02T09:01:58.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 4974 completed, throughput=5MB/sec 2024-04-02T09:01:58.967 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IwN_TNEA365zKE8 off=12052041 len=1188476 2024-04-02T09:01:58.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 4975 completed, throughput=5MB/sec 2024-04-02T09:01:58.972 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CjIjVlzyYylnxE2 off=2422562 len=314378 2024-04-02T09:01:58.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 4976 completed, throughput=5MB/sec 2024-04-02T09:01:58.975 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-51-P-5l8yIAn2AV off=2398812 len=878480 2024-04-02T09:01:58.978 INFO:tasks.workunit.client.0.smithi028.stdout:op 4977 completed, throughput=5MB/sec 2024-04-02T09:01:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: 975: throughput=5MB/sec pending data=0 2024-04-02T09:01:59.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GkGkigKAZPckhpB off=4978185 len=648923 2024-04-02T09:01:59.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 4978 completed, throughput=5MB/sec 2024-04-02T09:01:59.979 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yIEjVPdkldqA5oL off=16163753 len=1119250 2024-04-02T09:01:59.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 4979 completed, throughput=5MB/sec 2024-04-02T09:01:59.980 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BY2tqm7bDZP8iCq off=11939996 len=234587 2024-04-02T09:01:59.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 4980 completed, throughput=5MB/sec 2024-04-02T09:01:59.982 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4IKSl-NRTa06gJ8 off=4483152 len=532041 2024-04-02T09:01:59.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 4981 completed, throughput=5MB/sec 2024-04-02T09:01:59.983 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wv9qDDrlAhTiPmK off=4932810 len=1336209 2024-04-02T09:01:59.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 4982 completed, throughput=5MB/sec 2024-04-02T09:01:59.990 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d3fkocKFuqw1mqA off=15367184 len=1150062 2024-04-02T09:01:59.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 4983 completed, throughput=5MB/sec 2024-04-02T09:02:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:00 smithi137 ceph-mon[88456]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:00.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:00 smithi028 ceph-mon[94314]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:00 smithi028 ceph-mon[96890]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:02:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: 976: throughput=5MB/sec pending data=0 2024-04-02T09:02:00.996 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IgLX3MM254u6rRQ off=152858 len=912372 2024-04-02T09:02:01.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 4984 completed, throughput=5MB/sec 2024-04-02T09:02:01.002 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oGeVqgCm3VJRmo- off=7596081 len=527253 2024-04-02T09:02:01.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 4985 completed, throughput=5MB/sec 2024-04-02T09:02:01.005 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oZkG6tpnRasxGai off=13192223 len=1331494 2024-04-02T09:02:01.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 4986 completed, throughput=5MB/sec 2024-04-02T09:02:01.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OPzE4lSZl5eRwql off=9861075 len=444585 2024-04-02T09:02:01.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 4987 completed, throughput=5MB/sec 2024-04-02T09:02:01.011 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QzlWfo9Sz6tK1Cy off=7552589 len=1479200 2024-04-02T09:02:01.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 4988 completed, throughput=5MB/sec 2024-04-02T09:02:01.019 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CGj4VXye0E0hn9r off=4498448 len=1391301 2024-04-02T09:02:01.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 4989 completed, throughput=5MB/sec 2024-04-02T09:02:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:02:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:02:01] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-02T09:02:02.025 INFO:tasks.workunit.client.0.smithi028.stdout: 977: throughput=5MB/sec pending data=0 2024-04-02T09:02:02.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s2J3jNXlAvTVOj7 off=12701747 len=643838 2024-04-02T09:02:02.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 4990 completed, throughput=5MB/sec 2024-04-02T09:02:02.030 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FZ5C_wqOJc1RGtJ off=3943148 len=967288 2024-04-02T09:02:02.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 4991 completed, throughput=5MB/sec 2024-04-02T09:02:02.034 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VLNVb27TDb3MQrF off=403026 len=498395 2024-04-02T09:02:02.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 4992 completed, throughput=5MB/sec 2024-04-02T09:02:02.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bGtG5kabvScAO_m off=19552445 len=2017290 2024-04-02T09:02:02.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 4993 completed, throughput=5MB/sec 2024-04-02T09:02:02.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RtztFmpPfw3zTly off=8277023 len=1491926 2024-04-02T09:02:02.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 4994 completed, throughput=5MB/sec 2024-04-02T09:02:02.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:02 smithi137 ceph-mon[88456]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:02 smithi028 ceph-mon[94314]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:02 smithi028 ceph-mon[96890]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:02:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:02:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:03.041 INFO:tasks.workunit.client.0.smithi028.stdout: 978: throughput=5MB/sec pending data=0 2024-04-02T09:02:03.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y7p6Fow4ZJ1g_cW off=1880137 len=2034718 2024-04-02T09:02:03.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 4995 completed, throughput=5MB/sec 2024-04-02T09:02:03.048 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l5jC59qknaDQgJb off=2221333 len=816110 2024-04-02T09:02:03.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 4996 completed, throughput=5MB/sec 2024-04-02T09:02:03.053 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W0S0UvhCyXjdxqn off=5800324 len=1376998 2024-04-02T09:02:03.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 4997 completed, throughput=5MB/sec 2024-04-02T09:02:04.058 INFO:tasks.workunit.client.0.smithi028.stdout: 979: throughput=5MB/sec pending data=0 2024-04-02T09:02:04.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HoFIg8hUX8seCVb off=1176880 len=1360617 2024-04-02T09:02:04.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 4998 completed, throughput=5MB/sec 2024-04-02T09:02:04.064 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DSce8BQ7WToYQTy off=9103174 len=2041147 2024-04-02T09:02:04.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 4999 completed, throughput=5MB/sec 2024-04-02T09:02:04.071 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qnim6KuKWo4oAWh off=4619007 len=1269675 2024-04-02T09:02:04.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 5000 completed, throughput=5MB/sec 2024-04-02T09:02:04.072 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LmmxWaSeukOzsVq off=7081884 len=890424 2024-04-02T09:02:04.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 5001 completed, throughput=5MB/sec 2024-04-02T09:02:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:04 smithi137 ceph-mon[88456]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:04.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:04 smithi028 ceph-mon[94314]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:04 smithi028 ceph-mon[96890]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:05.077 INFO:tasks.workunit.client.0.smithi028.stdout: 980: throughput=5MB/sec pending data=0 2024-04-02T09:02:05.077 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dtecSBBibZbkCB9 off=5333448 len=875748 2024-04-02T09:02:05.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 5002 completed, throughput=5MB/sec 2024-04-02T09:02:05.082 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W4iJNpgBi1nCY59 off=334282 len=363401 2024-04-02T09:02:05.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 5003 completed, throughput=5MB/sec 2024-04-02T09:02:05.085 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3oHb2PhPcaM-z6S off=13374775 len=604285 2024-04-02T09:02:05.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 5004 completed, throughput=5MB/sec 2024-04-02T09:02:05.089 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XrACiqV2vFmCZsD off=13937088 len=327177 2024-04-02T09:02:05.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 5005 completed, throughput=5MB/sec 2024-04-02T09:02:05.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p6TGbOG8fhIw51b off=12992136 len=100413 2024-04-02T09:02:05.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 5006 completed, throughput=5MB/sec 2024-04-02T09:02:05.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w6o2MfcMUl0Lcb1 off=261429 len=605462 2024-04-02T09:02:05.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 5007 completed, throughput=5MB/sec 2024-04-02T09:02:05.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GkGkigKAZPckhpB off=6475130 len=1061206 2024-04-02T09:02:05.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 5008 completed, throughput=5MB/sec 2024-04-02T09:02:05.094 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ebh1BDA3tcsoUow off=7658060 len=1773584 2024-04-02T09:02:05.095 INFO:tasks.workunit.client.0.smithi028.stdout:op 5009 completed, throughput=5MB/sec 2024-04-02T09:02:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: 981: throughput=5MB/sec pending data=0 2024-04-02T09:02:06.096 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LIePkieoDhXNX-T off=18188327 len=1297330 2024-04-02T09:02:06.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 5010 completed, throughput=5MB/sec 2024-04-02T09:02:06.103 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FBid-QuTq3MA_hj off=13510706 len=706860 2024-04-02T09:02:06.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 5011 completed, throughput=5MB/sec 2024-04-02T09:02:06.104 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oIl71Cj4jdFa6_m off=4182556 len=982057 2024-04-02T09:02:06.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 5012 completed, throughput=5MB/sec 2024-04-02T09:02:06.109 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9frJ6wgzh-gzdO6 off=15662584 len=1977972 2024-04-02T09:02:06.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 5013 completed, throughput=5MB/sec 2024-04-02T09:02:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:06 smithi137 ceph-mon[88456]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:06 smithi028 ceph-mon[94314]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:06 smithi028 ceph-mon[96890]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: 982: throughput=5MB/sec pending data=0 2024-04-02T09:02:07.119 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KfzuNkrvpjXFofh off=919681 len=40002 2024-04-02T09:02:07.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 5014 completed, throughput=5MB/sec 2024-04-02T09:02:07.120 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mpAYeimxmbFiQJ9 off=4415824 len=531493 2024-04-02T09:02:07.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 5015 completed, throughput=5MB/sec 2024-04-02T09:02:07.123 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-znbr9HP9gm5i3Ga off=2744138 len=1646881 2024-04-02T09:02:07.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 5016 completed, throughput=5MB/sec 2024-04-02T09:02:07.131 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vha_VIEzrRWQ13q off=2546055 len=697192 2024-04-02T09:02:07.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 5017 completed, throughput=5MB/sec 2024-04-02T09:02:07.135 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9dSClGYMxWZj49i off=12161182 len=368208 2024-04-02T09:02:07.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 5018 completed, throughput=5MB/sec 2024-04-02T09:02:07.137 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oMWQ3LpRvGwdYRl off=3044739 len=1416943 2024-04-02T09:02:07.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 5019 completed, throughput=5MB/sec 2024-04-02T09:02:07.144 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A_4ki1ZUXAb6EkI off=3130983 len=1128431 2024-04-02T09:02:07.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 5020 completed, throughput=5MB/sec 2024-04-02T09:02:08.150 INFO:tasks.workunit.client.0.smithi028.stdout: 983: throughput=5MB/sec pending data=0 2024-04-02T09:02:08.150 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OtQw-PJv5AxA2zf off=13979486 len=2022754 2024-04-02T09:02:08.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 5021 completed, throughput=5MB/sec 2024-04-02T09:02:08.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EYiNXX3zFqNm81u off=492697 len=591853 2024-04-02T09:02:08.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 5022 completed, throughput=5MB/sec 2024-04-02T09:02:08.162 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HwZDjqljGr89_qw off=6984025 len=1475091 2024-04-02T09:02:08.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 5023 completed, throughput=5MB/sec 2024-04-02T09:02:08.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CUSw7TximZl9zmH off=7069591 len=1996570 2024-04-02T09:02:08.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 5024 completed, throughput=5MB/sec 2024-04-02T09:02:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:08 smithi137 ceph-mon[88456]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:02:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:08 smithi028 ceph-mon[94314]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:02:08.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:08 smithi028 ceph-mon[96890]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:02:09.171 INFO:tasks.workunit.client.0.smithi028.stdout: 984: throughput=5MB/sec pending data=0 2024-04-02T09:02:09.171 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KDs8Tyn6z7Sje2e off=13046576 len=375209 2024-04-02T09:02:09.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 5025 completed, throughput=5MB/sec 2024-04-02T09:02:09.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GU4c27bkzLIuVgB off=1606513 len=1749076 2024-04-02T09:02:09.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 5026 completed, throughput=5MB/sec 2024-04-02T09:02:09.182 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R8zBY9is3cBDkGP off=386146 len=630034 2024-04-02T09:02:09.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 5027 completed, throughput=5MB/sec 2024-04-02T09:02:09.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g2K_DuXtv3ExhjI off=18872560 len=1869931 2024-04-02T09:02:09.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 5028 completed, throughput=5MB/sec 2024-04-02T09:02:10.187 INFO:tasks.workunit.client.0.smithi028.stdout: 985: throughput=5MB/sec pending data=0 2024-04-02T09:02:10.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YTNjnL6sJmxaFVq off=7312909 len=1955031 2024-04-02T09:02:10.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 5029 completed, throughput=5MB/sec 2024-04-02T09:02:10.189 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jr2w1GKV6hUbKmb off=8255790 len=537538 2024-04-02T09:02:10.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 5030 completed, throughput=5MB/sec 2024-04-02T09:02:10.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5fiL1sqhmnGS-H1 off=5687290 len=640293 2024-04-02T09:02:10.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 5031 completed, throughput=5MB/sec 2024-04-02T09:02:10.194 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DI1r6cMW2tZMNw1 off=12736679 len=1422223 2024-04-02T09:02:10.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 5032 completed, throughput=5MB/sec 2024-04-02T09:02:10.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:10 smithi137 ceph-mon[88456]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:10.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:10 smithi028 ceph-mon[94314]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:10.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:10 smithi028 ceph-mon[96890]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:11.196 INFO:tasks.workunit.client.0.smithi028.stdout: 986: throughput=5MB/sec pending data=0 2024-04-02T09:02:11.196 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eHfDZJRsIdGefgz off=10126630 len=1616852 2024-04-02T09:02:11.199 INFO:tasks.workunit.client.0.smithi028.stdout:op 5033 completed, throughput=5MB/sec 2024-04-02T09:02:11.199 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Jj38RIPic37HV1j off=14035 len=666094 2024-04-02T09:02:11.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 5034 completed, throughput=5MB/sec 2024-04-02T09:02:11.201 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KBEfpdvaVrWkJ-L off=4405311 len=1556123 2024-04-02T09:02:11.207 INFO:tasks.workunit.client.0.smithi028.stdout:op 5035 completed, throughput=5MB/sec 2024-04-02T09:02:11.207 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cchW6CNKJcNR3xr off=0 len=1264214 2024-04-02T09:02:11.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 5036 completed, throughput=5MB/sec 2024-04-02T09:02:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:02:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:02:11] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-02T09:02:12.215 INFO:tasks.workunit.client.0.smithi028.stdout: 987: throughput=5MB/sec pending data=0 2024-04-02T09:02:12.215 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gJQ3tGaIx3OAW0s off=1310408 len=1076776 2024-04-02T09:02:12.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 5037 completed, throughput=5MB/sec 2024-04-02T09:02:12.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OtVnyF9YsdxuOtO off=16998151 len=2063605 2024-04-02T09:02:12.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 5038 completed, throughput=5MB/sec 2024-04-02T09:02:12.222 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AkPvwyHRLwRJZhO off=0 len=1507177 2024-04-02T09:02:12.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 5039 completed, throughput=5MB/sec 2024-04-02T09:02:12.224 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RrjnBunOrCOMoZk off=3662487 len=1950333 2024-04-02T09:02:12.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 5040 completed, throughput=5MB/sec 2024-04-02T09:02:12.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:12 smithi137 ceph-mon[88456]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:02:12.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:12 smithi028 ceph-mon[94314]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:02:12.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:12 smithi028 ceph-mon[96890]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-02T09:02:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:02:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:13.225 INFO:tasks.workunit.client.0.smithi028.stdout: 988: throughput=5MB/sec pending data=0 2024-04-02T09:02:13.225 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sk9zTnB5QlDTd6m off=5459878 len=1765491 2024-04-02T09:02:13.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 5041 completed, throughput=5MB/sec 2024-04-02T09:02:13.235 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WrynFWTmlhZFsPz off=3111047 len=109749 2024-04-02T09:02:13.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 5042 completed, throughput=5MB/sec 2024-04-02T09:02:13.237 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_82Q4-RBpyOcGzz off=712254 len=1958564 2024-04-02T09:02:13.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 5043 completed, throughput=5MB/sec 2024-04-02T09:02:13.239 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RPJvo_zKMzHc09X off=13356090 len=1714712 2024-04-02T09:02:13.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 5044 completed, throughput=5MB/sec 2024-04-02T09:02:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: 989: throughput=5MB/sec pending data=0 2024-04-02T09:02:14.245 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y4thiPb-MoZtXQk off=3769247 len=984193 2024-04-02T09:02:14.249 INFO:tasks.workunit.client.0.smithi028.stdout:op 5045 completed, throughput=5MB/sec 2024-04-02T09:02:14.249 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qwqxyWJzdjYhpJ- off=6599916 len=459130 2024-04-02T09:02:14.249 INFO:tasks.workunit.client.0.smithi028.stdout:op 5046 completed, throughput=5MB/sec 2024-04-02T09:02:14.249 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hX7p3Cqwak0sYaK off=6007287 len=1724892 2024-04-02T09:02:14.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 5047 completed, throughput=5MB/sec 2024-04-02T09:02:14.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pmtBZmvFxeoGcFQ off=284015 len=477560 2024-04-02T09:02:14.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 5048 completed, throughput=5MB/sec 2024-04-02T09:02:14.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P8d_hVXRVLv5q4P off=0 len=1083340 2024-04-02T09:02:14.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 5049 completed, throughput=5MB/sec 2024-04-02T09:02:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:14 smithi137 ceph-mon[88456]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:02:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:14 smithi028 ceph-mon[94314]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:02:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:14 smithi028 ceph-mon[96890]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-02T09:02:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: 990: throughput=5MB/sec pending data=0 2024-04-02T09:02:15.253 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fRSHy-EcDLVHqNW off=24984356 len=482668 2024-04-02T09:02:15.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 5050 completed, throughput=5MB/sec 2024-04-02T09:02:15.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MooZupgI1cIl5-5 off=307796 len=2039932 2024-04-02T09:02:15.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 5051 completed, throughput=5MB/sec 2024-04-02T09:02:15.263 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wbnT6quM2CD1H_m off=5925234 len=1953745 2024-04-02T09:02:15.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 5052 completed, throughput=5MB/sec 2024-04-02T09:02:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: 991: throughput=5MB/sec pending data=0 2024-04-02T09:02:16.274 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CkcgguhaxLv6c-O off=506414 len=1366980 2024-04-02T09:02:16.276 INFO:tasks.workunit.client.0.smithi028.stdout:op 5053 completed, throughput=5MB/sec 2024-04-02T09:02:16.276 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R7D6YOwTUI02zR7 off=6204645 len=1841083 2024-04-02T09:02:16.286 INFO:tasks.workunit.client.0.smithi028.stdout:op 5054 completed, throughput=5MB/sec 2024-04-02T09:02:16.286 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-skyfRsb4w-1L50i off=2155112 len=1648735 2024-04-02T09:02:16.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 5055 completed, throughput=5MB/sec 2024-04-02T09:02:16.287 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0MjTwsoW8ZmJjhs off=6412783 len=31880 2024-04-02T09:02:16.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 5056 completed, throughput=5MB/sec 2024-04-02T09:02:16.289 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I56r257lLtbRyS5 off=11407565 len=1313177 2024-04-02T09:02:16.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 5057 completed, throughput=5MB/sec 2024-04-02T09:02:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:16 smithi137 ceph-mon[88456]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:16 smithi028 ceph-mon[94314]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:16.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:16 smithi028 ceph-mon[96890]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:17.291 INFO:tasks.workunit.client.0.smithi028.stdout: 992: throughput=5MB/sec pending data=0 2024-04-02T09:02:17.291 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D1KR7XF_rsa5RYj off=5739510 len=513798 2024-04-02T09:02:17.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 5058 completed, throughput=5MB/sec 2024-04-02T09:02:17.295 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_kvxQy9wML8Gi6R off=5853831 len=1458978 2024-04-02T09:02:17.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 5059 completed, throughput=5MB/sec 2024-04-02T09:02:17.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--gvlkurDj_D44XO off=781332 len=733730 2024-04-02T09:02:17.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 5060 completed, throughput=5MB/sec 2024-04-02T09:02:17.302 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6K4IZUaY0Wv_5UL off=17912111 len=1209593 2024-04-02T09:02:17.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 5061 completed, throughput=5MB/sec 2024-04-02T09:02:17.302 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0QkU5bTfjEsD_Qo off=2063284 len=1119300 2024-04-02T09:02:17.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 5062 completed, throughput=5MB/sec 2024-04-02T09:02:18.308 INFO:tasks.workunit.client.0.smithi028.stdout: 993: throughput=5MB/sec pending data=0 2024-04-02T09:02:18.308 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pKAhQis0REKchxA off=7621885 len=278221 2024-04-02T09:02:18.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 5063 completed, throughput=5MB/sec 2024-04-02T09:02:18.310 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gPyde2_Cisy6oRG off=433689 len=1389813 2024-04-02T09:02:18.316 INFO:tasks.workunit.client.0.smithi028.stdout:op 5064 completed, throughput=5MB/sec 2024-04-02T09:02:18.316 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YcXNcGAOfAyqo8r off=1207039 len=1361077 2024-04-02T09:02:18.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 5065 completed, throughput=5MB/sec 2024-04-02T09:02:18.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l2qf8jGapvstFb8 off=18541631 len=687909 2024-04-02T09:02:18.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 5066 completed, throughput=5MB/sec 2024-04-02T09:02:18.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5AWIlnnr1iZPJlC off=1523974 len=615210 2024-04-02T09:02:18.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 5067 completed, throughput=5MB/sec 2024-04-02T09:02:18.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pxICt6vYpEkCZk5 off=2117901 len=126221 2024-04-02T09:02:18.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 5068 completed, throughput=5MB/sec 2024-04-02T09:02:18.320 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rySlFLQSUJnkpr3 off=2496743 len=1995304 2024-04-02T09:02:18.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 5069 completed, throughput=5MB/sec 2024-04-02T09:02:18.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:18 smithi137 ceph-mon[88456]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:02:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:18 smithi028 ceph-mon[94314]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:02:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:18 smithi028 ceph-mon[96890]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-02T09:02:19.331 INFO:tasks.workunit.client.0.smithi028.stdout: 994: throughput=5MB/sec pending data=0 2024-04-02T09:02:19.331 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HF9sC-gURMU_ahM off=3080072 len=1650761 2024-04-02T09:02:19.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 5070 completed, throughput=5MB/sec 2024-04-02T09:02:19.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nVglCezn96662WE off=4248968 len=343909 2024-04-02T09:02:19.333 INFO:tasks.workunit.client.0.smithi028.stdout:op 5071 completed, throughput=5MB/sec 2024-04-02T09:02:19.333 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5dthwbLDWuC9W6d off=11378032 len=606940 2024-04-02T09:02:19.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 5072 completed, throughput=5MB/sec 2024-04-02T09:02:19.337 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ub_Wct3uetwQOcs off=18689721 len=833663 2024-04-02T09:02:19.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 5073 completed, throughput=5MB/sec 2024-04-02T09:02:19.339 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-anSFxWia8xL_xHW off=12115542 len=1391278 2024-04-02T09:02:19.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 5074 completed, throughput=5MB/sec 2024-04-02T09:02:20.342 INFO:tasks.workunit.client.0.smithi028.stdout: 995: throughput=5MB/sec pending data=0 2024-04-02T09:02:20.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iUTIG8Rq6lRoZZf off=476335 len=533086 2024-04-02T09:02:20.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 5075 completed, throughput=5MB/sec 2024-04-02T09:02:20.346 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k28PmjX4NJzxDwd off=3204380 len=396246 2024-04-02T09:02:20.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 5076 completed, throughput=5MB/sec 2024-04-02T09:02:20.348 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Uw2xeCpeKNRDReI off=1257512 len=919460 2024-04-02T09:02:20.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 5077 completed, throughput=5MB/sec 2024-04-02T09:02:20.350 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wt2EjWIQpS-i5Ez off=1155491 len=1448629 2024-04-02T09:02:20.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 5078 completed, throughput=5MB/sec 2024-04-02T09:02:20.355 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--zcOqsj27qBa6Rk off=2220123 len=1478764 2024-04-02T09:02:20.361 INFO:tasks.workunit.client.0.smithi028.stdout:op 5079 completed, throughput=5MB/sec 2024-04-02T09:02:20.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:20 smithi137 ceph-mon[88456]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:20 smithi028 ceph-mon[94314]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:20 smithi028 ceph-mon[96890]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: 996: throughput=5MB/sec pending data=0 2024-04-02T09:02:21.361 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KKdXPVGeBRLhl2q off=5384972 len=290574 2024-04-02T09:02:21.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 5080 completed, throughput=5MB/sec 2024-04-02T09:02:21.365 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hk7_9el8b_BrUCf off=18806707 len=603683 2024-04-02T09:02:21.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 5081 completed, throughput=5MB/sec 2024-04-02T09:02:21.368 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DqKVdnnczHbfHe- off=3505566 len=1156001 2024-04-02T09:02:21.373 INFO:tasks.workunit.client.0.smithi028.stdout:op 5082 completed, throughput=5MB/sec 2024-04-02T09:02:21.373 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I98DwG60RL0JcZZ off=15767031 len=1137095 2024-04-02T09:02:21.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 5083 completed, throughput=5MB/sec 2024-04-02T09:02:21.374 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yDtDJQ1pJO9QWkO off=289993 len=37992 2024-04-02T09:02:21.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 5084 completed, throughput=5MB/sec 2024-04-02T09:02:21.375 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ipjfFxAuCH7oMcP off=14974362 len=2058462 2024-04-02T09:02:21.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 5085 completed, throughput=5MB/sec 2024-04-02T09:02:21.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:02:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:02:21] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:02:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: 997: throughput=5MB/sec pending data=0 2024-04-02T09:02:22.376 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xn3pqk8lerbRQA6 off=10672764 len=1677532 2024-04-02T09:02:22.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 5086 completed, throughput=5MB/sec 2024-04-02T09:02:22.382 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yTUE6mEAlvIzB55 off=23280768 len=960566 2024-04-02T09:02:22.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 5087 completed, throughput=5MB/sec 2024-04-02T09:02:22.388 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_Mgd3ZwaO17qcpl off=773494 len=558915 2024-04-02T09:02:22.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 5088 completed, throughput=5MB/sec 2024-04-02T09:02:22.391 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qh3Qc7JNRmbAYmS off=5728424 len=634243 2024-04-02T09:02:22.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 5089 completed, throughput=5MB/sec 2024-04-02T09:02:22.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DIl0PcE4PtrYmhs off=19968089 len=2091538 2024-04-02T09:02:22.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 5090 completed, throughput=5MB/sec 2024-04-02T09:02:22.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:22 smithi137 ceph-mon[88456]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:22.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:02:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:22 smithi028 ceph-mon[94314]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:22 smithi028 ceph-mon[96890]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:02:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: 998: throughput=5MB/sec pending data=0 2024-04-02T09:02:23.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HAHrUfDkZXDU6MN off=3217999 len=1568009 2024-04-02T09:02:23.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 5091 completed, throughput=5MB/sec 2024-04-02T09:02:23.395 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1SvAPV9r3pTYLmO off=472197 len=2065990 2024-04-02T09:02:23.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 5092 completed, throughput=5MB/sec 2024-04-02T09:02:23.399 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NeNonV-HmgAfVUO off=1564745 len=1682675 2024-04-02T09:02:23.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 5093 completed, throughput=5MB/sec 2024-04-02T09:02:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:24 smithi137 ceph-mon[88456]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: 999: throughput=5MB/sec pending data=0 2024-04-02T09:02:24.406 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rxg8iN7SeQe5ji2 off=0 len=1685872 2024-04-02T09:02:24.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 5094 completed, throughput=5MB/sec 2024-04-02T09:02:24.408 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hSmRa5KAggjg1zc off=2440850 len=460375 2024-04-02T09:02:24.409 INFO:tasks.workunit.client.0.smithi028.stdout:op 5095 completed, throughput=5MB/sec 2024-04-02T09:02:24.409 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-48_UYKaKBAHzd3R off=7884900 len=1201580 2024-04-02T09:02:24.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 5096 completed, throughput=5MB/sec 2024-04-02T09:02:24.414 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9D4ahK_MTBweqd4 off=6403159 len=25475 2024-04-02T09:02:24.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 5097 completed, throughput=5MB/sec 2024-04-02T09:02:24.416 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mqNfaaiGnrg5lf5 off=2012811 len=817776 2024-04-02T09:02:24.420 INFO:tasks.workunit.client.0.smithi028.stdout:op 5098 completed, throughput=5MB/sec 2024-04-02T09:02:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:24 smithi028 ceph-mon[94314]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:24.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:24 smithi028 ceph-mon[96890]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-02T09:02:25.420 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WuDyezhdvNe8-34 off=11265752 len=1771734 2024-04-02T09:02:25.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 5099 completed, throughput=5MB/sec 2024-04-02T09:02:25.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UYl5ZIQvuy1J1o_ off=19738326 len=1348117 2024-04-02T09:02:25.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 5100 completed, throughput=5MB/sec 2024-04-02T09:02:25.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qB6QI4h27heVEUF off=6736278 len=930870 2024-04-02T09:02:25.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 5101 completed, throughput=5MB/sec 2024-04-02T09:02:25.432 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wVbG9ZDVKsaI9yq off=5356150 len=185228 2024-04-02T09:02:25.434 INFO:tasks.workunit.client.0.smithi028.stdout:op 5102 completed, throughput=5MB/sec 2024-04-02T09:02:25.434 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-npcO1dejHYzePaH off=2302094 len=1186131 2024-04-02T09:02:25.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 5103 completed, throughput=5MB/sec 2024-04-02T09:02:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:26 smithi137 ceph-mon[88456]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:26.437 INFO:tasks.workunit.client.0.smithi028.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-02T09:02:26.437 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tCr3RmLQFm7ExSs off=2047642 len=968194 2024-04-02T09:02:26.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 5104 completed, throughput=5MB/sec 2024-04-02T09:02:26.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oa-208tlIQXZlBh off=13371740 len=695238 2024-04-02T09:02:26.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 5105 completed, throughput=5MB/sec 2024-04-02T09:02:26.445 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I9zFOVGJ9Es2j2P off=2566353 len=728905 2024-04-02T09:02:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:26 smithi028 ceph-mon[94314]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:26.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:26 smithi028 ceph-mon[96890]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:02:26.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 5106 completed, throughput=5MB/sec 2024-04-02T09:02:26.449 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NFkI3ZwqGXfX8tF off=6910079 len=89170 2024-04-02T09:02:26.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 5107 completed, throughput=5MB/sec 2024-04-02T09:02:26.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5JQaHIV5beoQT5H off=4980640 len=1919690 2024-04-02T09:02:26.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 5108 completed, throughput=5MB/sec 2024-04-02T09:02:26.453 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bYlB6V26FRdXiq4 off=0 len=1288570 2024-04-02T09:02:26.458 INFO:tasks.workunit.client.0.smithi028.stdout:op 5109 completed, throughput=5MB/sec 2024-04-02T09:02:27.459 INFO:tasks.workunit.client.0.smithi028.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-02T09:02:27.459 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XqL_mB4370RFRFA off=762696 len=128726 2024-04-02T09:02:27.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 5110 completed, throughput=5MB/sec 2024-04-02T09:02:27.460 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TqYgb3U_NeBV-02 off=6035623 len=1369296 2024-04-02T09:02:27.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 5111 completed, throughput=5MB/sec 2024-04-02T09:02:27.465 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eb_9GaZI-cElY_e off=6697775 len=1256603 2024-04-02T09:02:27.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 5112 completed, throughput=5MB/sec 2024-04-02T09:02:27.466 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lha3vwyEXYHCrrA off=1568852 len=2062511 2024-04-02T09:02:27.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 5113 completed, throughput=5MB/sec 2024-04-02T09:02:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:28 smithi137 ceph-mon[88456]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:28 smithi028 ceph-mon[94314]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:28.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:28 smithi028 ceph-mon[96890]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:28.474 INFO:tasks.workunit.client.0.smithi028.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-02T09:02:28.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Iez30uEzrSMWV-6 off=535507 len=161763 2024-04-02T09:02:28.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 5114 completed, throughput=5MB/sec 2024-04-02T09:02:28.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hiVzGPSgXEjS4Jk off=5154677 len=41790 2024-04-02T09:02:28.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 5115 completed, throughput=5MB/sec 2024-04-02T09:02:28.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZcO2tR7FVO79LdH off=7141332 len=1538094 2024-04-02T09:02:28.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 5116 completed, throughput=5MB/sec 2024-04-02T09:02:28.477 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fPRK_tQv2Fxuk_e off=6405522 len=1805384 2024-04-02T09:02:28.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 5117 completed, throughput=5MB/sec 2024-04-02T09:02:28.487 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rbgvX_WbL40afUY off=20592294 len=1693143 2024-04-02T09:02:28.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 5118 completed, throughput=5MB/sec 2024-04-02T09:02:29.489 INFO:tasks.workunit.client.0.smithi028.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-02T09:02:29.489 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-txsQAx4IwvS1P71 off=7867977 len=172959 2024-04-02T09:02:29.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 5119 completed, throughput=5MB/sec 2024-04-02T09:02:29.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6w_RHfJXuN4QjHB off=5485734 len=1516255 2024-04-02T09:02:29.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 5120 completed, throughput=5MB/sec 2024-04-02T09:02:29.491 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gPyde2_Cisy6oRG off=3595234 len=497679 2024-04-02T09:02:29.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 5121 completed, throughput=5MB/sec 2024-04-02T09:02:29.495 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EC6tM5-109NAt09 off=621927 len=179983 2024-04-02T09:02:29.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 5122 completed, throughput=5MB/sec 2024-04-02T09:02:29.495 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--xOKxBLubReb__8 off=8901036 len=360461 2024-04-02T09:02:29.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 5123 completed, throughput=5MB/sec 2024-04-02T09:02:29.498 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DVzWlEHlZL9623Z off=579290 len=360641 2024-04-02T09:02:29.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 5124 completed, throughput=5MB/sec 2024-04-02T09:02:29.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EoLIbLzB-eL5xRR off=2211058 len=1542278 2024-04-02T09:02:29.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 5125 completed, throughput=5MB/sec 2024-04-02T09:02:29.505 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ENWUmEWjkpZmmIY off=781318 len=1051289 2024-04-02T09:02:29.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 5126 completed, throughput=5MB/sec 2024-04-02T09:02:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:30 smithi137 ceph-mon[88456]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:02:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:30 smithi028 ceph-mon[94314]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:02:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:30 smithi028 ceph-mon[96890]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:02:30.509 INFO:tasks.workunit.client.0.smithi028.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-02T09:02:30.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TFH-mfBCUDGpmsl off=2803227 len=809103 2024-04-02T09:02:30.515 INFO:tasks.workunit.client.0.smithi028.stdout:op 5127 completed, throughput=5MB/sec 2024-04-02T09:02:30.515 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xluUHCS91_QGreY off=18750437 len=1088311 2024-04-02T09:02:30.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 5128 completed, throughput=5MB/sec 2024-04-02T09:02:30.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GbZHPFY-SyJ2usE off=74413 len=1377705 2024-04-02T09:02:30.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 5129 completed, throughput=5MB/sec 2024-04-02T09:02:30.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eLLx58vPHMvLYXc off=3697978 len=688210 2024-04-02T09:02:30.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 5130 completed, throughput=5MB/sec 2024-04-02T09:02:30.530 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JTYuA1E2dfo_Hlo off=6082636 len=1813588 2024-04-02T09:02:30.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 5131 completed, throughput=5MB/sec 2024-04-02T09:02:31.532 INFO:tasks.workunit.client.0.smithi028.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-02T09:02:31.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QQxkNSjC5I6U9B3 off=3799339 len=2017596 2024-04-02T09:02:31.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 5132 completed, throughput=5MB/sec 2024-04-02T09:02:31.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nnr7BshX8FfF5Da off=5368676 len=81162 2024-04-02T09:02:31.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 5133 completed, throughput=5MB/sec 2024-04-02T09:02:31.537 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8V-ZWV58UB_kmU7 off=4361416 len=438493 2024-04-02T09:02:31.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 5134 completed, throughput=5MB/sec 2024-04-02T09:02:31.538 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IoWk5wKpDI6ZNbQ off=6511942 len=80544 2024-04-02T09:02:31.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 5135 completed, throughput=5MB/sec 2024-04-02T09:02:31.540 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-efGkwEXKC0HMa73 off=5520989 len=600406 2024-04-02T09:02:31.541 INFO:tasks.workunit.client.0.smithi028.stdout:op 5136 completed, throughput=5MB/sec 2024-04-02T09:02:31.541 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lu2wSQTDbGIMII8 off=5419094 len=433183 2024-04-02T09:02:31.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 5137 completed, throughput=5MB/sec 2024-04-02T09:02:31.545 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l8VN78vtFRF3vnL off=5077778 len=1178708 2024-04-02T09:02:31.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 5138 completed, throughput=5MB/sec 2024-04-02T09:02:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:02:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:02:31] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:02:32.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:32 smithi137 ceph-mon[88456]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:32.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:02:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:32 smithi028 ceph-mon[94314]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:32 smithi028 ceph-mon[96890]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:02:32.549 INFO:tasks.workunit.client.0.smithi028.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-02T09:02:32.549 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8URQum6nI_DIZ0O off=11909393 len=1614743 2024-04-02T09:02:32.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 5139 completed, throughput=5MB/sec 2024-04-02T09:02:32.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0OwqSwotJcKpDgo off=840680 len=1209677 2024-04-02T09:02:32.555 INFO:tasks.workunit.client.0.smithi028.stdout:op 5140 completed, throughput=5MB/sec 2024-04-02T09:02:32.555 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fPpxHKAGypOXhwd off=183777 len=18373 2024-04-02T09:02:32.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 5141 completed, throughput=5MB/sec 2024-04-02T09:02:32.557 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TmRa8-gv3WVKhIl off=21785013 len=857115 2024-04-02T09:02:32.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 5142 completed, throughput=5MB/sec 2024-04-02T09:02:32.562 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I68VFOAsWZ9NDro off=10098140 len=559724 2024-04-02T09:02:32.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 5143 completed, throughput=5MB/sec 2024-04-02T09:02:32.565 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zBrBiOo-Hcpdi5Q off=24431093 len=50807 2024-04-02T09:02:32.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 5144 completed, throughput=5MB/sec 2024-04-02T09:02:32.567 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2daSIzS6gn1dTQC off=3468830 len=1292324 2024-04-02T09:02:32.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 5145 completed, throughput=5MB/sec 2024-04-02T09:02:33.572 INFO:tasks.workunit.client.0.smithi028.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-02T09:02:33.572 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1OvB6JU8ffO7Ber off=1399387 len=303749 2024-04-02T09:02:33.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 5146 completed, throughput=5MB/sec 2024-04-02T09:02:33.576 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hpnb_vN9H_Wob74 off=9989993 len=1149174 2024-04-02T09:02:33.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 5147 completed, throughput=5MB/sec 2024-04-02T09:02:33.576 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s2J3jNXlAvTVOj7 off=5003995 len=1523727 2024-04-02T09:02:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 5148 completed, throughput=5MB/sec 2024-04-02T09:02:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lynf-WpVg93phuP off=534085 len=1216494 2024-04-02T09:02:33.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 5149 completed, throughput=5MB/sec 2024-04-02T09:02:33.590 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jejMrtYa_hSadxf off=14576450 len=1339396 2024-04-02T09:02:33.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 5150 completed, throughput=5MB/sec 2024-04-02T09:02:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:34 smithi137 ceph-mon[88456]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:34 smithi028 ceph-mon[94314]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:34 smithi028 ceph-mon[96890]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:02:34.595 INFO:tasks.workunit.client.0.smithi028.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-02T09:02:34.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XjLSZ2oJI0vFpSH off=398634 len=384111 2024-04-02T09:02:34.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 5151 completed, throughput=5MB/sec 2024-04-02T09:02:34.596 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LaFFhC_HGQf04lc off=1505883 len=752326 2024-04-02T09:02:34.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 5152 completed, throughput=5MB/sec 2024-04-02T09:02:34.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-umj4ThTfXkKDI7M off=7484995 len=2046472 2024-04-02T09:02:34.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 5153 completed, throughput=5MB/sec 2024-04-02T09:02:34.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3HRO9cY-J8iOtwP off=5363770 len=1153401 2024-04-02T09:02:34.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 5154 completed, throughput=5MB/sec 2024-04-02T09:02:34.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SsaJUIoWo3DxUt4 off=5277179 len=2026112 2024-04-02T09:02:34.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 5155 completed, throughput=5MB/sec 2024-04-02T09:02:35.610 INFO:tasks.workunit.client.0.smithi028.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-02T09:02:35.611 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AVgnP8JKwbjRt1u off=7440906 len=1030394 2024-04-02T09:02:35.615 INFO:tasks.workunit.client.0.smithi028.stdout:op 5156 completed, throughput=5MB/sec 2024-04-02T09:02:35.615 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B752RfJOizGDQqU off=8163535 len=197720 2024-04-02T09:02:35.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 5157 completed, throughput=5MB/sec 2024-04-02T09:02:35.616 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i-SYn_lZl0kZa0r off=12892270 len=237075 2024-04-02T09:02:35.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 5158 completed, throughput=5MB/sec 2024-04-02T09:02:35.617 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D7tMIbf_xtMsnoZ off=9901043 len=1434161 2024-04-02T09:02:35.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 5159 completed, throughput=5MB/sec 2024-04-02T09:02:35.622 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2K_BPpvqqalxGZ4 off=14111577 len=264655 2024-04-02T09:02:35.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 5160 completed, throughput=5MB/sec 2024-04-02T09:02:35.626 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8WdzeXZ2qOC7eop off=7833443 len=48021 2024-04-02T09:02:35.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 5161 completed, throughput=5MB/sec 2024-04-02T09:02:35.626 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N6b125c9wnkeHFo off=2897755 len=2094072 2024-04-02T09:02:35.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 5162 completed, throughput=5MB/sec 2024-04-02T09:02:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:36 smithi137 ceph-mon[88456]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:36 smithi028 ceph-mon[96890]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:36 smithi028 ceph-mon[94314]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:02:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:36.628 INFO:tasks.workunit.client.0.smithi028.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-02T09:02:36.628 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DzI9Uu7mI3LL-DD off=10003869 len=1475634 2024-04-02T09:02:36.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 5163 completed, throughput=5MB/sec 2024-04-02T09:02:36.629 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iPCOO9ENCCz8imL off=1851820 len=1981523 2024-04-02T09:02:36.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 5164 completed, throughput=5MB/sec 2024-04-02T09:02:36.631 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KvOW8u43StU1WeW off=15049165 len=2060206 2024-04-02T09:02:36.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 5165 completed, throughput=5MB/sec 2024-04-02T09:02:37.639 INFO:tasks.workunit.client.0.smithi028.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-02T09:02:37.639 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b7oLonpopH0NZkx off=7534396 len=1225270 2024-04-02T09:02:37.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 5166 completed, throughput=5MB/sec 2024-04-02T09:02:37.644 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XcpoclKk2D4sROA off=5377001 len=1761724 2024-04-02T09:02:37.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 5167 completed, throughput=5MB/sec 2024-04-02T09:02:37.648 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OazBRiH4sGjBcVM off=3447457 len=159938 2024-04-02T09:02:37.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 5168 completed, throughput=5MB/sec 2024-04-02T09:02:37.648 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AHZ_Tce_YvnsrAg off=17771615 len=414279 2024-04-02T09:02:37.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 5169 completed, throughput=5MB/sec 2024-04-02T09:02:38.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:38 smithi137 ceph-mon[88456]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:02:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:38 smithi028 ceph-mon[94314]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:02:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:38 smithi028 ceph-mon[96890]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-02T09:02:38.651 INFO:tasks.workunit.client.0.smithi028.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-02T09:02:38.652 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QHHyszyS48yaiIz off=8595209 len=850848 2024-04-02T09:02:38.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 5170 completed, throughput=5MB/sec 2024-04-02T09:02:38.656 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wYtNxlxfQagF6P5 off=19039546 len=1089685 2024-04-02T09:02:38.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 5171 completed, throughput=5MB/sec 2024-04-02T09:02:38.661 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pvEyzYYq_ZwoEKl off=15780225 len=539184 2024-04-02T09:02:38.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 5172 completed, throughput=5MB/sec 2024-04-02T09:02:38.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w1Vpx0SyTT6M2r0 off=4138316 len=1221092 2024-04-02T09:02:38.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 5173 completed, throughput=5MB/sec 2024-04-02T09:02:38.667 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-683rXKquLpWdqIL off=1706515 len=1173452 2024-04-02T09:02:38.674 INFO:tasks.workunit.client.0.smithi028.stdout:op 5174 completed, throughput=5MB/sec 2024-04-02T09:02:38.675 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ThjSYTakK5gkw6P off=3105620 len=1371497 2024-04-02T09:02:38.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 5175 completed, throughput=5MB/sec 2024-04-02T09:02:39.680 INFO:tasks.workunit.client.0.smithi028.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-02T09:02:39.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D0Q6rmq2_9T7eBR off=3097136 len=1805849 2024-04-02T09:02:39.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 5176 completed, throughput=5MB/sec 2024-04-02T09:02:39.681 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OH1USGKm2MwsZ5Q off=4119728 len=1368953 2024-04-02T09:02:39.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 5177 completed, throughput=5MB/sec 2024-04-02T09:02:39.687 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9kNTfVgODYyUU3L off=2148395 len=920724 2024-04-02T09:02:39.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 5178 completed, throughput=5MB/sec 2024-04-02T09:02:39.692 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ITuTKLQQNWqTnji off=5613996 len=1626547 2024-04-02T09:02:39.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 5179 completed, throughput=5MB/sec 2024-04-02T09:02:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:40 smithi137 ceph-mon[88456]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:40 smithi028 ceph-mon[94314]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:40 smithi028 ceph-mon[96890]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:40.693 INFO:tasks.workunit.client.0.smithi028.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-02T09:02:40.693 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DI1r6cMW2tZMNw1 off=29168 len=1952434 2024-04-02T09:02:40.694 INFO:tasks.workunit.client.0.smithi028.stdout:op 5180 completed, throughput=5MB/sec 2024-04-02T09:02:40.695 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UVoLp0H-MRUqEuV off=13963070 len=32687 2024-04-02T09:02:40.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 5181 completed, throughput=5MB/sec 2024-04-02T09:02:40.697 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_ceDM0YnMfDl7U9 off=4579123 len=1193383 2024-04-02T09:02:40.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 5182 completed, throughput=5MB/sec 2024-04-02T09:02:40.702 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KrAG6Y5q95JHLb9 off=6540752 len=653030 2024-04-02T09:02:40.706 INFO:tasks.workunit.client.0.smithi028.stdout:op 5183 completed, throughput=5MB/sec 2024-04-02T09:02:40.706 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--0bW24f4QGm0xT- off=18797174 len=1755262 2024-04-02T09:02:40.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 5184 completed, throughput=5MB/sec 2024-04-02T09:02:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:02:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:02:41] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-02T09:02:41.716 INFO:tasks.workunit.client.0.smithi028.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-02T09:02:41.716 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qr6w2OrVtOSerNV off=7800906 len=1142846 2024-04-02T09:02:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 5185 completed, throughput=5MB/sec 2024-04-02T09:02:41.723 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ub1SCDakpi2OvbP off=3728879 len=581191 2024-04-02T09:02:41.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 5186 completed, throughput=5MB/sec 2024-04-02T09:02:41.726 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cymRSptw-dLoCHK off=2039503 len=1770741 2024-04-02T09:02:41.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 5187 completed, throughput=5MB/sec 2024-04-02T09:02:41.737 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1pfJXehb7sRhzlR off=8400867 len=1688499 2024-04-02T09:02:41.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 5188 completed, throughput=5MB/sec 2024-04-02T09:02:42.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:42 smithi137 ceph-mon[88456]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:42.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:02:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:02:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:42.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:42 smithi028 ceph-mon[94314]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:42.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:42 smithi028 ceph-mon[96890]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:42.737 INFO:tasks.workunit.client.0.smithi028.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-02T09:02:42.737 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C64d7qcYfLjkKXX off=502513 len=986530 2024-04-02T09:02:42.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 5189 completed, throughput=5MB/sec 2024-04-02T09:02:42.743 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DdgR0J1KZJB_Kru off=3372505 len=1042207 2024-04-02T09:02:42.747 INFO:tasks.workunit.client.0.smithi028.stdout:op 5190 completed, throughput=5MB/sec 2024-04-02T09:02:42.747 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-glpiNrlYW6afQ5A off=17610875 len=224611 2024-04-02T09:02:42.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 5191 completed, throughput=5MB/sec 2024-04-02T09:02:42.750 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RmSm7v7XvPX4C2z off=1970934 len=985287 2024-04-02T09:02:42.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 5192 completed, throughput=5MB/sec 2024-04-02T09:02:42.755 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fNReVhRwjClaj3W off=5686252 len=800883 2024-04-02T09:02:42.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 5193 completed, throughput=5MB/sec 2024-04-02T09:02:43.756 INFO:tasks.workunit.client.0.smithi028.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-02T09:02:43.756 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d4GKBADG-nS3Oqr off=84424 len=1868335 2024-04-02T09:02:43.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 5194 completed, throughput=5MB/sec 2024-04-02T09:02:43.758 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V7U8iSa7xDeoV8o off=196568 len=1041069 2024-04-02T09:02:43.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 5195 completed, throughput=5MB/sec 2024-04-02T09:02:43.760 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HGFsV0JztwNkSOg off=8831662 len=1031644 2024-04-02T09:02:43.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 5196 completed, throughput=5MB/sec 2024-04-02T09:02:43.762 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZwyOGQvO5P6aNV- off=0 len=1402917 2024-04-02T09:02:43.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 5197 completed, throughput=5MB/sec 2024-04-02T09:02:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:44 smithi137 ceph-mon[88456]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:44 smithi028 ceph-mon[94314]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:44 smithi028 ceph-mon[96890]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:02:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-02T09:02:44.763 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l2qf8jGapvstFb8 off=16749214 len=1064854 2024-04-02T09:02:44.764 INFO:tasks.workunit.client.0.smithi028.stdout:op 5198 completed, throughput=5MB/sec 2024-04-02T09:02:44.764 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2UEWkol2bpMWH0Y off=3798713 len=1169169 2024-04-02T09:02:44.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 5199 completed, throughput=5MB/sec 2024-04-02T09:02:44.769 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dgmKlZbZLCziYVQ off=1322 len=87620 2024-04-02T09:02:44.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 5200 completed, throughput=5MB/sec 2024-04-02T09:02:44.772 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0jAZiT2EC6LtbY- off=3567151 len=2026699 2024-04-02T09:02:44.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 5201 completed, throughput=5MB/sec 2024-04-02T09:02:44.781 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dilMsUaeWfo-XMi off=472516 len=1328855 2024-04-02T09:02:44.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 5202 completed, throughput=5MB/sec 2024-04-02T09:02:45.787 INFO:tasks.workunit.client.0.smithi028.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-02T09:02:45.787 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-87n6M8fNwslKHL1 off=2166621 len=1492048 2024-04-02T09:02:45.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 5203 completed, throughput=5MB/sec 2024-04-02T09:02:45.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wMhQvOsN-xtYY5O off=475668 len=159631 2024-04-02T09:02:45.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 5204 completed, throughput=5MB/sec 2024-04-02T09:02:45.790 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eEJZz1txm-L6sIs off=700315 len=1579004 2024-04-02T09:02:45.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 5205 completed, throughput=5MB/sec 2024-04-02T09:02:45.792 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Uv0Nv9fX1dARSfu off=2668560 len=1578119 2024-04-02T09:02:45.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 5206 completed, throughput=5MB/sec 2024-04-02T09:02:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:46 smithi137 ceph-mon[88456]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:46.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:46 smithi028 ceph-mon[94314]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:46.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:46 smithi028 ceph-mon[96890]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:02:46.802 INFO:tasks.workunit.client.0.smithi028.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-02T09:02:46.802 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hCnmfEwZA83lfqX off=12151655 len=637137 2024-04-02T09:02:46.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 5207 completed, throughput=5MB/sec 2024-04-02T09:02:46.803 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5sAConHfcaoscZ4 off=274917 len=1645135 2024-04-02T09:02:46.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 5208 completed, throughput=5MB/sec 2024-04-02T09:02:46.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aqjoZ_EaJ5i5B8R off=2512895 len=1533371 2024-04-02T09:02:46.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 5209 completed, throughput=5MB/sec 2024-04-02T09:02:46.814 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TRY3bC2aLAPMRTD off=7121691 len=1630061 2024-04-02T09:02:46.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 5210 completed, throughput=5MB/sec 2024-04-02T09:02:47.821 INFO:tasks.workunit.client.0.smithi028.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-02T09:02:47.821 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3pehp2H9Zq8FYSh off=12910231 len=587327 2024-04-02T09:02:47.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 5211 completed, throughput=5MB/sec 2024-04-02T09:02:47.823 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Na-q7HsjVKIzCI6 off=17468968 len=1491484 2024-04-02T09:02:47.824 INFO:tasks.workunit.client.0.smithi028.stdout:op 5212 completed, throughput=5MB/sec 2024-04-02T09:02:47.824 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OtVnyF9YsdxuOtO off=5770179 len=652654 2024-04-02T09:02:47.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 5213 completed, throughput=5MB/sec 2024-04-02T09:02:47.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3vTorZCsrSa2aJ6 off=190313 len=1156349 2024-04-02T09:02:47.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 5214 completed, throughput=5MB/sec 2024-04-02T09:02:47.834 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CrWM1F2X8edq1RI off=4753021 len=449763 2024-04-02T09:02:47.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 5215 completed, throughput=5MB/sec 2024-04-02T09:02:47.837 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VqqmBtF8atXC1U4 off=20264056 len=1899754 2024-04-02T09:02:47.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 5216 completed, throughput=5MB/sec 2024-04-02T09:02:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:48 smithi137 ceph-mon[88456]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:48.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:48 smithi028 ceph-mon[94314]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:48.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:48 smithi028 ceph-mon[96890]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:02:48.838 INFO:tasks.workunit.client.0.smithi028.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-02T09:02:48.838 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TQPSUubgBbmWxuc off=14651693 len=1458632 2024-04-02T09:02:48.840 INFO:tasks.workunit.client.0.smithi028.stdout:op 5217 completed, throughput=5MB/sec 2024-04-02T09:02:48.840 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CAgo1l4ducJyRCH off=15092267 len=1577314 2024-04-02T09:02:48.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 5218 completed, throughput=5MB/sec 2024-04-02T09:02:48.848 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U9KPsXh5eZRdKpP off=6626352 len=169651 2024-04-02T09:02:48.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 5219 completed, throughput=5MB/sec 2024-04-02T09:02:48.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Blc1XPI-vP6ZznF off=2803621 len=177394 2024-04-02T09:02:48.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 5220 completed, throughput=5MB/sec 2024-04-02T09:02:48.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u-lYecy6wgBTEPW off=1258324 len=938119 2024-04-02T09:02:48.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 5221 completed, throughput=5MB/sec 2024-04-02T09:02:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:49 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:49 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:49 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:49 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:02:49.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:49 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:49.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:49 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:49.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:49 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:49 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:02:49.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:49 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:02:49.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:49 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:02:49.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:49 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:02:49.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:49 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:02:49.850 INFO:tasks.workunit.client.0.smithi028.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-02T09:02:49.850 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jjWEN-LrlcLzmmB off=700770 len=100672 2024-04-02T09:02:49.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 5222 completed, throughput=5MB/sec 2024-04-02T09:02:49.853 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EOqgbD7HS7N4s33 off=516131 len=1111318 2024-04-02T09:02:49.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 5223 completed, throughput=5MB/sec 2024-04-02T09:02:49.858 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t_-cUgz-PjSb4bM off=8660645 len=116398 2024-04-02T09:02:49.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 5224 completed, throughput=5MB/sec 2024-04-02T09:02:49.860 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H_u6Uh5joehFaQl off=4950379 len=1505464 2024-04-02T09:02:49.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 5225 completed, throughput=5MB/sec 2024-04-02T09:02:49.861 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LQv1kwayDSqIcl4 off=2843006 len=1454425 2024-04-02T09:02:49.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 5226 completed, throughput=5MB/sec 2024-04-02T09:02:49.868 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y_ojxC6GxJwfDcJ off=6634089 len=974731 2024-04-02T09:02:49.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 5227 completed, throughput=5MB/sec 2024-04-02T09:02:49.873 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-esudOd-0YAGl8JB off=7283187 len=311939 2024-04-02T09:02:49.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 5228 completed, throughput=5MB/sec 2024-04-02T09:02:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:50 smithi137 ceph-mon[88456]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:50.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:50 smithi028 ceph-mon[96890]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:50 smithi028 ceph-mon[94314]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:50.876 INFO:tasks.workunit.client.0.smithi028.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-02T09:02:50.876 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5HX_s5gFFUEwnGh off=20584333 len=395810 2024-04-02T09:02:50.877 INFO:tasks.workunit.client.0.smithi028.stdout:op 5229 completed, throughput=5MB/sec 2024-04-02T09:02:50.877 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9vK6q2zKVFsZoX5 off=1683223 len=487442 2024-04-02T09:02:50.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 5230 completed, throughput=5MB/sec 2024-04-02T09:02:50.880 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8quxA1qrHIPJIf_ off=21559990 len=1422372 2024-04-02T09:02:50.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 5231 completed, throughput=5MB/sec 2024-04-02T09:02:50.887 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E5wER3D4zZEB25h off=6558114 len=596515 2024-04-02T09:02:50.891 INFO:tasks.workunit.client.0.smithi028.stdout:op 5232 completed, throughput=5MB/sec 2024-04-02T09:02:50.891 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5gAEhgItHhrx7zj off=2297001 len=1951991 2024-04-02T09:02:50.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 5233 completed, throughput=5MB/sec 2024-04-02T09:02:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rajrxVyCxeW9ctn off=13037750 len=1742762 2024-04-02T09:02:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 5234 completed, throughput=5MB/sec 2024-04-02T09:02:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:51.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:51.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:02:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:02:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:02:51] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T09:02:51.904 INFO:tasks.workunit.client.0.smithi028.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-02T09:02:51.904 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hg1CzipDkNdBNjn off=4893305 len=1999220 2024-04-02T09:02:51.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 5235 completed, throughput=5MB/sec 2024-04-02T09:02:51.911 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y_OV2zYk0T0ulmv off=1867800 len=1155492 2024-04-02T09:02:51.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 5236 completed, throughput=5MB/sec 2024-04-02T09:02:51.917 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NQ3JBnP0IKgDHuU off=2362585 len=21566 2024-04-02T09:02:51.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 5237 completed, throughput=5MB/sec 2024-04-02T09:02:51.917 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CW39eiQRSQTpgNl off=12469 len=1670185 2024-04-02T09:02:51.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 5238 completed, throughput=5MB/sec 2024-04-02T09:02:52.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:52 smithi137 ceph-mon[88456]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:52.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:02:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:02:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:02:52.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:52 smithi028 ceph-mon[94314]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:52.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:52 smithi028 ceph-mon[96890]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-02T09:02:52.922 INFO:tasks.workunit.client.0.smithi028.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-02T09:02:52.922 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hh2qOCeWPlG975h off=18671243 len=261902 2024-04-02T09:02:52.925 INFO:tasks.workunit.client.0.smithi028.stdout:op 5239 completed, throughput=5MB/sec 2024-04-02T09:02:52.925 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1HXcbIhOEl9lIvH off=13317160 len=1401774 2024-04-02T09:02:52.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 5240 completed, throughput=5MB/sec 2024-04-02T09:02:52.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O018CUTSOyoyb6E off=9670629 len=1106260 2024-04-02T09:02:52.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 5241 completed, throughput=5MB/sec 2024-04-02T09:02:52.936 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xho0p9ck7aHJQMc off=224766 len=1841884 2024-04-02T09:02:52.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 5242 completed, throughput=5MB/sec 2024-04-02T09:02:53.938 INFO:tasks.workunit.client.0.smithi028.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-02T09:02:53.938 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ut0ajLNAfMG0msy off=2569464 len=159166 2024-04-02T09:02:53.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 5243 completed, throughput=5MB/sec 2024-04-02T09:02:53.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PrhyBrMQwfAApXC off=7570906 len=1113789 2024-04-02T09:02:53.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 5244 completed, throughput=5MB/sec 2024-04-02T09:02:53.945 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ehVgr1LOyI1TSjX off=807590 len=147519 2024-04-02T09:02:53.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 5245 completed, throughput=5MB/sec 2024-04-02T09:02:53.946 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1ESB3JGgpt4l6g- off=663482 len=1280506 2024-04-02T09:02:53.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 5246 completed, throughput=5MB/sec 2024-04-02T09:02:53.947 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1YN0kRqXe4F1goL off=2207640 len=108116 2024-04-02T09:02:53.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 5247 completed, throughput=5MB/sec 2024-04-02T09:02:53.947 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kJFv41Ul7mjzzw8 off=3173186 len=1490781 2024-04-02T09:02:53.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 5248 completed, throughput=5MB/sec 2024-04-02T09:02:53.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fnRvb4u4p_yElO8 off=2679745 len=1763164 2024-04-02T09:02:53.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 5249 completed, throughput=5MB/sec 2024-04-02T09:02:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:54 smithi137 ceph-mon[88456]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:54.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:54 smithi028 ceph-mon[94314]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:54 smithi028 ceph-mon[96890]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:02:54.956 INFO:tasks.workunit.client.0.smithi028.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-02T09:02:54.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4QpfNd5OhxmkmlP off=23150565 len=435490 2024-04-02T09:02:54.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 5250 completed, throughput=5MB/sec 2024-04-02T09:02:54.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eHPVn7Ge48zsSZc off=3513948 len=1993769 2024-04-02T09:02:54.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 5251 completed, throughput=5MB/sec 2024-04-02T09:02:54.962 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K7SaaUvixKuHr9t off=10316027 len=1316376 2024-04-02T09:02:54.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 5252 completed, throughput=5MB/sec 2024-04-02T09:02:54.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dQyruIdyYmbwaXz off=5616041 len=2042642 2024-04-02T09:02:54.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 5253 completed, throughput=5MB/sec 2024-04-02T09:02:55.965 INFO:tasks.workunit.client.0.smithi028.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-02T09:02:55.965 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bUBmbepwIn4VWjU off=2597492 len=907358 2024-04-02T09:02:55.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 5254 completed, throughput=5MB/sec 2024-04-02T09:02:55.969 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XFeVsAE0bznrSG1 off=4104728 len=917516 2024-04-02T09:02:55.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 5255 completed, throughput=5MB/sec 2024-04-02T09:02:55.970 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P9JBb1sVgnWRJgW off=9215991 len=1220039 2024-04-02T09:02:55.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 5256 completed, throughput=5MB/sec 2024-04-02T09:02:55.974 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bztt1XwPny7W5ua off=1471464 len=996075 2024-04-02T09:02:55.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 5257 completed, throughput=5MB/sec 2024-04-02T09:02:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:56 smithi137 ceph-mon[88456]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:56 smithi028 ceph-mon[94314]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:56 smithi028 ceph-mon[96890]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:02:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-02T09:02:56.979 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZzZghOX05iJdgBv off=5142485 len=1466138 2024-04-02T09:02:56.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 5258 completed, throughput=5MB/sec 2024-04-02T09:02:56.980 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-szdcWI68BYvCyAp off=10591356 len=555720 2024-04-02T09:02:56.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 5259 completed, throughput=5MB/sec 2024-04-02T09:02:56.981 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AtTHSl0nfiYrXoM off=6130113 len=1960534 2024-04-02T09:02:56.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 5260 completed, throughput=5MB/sec 2024-04-02T09:02:56.983 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--OGc4PTQ_0StcL5 off=776932 len=1996881 2024-04-02T09:02:56.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 5261 completed, throughput=5MB/sec 2024-04-02T09:02:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-02T09:02:57.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OcfLan7Rk50ixHB off=4510725 len=325396 2024-04-02T09:02:57.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 5262 completed, throughput=5MB/sec 2024-04-02T09:02:57.997 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b9M7P27ei2XYced off=7661994 len=46800 2024-04-02T09:02:57.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 5263 completed, throughput=5MB/sec 2024-04-02T09:02:58.000 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9AJpsFPnXnlRQMl off=4982807 len=1898740 2024-04-02T09:02:58.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 5264 completed, throughput=5MB/sec 2024-04-02T09:02:58.001 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i7xbxTuJXMP0Gqd off=7837874 len=628516 2024-04-02T09:02:58.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 5265 completed, throughput=5MB/sec 2024-04-02T09:02:58.005 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-geVbbx3BxcjXz42 off=7315192 len=1728754 2024-04-02T09:02:58.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 5266 completed, throughput=5MB/sec 2024-04-02T09:02:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:02:58 smithi137 ceph-mon[88456]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:02:58 smithi028 ceph-mon[94314]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:02:58 smithi028 ceph-mon[96890]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:02:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-02T09:02:59.006 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rX8BnuGju3LRN3r off=8328666 len=130511 2024-04-02T09:02:59.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 5267 completed, throughput=5MB/sec 2024-04-02T09:02:59.009 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x75_80JPWjbI3IL off=8896071 len=288083 2024-04-02T09:02:59.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 5268 completed, throughput=5MB/sec 2024-04-02T09:02:59.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VMENskv8vVt0_2F off=1881675 len=1285790 2024-04-02T09:02:59.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 5269 completed, throughput=5MB/sec 2024-04-02T09:02:59.015 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OPKE4dATkAgfqrl off=7748644 len=1039542 2024-04-02T09:02:59.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 5270 completed, throughput=5MB/sec 2024-04-02T09:02:59.020 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iUTIG8Rq6lRoZZf off=4872478 len=119014 2024-04-02T09:02:59.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 5271 completed, throughput=5MB/sec 2024-04-02T09:02:59.020 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-43qc9cpkpXC0gY- off=6862310 len=1688847 2024-04-02T09:02:59.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 5272 completed, throughput=5MB/sec 2024-04-02T09:02:59.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CiIkJMKXFOZqgS_ off=12705295 len=1863045 2024-04-02T09:02:59.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 5273 completed, throughput=5MB/sec 2024-04-02T09:03:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-02T09:03:00.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5Q6eIFN67wpXeOY off=12668067 len=67481 2024-04-02T09:03:00.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 5274 completed, throughput=5MB/sec 2024-04-02T09:03:00.031 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CAi3uDbmlG0GlBh off=7626896 len=1507265 2024-04-02T09:03:00.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 5275 completed, throughput=5MB/sec 2024-04-02T09:03:00.037 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2YgwfBO9124iSa- off=9931700 len=498718 2024-04-02T09:03:00.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 5276 completed, throughput=5MB/sec 2024-04-02T09:03:00.037 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eUy85DOzu_ziYQY off=5004951 len=989112 2024-04-02T09:03:00.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 5277 completed, throughput=5MB/sec 2024-04-02T09:03:00.038 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1ES4WscTEGHVwvd off=4365549 len=430488 2024-04-02T09:03:00.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 5278 completed, throughput=5MB/sec 2024-04-02T09:03:00.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9hmnv4BPI8TKU9y off=14879018 len=1645099 2024-04-02T09:03:00.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 5279 completed, throughput=5MB/sec 2024-04-02T09:03:00.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:00 smithi137 ceph-mon[88456]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:00.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:00 smithi028 ceph-mon[94314]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:00 smithi028 ceph-mon[96890]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:03:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-02T09:03:01.052 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZkeSN647-m7uEZt off=8041412 len=1971449 2024-04-02T09:03:01.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 5280 completed, throughput=5MB/sec 2024-04-02T09:03:01.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LsB7887cO-Y6r1n off=7865498 len=1224894 2024-04-02T09:03:01.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 5281 completed, throughput=5MB/sec 2024-04-02T09:03:01.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cY7J8otROKMlzLu off=8835993 len=1619332 2024-04-02T09:03:01.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 5282 completed, throughput=5MB/sec 2024-04-02T09:03:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:03:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:03:01] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T09:03:02.063 INFO:tasks.workunit.client.0.smithi028.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-02T09:03:02.063 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kQ_5d0su1eEPXgR off=13808971 len=1051880 2024-04-02T09:03:02.068 INFO:tasks.workunit.client.0.smithi028.stdout:op 5283 completed, throughput=5MB/sec 2024-04-02T09:03:02.068 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ziCdiVh4mZVccPd off=7156939 len=1773799 2024-04-02T09:03:02.070 INFO:tasks.workunit.client.0.smithi028.stdout:op 5284 completed, throughput=5MB/sec 2024-04-02T09:03:02.070 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_KBKD9ogSWw-a0w off=22291702 len=477043 2024-04-02T09:03:02.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 5285 completed, throughput=5MB/sec 2024-04-02T09:03:02.074 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nLfsHy0LffnCokk off=1122028 len=1360374 2024-04-02T09:03:02.077 INFO:tasks.workunit.client.0.smithi028.stdout:op 5286 completed, throughput=5MB/sec 2024-04-02T09:03:02.077 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NyIXo11ktMgt6nG off=18136541 len=2019687 2024-04-02T09:03:02.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 5287 completed, throughput=5MB/sec 2024-04-02T09:03:02.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:02 smithi137 ceph-mon[88456]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:02.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:03:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:02 smithi028 ceph-mon[94314]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:02 smithi028 ceph-mon[96890]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:03:03.079 INFO:tasks.workunit.client.0.smithi028.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-02T09:03:03.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-adsfz7dSug8L5_V off=5986079 len=985982 2024-04-02T09:03:03.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 5288 completed, throughput=5MB/sec 2024-04-02T09:03:03.080 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9nKLymF_EBXkOin off=5999283 len=326259 2024-04-02T09:03:03.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 5289 completed, throughput=5MB/sec 2024-04-02T09:03:03.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S2uYTcErd1a4jKi off=3711463 len=1577630 2024-04-02T09:03:03.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 5290 completed, throughput=5MB/sec 2024-04-02T09:03:03.086 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WX4xUajhXtAmGoJ off=6341796 len=1561494 2024-04-02T09:03:03.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 5291 completed, throughput=5MB/sec 2024-04-02T09:03:04.093 INFO:tasks.workunit.client.0.smithi028.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-02T09:03:04.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NPCFR2gaqxhrTaX off=351535 len=2044899 2024-04-02T09:03:04.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 5292 completed, throughput=5MB/sec 2024-04-02T09:03:04.104 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6B9o0s8sOQt4lW2 off=13438312 len=881535 2024-04-02T09:03:04.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 5293 completed, throughput=5MB/sec 2024-04-02T09:03:04.108 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f3ad5Rqn1QrM46Q off=6090289 len=521259 2024-04-02T09:03:04.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 5294 completed, throughput=5MB/sec 2024-04-02T09:03:04.109 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wyJ8kCK_araJ2nO off=1041243 len=1399733 2024-04-02T09:03:04.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 5295 completed, throughput=5MB/sec 2024-04-02T09:03:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:04 smithi137 ceph-mon[88456]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:04.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:04 smithi028 ceph-mon[94314]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:04 smithi028 ceph-mon[96890]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:05.117 INFO:tasks.workunit.client.0.smithi028.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-02T09:03:05.117 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ymRFAqbrc692mju off=4076956 len=1004551 2024-04-02T09:03:05.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 5296 completed, throughput=5MB/sec 2024-04-02T09:03:05.118 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--ZVqk83HAUP4M62 off=2822174 len=1381862 2024-04-02T09:03:05.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 5297 completed, throughput=5MB/sec 2024-04-02T09:03:05.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3mHiGVauflkyYGd off=10046317 len=518592 2024-04-02T09:03:05.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 5298 completed, throughput=5MB/sec 2024-04-02T09:03:05.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qfaqvo35OdEO8uK off=977317 len=768207 2024-04-02T09:03:05.125 INFO:tasks.workunit.client.0.smithi028.stdout:op 5299 completed, throughput=5MB/sec 2024-04-02T09:03:05.125 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-veESOdV_W3bo38l off=10231866 len=1724427 2024-04-02T09:03:05.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 5300 completed, throughput=5MB/sec 2024-04-02T09:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-02T09:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WrynFWTmlhZFsPz off=1974759 len=1962070 2024-04-02T09:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 5301 completed, throughput=5MB/sec 2024-04-02T09:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lAIO50nKMdSpRce off=5037212 len=790227 2024-04-02T09:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 5302 completed, throughput=5MB/sec 2024-04-02T09:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m0C9WgW7yCbCaO_ off=13204942 len=28290 2024-04-02T09:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 5303 completed, throughput=5MB/sec 2024-04-02T09:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tG3Nou_5o2jTsM4 off=1023666 len=50464 2024-04-02T09:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 5304 completed, throughput=5MB/sec 2024-04-02T09:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yAxPO_HB6od4-9f off=10998716 len=1915363 2024-04-02T09:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 5305 completed, throughput=5MB/sec 2024-04-02T09:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LckLnbgEbnGXzMB off=20548380 len=1570342 2024-04-02T09:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 5306 completed, throughput=5MB/sec 2024-04-02T09:03:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:06 smithi137 ceph-mon[88456]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:06 smithi028 ceph-mon[94314]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:06 smithi028 ceph-mon[96890]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-02T09:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eHgstJKucPJRAEp off=7629341 len=1413715 2024-04-02T09:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 5307 completed, throughput=5MB/sec 2024-04-02T09:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CHuytHXCW_UjADV off=962683 len=1890692 2024-04-02T09:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 5308 completed, throughput=5MB/sec 2024-04-02T09:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZVZxvhuoowJ2vmi off=5514256 len=1703911 2024-04-02T09:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 5309 completed, throughput=5MB/sec 2024-04-02T09:03:08.157 INFO:tasks.workunit.client.0.smithi028.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-02T09:03:08.158 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e_Hd1e3adPu0NkL off=190776 len=1626265 2024-04-02T09:03:08.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 5310 completed, throughput=5MB/sec 2024-04-02T09:03:08.165 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5uNFHWvorXba2wm off=8747649 len=1998653 2024-04-02T09:03:08.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 5311 completed, throughput=5MB/sec 2024-04-02T09:03:08.167 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KOfbI-68YUyJ6BK off=12234688 len=978102 2024-04-02T09:03:08.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 5312 completed, throughput=5MB/sec 2024-04-02T09:03:08.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:08 smithi137 ceph-mon[88456]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:08 smithi028 ceph-mon[94314]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:08 smithi028 ceph-mon[96890]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:03:09.169 INFO:tasks.workunit.client.0.smithi028.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-02T09:03:09.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mixCMJxhP04qwaz off=451420 len=1872210 2024-04-02T09:03:09.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 5313 completed, throughput=5MB/sec 2024-04-02T09:03:09.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oVEBM5MS0YXtr1T off=12042827 len=1577555 2024-04-02T09:03:09.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 5314 completed, throughput=5MB/sec 2024-04-02T09:03:09.178 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yAxPO_HB6od4-9f off=9277101 len=1782201 2024-04-02T09:03:09.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 5315 completed, throughput=5MB/sec 2024-04-02T09:03:10.186 INFO:tasks.workunit.client.0.smithi028.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-02T09:03:10.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oMWQ3LpRvGwdYRl off=3189913 len=1418568 2024-04-02T09:03:10.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 5316 completed, throughput=5MB/sec 2024-04-02T09:03:10.195 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KniYLwNOmfq4x3I off=4477054 len=591468 2024-04-02T09:03:10.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 5317 completed, throughput=5MB/sec 2024-04-02T09:03:10.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zivuJCJKceGrZTf off=534873 len=450611 2024-04-02T09:03:10.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 5318 completed, throughput=5MB/sec 2024-04-02T09:03:10.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tbOwexuUfxLcI9L off=6962474 len=1148792 2024-04-02T09:03:10.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 5319 completed, throughput=5MB/sec 2024-04-02T09:03:10.203 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rbKyv1fRUXpMATW off=1013820 len=308632 2024-04-02T09:03:10.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 5320 completed, throughput=5MB/sec 2024-04-02T09:03:10.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_NXakgC3G4p8bBz off=16453228 len=593809 2024-04-02T09:03:10.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 5321 completed, throughput=5MB/sec 2024-04-02T09:03:10.209 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0INB5Efh5LZ0J6g off=13437652 len=1991112 2024-04-02T09:03:10.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 5322 completed, throughput=5MB/sec 2024-04-02T09:03:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:10 smithi137 ceph-mon[88456]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:03:10.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:10 smithi028 ceph-mon[94314]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:03:10.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:10 smithi028 ceph-mon[96890]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:03:11.211 INFO:tasks.workunit.client.0.smithi028.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-02T09:03:11.211 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eAdCF0LzTVwmqDg off=16093657 len=37667 2024-04-02T09:03:11.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 5323 completed, throughput=5MB/sec 2024-04-02T09:03:11.213 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F7KELyM45GEVtQK off=12743755 len=594060 2024-04-02T09:03:11.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 5324 completed, throughput=5MB/sec 2024-04-02T09:03:11.215 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Wy2wI-3mY4m-fB7 off=7239730 len=1096539 2024-04-02T09:03:11.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 5325 completed, throughput=5MB/sec 2024-04-02T09:03:11.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ffyFUGpI80zy25a off=1433825 len=815962 2024-04-02T09:03:11.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 5326 completed, throughput=5MB/sec 2024-04-02T09:03:11.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0dVov_3cRqbU1pN off=14626137 len=1586825 2024-04-02T09:03:11.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 5327 completed, throughput=5MB/sec 2024-04-02T09:03:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:03:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:03:11] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-02T09:03:12.220 INFO:tasks.workunit.client.0.smithi028.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-02T09:03:12.220 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O2zOt4VnZXHklqZ off=3680238 len=636700 2024-04-02T09:03:12.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 5328 completed, throughput=5MB/sec 2024-04-02T09:03:12.221 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i9pMUYDmG0kqT5V off=9109501 len=456839 2024-04-02T09:03:12.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 5329 completed, throughput=5MB/sec 2024-04-02T09:03:12.225 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jUK2c4FXkddFcCD off=1335453 len=930635 2024-04-02T09:03:12.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 5330 completed, throughput=5MB/sec 2024-04-02T09:03:12.230 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eF_zgDcEOpBQnW8 off=4336865 len=2003794 2024-04-02T09:03:12.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 5331 completed, throughput=5MB/sec 2024-04-02T09:03:12.237 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bJXYSO8Pu_8zYjL off=11482447 len=1641472 2024-04-02T09:03:12.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 5332 completed, throughput=5MB/sec 2024-04-02T09:03:12.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:12 smithi137 ceph-mon[88456]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:12.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:03:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:12.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:12 smithi028 ceph-mon[94314]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:12.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:12 smithi028 ceph-mon[96890]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:03:13.245 INFO:tasks.workunit.client.0.smithi028.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-02T09:03:13.245 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_g5jfz3dBdsv52y off=3407345 len=131237 2024-04-02T09:03:13.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 5333 completed, throughput=5MB/sec 2024-04-02T09:03:13.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nzYh0ipX6EV4_UW off=92790 len=1610668 2024-04-02T09:03:13.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 5334 completed, throughput=5MB/sec 2024-04-02T09:03:13.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_YVYnn_YtCeL2t2 off=14860585 len=1899387 2024-04-02T09:03:13.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 5335 completed, throughput=5MB/sec 2024-04-02T09:03:13.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-keQW_xFbmxNCy4Z off=8172338 len=518688 2024-04-02T09:03:13.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 5336 completed, throughput=5MB/sec 2024-04-02T09:03:13.260 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pxC4vfkP8ZYvZBF off=1024273 len=1018380 2024-04-02T09:03:13.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 5337 completed, throughput=5MB/sec 2024-04-02T09:03:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-02T09:03:14.263 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WyBbuzH_YrH4lm0 off=13832044 len=1619275 2024-04-02T09:03:14.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 5338 completed, throughput=5MB/sec 2024-04-02T09:03:14.273 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-utICsh_lOTPA7AZ off=5375916 len=190155 2024-04-02T09:03:14.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 5339 completed, throughput=5MB/sec 2024-04-02T09:03:14.275 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A1k7KYuzyV-MpDL off=5238224 len=1937043 2024-04-02T09:03:14.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 5340 completed, throughput=5MB/sec 2024-04-02T09:03:14.277 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dMp-3NuJo9cZUcb off=15624331 len=993243 2024-04-02T09:03:14.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 5341 completed, throughput=5MB/sec 2024-04-02T09:03:14.281 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-55EbnzFNt8zoNou off=5791752 len=736675 2024-04-02T09:03:14.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 5342 completed, throughput=5MB/sec 2024-04-02T09:03:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:14 smithi137 ceph-mon[88456]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:14 smithi028 ceph-mon[94314]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:14 smithi028 ceph-mon[96890]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:03:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-02T09:03:15.283 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bb1Wa1e4Xu9zWZc off=3607245 len=56171 2024-04-02T09:03:15.285 INFO:tasks.workunit.client.0.smithi028.stdout:op 5343 completed, throughput=5MB/sec 2024-04-02T09:03:15.285 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d8COKS144VwEh2N off=3256070 len=438683 2024-04-02T09:03:15.286 INFO:tasks.workunit.client.0.smithi028.stdout:op 5344 completed, throughput=5MB/sec 2024-04-02T09:03:15.286 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SUviEQAzR73wQEz off=9746787 len=1687491 2024-04-02T09:03:15.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 5345 completed, throughput=5MB/sec 2024-04-02T09:03:15.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aIyqhio54IKaMuR off=6471705 len=959033 2024-04-02T09:03:15.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 5346 completed, throughput=5MB/sec 2024-04-02T09:03:15.301 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QmI3J2u-6mi3_kH off=2562586 len=1265858 2024-04-02T09:03:15.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 5347 completed, throughput=5MB/sec 2024-04-02T09:03:15.308 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dnu6q9016XPuPlY off=3324190 len=1229863 2024-04-02T09:03:15.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 5348 completed, throughput=5MB/sec 2024-04-02T09:03:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-02T09:03:16.312 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sBDki2IY8JSIwYd off=6410303 len=1765805 2024-04-02T09:03:16.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 5349 completed, throughput=5MB/sec 2024-04-02T09:03:16.313 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EiV9zQVxZF__JCH off=9980743 len=777204 2024-04-02T09:03:16.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 5350 completed, throughput=5MB/sec 2024-04-02T09:03:16.314 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gTzttnwcGaCiX85 off=4240983 len=1315892 2024-04-02T09:03:16.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 5351 completed, throughput=5MB/sec 2024-04-02T09:03:16.315 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dx1qkxkwtY0mGji off=1320835 len=512403 2024-04-02T09:03:16.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 5352 completed, throughput=5MB/sec 2024-04-02T09:03:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:16 smithi137 ceph-mon[88456]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:16 smithi028 ceph-mon[94314]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:16.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:16 smithi028 ceph-mon[96890]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:03:17.319 INFO:tasks.workunit.client.0.smithi028.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-02T09:03:17.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LDQyDftlV1y5b92 off=5886727 len=928541 2024-04-02T09:03:17.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 5353 completed, throughput=5MB/sec 2024-04-02T09:03:17.322 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v47NzlTp7nJSvVX off=4592969 len=1964439 2024-04-02T09:03:17.329 INFO:tasks.workunit.client.0.smithi028.stdout:op 5354 completed, throughput=5MB/sec 2024-04-02T09:03:17.329 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--1WOul64gSL2KBZ off=14587295 len=289839 2024-04-02T09:03:17.330 INFO:tasks.workunit.client.0.smithi028.stdout:op 5355 completed, throughput=5MB/sec 2024-04-02T09:03:17.330 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mCmcU01CgB0zPdq off=8178097 len=288877 2024-04-02T09:03:17.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 5356 completed, throughput=5MB/sec 2024-04-02T09:03:17.331 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oZkG6tpnRasxGai off=6496581 len=1307120 2024-04-02T09:03:17.333 INFO:tasks.workunit.client.0.smithi028.stdout:op 5357 completed, throughput=5MB/sec 2024-04-02T09:03:17.333 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TXPIfZHTCr8uN_R off=4961777 len=110409 2024-04-02T09:03:17.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 5358 completed, throughput=5MB/sec 2024-04-02T09:03:17.336 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m-zevuxf1CVB7ON off=9386568 len=1992661 2024-04-02T09:03:17.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 5359 completed, throughput=5MB/sec 2024-04-02T09:03:18.338 INFO:tasks.workunit.client.0.smithi028.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-02T09:03:18.338 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L-QmG61rhHyG6h9 off=2516858 len=1425822 2024-04-02T09:03:18.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 5360 completed, throughput=5MB/sec 2024-04-02T09:03:18.342 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YNwZpWO6ESIuN1C off=4194431 len=1363506 2024-04-02T09:03:18.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 5361 completed, throughput=5MB/sec 2024-04-02T09:03:18.343 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k4-1m-azctfPrcw off=21545318 len=1037182 2024-04-02T09:03:18.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 5362 completed, throughput=5MB/sec 2024-04-02T09:03:18.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:18 smithi137 ceph-mon[88456]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:18 smithi028 ceph-mon[94314]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:18.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:18 smithi028 ceph-mon[96890]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:19.343 INFO:tasks.workunit.client.0.smithi028.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-02T09:03:19.343 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GUxK2aNuoKVcGQQ off=12837316 len=1425687 2024-04-02T09:03:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 5363 completed, throughput=5MB/sec 2024-04-02T09:03:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xmf8CcDmd8PtOd0 off=7844187 len=425457 2024-04-02T09:03:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 5364 completed, throughput=5MB/sec 2024-04-02T09:03:19.350 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fAymhJSN_s7rb7o off=1767551 len=2031533 2024-04-02T09:03:19.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 5365 completed, throughput=5MB/sec 2024-04-02T09:03:19.351 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E_dB3hK7x1EjvBC off=2551945 len=1052678 2024-04-02T09:03:19.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 5366 completed, throughput=5MB/sec 2024-04-02T09:03:19.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rTjpES-YBwmrZ0R off=1301892 len=1124925 2024-04-02T09:03:19.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 5367 completed, throughput=5MB/sec 2024-04-02T09:03:20.354 INFO:tasks.workunit.client.0.smithi028.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-02T09:03:20.354 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i3-43d29NEOnTv2 off=6298053 len=317761 2024-04-02T09:03:20.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 5368 completed, throughput=5MB/sec 2024-04-02T09:03:20.358 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yihV4I8gnQgGKrG off=21808171 len=1414512 2024-04-02T09:03:20.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 5369 completed, throughput=5MB/sec 2024-04-02T09:03:20.365 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vHM1KVq3sBBz4E2 off=7603994 len=1841846 2024-04-02T09:03:20.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 5370 completed, throughput=5MB/sec 2024-04-02T09:03:20.369 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NmVhcswhimmzvno off=1668539 len=266578 2024-04-02T09:03:20.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 5371 completed, throughput=5MB/sec 2024-04-02T09:03:20.372 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-afmivjJhfUAfnyg off=15609287 len=30923 2024-04-02T09:03:20.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 5372 completed, throughput=5MB/sec 2024-04-02T09:03:20.374 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8Wj-x2g0fY7Gvjp off=7165808 len=532787 2024-04-02T09:03:20.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 5373 completed, throughput=5MB/sec 2024-04-02T09:03:20.375 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3Z67r-0B-luZ_Av off=9723295 len=1558964 2024-04-02T09:03:20.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 5374 completed, throughput=5MB/sec 2024-04-02T09:03:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:20 smithi137 ceph-mon[88456]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:03:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:20 smithi028 ceph-mon[94314]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:03:20.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:20 smithi028 ceph-mon[96890]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-02T09:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-02T09:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T92ZeKBaFzAWDY3 off=7062235 len=1723171 2024-04-02T09:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 5375 completed, throughput=5MB/sec 2024-04-02T09:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XFiWHGmhBty_ie9 off=12176465 len=1679354 2024-04-02T09:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 5376 completed, throughput=5MB/sec 2024-04-02T09:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MPKzxOp5syg0y1r off=5542694 len=1550193 2024-04-02T09:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 5377 completed, throughput=5MB/sec 2024-04-02T09:03:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:03:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:03:21] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T09:03:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-02T09:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Gekbs6fj1oI4F6 off=4249727 len=1974922 2024-04-02T09:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 5378 completed, throughput=5MB/sec 2024-04-02T09:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PLjzP97BSr43B3T off=12084738 len=652366 2024-04-02T09:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 5379 completed, throughput=5MB/sec 2024-04-02T09:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hxQi0qDUfqWcXVV off=8451347 len=1233267 2024-04-02T09:03:22.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:22 smithi137 ceph-mon[88456]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:22.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:03:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 5380 completed, throughput=5MB/sec 2024-04-02T09:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sOmtG8ePEjhYktD off=1941532 len=1423276 2024-04-02T09:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 5381 completed, throughput=5MB/sec 2024-04-02T09:03:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:22 smithi028 ceph-mon[94314]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:22 smithi028 ceph-mon[96890]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-02T09:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M1Wfp0QemU9SLiF off=13884835 len=924117 2024-04-02T09:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout:op 5382 completed, throughput=5MB/sec 2024-04-02T09:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sVadIZ9NCTqModg off=4497663 len=407089 2024-04-02T09:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 5383 completed, throughput=5MB/sec 2024-04-02T09:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JZO8iNLg2UbP8ZP off=9715123 len=598016 2024-04-02T09:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout:op 5384 completed, throughput=5MB/sec 2024-04-02T09:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hIniH4wZ0e1n25a off=8547629 len=969010 2024-04-02T09:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 5385 completed, throughput=5MB/sec 2024-04-02T09:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DrL3Eq-bJVbcwwl off=2100239 len=2094352 2024-04-02T09:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 5386 completed, throughput=5MB/sec 2024-04-02T09:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-02T09:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B8q-kIU-3tUdHmt off=1967023 len=1393860 2024-04-02T09:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 5387 completed, throughput=5MB/sec 2024-04-02T09:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VsVkakQnxm9sJCg off=1072186 len=883226 2024-04-02T09:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 5388 completed, throughput=5MB/sec 2024-04-02T09:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vvF74U-RUSBrFgh off=3305143 len=1143264 2024-04-02T09:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 5389 completed, throughput=5MB/sec 2024-04-02T09:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aYxBZ04_eu1tclX off=8331917 len=897765 2024-04-02T09:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 5390 completed, throughput=5MB/sec 2024-04-02T09:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8x212Lf60yvA_ZI off=3336088 len=886350 2024-04-02T09:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 5391 completed, throughput=5MB/sec 2024-04-02T09:03:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:24 smithi028 ceph-mon[94314]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:24 smithi028 ceph-mon[96890]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:24 smithi137 ceph-mon[88456]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-02T09:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aO1fBX_aBJsPPsu off=4579279 len=1369940 2024-04-02T09:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 5392 completed, throughput=5MB/sec 2024-04-02T09:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QLji9pUpv38-XRu off=31746 len=155500 2024-04-02T09:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 5393 completed, throughput=5MB/sec 2024-04-02T09:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DAomHZl_2_eK1Mq off=223385 len=620053 2024-04-02T09:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 5394 completed, throughput=5MB/sec 2024-04-02T09:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xzdNaVnr4MEJXuJ off=993284 len=1669945 2024-04-02T09:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 5395 completed, throughput=5MB/sec 2024-04-02T09:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FLUid8FaowMzAPf off=14114724 len=23819 2024-04-02T09:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout:op 5396 completed, throughput=5MB/sec 2024-04-02T09:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vTV-aXzQ-t8a2r_ off=14469141 len=1654681 2024-04-02T09:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 5397 completed, throughput=5MB/sec 2024-04-02T09:03:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:26 smithi028 ceph-mon[94314]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:26 smithi028 ceph-mon[96890]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:26.464 INFO:tasks.workunit.client.0.smithi028.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-02T09:03:26.464 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lc6cMkdTS4XcMkK off=312576 len=342422 2024-04-02T09:03:26.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 5398 completed, throughput=5MB/sec 2024-04-02T09:03:26.467 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xcQgBU0J7ts3YI4 off=9731318 len=1832458 2024-04-02T09:03:26.468 INFO:tasks.workunit.client.0.smithi028.stdout:op 5399 completed, throughput=5MB/sec 2024-04-02T09:03:26.469 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xvPG946ML5osMRA off=23304603 len=114066 2024-04-02T09:03:26.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 5400 completed, throughput=5MB/sec 2024-04-02T09:03:26.471 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2AZ_vb4KdwemIQ1 off=2120392 len=977552 2024-04-02T09:03:26.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 5401 completed, throughput=5MB/sec 2024-04-02T09:03:26.476 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l5Jtxd2G2_uZEPx off=9202724 len=549371 2024-04-02T09:03:26.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 5402 completed, throughput=5MB/sec 2024-04-02T09:03:26.477 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MAJTQrb_rM-K2tZ off=947883 len=2063130 2024-04-02T09:03:26.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 5403 completed, throughput=5MB/sec 2024-04-02T09:03:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:26 smithi137 ceph-mon[88456]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:27.485 INFO:tasks.workunit.client.0.smithi028.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-02T09:03:27.485 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6p06EreNQGQWglb off=2785333 len=701430 2024-04-02T09:03:27.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 5404 completed, throughput=5MB/sec 2024-04-02T09:03:27.486 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj---gMWIzv3mXx9fO off=20554439 len=1537038 2024-04-02T09:03:27.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 5405 completed, throughput=5MB/sec 2024-04-02T09:03:27.487 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ljFQkz_gmLknNNK off=843404 len=2016104 2024-04-02T09:03:27.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 5406 completed, throughput=5MB/sec 2024-04-02T09:03:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:28 smithi028 ceph-mon[94314]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:28 smithi028 ceph-mon[96890]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:28.489 INFO:tasks.workunit.client.0.smithi028.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-02T09:03:28.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5QWNan2wj_SBcWb off=12267562 len=1385938 2024-04-02T09:03:28.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 5407 completed, throughput=5MB/sec 2024-04-02T09:03:28.493 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9Or1RZz8CAKcdmp off=414961 len=792701 2024-04-02T09:03:28.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 5408 completed, throughput=5MB/sec 2024-04-02T09:03:28.493 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7dtjnzahApPLDzv off=1295255 len=806608 2024-04-02T09:03:28.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 5409 completed, throughput=5MB/sec 2024-04-02T09:03:28.496 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Eb6kncCo_ys4hhv off=3587282 len=900821 2024-04-02T09:03:28.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 5410 completed, throughput=5MB/sec 2024-04-02T09:03:28.497 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-58dBW9nkXt7uv7e off=18807863 len=1804192 2024-04-02T09:03:28.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 5411 completed, throughput=5MB/sec 2024-04-02T09:03:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:28 smithi137 ceph-mon[88456]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:03:29.504 INFO:tasks.workunit.client.0.smithi028.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-02T09:03:29.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i55iBe7sFixRFYU off=631393 len=179606 2024-04-02T09:03:29.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 5412 completed, throughput=5MB/sec 2024-04-02T09:03:29.507 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gulc3FHiTmc7R73 off=3083775 len=1300625 2024-04-02T09:03:29.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 5413 completed, throughput=5MB/sec 2024-04-02T09:03:29.508 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G5LDnFKTdVOWIBg off=6050182 len=1248050 2024-04-02T09:03:29.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 5414 completed, throughput=5MB/sec 2024-04-02T09:03:29.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7V_1y8IolzsE2hj off=1053362 len=114090 2024-04-02T09:03:29.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 5415 completed, throughput=5MB/sec 2024-04-02T09:03:29.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8OVzoiTkVhmUrYF off=3520144 len=847892 2024-04-02T09:03:29.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 5416 completed, throughput=5MB/sec 2024-04-02T09:03:29.512 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LTKMje6fSJQxLo0 off=851383 len=388631 2024-04-02T09:03:29.513 INFO:tasks.workunit.client.0.smithi028.stdout:op 5417 completed, throughput=5MB/sec 2024-04-02T09:03:29.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3sdo_DtqsZcX9gn off=3508728 len=1180221 2024-04-02T09:03:29.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 5418 completed, throughput=5MB/sec 2024-04-02T09:03:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:30 smithi028 ceph-mon[94314]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:30 smithi028 ceph-mon[96890]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:30.518 INFO:tasks.workunit.client.0.smithi028.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-02T09:03:30.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7dThONHUyG-cXxH off=8772975 len=1997826 2024-04-02T09:03:30.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 5419 completed, throughput=5MB/sec 2024-04-02T09:03:30.520 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lIp97UzciZHMi-8 off=17586926 len=885077 2024-04-02T09:03:30.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 5420 completed, throughput=5MB/sec 2024-04-02T09:03:30.521 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c0EynLSQC5MO_Yi off=2063481 len=1522992 2024-04-02T09:03:30.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 5421 completed, throughput=5MB/sec 2024-04-02T09:03:30.527 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8RhkX3ejfFbGFjm off=2955829 len=473134 2024-04-02T09:03:30.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 5422 completed, throughput=5MB/sec 2024-04-02T09:03:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:30 smithi137 ceph-mon[88456]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-02T09:03:31.528 INFO:tasks.workunit.client.0.smithi028.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-02T09:03:31.528 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MmabwZNSyy9vcey off=4568268 len=806168 2024-04-02T09:03:31.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 5423 completed, throughput=5MB/sec 2024-04-02T09:03:31.529 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iRJZIehtc6GRP40 off=1521294 len=579952 2024-04-02T09:03:31.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 5424 completed, throughput=5MB/sec 2024-04-02T09:03:31.529 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yDV5QS0ChrFn2fh off=8177685 len=1982484 2024-04-02T09:03:31.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 5425 completed, throughput=5MB/sec 2024-04-02T09:03:31.541 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IgLasMvFzw1l8HP off=481608 len=294510 2024-04-02T09:03:31.543 INFO:tasks.workunit.client.0.smithi028.stdout:op 5426 completed, throughput=5MB/sec 2024-04-02T09:03:31.543 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EZL5uN6BsDPUgnP off=9113721 len=2041587 2024-04-02T09:03:31.550 INFO:tasks.workunit.client.0.smithi028.stdout:op 5427 completed, throughput=5MB/sec 2024-04-02T09:03:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:03:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:03:31] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T09:03:32.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:32 smithi028 ceph-mon[94314]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:32.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:32 smithi028 ceph-mon[96890]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:32.550 INFO:tasks.workunit.client.0.smithi028.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-02T09:03:32.550 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q93jjoGrlAUG_DI off=9159986 len=431206 2024-04-02T09:03:32.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 5428 completed, throughput=5MB/sec 2024-04-02T09:03:32.554 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ItuDrRPb8ncv3PJ off=19352650 len=1562353 2024-04-02T09:03:32.555 INFO:tasks.workunit.client.0.smithi028.stdout:op 5429 completed, throughput=5MB/sec 2024-04-02T09:03:32.555 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jyn8VASAPeBPQc- off=5938849 len=1277688 2024-04-02T09:03:32.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 5430 completed, throughput=5MB/sec 2024-04-02T09:03:32.561 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DhbhAOjHCxRw2TQ off=6665365 len=1101133 2024-04-02T09:03:32.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 5431 completed, throughput=5MB/sec 2024-04-02T09:03:32.567 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jdd4RkD_mAFnecG off=3794797 len=1376157 2024-04-02T09:03:32.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 5432 completed, throughput=5MB/sec 2024-04-02T09:03:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:32 smithi137 ceph-mon[88456]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:03:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:03:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:33.573 INFO:tasks.workunit.client.0.smithi028.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-02T09:03:33.573 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AZ5O6i7syqq940b off=9613039 len=1508565 2024-04-02T09:03:33.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 5433 completed, throughput=5MB/sec 2024-04-02T09:03:33.578 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mbqHaOycxAf0NOt off=902065 len=1842395 2024-04-02T09:03:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 5434 completed, throughput=5MB/sec 2024-04-02T09:03:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vbunYPb-vhmiDXp off=5263827 len=218871 2024-04-02T09:03:33.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 5435 completed, throughput=5MB/sec 2024-04-02T09:03:33.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_L_n3ZUaKyZgn6Q off=15355042 len=475635 2024-04-02T09:03:33.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 5436 completed, throughput=5MB/sec 2024-04-02T09:03:33.590 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dx1qkxkwtY0mGji off=3045515 len=1317928 2024-04-02T09:03:33.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 5437 completed, throughput=5MB/sec 2024-04-02T09:03:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:34 smithi028 ceph-mon[94314]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:34 smithi028 ceph-mon[96890]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:34.597 INFO:tasks.workunit.client.0.smithi028.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-02T09:03:34.597 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qgiftacpqdy4pks off=1993758 len=681605 2024-04-02T09:03:34.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 5438 completed, throughput=5MB/sec 2024-04-02T09:03:34.600 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uCI9WU0Pm-2zWyu off=9525379 len=1480715 2024-04-02T09:03:34.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 5439 completed, throughput=5MB/sec 2024-04-02T09:03:34.603 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fXJatWvNn4Ydl9_ off=17955347 len=671704 2024-04-02T09:03:34.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 5440 completed, throughput=5MB/sec 2024-04-02T09:03:34.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UOQy1JCKvyxBD7H off=1026816 len=77526 2024-04-02T09:03:34.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 5441 completed, throughput=5MB/sec 2024-04-02T09:03:34.605 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DAomHZl_2_eK1Mq off=6060930 len=1183892 2024-04-02T09:03:34.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 5442 completed, throughput=5MB/sec 2024-04-02T09:03:34.611 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NTwNIdBcgprpbAL off=19822957 len=1990614 2024-04-02T09:03:34.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 5443 completed, throughput=5MB/sec 2024-04-02T09:03:34.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:34 smithi137 ceph-mon[88456]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:03:35.614 INFO:tasks.workunit.client.0.smithi028.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-02T09:03:35.615 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UV2I1KoqITpGVfD off=2315791 len=1847146 2024-04-02T09:03:35.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 5444 completed, throughput=5MB/sec 2024-04-02T09:03:35.616 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y49rBROk9oG89ad off=619068 len=1974570 2024-04-02T09:03:35.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 5445 completed, throughput=5MB/sec 2024-04-02T09:03:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:36 smithi028 ceph-mon[94314]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:36 smithi028 ceph-mon[96890]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:36.618 INFO:tasks.workunit.client.0.smithi028.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-02T09:03:36.618 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Dz3qgognO9JhOLC off=881503 len=331498 2024-04-02T09:03:36.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 5446 completed, throughput=5MB/sec 2024-04-02T09:03:36.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zLvmNs9qFFJV9cB off=4074969 len=1613684 2024-04-02T09:03:36.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 5447 completed, throughput=5MB/sec 2024-04-02T09:03:36.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q_rXwuXBU1ixtcZ off=12072168 len=892507 2024-04-02T09:03:36.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 5448 completed, throughput=5MB/sec 2024-04-02T09:03:36.621 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zPnzgB5vByv5ZNu off=1448895 len=612451 2024-04-02T09:03:36.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 5449 completed, throughput=5MB/sec 2024-04-02T09:03:36.626 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eeDcblwC4yK6t73 off=352626 len=649387 2024-04-02T09:03:36.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 5450 completed, throughput=5MB/sec 2024-04-02T09:03:36.630 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RELpPi9nrjhr9gY off=2708391 len=34602 2024-04-02T09:03:36.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 5451 completed, throughput=5MB/sec 2024-04-02T09:03:36.632 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F6ddLt92qtvhsqa off=17282086 len=1806287 2024-04-02T09:03:36.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 5452 completed, throughput=5MB/sec 2024-04-02T09:03:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:36 smithi137 ceph-mon[88456]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:37.639 INFO:tasks.workunit.client.0.smithi028.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-02T09:03:37.639 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B4i0Ysb5eAFmU97 off=22123068 len=735084 2024-04-02T09:03:37.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 5453 completed, throughput=5MB/sec 2024-04-02T09:03:37.644 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hy178LPXddLC4_9 off=1653418 len=769322 2024-04-02T09:03:37.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 5454 completed, throughput=5MB/sec 2024-04-02T09:03:37.648 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XZlemKUbsz9JA7g off=6895433 len=1941935 2024-04-02T09:03:37.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 5455 completed, throughput=5MB/sec 2024-04-02T09:03:37.656 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i0BML-yVv13GfNG off=21017243 len=1488240 2024-04-02T09:03:37.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 5456 completed, throughput=5MB/sec 2024-04-02T09:03:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:38 smithi028 ceph-mon[94314]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:38.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:38 smithi028 ceph-mon[96890]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:38 smithi137 ceph-mon[88456]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-02T09:03:38.664 INFO:tasks.workunit.client.0.smithi028.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-02T09:03:38.664 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G7o-zg3CT_N1zRQ off=22612962 len=1955178 2024-04-02T09:03:38.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 5457 completed, throughput=5MB/sec 2024-04-02T09:03:38.666 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oJezD3o9_lZcGkL off=9046558 len=1145085 2024-04-02T09:03:38.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 5458 completed, throughput=5MB/sec 2024-04-02T09:03:38.667 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_PNrSpM_G2PZVgV off=5707268 len=850572 2024-04-02T09:03:38.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 5459 completed, throughput=5MB/sec 2024-04-02T09:03:38.672 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-64oBoSNCr__NxzK off=9668464 len=1419202 2024-04-02T09:03:38.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 5460 completed, throughput=5MB/sec 2024-04-02T09:03:39.674 INFO:tasks.workunit.client.0.smithi028.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-02T09:03:39.674 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QeupZ0BPfE37mnA off=9019291 len=219236 2024-04-02T09:03:39.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 5461 completed, throughput=5MB/sec 2024-04-02T09:03:39.675 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NqvWjBPNlMQU19Q off=1902662 len=1264231 2024-04-02T09:03:39.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 5462 completed, throughput=5MB/sec 2024-04-02T09:03:39.679 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aagSNS1DCgQrrVz off=21381402 len=1988351 2024-04-02T09:03:39.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 5463 completed, throughput=5MB/sec 2024-04-02T09:03:39.690 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cXus8AXLXwvE7tQ off=294663 len=1637505 2024-04-02T09:03:39.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 5464 completed, throughput=5MB/sec 2024-04-02T09:03:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:40 smithi028 ceph-mon[94314]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:40 smithi028 ceph-mon[96890]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:40 smithi137 ceph-mon[88456]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-02T09:03:40.698 INFO:tasks.workunit.client.0.smithi028.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-02T09:03:40.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3wKJVNHS2c4OCUL off=1830405 len=1283729 2024-04-02T09:03:40.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 5465 completed, throughput=5MB/sec 2024-04-02T09:03:40.703 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iPPEv-BCqZ2M_c0 off=0 len=1531274 2024-04-02T09:03:40.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 5466 completed, throughput=5MB/sec 2024-04-02T09:03:40.709 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PKABoDDwE8w_U6S off=1620515 len=2005109 2024-04-02T09:03:40.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 5467 completed, throughput=5MB/sec 2024-04-02T09:03:40.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dsfxF41cx9SYrmR off=100183 len=344793 2024-04-02T09:03:40.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 5468 completed, throughput=5MB/sec 2024-04-02T09:03:40.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wVzqdeKfb9R3blu off=1218734 len=1429444 2024-04-02T09:03:40.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 5469 completed, throughput=5MB/sec 2024-04-02T09:03:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:03:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:03:41] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-02T09:03:41.719 INFO:tasks.workunit.client.0.smithi028.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-02T09:03:41.719 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pSGAt8qwGy1inUG off=886121 len=1771143 2024-04-02T09:03:41.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 5470 completed, throughput=5MB/sec 2024-04-02T09:03:41.726 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5UHdXNVqDWpOAra off=986787 len=1841537 2024-04-02T09:03:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 5471 completed, throughput=5MB/sec 2024-04-02T09:03:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eFkuxJy7ZRoCoc4 off=4096096 len=141720 2024-04-02T09:03:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 5472 completed, throughput=5MB/sec 2024-04-02T09:03:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u7hyJb5akIVPHRu off=2623497 len=475089 2024-04-02T09:03:41.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 5473 completed, throughput=5MB/sec 2024-04-02T09:03:42.447 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:42 smithi137 ceph-mon[88456]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:42.447 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:03:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:42 smithi028 ceph-mon[94314]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:42 smithi028 ceph-mon[96890]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-02T09:03:42.734 INFO:tasks.workunit.client.0.smithi028.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-02T09:03:42.734 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PG_Aj9MjlYL7IWc off=12149673 len=959633 2024-04-02T09:03:42.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 5474 completed, throughput=5MB/sec 2024-04-02T09:03:42.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lNluzGsTqV4wGCM off=18079260 len=909757 2024-04-02T09:03:42.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 5475 completed, throughput=5MB/sec 2024-04-02T09:03:42.744 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T_PkIq_YusGvR4- off=18755528 len=1697233 2024-04-02T09:03:42.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 5476 completed, throughput=5MB/sec 2024-04-02T09:03:42.745 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YvqhGzAPwcThvXx off=1018162 len=1564619 2024-04-02T09:03:42.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 5477 completed, throughput=5MB/sec 2024-04-02T09:03:43.751 INFO:tasks.workunit.client.0.smithi028.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-02T09:03:43.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zRLIJs1ugVQH83Z off=20713909 len=187169 2024-04-02T09:03:43.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 5478 completed, throughput=5MB/sec 2024-04-02T09:03:43.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kjt1z2KfOvsvHT- off=3776239 len=1727015 2024-04-02T09:03:43.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 5479 completed, throughput=5MB/sec 2024-04-02T09:03:43.761 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1nEzwHKz5rDv1Qc off=6994618 len=403666 2024-04-02T09:03:43.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 5480 completed, throughput=5MB/sec 2024-04-02T09:03:43.762 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iXgH9-p3xenvxyn off=4999040 len=1388592 2024-04-02T09:03:43.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 5481 completed, throughput=5MB/sec 2024-04-02T09:03:43.768 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RF0JyGtQCY0LeUX off=19215523 len=2068726 2024-04-02T09:03:43.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 5482 completed, throughput=5MB/sec 2024-04-02T09:03:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:44 smithi028 ceph-mon[94314]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:44 smithi028 ceph-mon[96890]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:44 smithi137 ceph-mon[88456]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-02T09:03:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-02T09:03:44.776 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OOCxlQyRkuF12uS off=373852 len=1839143 2024-04-02T09:03:44.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 5483 completed, throughput=5MB/sec 2024-04-02T09:03:44.780 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pAGcUvOw9Z84b08 off=2262062 len=503646 2024-04-02T09:03:44.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 5484 completed, throughput=5MB/sec 2024-04-02T09:03:44.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O7mzg2vifsljSm5 off=18085449 len=145011 2024-04-02T09:03:44.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 5485 completed, throughput=5MB/sec 2024-04-02T09:03:44.782 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k6t2wSJLPAc_DZz off=12131108 len=1267990 2024-04-02T09:03:44.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 5486 completed, throughput=5MB/sec 2024-04-02T09:03:44.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_yE2sIf4M7kurB9 off=3866661 len=1906318 2024-04-02T09:03:44.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 5487 completed, throughput=5MB/sec 2024-04-02T09:03:45.795 INFO:tasks.workunit.client.0.smithi028.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-02T09:03:45.795 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TEIGeMJGvEpcqIc off=9347030 len=665269 2024-04-02T09:03:45.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 5488 completed, throughput=5MB/sec 2024-04-02T09:03:45.796 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--0QBftRpuSzQAw_ off=5734066 len=1261439 2024-04-02T09:03:45.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 5489 completed, throughput=5MB/sec 2024-04-02T09:03:45.802 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7QuoNseyhpXK3X- off=3873676 len=1867764 2024-04-02T09:03:45.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 5490 completed, throughput=5MB/sec 2024-04-02T09:03:45.806 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Slx_FrDvW1v4rup off=9525108 len=577182 2024-04-02T09:03:45.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 5491 completed, throughput=5MB/sec 2024-04-02T09:03:45.810 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1azv1MbgcLRUIz_ off=537891 len=927142 2024-04-02T09:03:45.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 5492 completed, throughput=5MB/sec 2024-04-02T09:03:46.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:46 smithi028 ceph-mon[94314]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:46.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:46 smithi028 ceph-mon[96890]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:46 smithi137 ceph-mon[88456]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:46.815 INFO:tasks.workunit.client.0.smithi028.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-02T09:03:46.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ScggQcjWXzlT4oY off=977503 len=1276045 2024-04-02T09:03:46.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 5493 completed, throughput=5MB/sec 2024-04-02T09:03:46.816 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_VJhwqD_SBmFNQ4 off=9359768 len=888774 2024-04-02T09:03:46.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 5494 completed, throughput=5MB/sec 2024-04-02T09:03:46.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C222VPL364EYMlo off=3577797 len=875622 2024-04-02T09:03:46.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 5495 completed, throughput=5MB/sec 2024-04-02T09:03:46.821 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZDYQZu4FXEfbPoi off=455125 len=1197417 2024-04-02T09:03:46.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 5496 completed, throughput=5MB/sec 2024-04-02T09:03:46.822 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vgB2Z7jNr0BcE2w off=23999163 len=249581 2024-04-02T09:03:46.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 5497 completed, throughput=5MB/sec 2024-04-02T09:03:46.822 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HaE1DEYCIJnxz_q off=9772850 len=1062487 2024-04-02T09:03:46.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 5498 completed, throughput=5MB/sec 2024-04-02T09:03:47.827 INFO:tasks.workunit.client.0.smithi028.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-02T09:03:47.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OtQw-PJv5AxA2zf off=5878464 len=672610 2024-04-02T09:03:47.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 5499 completed, throughput=5MB/sec 2024-04-02T09:03:47.832 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xDWN-4u03POW99q off=8494549 len=246402 2024-04-02T09:03:47.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 5500 completed, throughput=5MB/sec 2024-04-02T09:03:47.834 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C4lBljndvTu3ra2 off=1679090 len=1091980 2024-04-02T09:03:47.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 5501 completed, throughput=5MB/sec 2024-04-02T09:03:47.839 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yarP7qwkRak-APR off=4451186 len=1421526 2024-04-02T09:03:47.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 5502 completed, throughput=5MB/sec 2024-04-02T09:03:47.845 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F6h7ZnjPSeGzUZx off=2983360 len=421174 2024-04-02T09:03:47.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 5503 completed, throughput=5MB/sec 2024-04-02T09:03:47.848 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DFyR_ovNQo50RFt off=2782376 len=1831191 2024-04-02T09:03:47.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 5504 completed, throughput=5MB/sec 2024-04-02T09:03:48.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:48 smithi028 ceph-mon[94314]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:03:48.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:48 smithi028 ceph-mon[96890]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:03:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:48 smithi137 ceph-mon[88456]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-02T09:03:48.859 INFO:tasks.workunit.client.0.smithi028.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-02T09:03:48.860 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i4FKQtEk62QEMkV off=2579278 len=1875088 2024-04-02T09:03:48.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 5505 completed, throughput=5MB/sec 2024-04-02T09:03:48.866 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_VX2JRzcjmMriO5 off=734801 len=567030 2024-04-02T09:03:48.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 5506 completed, throughput=5MB/sec 2024-04-02T09:03:48.868 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bw23i3GDcgB552U off=177436 len=2003476 2024-04-02T09:03:48.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 5507 completed, throughput=5MB/sec 2024-04-02T09:03:49.454 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:49 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:49.454 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:49 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:49.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:49 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:03:49.879 INFO:tasks.workunit.client.0.smithi028.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-02T09:03:49.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qULsZvk9xVWt7r7 off=514758 len=1122938 2024-04-02T09:03:49.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 5508 completed, throughput=5MB/sec 2024-04-02T09:03:49.890 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7GXEEdeWDOzy7hx off=134052 len=1648604 2024-04-02T09:03:49.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 5509 completed, throughput=5MB/sec 2024-04-02T09:03:49.895 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QjTs9ol9TQ7bgz9 off=14663704 len=509737 2024-04-02T09:03:49.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 5510 completed, throughput=5MB/sec 2024-04-02T09:03:49.895 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2033hciw1Mv_vGE off=901673 len=1299589 2024-04-02T09:03:49.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 5511 completed, throughput=5MB/sec 2024-04-02T09:03:49.898 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BQtp0GREufXPdEq off=5227517 len=304964 2024-04-02T09:03:49.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 5512 completed, throughput=5MB/sec 2024-04-02T09:03:49.904 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DXCvjvhvUb88xvj off=7244814 len=1274377 2024-04-02T09:03:49.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 5513 completed, throughput=5MB/sec 2024-04-02T09:03:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:50 smithi028 ceph-mon[94314]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:50.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:50.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:03:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:50 smithi028 ceph-mon[96890]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:03:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:50 smithi137 ceph-mon[88456]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:03:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:03:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:03:50.902 INFO:tasks.workunit.client.0.smithi028.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-02T09:03:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6_vTcr1hBFz9GzQ off=2849016 len=574020 2024-04-02T09:03:50.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 5514 completed, throughput=5MB/sec 2024-04-02T09:03:50.905 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P1vd6_xp0BU5Zaf off=6952741 len=1165788 2024-04-02T09:03:50.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 5515 completed, throughput=5MB/sec 2024-04-02T09:03:50.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZYbxq-ni6JEIh_d off=5272193 len=1212808 2024-04-02T09:03:50.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 5516 completed, throughput=5MB/sec 2024-04-02T09:03:50.914 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y-ub7u14dZObMds off=4347126 len=1490930 2024-04-02T09:03:50.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 5517 completed, throughput=5MB/sec 2024-04-02T09:03:51.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:51.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:03:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:03:51] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T09:03:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:03:51.916 INFO:tasks.workunit.client.0.smithi028.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-02T09:03:51.916 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MNq6LW-hTdyHJ6P off=1675296 len=1574185 2024-04-02T09:03:51.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 5518 completed, throughput=5MB/sec 2024-04-02T09:03:51.917 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6sogQ7ROqbc5swY off=3092671 len=609513 2024-04-02T09:03:51.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 5519 completed, throughput=5MB/sec 2024-04-02T09:03:51.918 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qBJTTuYZR_1KAx5 off=5766718 len=1224821 2024-04-02T09:03:51.919 INFO:tasks.workunit.client.0.smithi028.stdout:op 5520 completed, throughput=5MB/sec 2024-04-02T09:03:51.919 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9BXKPMGop1YkxSv off=17017482 len=546020 2024-04-02T09:03:51.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 5521 completed, throughput=5MB/sec 2024-04-02T09:03:51.924 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ECcqYkKvsyphtZW off=5277558 len=1205070 2024-04-02T09:03:51.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 5522 completed, throughput=5MB/sec 2024-04-02T09:03:52.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:52 smithi028 ceph-mon[94314]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-02T09:03:52.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:52 smithi028 ceph-mon[96890]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-02T09:03:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:52 smithi137 ceph-mon[88456]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 4 op/s 2024-04-02T09:03:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:03:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:03:52.925 INFO:tasks.workunit.client.0.smithi028.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-02T09:03:52.925 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FebjLxk38ElBq_5 off=5912015 len=1051533 2024-04-02T09:03:52.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 5523 completed, throughput=5MB/sec 2024-04-02T09:03:52.926 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJ93HLSHoz5cg2Y off=2093918 len=1432899 2024-04-02T09:03:52.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 5524 completed, throughput=5MB/sec 2024-04-02T09:03:52.927 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s1mNxdPnMB9YUo9 off=4781445 len=328597 2024-04-02T09:03:52.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 5525 completed, throughput=5MB/sec 2024-04-02T09:03:52.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n46wafKXbN2u3kl off=5699056 len=811008 2024-04-02T09:03:52.935 INFO:tasks.workunit.client.0.smithi028.stdout:op 5526 completed, throughput=5MB/sec 2024-04-02T09:03:52.935 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fB8ptg1VWSYgvqG off=15652127 len=441607 2024-04-02T09:03:52.935 INFO:tasks.workunit.client.0.smithi028.stdout:op 5527 completed, throughput=5MB/sec 2024-04-02T09:03:52.936 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mQXlpVwiAFNAwb1 off=4673785 len=2000891 2024-04-02T09:03:52.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 5528 completed, throughput=5MB/sec 2024-04-02T09:03:53.938 INFO:tasks.workunit.client.0.smithi028.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-02T09:03:53.938 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZVDviwfSQzC3J9V off=1278595 len=1161875 2024-04-02T09:03:53.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 5529 completed, throughput=5MB/sec 2024-04-02T09:03:53.939 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Wnfy9DmfgevB-Rs off=1389530 len=1105833 2024-04-02T09:03:53.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 5530 completed, throughput=5MB/sec 2024-04-02T09:03:53.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xZ0fXUBmPqts5S8 off=1036196 len=476909 2024-04-02T09:03:53.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 5531 completed, throughput=5MB/sec 2024-04-02T09:03:53.947 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3v1AjsBfcgisgeT off=822059 len=1504623 2024-04-02T09:03:53.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 5532 completed, throughput=5MB/sec 2024-04-02T09:03:53.949 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RGnkkov96LHpMd3 off=16173832 len=1607276 2024-04-02T09:03:53.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 5533 completed, throughput=5MB/sec 2024-04-02T09:03:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:54 smithi028 ceph-mon[94314]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:03:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:54 smithi028 ceph-mon[96890]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:03:54.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:54 smithi137 ceph-mon[88456]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-02T09:03:54.952 INFO:tasks.workunit.client.0.smithi028.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-02T09:03:54.952 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3E7-Z0Twmyk5oq3 off=2803152 len=1709289 2024-04-02T09:03:54.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 5534 completed, throughput=5MB/sec 2024-04-02T09:03:54.959 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F0W-K2vDHFuC9-Z off=12908358 len=124925 2024-04-02T09:03:54.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 5535 completed, throughput=5MB/sec 2024-04-02T09:03:54.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sVAYKAIeNGSRLIH off=429499 len=506628 2024-04-02T09:03:54.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 5536 completed, throughput=5MB/sec 2024-04-02T09:03:54.961 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-weI5P-JeBqRTmMA off=14611684 len=1873525 2024-04-02T09:03:54.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 5537 completed, throughput=5MB/sec 2024-04-02T09:03:55.967 INFO:tasks.workunit.client.0.smithi028.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-02T09:03:55.968 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9yIvnzlgdlLiYlz off=18543779 len=1195881 2024-04-02T09:03:55.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 5538 completed, throughput=5MB/sec 2024-04-02T09:03:55.973 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NPoEUCXk5gjghZi off=17336233 len=1171186 2024-04-02T09:03:55.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 5539 completed, throughput=5MB/sec 2024-04-02T09:03:55.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HoFIg8hUX8seCVb off=1882226 len=2006475 2024-04-02T09:03:55.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 5540 completed, throughput=5MB/sec 2024-04-02T09:03:55.976 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vdgHJmmemDVdhuT off=9799113 len=201035 2024-04-02T09:03:55.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 5541 completed, throughput=5MB/sec 2024-04-02T09:03:55.976 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1QPd-29PACV0XUC off=8043539 len=376093 2024-04-02T09:03:55.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 5542 completed, throughput=5MB/sec 2024-04-02T09:03:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:56 smithi028 ceph-mon[94314]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:56 smithi028 ceph-mon[96890]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:56 smithi137 ceph-mon[88456]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-02T09:03:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-02T09:03:56.980 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SrLR9eQU8sZt91e off=12298421 len=2046376 2024-04-02T09:03:56.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 5543 completed, throughput=5MB/sec 2024-04-02T09:03:56.982 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fmysogr0mp2n3H6 off=2881912 len=787692 2024-04-02T09:03:56.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 5544 completed, throughput=5MB/sec 2024-04-02T09:03:56.987 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QOSouM2GPNTetEm off=3232327 len=1700714 2024-04-02T09:03:56.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 5545 completed, throughput=5MB/sec 2024-04-02T09:03:56.988 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wo8AJk9LsB3Sodh off=768917 len=1411774 2024-04-02T09:03:56.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 5546 completed, throughput=5MB/sec 2024-04-02T09:03:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-02T09:03:57.995 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_lgg3ZLxjQOcJjx off=12290316 len=513549 2024-04-02T09:03:57.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 5547 completed, throughput=5MB/sec 2024-04-02T09:03:57.999 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7Ob04XovdLibBDe off=2623090 len=349851 2024-04-02T09:03:58.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 5548 completed, throughput=5MB/sec 2024-04-02T09:03:58.002 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U-s-HuQg6D4lvO5 off=178315 len=1024707 2024-04-02T09:03:58.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 5549 completed, throughput=5MB/sec 2024-04-02T09:03:58.006 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I-sCvFp0Ak0F-Tv off=10092312 len=1230276 2024-04-02T09:03:58.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 5550 completed, throughput=5MB/sec 2024-04-02T09:03:58.011 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JFcSF8hR04yZiM1 off=4725554 len=1297666 2024-04-02T09:03:58.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 5551 completed, throughput=5MB/sec 2024-04-02T09:03:58.015 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YyLFpyEdmQi6wyy off=0 len=1282869 2024-04-02T09:03:58.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 5552 completed, throughput=5MB/sec 2024-04-02T09:03:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:03:58 smithi028 ceph-mon[94314]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:03:58.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:03:58 smithi028 ceph-mon[96890]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:03:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:03:58 smithi137 ceph-mon[88456]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-02T09:03:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-02T09:03:59.023 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sarIP7jfbTywQg3 off=13128441 len=1275714 2024-04-02T09:03:59.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 5553 completed, throughput=5MB/sec 2024-04-02T09:03:59.024 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JnuBWpJqICv69Nr off=1256154 len=297215 2024-04-02T09:03:59.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 5554 completed, throughput=5MB/sec 2024-04-02T09:03:59.027 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9zxbg7XoQINuEfn off=2154637 len=1683566 2024-04-02T09:03:59.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 5555 completed, throughput=5MB/sec 2024-04-02T09:03:59.034 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n2VvC5Rovi0Uihk off=5620707 len=343101 2024-04-02T09:03:59.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 5556 completed, throughput=5MB/sec 2024-04-02T09:03:59.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RQdg-Aclu2Ycf8z off=4189105 len=199568 2024-04-02T09:03:59.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 5557 completed, throughput=5MB/sec 2024-04-02T09:03:59.035 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z_djjqhMhAtgxbI off=13407574 len=799575 2024-04-02T09:03:59.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 5558 completed, throughput=5MB/sec 2024-04-02T09:04:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-02T09:04:00.040 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_KBKD9ogSWw-a0w off=16015484 len=130002 2024-04-02T09:04:00.040 INFO:tasks.workunit.client.0.smithi028.stdout:op 5559 completed, throughput=5MB/sec 2024-04-02T09:04:00.040 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VuNZBb5JH1xysWP off=12546201 len=181267 2024-04-02T09:04:00.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 5560 completed, throughput=5MB/sec 2024-04-02T09:04:00.043 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eH-EMVrgqGKQci1 off=6041038 len=1383114 2024-04-02T09:04:00.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 5561 completed, throughput=5MB/sec 2024-04-02T09:04:00.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-65E26nTKueEOeh1 off=592056 len=994141 2024-04-02T09:04:00.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 5562 completed, throughput=5MB/sec 2024-04-02T09:04:00.053 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mLUM_j9sR1VUWy0 off=4255777 len=300411 2024-04-02T09:04:00.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 5563 completed, throughput=5MB/sec 2024-04-02T09:04:00.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IgLX3MM254u6rRQ off=0 len=1065230 2024-04-02T09:04:00.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 5564 completed, throughput=5MB/sec 2024-04-02T09:04:00.063 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ROrA95KYMqj8Eb8 off=7345591 len=1413368 2024-04-02T09:04:00.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 5565 completed, throughput=5MB/sec 2024-04-02T09:04:00.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:00 smithi028 ceph-mon[94314]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:00 smithi028 ceph-mon[96890]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:00 smithi137 ceph-mon[88456]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-02T09:04:01.064 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wCqyD7xa3iidcLS off=483197 len=1196436 2024-04-02T09:04:01.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 5566 completed, throughput=5MB/sec 2024-04-02T09:04:01.065 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Dh0xl8rE_hB2WXO off=4360092 len=1091799 2024-04-02T09:04:01.066 INFO:tasks.workunit.client.0.smithi028.stdout:op 5567 completed, throughput=5MB/sec 2024-04-02T09:04:01.066 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pIlTXXteAeDcPkF off=9468899 len=1816996 2024-04-02T09:04:01.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 5568 completed, throughput=5MB/sec 2024-04-02T09:04:01.073 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oK9kWQY6U9j3At0 off=14292998 len=370729 2024-04-02T09:04:01.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 5569 completed, throughput=5MB/sec 2024-04-02T09:04:01.076 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2BR2Z78k9lwriyO off=20162332 len=530819 2024-04-02T09:04:01.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 5570 completed, throughput=5MB/sec 2024-04-02T09:04:01.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DcfYmz3DOedMcTI off=6131254 len=943654 2024-04-02T09:04:01.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 5571 completed, throughput=5MB/sec 2024-04-02T09:04:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:04:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:04:01] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T09:04:02.084 INFO:tasks.workunit.client.0.smithi028.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-02T09:04:02.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9nKLymF_EBXkOin off=10017226 len=1881927 2024-04-02T09:04:02.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 5572 completed, throughput=5MB/sec 2024-04-02T09:04:02.086 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZcHahNlmHikmAad off=12780811 len=478870 2024-04-02T09:04:02.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 5573 completed, throughput=5MB/sec 2024-04-02T09:04:02.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SLDzCphi4-JRAt6 off=7090263 len=161173 2024-04-02T09:04:02.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 5574 completed, throughput=5MB/sec 2024-04-02T09:04:02.090 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_VJhwqD_SBmFNQ4 off=7065828 len=1252734 2024-04-02T09:04:02.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 5575 completed, throughput=5MB/sec 2024-04-02T09:04:02.100 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eH-EMVrgqGKQci1 off=10908491 len=1113627 2024-04-02T09:04:02.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 5576 completed, throughput=5MB/sec 2024-04-02T09:04:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:02 smithi137 ceph-mon[88456]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:04:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:04:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:02 smithi028 ceph-mon[94314]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:02 smithi028 ceph-mon[96890]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:03.101 INFO:tasks.workunit.client.0.smithi028.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-02T09:04:03.101 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MG0lOhT6O4ymFxn off=7893924 len=2031663 2024-04-02T09:04:03.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 5577 completed, throughput=5MB/sec 2024-04-02T09:04:03.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X45EdrjdS3KstWA off=12886807 len=1626467 2024-04-02T09:04:03.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 5578 completed, throughput=5MB/sec 2024-04-02T09:04:03.116 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dwMYUizj33e2nSm off=10418982 len=512177 2024-04-02T09:04:03.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 5579 completed, throughput=5MB/sec 2024-04-02T09:04:03.119 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z0BJ5VD3fI5rkNG off=6359800 len=151434 2024-04-02T09:04:03.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 5580 completed, throughput=5MB/sec 2024-04-02T09:04:03.120 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nNlylokzdQfd5cM off=3539335 len=1820938 2024-04-02T09:04:03.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 5581 completed, throughput=5MB/sec 2024-04-02T09:04:04.130 INFO:tasks.workunit.client.0.smithi028.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-02T09:04:04.130 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W1JaNxZXHJKwuwe off=105857 len=642641 2024-04-02T09:04:04.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 5582 completed, throughput=5MB/sec 2024-04-02T09:04:04.131 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_VJhwqD_SBmFNQ4 off=11050789 len=1201607 2024-04-02T09:04:04.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 5583 completed, throughput=5MB/sec 2024-04-02T09:04:04.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A6O7qnFIP6PiXo5 off=5767079 len=2015519 2024-04-02T09:04:04.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 5584 completed, throughput=5MB/sec 2024-04-02T09:04:04.145 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3bGGntYK1EeKPsN off=3458863 len=2014248 2024-04-02T09:04:04.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 5585 completed, throughput=5MB/sec 2024-04-02T09:04:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:04 smithi137 ceph-mon[88456]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:04 smithi028 ceph-mon[94314]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:04 smithi028 ceph-mon[96890]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:04:05.152 INFO:tasks.workunit.client.0.smithi028.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-02T09:04:05.152 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mr6rHun9cqy5pOT off=22889464 len=667957 2024-04-02T09:04:05.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 5586 completed, throughput=5MB/sec 2024-04-02T09:04:05.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TO_hqY5LEPjqUZR off=2156671 len=1287429 2024-04-02T09:04:05.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 5587 completed, throughput=5MB/sec 2024-04-02T09:04:05.155 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-szdcWI68BYvCyAp off=2845400 len=1265419 2024-04-02T09:04:05.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 5588 completed, throughput=5MB/sec 2024-04-02T09:04:05.156 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g5sfxK_v4uxC-53 off=7067828 len=122530 2024-04-02T09:04:05.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 5589 completed, throughput=5MB/sec 2024-04-02T09:04:05.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FBid-QuTq3MA_hj off=15862569 len=982387 2024-04-02T09:04:05.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 5590 completed, throughput=5MB/sec 2024-04-02T09:04:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-02T09:04:06.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6lLb1lRtkvvLBxR off=11729708 len=66890 2024-04-02T09:04:06.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 5591 completed, throughput=5MB/sec 2024-04-02T09:04:06.163 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7Of45BSZXleUAtL off=599376 len=612233 2024-04-02T09:04:06.166 INFO:tasks.workunit.client.0.smithi028.stdout:op 5592 completed, throughput=5MB/sec 2024-04-02T09:04:06.166 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ohV6z-EeQpeeIpy off=3690037 len=910876 2024-04-02T09:04:06.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 5593 completed, throughput=5MB/sec 2024-04-02T09:04:06.170 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GibELMF_qUsnMTL off=5571101 len=1757720 2024-04-02T09:04:06.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 5594 completed, throughput=5MB/sec 2024-04-02T09:04:06.181 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C8vfTmQlVl3Plkp off=2069164 len=256581 2024-04-02T09:04:06.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 5595 completed, throughput=5MB/sec 2024-04-02T09:04:06.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A3Qc2a0y3cXjF__ off=16543346 len=1963014 2024-04-02T09:04:06.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 5596 completed, throughput=5MB/sec 2024-04-02T09:04:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:06 smithi137 ceph-mon[88456]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:06 smithi028 ceph-mon[94314]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:06 smithi028 ceph-mon[96890]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:04:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-02T09:04:07.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iHQFACSv7uipxAU off=2080443 len=1167650 2024-04-02T09:04:07.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 5597 completed, throughput=5MB/sec 2024-04-02T09:04:07.188 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qvWcGmH_PTBKUcH off=5549569 len=994167 2024-04-02T09:04:07.189 INFO:tasks.workunit.client.0.smithi028.stdout:op 5598 completed, throughput=5MB/sec 2024-04-02T09:04:07.189 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3JLWtCXejeg8pou off=3312066 len=1345778 2024-04-02T09:04:07.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 5599 completed, throughput=5MB/sec 2024-04-02T09:04:07.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fabvLZcQRevzDgg off=9192695 len=13205 2024-04-02T09:04:07.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 5600 completed, throughput=5MB/sec 2024-04-02T09:04:07.193 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ckd1ZHname33Wnd off=636381 len=680592 2024-04-02T09:04:07.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 5601 completed, throughput=5MB/sec 2024-04-02T09:04:07.197 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LR0ZNHDuLeZ7q5O off=3058270 len=1437787 2024-04-02T09:04:07.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 5602 completed, throughput=5MB/sec 2024-04-02T09:04:08.203 INFO:tasks.workunit.client.0.smithi028.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-02T09:04:08.204 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gvoNuxax0FvnVP0 off=3128800 len=988717 2024-04-02T09:04:08.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 5603 completed, throughput=5MB/sec 2024-04-02T09:04:08.204 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FLpiJa15x4xS7PV off=773651 len=726081 2024-04-02T09:04:08.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 5604 completed, throughput=5MB/sec 2024-04-02T09:04:08.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--G_GAb2jXS94fRP off=9535794 len=514821 2024-04-02T09:04:08.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 5605 completed, throughput=5MB/sec 2024-04-02T09:04:08.209 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BS4wPJUlVeSsFO5 off=2680528 len=129097 2024-04-02T09:04:08.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 5606 completed, throughput=5MB/sec 2024-04-02T09:04:08.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CWJRSXAup2yaOUu off=14295550 len=21216 2024-04-02T09:04:08.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 5607 completed, throughput=5MB/sec 2024-04-02T09:04:08.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K3Hlnw6UajPaOUn off=628887 len=638400 2024-04-02T09:04:08.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 5608 completed, throughput=5MB/sec 2024-04-02T09:04:08.211 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-290wBp3qARZI1D0 off=10088305 len=1020900 2024-04-02T09:04:08.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 5609 completed, throughput=5MB/sec 2024-04-02T09:04:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:08 smithi137 ceph-mon[88456]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:04:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:08 smithi028 ceph-mon[94314]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:04:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:08 smithi028 ceph-mon[96890]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:04:09.214 INFO:tasks.workunit.client.0.smithi028.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-02T09:04:09.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4sc2Ajae95kDsk- off=6317365 len=1833613 2024-04-02T09:04:09.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 5610 completed, throughput=5MB/sec 2024-04-02T09:04:09.224 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZQSEKqdzEwyJn_F off=20323683 len=1977131 2024-04-02T09:04:09.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 5611 completed, throughput=5MB/sec 2024-04-02T09:04:09.226 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J2VZl6cgKAsNyBI off=936083 len=1405909 2024-04-02T09:04:09.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 5612 completed, throughput=5MB/sec 2024-04-02T09:04:09.231 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-81_qbGdgQpquIw0 off=6215903 len=1699924 2024-04-02T09:04:09.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 5613 completed, throughput=5MB/sec 2024-04-02T09:04:10.237 INFO:tasks.workunit.client.0.smithi028.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-02T09:04:10.237 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SfHdgYpVcPcxlGC off=5457000 len=717042 2024-04-02T09:04:10.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 5614 completed, throughput=5MB/sec 2024-04-02T09:04:10.241 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o2qm-jy2_H8Aa7o off=16833278 len=1089178 2024-04-02T09:04:10.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 5615 completed, throughput=5MB/sec 2024-04-02T09:04:10.242 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f0b1DVnRQ2vA3ut off=14222739 len=22444 2024-04-02T09:04:10.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 5616 completed, throughput=5MB/sec 2024-04-02T09:04:10.244 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mzlh3cta7clFo6p off=2967897 len=1664063 2024-04-02T09:04:10.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 5617 completed, throughput=5MB/sec 2024-04-02T09:04:10.246 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H9QfMGy3xVgvPAl off=5061235 len=1438677 2024-04-02T09:04:10.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 5618 completed, throughput=5MB/sec 2024-04-02T09:04:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:10 smithi137 ceph-mon[88456]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:10 smithi028 ceph-mon[94314]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:10 smithi028 ceph-mon[96890]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-02T09:04:11.247 INFO:tasks.workunit.client.0.smithi028.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-02T09:04:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OzMyQkTrUiLM2wN off=599867 len=1986826 2024-04-02T09:04:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:op 5619 completed, throughput=5MB/sec 2024-04-02T09:04:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l9T-EeQQPLeB_Jr off=4016691 len=622085 2024-04-02T09:04:11.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 5620 completed, throughput=5MB/sec 2024-04-02T09:04:11.250 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hjXxiVmZ5Aoe_uV off=1140110 len=471075 2024-04-02T09:04:11.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 5621 completed, throughput=5MB/sec 2024-04-02T09:04:11.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DLC43En50xUWUT2 off=4086601 len=1328624 2024-04-02T09:04:11.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 5622 completed, throughput=5MB/sec 2024-04-02T09:04:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:04:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:04:11] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:04:12.254 INFO:tasks.workunit.client.0.smithi028.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-02T09:04:12.254 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2YfRNd0XIMChG6n off=14270873 len=1032393 2024-04-02T09:04:12.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 5623 completed, throughput=5MB/sec 2024-04-02T09:04:12.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5awoxaamGcC0Rpr off=23071502 len=1304454 2024-04-02T09:04:12.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 5624 completed, throughput=5MB/sec 2024-04-02T09:04:12.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lHsIAmRC2eoQmOS off=15910069 len=780491 2024-04-02T09:04:12.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 5625 completed, throughput=5MB/sec 2024-04-02T09:04:12.262 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vXW6yrp_TC7DY4A off=9694901 len=1185221 2024-04-02T09:04:12.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 5626 completed, throughput=5MB/sec 2024-04-02T09:04:12.263 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vl53BzFSDAEUWHv off=11999063 len=1412861 2024-04-02T09:04:12.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 5627 completed, throughput=5MB/sec 2024-04-02T09:04:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:12 smithi137 ceph-mon[88456]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:04:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:12 smithi028 ceph-mon[94314]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:12 smithi028 ceph-mon[96890]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:13.269 INFO:tasks.workunit.client.0.smithi028.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-02T09:04:13.269 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bKRdzWTlq_i312l off=4898753 len=1109231 2024-04-02T09:04:13.271 INFO:tasks.workunit.client.0.smithi028.stdout:op 5628 completed, throughput=5MB/sec 2024-04-02T09:04:13.271 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WD1zl55R1VQ6DdI off=1253000 len=728057 2024-04-02T09:04:13.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 5629 completed, throughput=5MB/sec 2024-04-02T09:04:13.272 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GUUlZRnzX7zhdPd off=1417769 len=1032453 2024-04-02T09:04:13.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 5630 completed, throughput=5MB/sec 2024-04-02T09:04:13.273 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5hNVPJA7bVa4yV8 off=10686536 len=557398 2024-04-02T09:04:13.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 5631 completed, throughput=5MB/sec 2024-04-02T09:04:13.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lyF-5jZI8iqdOp0 off=3986510 len=235729 2024-04-02T09:04:13.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 5632 completed, throughput=5MB/sec 2024-04-02T09:04:13.277 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yYLaMAPRVzsKNub off=4333300 len=412348 2024-04-02T09:04:13.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 5633 completed, throughput=5MB/sec 2024-04-02T09:04:13.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1XAVVE3rXFe-qgc off=1972867 len=1803845 2024-04-02T09:04:13.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 5634 completed, throughput=5MB/sec 2024-04-02T09:04:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-02T09:04:14.291 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ji8V3I2UvjP_VTi off=582306 len=1000381 2024-04-02T09:04:14.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 5635 completed, throughput=5MB/sec 2024-04-02T09:04:14.293 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vNcuPIOzm2lIfHH off=3435661 len=1695545 2024-04-02T09:04:14.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 5636 completed, throughput=5MB/sec 2024-04-02T09:04:14.301 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ox8NvBR2SSJy_Pn off=1198000 len=216732 2024-04-02T09:04:14.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 5637 completed, throughput=5MB/sec 2024-04-02T09:04:14.303 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k3yLMMQNESKHjLj off=13167905 len=1059862 2024-04-02T09:04:14.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 5638 completed, throughput=5MB/sec 2024-04-02T09:04:14.307 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xEw7IgZ7bAvPZH6 off=14250669 len=2003324 2024-04-02T09:04:14.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 5639 completed, throughput=5MB/sec 2024-04-02T09:04:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:14 smithi137 ceph-mon[88456]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:04:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:14 smithi028 ceph-mon[94314]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:04:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:14 smithi028 ceph-mon[96890]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-02T09:04:15.312 INFO:tasks.workunit.client.0.smithi028.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-02T09:04:15.312 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ttkj3ohzlYxzpQc off=9208194 len=1047249 2024-04-02T09:04:15.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 5640 completed, throughput=5MB/sec 2024-04-02T09:04:15.315 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FKzuh8T-pu3FQy4 off=14227774 len=1672786 2024-04-02T09:04:15.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 5641 completed, throughput=5MB/sec 2024-04-02T09:04:15.321 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HtiQaUfohXiDR0Z off=7537785 len=1002472 2024-04-02T09:04:15.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 5642 completed, throughput=5MB/sec 2024-04-02T09:04:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-02T09:04:16.322 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tex03Lt1Pe2wkV9 off=1713 len=1240861 2024-04-02T09:04:16.326 INFO:tasks.workunit.client.0.smithi028.stdout:op 5643 completed, throughput=5MB/sec 2024-04-02T09:04:16.327 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EbN580qWZA2mpY1 off=7594069 len=715424 2024-04-02T09:04:16.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 5644 completed, throughput=5MB/sec 2024-04-02T09:04:16.328 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ExfI3w876jM3nHV off=16383955 len=277633 2024-04-02T09:04:16.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 5645 completed, throughput=5MB/sec 2024-04-02T09:04:16.331 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-llHtJsjaBk9k6RH off=1435263 len=1077625 2024-04-02T09:04:16.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 5646 completed, throughput=5MB/sec 2024-04-02T09:04:16.336 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d1oZ1q_WnmMzfYF off=9151367 len=2067217 2024-04-02T09:04:16.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 5647 completed, throughput=5MB/sec 2024-04-02T09:04:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:16 smithi137 ceph-mon[88456]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:16 smithi028 ceph-mon[94314]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:16 smithi028 ceph-mon[96890]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:17.338 INFO:tasks.workunit.client.0.smithi028.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-02T09:04:17.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--Yv6_oUDA9vy5kd off=1297688 len=443892 2024-04-02T09:04:17.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 5648 completed, throughput=5MB/sec 2024-04-02T09:04:17.341 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f3qM62i2nrT8EFC off=9001383 len=1934681 2024-04-02T09:04:17.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 5649 completed, throughput=5MB/sec 2024-04-02T09:04:17.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KQed31YdNPXzff- off=14704347 len=2041854 2024-04-02T09:04:17.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 5650 completed, throughput=5MB/sec 2024-04-02T09:04:17.359 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hEqHSXcXPK1zr8r off=14180180 len=414752 2024-04-02T09:04:17.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 5651 completed, throughput=5MB/sec 2024-04-02T09:04:17.362 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oGeVqgCm3VJRmo- off=14971874 len=847473 2024-04-02T09:04:17.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 5652 completed, throughput=5MB/sec 2024-04-02T09:04:18.363 INFO:tasks.workunit.client.0.smithi028.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-02T09:04:18.363 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-65E26nTKueEOeh1 off=6879910 len=1937155 2024-04-02T09:04:18.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 5653 completed, throughput=5MB/sec 2024-04-02T09:04:18.365 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YgricnvLGWwLbdu off=12085188 len=597421 2024-04-02T09:04:18.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 5654 completed, throughput=5MB/sec 2024-04-02T09:04:18.369 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-afpTSSb8Au5X9w2 off=7012623 len=1760015 2024-04-02T09:04:18.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 5655 completed, throughput=5MB/sec 2024-04-02T09:04:18.376 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U2Qg911ZgLbqeZh off=676623 len=1652361 2024-04-02T09:04:18.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 5656 completed, throughput=5MB/sec 2024-04-02T09:04:18.499 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:18 smithi028 ceph-mon[94314]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:04:18.499 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:18 smithi028 ceph-mon[96890]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:04:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:18 smithi137 ceph-mon[88456]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-02T09:04:19.378 INFO:tasks.workunit.client.0.smithi028.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-02T09:04:19.378 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R7AfHvvEiL77xzL off=5769590 len=961266 2024-04-02T09:04:19.380 INFO:tasks.workunit.client.0.smithi028.stdout:op 5657 completed, throughput=5MB/sec 2024-04-02T09:04:19.380 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nUDl3EJrWpsU_0_ off=2722123 len=371768 2024-04-02T09:04:19.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 5658 completed, throughput=5MB/sec 2024-04-02T09:04:19.385 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5YKGzs_Q2JkXx0n off=3139835 len=807624 2024-04-02T09:04:19.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 5659 completed, throughput=5MB/sec 2024-04-02T09:04:19.388 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tVl30PaXcqZc5Uc off=17839036 len=880437 2024-04-02T09:04:19.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 5660 completed, throughput=5MB/sec 2024-04-02T09:04:19.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KBA3OxGIhZi7egB off=6595580 len=1027322 2024-04-02T09:04:19.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 5661 completed, throughput=5MB/sec 2024-04-02T09:04:20.390 INFO:tasks.workunit.client.0.smithi028.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-02T09:04:20.391 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Abq6HyHxcF9sRZY off=21161105 len=1465673 2024-04-02T09:04:20.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 5662 completed, throughput=5MB/sec 2024-04-02T09:04:20.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YCSW1Nm2uxK2Aoo off=7296611 len=769378 2024-04-02T09:04:20.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 5663 completed, throughput=5MB/sec 2024-04-02T09:04:20.393 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m1VnXeKvGzhJaQy off=2298505 len=1525335 2024-04-02T09:04:20.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 5664 completed, throughput=5MB/sec 2024-04-02T09:04:20.400 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LSiCkF_20WfFghq off=4266263 len=1027473 2024-04-02T09:04:20.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 5665 completed, throughput=5MB/sec 2024-04-02T09:04:20.405 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T75TyqbFyjlezgt off=1062033 len=489973 2024-04-02T09:04:20.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 5666 completed, throughput=5MB/sec 2024-04-02T09:04:20.408 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2fZpQ7r_UjNR1e4 off=7042729 len=990506 2024-04-02T09:04:20.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 5667 completed, throughput=5MB/sec 2024-04-02T09:04:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:20 smithi137 ceph-mon[88456]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:20 smithi028 ceph-mon[94314]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:20 smithi028 ceph-mon[96890]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-02T09:04:21.414 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-31KQ3RLQtRfeRrZ off=1439163 len=670974 2024-04-02T09:04:21.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 5668 completed, throughput=5MB/sec 2024-04-02T09:04:21.415 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Er4xlSKporI1odI off=5141299 len=127962 2024-04-02T09:04:21.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 5669 completed, throughput=5MB/sec 2024-04-02T09:04:21.418 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hyIoHFLwC-PhSFz off=12279086 len=1559500 2024-04-02T09:04:21.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 5670 completed, throughput=5MB/sec 2024-04-02T09:04:21.419 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WBqDmJj6Uj66Z0I off=14913413 len=1676024 2024-04-02T09:04:21.429 INFO:tasks.workunit.client.0.smithi028.stdout:op 5671 completed, throughput=5MB/sec 2024-04-02T09:04:21.429 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N9l_G28fv27lQST off=12505122 len=1542751 2024-04-02T09:04:21.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 5672 completed, throughput=5MB/sec 2024-04-02T09:04:21.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:04:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:04:21] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-02T09:04:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-02T09:04:22.435 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E2eyj5qf9ZZ06cK off=23770 len=1927105 2024-04-02T09:04:22.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 5673 completed, throughput=5MB/sec 2024-04-02T09:04:22.446 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uQCbxWj4AeTZS4S off=47118 len=289391 2024-04-02T09:04:22.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 5674 completed, throughput=5MB/sec 2024-04-02T09:04:22.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oV0UT1bFIgzua38 off=55930 len=1025583 2024-04-02T09:04:22.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 5675 completed, throughput=5MB/sec 2024-04-02T09:04:22.449 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NZWOhWgZ4BbT2Xh off=5577946 len=1109853 2024-04-02T09:04:22.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 5676 completed, throughput=5MB/sec 2024-04-02T09:04:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:22 smithi137 ceph-mon[88456]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:04:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:22 smithi028 ceph-mon[94314]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:22 smithi028 ceph-mon[96890]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-02T09:04:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-02T09:04:23.454 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s2J3jNXlAvTVOj7 off=1321206 len=1955063 2024-04-02T09:04:23.458 INFO:tasks.workunit.client.0.smithi028.stdout:op 5677 completed, throughput=5MB/sec 2024-04-02T09:04:23.458 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MeEfnDi7mv2rCZZ off=165064 len=1474442 2024-04-02T09:04:23.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 5678 completed, throughput=5MB/sec 2024-04-02T09:04:23.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bdg7hgJYd1QP95h off=3024191 len=1149699 2024-04-02T09:04:23.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 5679 completed, throughput=5MB/sec 2024-04-02T09:04:23.464 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-icauIt3-3DJjJ2i off=7705952 len=1997441 2024-04-02T09:04:23.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 5680 completed, throughput=5MB/sec 2024-04-02T09:04:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-02T09:04:24.466 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BqRvDAR8BQN88zH off=1804204 len=345087 2024-04-02T09:04:24.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 5681 completed, throughput=5MB/sec 2024-04-02T09:04:24.470 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-74rS6P7LytVqecH off=225918 len=1063765 2024-04-02T09:04:24.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 5682 completed, throughput=5MB/sec 2024-04-02T09:04:24.475 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IFpDYYN19PC1BLO off=727494 len=1710998 2024-04-02T09:04:24.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 5683 completed, throughput=5MB/sec 2024-04-02T09:04:24.482 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Kkh3w-vZ_XWsIRH off=12202290 len=900147 2024-04-02T09:04:24.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 5684 completed, throughput=5MB/sec 2024-04-02T09:04:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:24 smithi137 ceph-mon[88456]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:24 smithi028 ceph-mon[94314]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:24 smithi028 ceph-mon[96890]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-02T09:04:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-02T09:04:25.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eoUrHVxrOabfoO2 off=8302673 len=1585454 2024-04-02T09:04:25.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 5685 completed, throughput=5MB/sec 2024-04-02T09:04:25.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JZO8iNLg2UbP8ZP off=19311436 len=1752893 2024-04-02T09:04:25.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 5686 completed, throughput=5MB/sec 2024-04-02T09:04:25.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0MvpR2ZOaVwuGw3 off=3162309 len=618576 2024-04-02T09:04:25.503 INFO:tasks.workunit.client.0.smithi028.stdout:op 5687 completed, throughput=5MB/sec 2024-04-02T09:04:25.503 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XRa4oS8-JZQ-m6a off=4022338 len=1241526 2024-04-02T09:04:25.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 5688 completed, throughput=5MB/sec 2024-04-02T09:04:25.505 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KqBufC2UxvkZDXM off=10172519 len=1979971 2024-04-02T09:04:25.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 5689 completed, throughput=5MB/sec 2024-04-02T09:04:26.509 INFO:tasks.workunit.client.0.smithi028.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-02T09:04:26.509 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dsfxF41cx9SYrmR off=490102 len=1541439 2024-04-02T09:04:26.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 5690 completed, throughput=5MB/sec 2024-04-02T09:04:26.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3JwdSMa8szQJ9Oo off=11350354 len=1416326 2024-04-02T09:04:26.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 5691 completed, throughput=5MB/sec 2024-04-02T09:04:26.519 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ADjSywZC5VdI9WE off=6984036 len=2069687 2024-04-02T09:04:26.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 5692 completed, throughput=5MB/sec 2024-04-02T09:04:26.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:26 smithi137 ceph-mon[88456]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:26 smithi028 ceph-mon[94314]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:26 smithi028 ceph-mon[96890]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-02T09:04:27.521 INFO:tasks.workunit.client.0.smithi028.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-02T09:04:27.521 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xPkt1SQre3sS58x off=16347097 len=1886530 2024-04-02T09:04:27.525 INFO:tasks.workunit.client.0.smithi028.stdout:op 5693 completed, throughput=5MB/sec 2024-04-02T09:04:27.525 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BwJdXvEIeiOLJh_ off=10980963 len=475785 2024-04-02T09:04:27.525 INFO:tasks.workunit.client.0.smithi028.stdout:op 5694 completed, throughput=5MB/sec 2024-04-02T09:04:27.526 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Kr2dkYdAL0LYj65 off=11089326 len=616491 2024-04-02T09:04:27.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 5695 completed, throughput=5MB/sec 2024-04-02T09:04:27.527 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qAoLqN4GgjHLeJm off=1846477 len=1663549 2024-04-02T09:04:27.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 5696 completed, throughput=5MB/sec 2024-04-02T09:04:28.533 INFO:tasks.workunit.client.0.smithi028.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-02T09:04:28.533 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gZL83axJd0kIkVh off=2070759 len=240995 2024-04-02T09:04:28.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 5697 completed, throughput=5MB/sec 2024-04-02T09:04:28.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-63Dyq6N4bndopVQ off=1495710 len=1535463 2024-04-02T09:04:28.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 5698 completed, throughput=5MB/sec 2024-04-02T09:04:28.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AN9WnU2ZKW8AD2p off=4084761 len=332977 2024-04-02T09:04:28.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 5699 completed, throughput=5MB/sec 2024-04-02T09:04:28.540 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RFOPL2-oi86RbaH off=10239886 len=420103 2024-04-02T09:04:28.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 5700 completed, throughput=5MB/sec 2024-04-02T09:04:28.540 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7zuVkEXKIJVFZ_Y off=1007877 len=1551374 2024-04-02T09:04:28.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 5701 completed, throughput=5MB/sec 2024-04-02T09:04:28.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tnm8smViuy_Y_TW off=9844537 len=1951903 2024-04-02T09:04:28.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 5702 completed, throughput=5MB/sec 2024-04-02T09:04:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:28 smithi137 ceph-mon[88456]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:28 smithi028 ceph-mon[94314]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:28 smithi028 ceph-mon[96890]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-02T09:04:29.553 INFO:tasks.workunit.client.0.smithi028.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-02T09:04:29.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qvQ0vM7_buWhmz0 off=269131 len=672228 2024-04-02T09:04:29.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 5703 completed, throughput=5MB/sec 2024-04-02T09:04:29.554 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gacgmf_X8LZdJ8f off=6176157 len=2088357 2024-04-02T09:04:29.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 5704 completed, throughput=5MB/sec 2024-04-02T09:04:29.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WlUoDUs7u_Nt038 off=20654592 len=680794 2024-04-02T09:04:29.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 5705 completed, throughput=5MB/sec 2024-04-02T09:04:29.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tQt4R2kspVfL2tI off=16030603 len=719869 2024-04-02T09:04:29.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 5706 completed, throughput=5MB/sec 2024-04-02T09:04:30.557 INFO:tasks.workunit.client.0.smithi028.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-02T09:04:30.558 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XHPFQcKwsT3m1Yk off=15046796 len=1394779 2024-04-02T09:04:30.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 5707 completed, throughput=5MB/sec 2024-04-02T09:04:30.559 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D4tugSe5YoCJuZU off=7175186 len=177252 2024-04-02T09:04:30.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 5708 completed, throughput=5MB/sec 2024-04-02T09:04:30.560 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k9fMJrCavYYWY7z off=13325556 len=1836009 2024-04-02T09:04:30.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 5709 completed, throughput=5MB/sec 2024-04-02T09:04:30.561 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LmErbPw9y4EIS8m off=9570302 len=1721661 2024-04-02T09:04:30.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 5710 completed, throughput=5MB/sec 2024-04-02T09:04:30.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:30 smithi137 ceph-mon[88456]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:04:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:30 smithi028 ceph-mon[94314]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:04:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:30 smithi028 ceph-mon[96890]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-02T09:04:31.568 INFO:tasks.workunit.client.0.smithi028.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-02T09:04:31.568 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qygXKs5Q1I8ZH37 off=6268272 len=1600931 2024-04-02T09:04:31.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 5711 completed, throughput=5MB/sec 2024-04-02T09:04:31.570 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_BdPRQjdLTPFALr off=2942656 len=766846 2024-04-02T09:04:31.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 5712 completed, throughput=5MB/sec 2024-04-02T09:04:31.570 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zD0vJwd46e3M1pj off=4129053 len=199073 2024-04-02T09:04:31.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 5713 completed, throughput=5MB/sec 2024-04-02T09:04:31.572 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SibNIX9lKDzfuxN off=12055042 len=895306 2024-04-02T09:04:31.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 5714 completed, throughput=5MB/sec 2024-04-02T09:04:31.574 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EupnsrmYlhpgNvz off=1559642 len=769060 2024-04-02T09:04:31.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 5715 completed, throughput=5MB/sec 2024-04-02T09:04:31.577 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dREFqJ5lzwYSq-u off=19764955 len=1761376 2024-04-02T09:04:31.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 5716 completed, throughput=5MB/sec 2024-04-02T09:04:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:04:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:04:31] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-02T09:04:32.581 INFO:tasks.workunit.client.0.smithi028.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-02T09:04:32.581 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gsOvgxrLGqYWCfm off=2390068 len=181503 2024-04-02T09:04:32.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 5717 completed, throughput=5MB/sec 2024-04-02T09:04:32.584 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-voGfIqA1uZUhJSD off=218134 len=356895 2024-04-02T09:04:32.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 5718 completed, throughput=5MB/sec 2024-04-02T09:04:32.586 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OfQydLxI5bwKg8b off=5974393 len=942762 2024-04-02T09:04:32.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 5719 completed, throughput=5MB/sec 2024-04-02T09:04:32.592 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JJQk7BkozW7QG7N off=478791 len=901981 2024-04-02T09:04:32.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 5720 completed, throughput=5MB/sec 2024-04-02T09:04:32.593 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8Jb4Tf2KZvJJhTd off=11906047 len=1714077 2024-04-02T09:04:32.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 5721 completed, throughput=5MB/sec 2024-04-02T09:04:32.600 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YOyI3QIHIhDhjBI off=9766869 len=1837973 2024-04-02T09:04:32.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 5722 completed, throughput=5MB/sec 2024-04-02T09:04:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:32 smithi137 ceph-mon[88456]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:04:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:32 smithi028 ceph-mon[94314]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:32 smithi028 ceph-mon[96890]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:33.602 INFO:tasks.workunit.client.0.smithi028.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-02T09:04:33.602 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rl70GiKZKVgF9jh off=2186213 len=312937 2024-04-02T09:04:33.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 5723 completed, throughput=5MB/sec 2024-04-02T09:04:33.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AI6UO1V8yKkyMqF off=0 len=1530185 2024-04-02T09:04:33.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 5724 completed, throughput=5MB/sec 2024-04-02T09:04:33.607 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yOnqH2ObgtHlFtD off=2626836 len=1760290 2024-04-02T09:04:33.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 5725 completed, throughput=5MB/sec 2024-04-02T09:04:33.608 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h7FcZ_-wIUTRYNn off=2197978 len=1428576 2024-04-02T09:04:33.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 5726 completed, throughput=5MB/sec 2024-04-02T09:04:34.614 INFO:tasks.workunit.client.0.smithi028.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-02T09:04:34.614 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H1_KmlC37a4t5mh off=14997800 len=1942296 2024-04-02T09:04:34.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 5727 completed, throughput=5MB/sec 2024-04-02T09:04:34.617 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lHSOs4q_2eAozp_ off=21288356 len=1938582 2024-04-02T09:04:34.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 5728 completed, throughput=5MB/sec 2024-04-02T09:04:34.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c1ErvK4SBQdtbO1 off=17107740 len=598546 2024-04-02T09:04:34.623 INFO:tasks.workunit.client.0.smithi028.stdout:op 5729 completed, throughput=5MB/sec 2024-04-02T09:04:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:34 smithi137 ceph-mon[88456]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:34 smithi028 ceph-mon[94314]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:34 smithi028 ceph-mon[96890]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:04:35.623 INFO:tasks.workunit.client.0.smithi028.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-02T09:04:35.623 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PziQcid8d4kigbG off=10335127 len=382464 2024-04-02T09:04:35.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 5730 completed, throughput=5MB/sec 2024-04-02T09:04:35.627 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rYDP8zIXhI4L3wt off=797110 len=1182458 2024-04-02T09:04:35.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 5731 completed, throughput=5MB/sec 2024-04-02T09:04:35.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BE5JTVFwVDqckFy off=566874 len=1277637 2024-04-02T09:04:35.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 5732 completed, throughput=5MB/sec 2024-04-02T09:04:35.635 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Vg5E4eAxHNNdSIF off=9124873 len=1708560 2024-04-02T09:04:35.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 5733 completed, throughput=5MB/sec 2024-04-02T09:04:35.644 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tPdCKupCuH4VoL8 off=4832765 len=108382 2024-04-02T09:04:35.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 5734 completed, throughput=5MB/sec 2024-04-02T09:04:35.647 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HljpsBUGdAnkeG2 off=0 len=1304709 2024-04-02T09:04:35.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 5735 completed, throughput=5MB/sec 2024-04-02T09:04:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:36 smithi137 ceph-mon[88456]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:36.651 INFO:tasks.workunit.client.0.smithi028.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-02T09:04:36.652 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JHAiFKx-diAmBGw off=10066495 len=1015652 2024-04-02T09:04:36.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 5736 completed, throughput=5MB/sec 2024-04-02T09:04:36.656 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KBh7m3Cm18Xq3h1 off=2565710 len=1494651 2024-04-02T09:04:36.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 5737 completed, throughput=5MB/sec 2024-04-02T09:04:36.658 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K51eGV7b2JWk_Q3 off=1995809 len=178242 2024-04-02T09:04:36.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 5738 completed, throughput=5MB/sec 2024-04-02T09:04:36.659 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YxdUOPNAK9g777f off=2449403 len=18882 2024-04-02T09:04:36.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 5739 completed, throughput=5MB/sec 2024-04-02T09:04:36.659 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r8vpWZyihElRrEh off=1478968 len=2036424 2024-04-02T09:04:36.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 5740 completed, throughput=5MB/sec 2024-04-02T09:04:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:36 smithi028 ceph-mon[94314]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:36 smithi028 ceph-mon[96890]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-02T09:04:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:37.660 INFO:tasks.workunit.client.0.smithi028.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-02T09:04:37.661 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KZd-GiQS9PAwTF_ off=232592 len=1383322 2024-04-02T09:04:37.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 5741 completed, throughput=5MB/sec 2024-04-02T09:04:37.666 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t1TAM_cVYbRWutD off=4795936 len=1562095 2024-04-02T09:04:37.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 5742 completed, throughput=5MB/sec 2024-04-02T09:04:37.673 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yDRleWISMpixsvA off=242671 len=1256065 2024-04-02T09:04:37.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 5743 completed, throughput=5MB/sec 2024-04-02T09:04:37.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gOH5p5T85dnX0ca off=8128630 len=1032263 2024-04-02T09:04:37.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 5744 completed, throughput=5MB/sec 2024-04-02T09:04:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:38 smithi137 ceph-mon[88456]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:38.681 INFO:tasks.workunit.client.0.smithi028.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-02T09:04:38.681 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cBL-FVoOIHEMGnF off=12327066 len=541286 2024-04-02T09:04:38.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 5745 completed, throughput=5MB/sec 2024-04-02T09:04:38.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_t2x0_R0nzKTfJw off=14077085 len=1529504 2024-04-02T09:04:38.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 5746 completed, throughput=5MB/sec 2024-04-02T09:04:38.683 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y4iHkzZuBHOCIRI off=791542 len=455729 2024-04-02T09:04:38.684 INFO:tasks.workunit.client.0.smithi028.stdout:op 5747 completed, throughput=5MB/sec 2024-04-02T09:04:38.684 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C9WU42Pa8OxtacW off=12157362 len=1733300 2024-04-02T09:04:38.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 5748 completed, throughput=5MB/sec 2024-04-02T09:04:38.685 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o59-_f6mNod5PMx off=12601602 len=1321665 2024-04-02T09:04:38.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 5749 completed, throughput=5MB/sec 2024-04-02T09:04:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:38 smithi028 ceph-mon[94314]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:38 smithi028 ceph-mon[96890]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:39.687 INFO:tasks.workunit.client.0.smithi028.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-02T09:04:39.687 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0jAWsQm7DZXLtRr off=7395845 len=905351 2024-04-02T09:04:39.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 5750 completed, throughput=5MB/sec 2024-04-02T09:04:39.688 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kS0DQEuri1s4PeV off=21870363 len=335053 2024-04-02T09:04:39.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 5751 completed, throughput=5MB/sec 2024-04-02T09:04:39.691 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yuMuB_GyG4_VDUX off=9025559 len=1658880 2024-04-02T09:04:39.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 5752 completed, throughput=5MB/sec 2024-04-02T09:04:39.699 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qwBvha4vgi1a384 off=582155 len=662944 2024-04-02T09:04:39.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 5753 completed, throughput=5MB/sec 2024-04-02T09:04:39.699 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g7Z8wzl--MV4HjV off=473494 len=769550 2024-04-02T09:04:39.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 5754 completed, throughput=5MB/sec 2024-04-02T09:04:39.700 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HXx_tUWW3QfZbDU off=2608532 len=1014375 2024-04-02T09:04:39.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 5755 completed, throughput=5MB/sec 2024-04-02T09:04:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:40 smithi137 ceph-mon[88456]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:04:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:40 smithi028 ceph-mon[94314]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:04:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:40 smithi028 ceph-mon[96890]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:04:40.702 INFO:tasks.workunit.client.0.smithi028.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-02T09:04:40.702 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-et1zONKGKqxzH_T off=12124788 len=1455895 2024-04-02T09:04:40.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 5756 completed, throughput=5MB/sec 2024-04-02T09:04:40.711 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NMxY8zpeljAQECN off=2543250 len=1618325 2024-04-02T09:04:40.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 5757 completed, throughput=5MB/sec 2024-04-02T09:04:40.714 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7LCzvYbH6hi48eq off=1465991 len=1508616 2024-04-02T09:04:40.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 5758 completed, throughput=5MB/sec 2024-04-02T09:04:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:04:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:04:41] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T09:04:41.721 INFO:tasks.workunit.client.0.smithi028.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-02T09:04:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BsVKpGf0ZjTAZcb off=10601392 len=983771 2024-04-02T09:04:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 5759 completed, throughput=5MB/sec 2024-04-02T09:04:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RVEZg_ww2Ls_NPM off=7235556 len=379304 2024-04-02T09:04:41.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 5760 completed, throughput=5MB/sec 2024-04-02T09:04:41.723 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_I1K_J1CXZx-G40 off=2091089 len=221775 2024-04-02T09:04:41.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 5761 completed, throughput=5MB/sec 2024-04-02T09:04:41.726 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ettzhdGejzz9yq8 off=10250125 len=877212 2024-04-02T09:04:41.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 5762 completed, throughput=5MB/sec 2024-04-02T09:04:41.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lqij5Sd2CD6rS8B off=8496023 len=1277850 2024-04-02T09:04:41.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 5763 completed, throughput=5MB/sec 2024-04-02T09:04:41.731 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8McOrfW06_4ddXN off=1949187 len=1158613 2024-04-02T09:04:41.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 5764 completed, throughput=5MB/sec 2024-04-02T09:04:41.732 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4gADoPHj1x8FhSH off=9073835 len=1509390 2024-04-02T09:04:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 5765 completed, throughput=5MB/sec 2024-04-02T09:04:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:42 smithi137 ceph-mon[88456]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:04:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:42 smithi028 ceph-mon[94314]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:42 smithi028 ceph-mon[96890]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-02T09:04:42.733 INFO:tasks.workunit.client.0.smithi028.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-02T09:04:42.733 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1ZudJ9tz9ABOC5n off=1245040 len=411564 2024-04-02T09:04:42.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 5766 completed, throughput=5MB/sec 2024-04-02T09:04:42.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R_1LH_T2vu8cHmJ off=16708729 len=397682 2024-04-02T09:04:42.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 5767 completed, throughput=5MB/sec 2024-04-02T09:04:42.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AIiLGDISfUHJXcj off=10443721 len=1247282 2024-04-02T09:04:42.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 5768 completed, throughput=5MB/sec 2024-04-02T09:04:42.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xs7NkUzY3uWW3-w off=6977844 len=1710186 2024-04-02T09:04:42.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 5769 completed, throughput=5MB/sec 2024-04-02T09:04:42.746 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bh5u0rVZA1etJ2M off=16706273 len=1993355 2024-04-02T09:04:42.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 5770 completed, throughput=5MB/sec 2024-04-02T09:04:43.748 INFO:tasks.workunit.client.0.smithi028.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-02T09:04:43.748 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZnUO2ZYi4u4786Z off=21360168 len=1160700 2024-04-02T09:04:43.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 5771 completed, throughput=5MB/sec 2024-04-02T09:04:43.749 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N4Vy6gtb3MWqphG off=20425096 len=1182780 2024-04-02T09:04:43.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 5772 completed, throughput=5MB/sec 2024-04-02T09:04:43.750 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-66VfxFxRVIwLeMJ off=10453394 len=237693 2024-04-02T09:04:43.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 5773 completed, throughput=5MB/sec 2024-04-02T09:04:43.751 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1vcH310xjYJ2Zof off=3522752 len=1762621 2024-04-02T09:04:43.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 5774 completed, throughput=5MB/sec 2024-04-02T09:04:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:44 smithi137 ceph-mon[88456]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:44 smithi028 ceph-mon[94314]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:44.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:44 smithi028 ceph-mon[96890]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:04:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-02T09:04:44.755 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-If_zghMIYLXaneT off=11841713 len=1839970 2024-04-02T09:04:44.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 5775 completed, throughput=5MB/sec 2024-04-02T09:04:44.762 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2Gt20A6FwRVxl8t off=2184603 len=1810708 2024-04-02T09:04:44.764 INFO:tasks.workunit.client.0.smithi028.stdout:op 5776 completed, throughput=5MB/sec 2024-04-02T09:04:44.764 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wxUKGysOXyCpxDG off=3064248 len=1534194 2024-04-02T09:04:44.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 5777 completed, throughput=5MB/sec 2024-04-02T09:04:45.767 INFO:tasks.workunit.client.0.smithi028.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-02T09:04:45.767 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jPeuTaIaJzH9e06 off=1760492 len=1802344 2024-04-02T09:04:45.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 5778 completed, throughput=5MB/sec 2024-04-02T09:04:45.769 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l3yxuQg6yL0OAKd off=3669619 len=2010350 2024-04-02T09:04:45.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 5779 completed, throughput=5MB/sec 2024-04-02T09:04:45.770 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NIyekIx2axYRcjf off=5681509 len=1638541 2024-04-02T09:04:45.776 INFO:tasks.workunit.client.0.smithi028.stdout:op 5780 completed, throughput=5MB/sec 2024-04-02T09:04:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:46 smithi137 ceph-mon[88456]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:46 smithi028 ceph-mon[94314]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:46 smithi028 ceph-mon[96890]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-02T09:04:46.777 INFO:tasks.workunit.client.0.smithi028.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-02T09:04:46.777 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JRqQTh5e0VzmfNp off=6751135 len=1912817 2024-04-02T09:04:46.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 5781 completed, throughput=5MB/sec 2024-04-02T09:04:46.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y5nVuhqITzRYU0Y off=1368100 len=1699089 2024-04-02T09:04:46.791 INFO:tasks.workunit.client.0.smithi028.stdout:op 5782 completed, throughput=5MB/sec 2024-04-02T09:04:46.791 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--W8PPoGiDKA66lO off=18852977 len=374827 2024-04-02T09:04:46.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 5783 completed, throughput=5MB/sec 2024-04-02T09:04:46.792 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S9TZ6a6S5V-in4t off=2318861 len=1653329 2024-04-02T09:04:46.793 INFO:tasks.workunit.client.0.smithi028.stdout:op 5784 completed, throughput=5MB/sec 2024-04-02T09:04:47.793 INFO:tasks.workunit.client.0.smithi028.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-02T09:04:47.794 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zV4lCOdMY3FBMWo off=3771962 len=66871 2024-04-02T09:04:47.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 5785 completed, throughput=5MB/sec 2024-04-02T09:04:47.796 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ncrICeQPE7c655- off=210079 len=455094 2024-04-02T09:04:47.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 5786 completed, throughput=5MB/sec 2024-04-02T09:04:47.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3wKJVNHS2c4OCUL off=1733411 len=1100017 2024-04-02T09:04:47.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 5787 completed, throughput=5MB/sec 2024-04-02T09:04:47.800 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UTCnRhVWJ7GTxsm off=12488255 len=1069119 2024-04-02T09:04:47.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 5788 completed, throughput=5MB/sec 2024-04-02T09:04:47.805 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gs19sNvcs0KCUFo off=2925505 len=1240339 2024-04-02T09:04:47.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 5789 completed, throughput=5MB/sec 2024-04-02T09:04:47.807 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rfSB19iSqqrHzus off=641844 len=355029 2024-04-02T09:04:47.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 5790 completed, throughput=5MB/sec 2024-04-02T09:04:47.810 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5owaPvEWQH-XC-0 off=9934209 len=1062325 2024-04-02T09:04:47.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 5791 completed, throughput=5MB/sec 2024-04-02T09:04:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:48 smithi137 ceph-mon[88456]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:04:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:48 smithi028 ceph-mon[94314]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:04:48.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:48 smithi028 ceph-mon[96890]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-02T09:04:48.814 INFO:tasks.workunit.client.0.smithi028.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-02T09:04:48.814 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-loo1BIBwtjpg0EX off=1223980 len=1937841 2024-04-02T09:04:48.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 5792 completed, throughput=5MB/sec 2024-04-02T09:04:48.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VagA-y0aE-ReN0q off=2550053 len=1535341 2024-04-02T09:04:48.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 5793 completed, throughput=5MB/sec 2024-04-02T09:04:48.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dJvpFOSSBUbnHPd off=1380008 len=1649990 2024-04-02T09:04:48.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 5794 completed, throughput=5MB/sec 2024-04-02T09:04:49.820 INFO:tasks.workunit.client.0.smithi028.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-02T09:04:49.821 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DyquJk1uKlmg70t off=14895884 len=1237701 2024-04-02T09:04:49.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 5795 completed, throughput=5MB/sec 2024-04-02T09:04:49.823 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dTZ2nVDvKUp0FR4 off=22043002 len=700655 2024-04-02T09:04:49.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 5796 completed, throughput=5MB/sec 2024-04-02T09:04:49.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_DPOUGosPLx2XJE off=1595886 len=686942 2024-04-02T09:04:49.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 5797 completed, throughput=5MB/sec 2024-04-02T09:04:49.831 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ub7LEA-hdN-dwOG off=3714953 len=758952 2024-04-02T09:04:49.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 5798 completed, throughput=5MB/sec 2024-04-02T09:04:49.832 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H6wItbUjOkULj6T off=4408658 len=636298 2024-04-02T09:04:49.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 5799 completed, throughput=5MB/sec 2024-04-02T09:04:49.832 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IWQ3TliF7mfcCbc off=4783703 len=1426091 2024-04-02T09:04:49.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 5800 completed, throughput=5MB/sec 2024-04-02T09:04:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:50 smithi137 ceph-mon[88456]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:04:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:50 smithi028 ceph-mon[94314]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:04:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:50 smithi028 ceph-mon[96890]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-02T09:04:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:04:50.834 INFO:tasks.workunit.client.0.smithi028.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-02T09:04:50.834 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rrY49a9GG873UOI off=15935316 len=491650 2024-04-02T09:04:50.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 5801 completed, throughput=5MB/sec 2024-04-02T09:04:50.837 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rffZcM9jZllPcsk off=1760181 len=860714 2024-04-02T09:04:50.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 5802 completed, throughput=5MB/sec 2024-04-02T09:04:50.839 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fcRgCviOYR_KBW9 off=1857912 len=371139 2024-04-02T09:04:50.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 5803 completed, throughput=5MB/sec 2024-04-02T09:04:50.842 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pf7jR3ysoA128C8 off=9409811 len=1386628 2024-04-02T09:04:50.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 5804 completed, throughput=5MB/sec 2024-04-02T09:04:50.843 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N3dnZXTAeb8gPem off=1537832 len=1049375 2024-04-02T09:04:50.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 5805 completed, throughput=5MB/sec 2024-04-02T09:04:50.844 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bnuYDZ8jBb6oiOb off=13083674 len=1785796 2024-04-02T09:04:50.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 5806 completed, throughput=5MB/sec 2024-04-02T09:04:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:04:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:04:51] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T09:04:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:04:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:04:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:04:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:04:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:04:51.852 INFO:tasks.workunit.client.0.smithi028.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-02T09:04:51.852 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dzoS8E9pjn4EifT off=13605346 len=650337 2024-04-02T09:04:51.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 5807 completed, throughput=5MB/sec 2024-04-02T09:04:51.853 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jaCiGc071mrmZWH off=2585725 len=659511 2024-04-02T09:04:51.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 5808 completed, throughput=5MB/sec 2024-04-02T09:04:51.854 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6hyTnbFSYhSpyCo off=8827719 len=2048842 2024-04-02T09:04:51.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 5809 completed, throughput=5MB/sec 2024-04-02T09:04:51.861 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gFiCVztCdw4q0BA off=2339297 len=846314 2024-04-02T09:04:51.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 5810 completed, throughput=5MB/sec 2024-04-02T09:04:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:52 smithi137 ceph-mon[88456]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:04:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:04:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:04:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:52 smithi028 ceph-mon[94314]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:52 smithi028 ceph-mon[96890]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-02T09:04:52.866 INFO:tasks.workunit.client.0.smithi028.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-02T09:04:52.866 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bPWhisjLxrT67a0 off=2353617 len=380500 2024-04-02T09:04:52.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 5811 completed, throughput=5MB/sec 2024-04-02T09:04:52.866 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_DLGie_gU-qs3Ur off=109261 len=1776751 2024-04-02T09:04:52.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 5812 completed, throughput=5MB/sec 2024-04-02T09:04:52.873 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aAaUMAV7FozEMzA off=19372001 len=1441831 2024-04-02T09:04:52.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 5813 completed, throughput=5MB/sec 2024-04-02T09:04:52.874 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bm7PnmPvAqKH4Lx off=647422 len=723567 2024-04-02T09:04:52.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 5814 completed, throughput=5MB/sec 2024-04-02T09:04:52.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gkqF6x62OdSe0vO off=893907 len=317619 2024-04-02T09:04:52.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 5815 completed, throughput=5MB/sec 2024-04-02T09:04:52.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qygXKs5Q1I8ZH37 off=2230239 len=306017 2024-04-02T09:04:52.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 5816 completed, throughput=5MB/sec 2024-04-02T09:04:53.885 INFO:tasks.workunit.client.0.smithi028.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-02T09:04:53.885 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JPc3jqhQ4Bj_iSh off=15994098 len=2018909 2024-04-02T09:04:53.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 5817 completed, throughput=5MB/sec 2024-04-02T09:04:53.895 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtGENU9X9PkaJqP off=2021867 len=1561644 2024-04-02T09:04:53.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 5818 completed, throughput=5MB/sec 2024-04-02T09:04:53.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yFhJxLRWwOgH3uw off=11616080 len=736315 2024-04-02T09:04:53.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 5819 completed, throughput=5MB/sec 2024-04-02T09:04:53.904 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zxzQKUJppkAu9XZ off=8862077 len=1690958 2024-04-02T09:04:53.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 5820 completed, throughput=5MB/sec 2024-04-02T09:04:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:54 smithi137 ceph-mon[88456]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:04:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:54 smithi028 ceph-mon[94314]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:04:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:54 smithi028 ceph-mon[96890]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:04:54.906 INFO:tasks.workunit.client.0.smithi028.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-02T09:04:54.906 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zjOUcDmlG4oHmxW off=2584226 len=1508584 2024-04-02T09:04:54.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 5821 completed, throughput=5MB/sec 2024-04-02T09:04:54.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fZ94FlL7Q7U5r7l off=10707032 len=66735 2024-04-02T09:04:54.910 INFO:tasks.workunit.client.0.smithi028.stdout:op 5822 completed, throughput=5MB/sec 2024-04-02T09:04:54.910 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4bocmn6Yr-MBBLH off=7862069 len=811063 2024-04-02T09:04:54.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 5823 completed, throughput=5MB/sec 2024-04-02T09:04:54.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OaUG7htLraBZkcc off=1436343 len=1314848 2024-04-02T09:04:54.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 5824 completed, throughput=5MB/sec 2024-04-02T09:04:54.920 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0q_WojEpoz9fZZP off=3445022 len=1128308 2024-04-02T09:04:54.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 5825 completed, throughput=5MB/sec 2024-04-02T09:04:55.921 INFO:tasks.workunit.client.0.smithi028.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-02T09:04:55.921 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RiZ0ScjTyrA1kqM off=17269881 len=1224708 2024-04-02T09:04:55.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 5826 completed, throughput=5MB/sec 2024-04-02T09:04:55.922 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W1XxgMxC3cRRNRF off=6747879 len=1680470 2024-04-02T09:04:55.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 5827 completed, throughput=5MB/sec 2024-04-02T09:04:55.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KSdVnEY1nXPIwAx off=0 len=1262770 2024-04-02T09:04:55.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 5828 completed, throughput=5MB/sec 2024-04-02T09:04:55.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AQjlZUMzljSTSKY off=6852454 len=1543089 2024-04-02T09:04:55.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 5829 completed, throughput=5MB/sec 2024-04-02T09:04:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:56 smithi137 ceph-mon[88456]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:04:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:56 smithi028 ceph-mon[94314]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:04:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:56 smithi028 ceph-mon[96890]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-02T09:04:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-02T09:04:56.930 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XMpJ9FQlTxAoLZo off=5748145 len=1753258 2024-04-02T09:04:56.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 5830 completed, throughput=5MB/sec 2024-04-02T09:04:56.934 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9BXKPMGop1YkxSv off=18318517 len=660698 2024-04-02T09:04:56.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 5831 completed, throughput=5MB/sec 2024-04-02T09:04:56.934 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2bfO1WBu26Waxl9 off=5363741 len=40496 2024-04-02T09:04:56.935 INFO:tasks.workunit.client.0.smithi028.stdout:op 5832 completed, throughput=5MB/sec 2024-04-02T09:04:56.935 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k5ceBtJ1OpPyyXk off=14161986 len=1563212 2024-04-02T09:04:56.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 5833 completed, throughput=5MB/sec 2024-04-02T09:04:56.944 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B43UYsaxHLvrv2H off=3478453 len=1026857 2024-04-02T09:04:56.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 5834 completed, throughput=5MB/sec 2024-04-02T09:04:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-02T09:04:57.949 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jHAFH5xgzbQYGNB off=14147945 len=840027 2024-04-02T09:04:57.951 INFO:tasks.workunit.client.0.smithi028.stdout:op 5835 completed, throughput=5MB/sec 2024-04-02T09:04:57.951 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dIMCkx6FFO8e5h2 off=9311189 len=1295708 2024-04-02T09:04:57.958 INFO:tasks.workunit.client.0.smithi028.stdout:op 5836 completed, throughput=5MB/sec 2024-04-02T09:04:57.958 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dMrm5pL3hzEeHCC off=9851718 len=1662057 2024-04-02T09:04:57.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 5837 completed, throughput=5MB/sec 2024-04-02T09:04:57.960 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qrBNsxJUIV9md_7 off=2067039 len=664617 2024-04-02T09:04:57.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 5838 completed, throughput=5MB/sec 2024-04-02T09:04:57.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mspsRvQ5e_7RfOx off=4538530 len=2044669 2024-04-02T09:04:57.965 INFO:tasks.workunit.client.0.smithi028.stdout:op 5839 completed, throughput=5MB/sec 2024-04-02T09:04:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:04:58 smithi137 ceph-mon[88456]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:04:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:04:58 smithi028 ceph-mon[94314]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:04:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:04:58 smithi028 ceph-mon[96890]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-02T09:04:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-02T09:04:58.965 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xMSYRdvq2mwe-0T off=7119090 len=834490 2024-04-02T09:04:58.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 5840 completed, throughput=5MB/sec 2024-04-02T09:04:58.969 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3ubDHO63axTADwn off=4103972 len=1736481 2024-04-02T09:04:58.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 5841 completed, throughput=5MB/sec 2024-04-02T09:04:58.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MCih8u28I3oaeZL off=11090233 len=498587 2024-04-02T09:04:58.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 5842 completed, throughput=5MB/sec 2024-04-02T09:04:58.971 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HxVm--GHVsDdtOl off=1974585 len=1938456 2024-04-02T09:04:58.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 5843 completed, throughput=5MB/sec 2024-04-02T09:04:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-02T09:04:59.973 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tDeOupnT-i-1DSg off=8155692 len=2009781 2024-04-02T09:04:59.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 5844 completed, throughput=5MB/sec 2024-04-02T09:04:59.984 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-56I9FxysT1qDnhy off=14447592 len=184571 2024-04-02T09:04:59.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 5845 completed, throughput=5MB/sec 2024-04-02T09:04:59.987 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VagDDMPgY36hVeA off=3198412 len=178876 2024-04-02T09:04:59.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 5846 completed, throughput=5MB/sec 2024-04-02T09:04:59.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q1LD22Yqp513xPj off=5701500 len=847684 2024-04-02T09:04:59.989 INFO:tasks.workunit.client.0.smithi028.stdout:op 5847 completed, throughput=5MB/sec 2024-04-02T09:04:59.989 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Vry7xkyDwKGf73z off=11258359 len=900034 2024-04-02T09:04:59.991 INFO:tasks.workunit.client.0.smithi028.stdout:op 5848 completed, throughput=5MB/sec 2024-04-02T09:05:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:00 smithi137 ceph-mon[88456]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:05:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:00 smithi028 ceph-mon[94314]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:05:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:00 smithi028 ceph-mon[96890]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-02T09:05:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-02T09:05:00.995 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uxn4K3FFhzV0EdG off=1152744 len=1193831 2024-04-02T09:05:00.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 5849 completed, throughput=5MB/sec 2024-04-02T09:05:00.995 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Uvj9Y66FaHqRIik off=1842530 len=1258902 2024-04-02T09:05:00.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 5850 completed, throughput=5MB/sec 2024-04-02T09:05:00.998 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M65avdug_WA0Sod off=567426 len=121562 2024-04-02T09:05:01.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 5851 completed, throughput=5MB/sec 2024-04-02T09:05:01.000 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a5qlAa7JGm_Jyrq off=16815801 len=427491 2024-04-02T09:05:01.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 5852 completed, throughput=5MB/sec 2024-04-02T09:05:01.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_bQYEk1lUY8oCQg off=10847486 len=547357 2024-04-02T09:05:01.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 5853 completed, throughput=5MB/sec 2024-04-02T09:05:01.005 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-em-3g7jxNSmg54l off=14436465 len=1602133 2024-04-02T09:05:01.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 5854 completed, throughput=5MB/sec 2024-04-02T09:05:01.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nwJcfbvpAJJYAI2 off=11250624 len=1821597 2024-04-02T09:05:01.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 5855 completed, throughput=5MB/sec 2024-04-02T09:05:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:05:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:05:01] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-02T09:05:02.018 INFO:tasks.workunit.client.0.smithi028.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-02T09:05:02.018 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xF-HSlyFAaRj1au off=164714 len=354897 2024-04-02T09:05:02.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 5856 completed, throughput=5MB/sec 2024-04-02T09:05:02.019 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aMi6BV1a5BrM6k8 off=6261721 len=1495545 2024-04-02T09:05:02.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 5857 completed, throughput=5MB/sec 2024-04-02T09:05:02.025 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cLbFce9T0VjxWzW off=757682 len=1205766 2024-04-02T09:05:02.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 5858 completed, throughput=5MB/sec 2024-04-02T09:05:02.031 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_KxPOGVl6AXvGk5 off=339919 len=1320440 2024-04-02T09:05:02.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 5859 completed, throughput=5MB/sec 2024-04-02T09:05:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:02 smithi137 ceph-mon[88456]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:05:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:02 smithi028 ceph-mon[94314]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:02 smithi028 ceph-mon[96890]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:03.038 INFO:tasks.workunit.client.0.smithi028.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-02T09:05:03.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s7Gj16Ihe5yEjNF off=559224 len=883966 2024-04-02T09:05:03.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 5860 completed, throughput=5MB/sec 2024-04-02T09:05:03.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xRVHTZ364xdb318 off=0 len=1143935 2024-04-02T09:05:03.046 INFO:tasks.workunit.client.0.smithi028.stdout:op 5861 completed, throughput=5MB/sec 2024-04-02T09:05:03.046 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uM-l_7pGOhvbbqb off=5095621 len=1945234 2024-04-02T09:05:03.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 5862 completed, throughput=5MB/sec 2024-04-02T09:05:03.047 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U_s3AOuXOaFHNQf off=2811031 len=751099 2024-04-02T09:05:03.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 5863 completed, throughput=5MB/sec 2024-04-02T09:05:04.049 INFO:tasks.workunit.client.0.smithi028.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-02T09:05:04.049 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qu-zxx8OqqZ07Jj off=14327984 len=1078449 2024-04-02T09:05:04.050 INFO:tasks.workunit.client.0.smithi028.stdout:op 5864 completed, throughput=5MB/sec 2024-04-02T09:05:04.050 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QYmQxwrL4naqusD off=7466362 len=249784 2024-04-02T09:05:04.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 5865 completed, throughput=5MB/sec 2024-04-02T09:05:04.053 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YKNNvJBky8QPsA5 off=2028653 len=240798 2024-04-02T09:05:04.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 5866 completed, throughput=5MB/sec 2024-04-02T09:05:04.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zo2kUK6JPoK5G7G off=705761 len=1629775 2024-04-02T09:05:04.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 5867 completed, throughput=5MB/sec 2024-04-02T09:05:04.056 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2Gt20A6FwRVxl8t off=7667066 len=530288 2024-04-02T09:05:04.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 5868 completed, throughput=5MB/sec 2024-04-02T09:05:04.059 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CSUc-NFNaVXF4uf off=19558807 len=1598159 2024-04-02T09:05:04.060 INFO:tasks.workunit.client.0.smithi028.stdout:op 5869 completed, throughput=5MB/sec 2024-04-02T09:05:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:04 smithi137 ceph-mon[88456]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:05:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:04 smithi028 ceph-mon[94314]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:05:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:04 smithi028 ceph-mon[96890]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-02T09:05:05.060 INFO:tasks.workunit.client.0.smithi028.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-02T09:05:05.060 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QGSlbud3BiFT7f5 off=1864161 len=687604 2024-04-02T09:05:05.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 5870 completed, throughput=5MB/sec 2024-04-02T09:05:05.063 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3eCCM5b3c6L4deO off=6429802 len=1311134 2024-04-02T09:05:05.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 5871 completed, throughput=5MB/sec 2024-04-02T09:05:05.065 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zONrwDEZqcpUvZT off=11920909 len=1773810 2024-04-02T09:05:05.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 5872 completed, throughput=5MB/sec 2024-04-02T09:05:05.075 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9QVDpOeSm7Aenpo off=16344852 len=905293 2024-04-02T09:05:05.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 5873 completed, throughput=5MB/sec 2024-04-02T09:05:05.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n0xYgaJWlwTuQx8 off=9770835 len=305190 2024-04-02T09:05:05.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 5874 completed, throughput=5MB/sec 2024-04-02T09:05:05.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iaHRiHz7kLcz45X off=10818452 len=1432570 2024-04-02T09:05:05.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 5875 completed, throughput=5MB/sec 2024-04-02T09:05:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-02T09:05:06.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K6zk3EciKkKOq-i off=5994862 len=1660500 2024-04-02T09:05:06.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 5876 completed, throughput=5MB/sec 2024-04-02T09:05:06.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tnm8smViuy_Y_TW off=82768 len=966935 2024-04-02T09:05:06.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 5877 completed, throughput=5MB/sec 2024-04-02T09:05:06.097 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d6Jnx3-j880fXjW off=6576709 len=1455601 2024-04-02T09:05:06.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 5878 completed, throughput=5MB/sec 2024-04-02T09:05:06.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8YCem4CheDeZbRq off=16541220 len=1004239 2024-04-02T09:05:06.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 5879 completed, throughput=5MB/sec 2024-04-02T09:05:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:06 smithi137 ceph-mon[88456]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:05:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:06 smithi028 ceph-mon[94314]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:05:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:06 smithi028 ceph-mon[96890]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:05:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-02T09:05:07.103 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KaevWRSBYkCUEPo off=2233053 len=416098 2024-04-02T09:05:07.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 5880 completed, throughput=5MB/sec 2024-04-02T09:05:07.107 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZhdwUx6xpk15Wgc off=6897955 len=1610244 2024-04-02T09:05:07.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 5881 completed, throughput=5MB/sec 2024-04-02T09:05:07.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a9lyir1L0eA-uCs off=642964 len=733340 2024-04-02T09:05:07.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 5882 completed, throughput=5MB/sec 2024-04-02T09:05:07.112 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F-7j4OLB1vK8LXH off=203625 len=95116 2024-04-02T09:05:07.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 5883 completed, throughput=5MB/sec 2024-04-02T09:05:07.113 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xp6A9WqR9NoyOyZ off=215641 len=1727835 2024-04-02T09:05:07.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 5884 completed, throughput=5MB/sec 2024-04-02T09:05:08.114 INFO:tasks.workunit.client.0.smithi028.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-02T09:05:08.115 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bqch1l6hsINC7L0 off=2563436 len=337031 2024-04-02T09:05:08.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 5885 completed, throughput=5MB/sec 2024-04-02T09:05:08.116 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0nNWHkhrMrTPV1E off=399208 len=1296083 2024-04-02T09:05:08.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 5886 completed, throughput=5MB/sec 2024-04-02T09:05:08.124 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LB2sioYBvZRPPLS off=696624 len=450105 2024-04-02T09:05:08.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 5887 completed, throughput=5MB/sec 2024-04-02T09:05:08.124 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D9WWLnQl5C5ou-M off=4962590 len=621990 2024-04-02T09:05:08.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 5888 completed, throughput=5MB/sec 2024-04-02T09:05:08.128 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7l4BhH-m-nn7l2J off=792821 len=1677057 2024-04-02T09:05:08.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 5889 completed, throughput=5MB/sec 2024-04-02T09:05:08.129 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z1wRzg2x3vxuZ_q off=10050692 len=918325 2024-04-02T09:05:08.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 5890 completed, throughput=5MB/sec 2024-04-02T09:05:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:08 smithi137 ceph-mon[88456]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:08 smithi028 ceph-mon[94314]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:08 smithi028 ceph-mon[96890]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-02T09:05:09.130 INFO:tasks.workunit.client.0.smithi028.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-02T09:05:09.131 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vliD4X7IwY1Amhk off=15704457 len=484017 2024-04-02T09:05:09.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 5891 completed, throughput=5MB/sec 2024-04-02T09:05:09.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VfZi-zeU7fDNNcn off=5032751 len=397180 2024-04-02T09:05:09.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 5892 completed, throughput=5MB/sec 2024-04-02T09:05:09.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1Ug_D3EzfROBAwh off=5433636 len=27212 2024-04-02T09:05:09.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 5893 completed, throughput=5MB/sec 2024-04-02T09:05:09.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AMUIBaFL8CkzK0N off=4539173 len=1783942 2024-04-02T09:05:09.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 5894 completed, throughput=5MB/sec 2024-04-02T09:05:09.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rBFsvkVJ5PbV7_5 off=4514823 len=98669 2024-04-02T09:05:09.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 5895 completed, throughput=5MB/sec 2024-04-02T09:05:09.141 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FZ5TuRY6Ha1Sa2j off=8756289 len=1050604 2024-04-02T09:05:09.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 5896 completed, throughput=5MB/sec 2024-04-02T09:05:09.147 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vxAxE9rwgFJOi02 off=10590252 len=906628 2024-04-02T09:05:09.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 5897 completed, throughput=5MB/sec 2024-04-02T09:05:09.151 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4xwxiOYZnxQRnnU off=10802429 len=652974 2024-04-02T09:05:09.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 5898 completed, throughput=5MB/sec 2024-04-02T09:05:09.895 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:05:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=cleanup t=2024-04-02T09:05:09.530831192Z level=info msg="Completed cleanup jobs" duration=3.523061ms 2024-04-02T09:05:10.154 INFO:tasks.workunit.client.0.smithi028.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-02T09:05:10.154 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2KzAM6yI3R4eLNw off=6904877 len=129665 2024-04-02T09:05:10.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 5899 completed, throughput=5MB/sec 2024-04-02T09:05:10.157 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EyXzN6oL4WzosX4 off=14040515 len=701726 2024-04-02T09:05:10.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 5900 completed, throughput=5MB/sec 2024-04-02T09:05:10.158 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4GIfgErKTxu9Ul9 off=2027531 len=206302 2024-04-02T09:05:10.159 INFO:tasks.workunit.client.0.smithi028.stdout:op 5901 completed, throughput=5MB/sec 2024-04-02T09:05:10.159 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M1gJ1fonleMAf5b off=17833475 len=1506072 2024-04-02T09:05:10.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 5902 completed, throughput=5MB/sec 2024-04-02T09:05:10.167 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-THDSxmT_dkQI2uO off=8869223 len=623850 2024-04-02T09:05:10.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 5903 completed, throughput=5MB/sec 2024-04-02T09:05:10.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wyJ8kCK_araJ2nO off=1024256 len=1416720 2024-04-02T09:05:10.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 5904 completed, throughput=5MB/sec 2024-04-02T09:05:10.174 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d6eo2BnqwPgOo42 off=760180 len=1872962 2024-04-02T09:05:10.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 5905 completed, throughput=5MB/sec 2024-04-02T09:05:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:10 smithi137 ceph-mon[88456]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:05:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:10 smithi028 ceph-mon[94314]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:05:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:10 smithi028 ceph-mon[96890]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-02T09:05:11.184 INFO:tasks.workunit.client.0.smithi028.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-02T09:05:11.185 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bXAYaZk6AqOIIZG off=4457515 len=1532396 2024-04-02T09:05:11.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 5906 completed, throughput=5MB/sec 2024-04-02T09:05:11.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TwE21WU6gz6CYmg off=6113096 len=621632 2024-04-02T09:05:11.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 5907 completed, throughput=5MB/sec 2024-04-02T09:05:11.190 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-plAv7JuYi9AoCv0 off=8362390 len=12420 2024-04-02T09:05:11.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 5908 completed, throughput=5MB/sec 2024-04-02T09:05:11.191 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lMoLoZpY35qXfcO off=12038914 len=1929913 2024-04-02T09:05:11.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 5909 completed, throughput=5MB/sec 2024-04-02T09:05:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:05:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:05:11] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-02T09:05:12.192 INFO:tasks.workunit.client.0.smithi028.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-02T09:05:12.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-piy3QTTNXfCQzeV off=14446252 len=1506425 2024-04-02T09:05:12.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 5910 completed, throughput=5MB/sec 2024-04-02T09:05:12.194 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3RbbqVQm7z1sjmP off=1236644 len=1963237 2024-04-02T09:05:12.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 5911 completed, throughput=5MB/sec 2024-04-02T09:05:12.205 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JU0i7AdXx2Hru22 off=13793078 len=1368052 2024-04-02T09:05:12.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 5912 completed, throughput=5MB/sec 2024-04-02T09:05:12.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VkqUhuHNfE0_1xO off=1092103 len=1688167 2024-04-02T09:05:12.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 5913 completed, throughput=5MB/sec 2024-04-02T09:05:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:12 smithi137 ceph-mon[88456]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:05:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:12 smithi028 ceph-mon[96890]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:12 smithi028 ceph-mon[94314]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-02T09:05:13.211 INFO:tasks.workunit.client.0.smithi028.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-02T09:05:13.211 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jbg0gDhQcABxLM3 off=20160930 len=1255277 2024-04-02T09:05:13.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 5914 completed, throughput=5MB/sec 2024-04-02T09:05:13.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pxC4vfkP8ZYvZBF off=212552 len=147896 2024-04-02T09:05:13.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 5915 completed, throughput=5MB/sec 2024-04-02T09:05:13.217 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rrUNyElyhqK6Krd off=5351527 len=1948102 2024-04-02T09:05:13.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 5916 completed, throughput=5MB/sec 2024-04-02T09:05:13.229 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CaN0fBwWaIWYZoR off=11766172 len=2093149 2024-04-02T09:05:13.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 5917 completed, throughput=5MB/sec 2024-04-02T09:05:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-02T09:05:14.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oHhT5P3GH4mYZ6Z off=6779053 len=750737 2024-04-02T09:05:14.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 5918 completed, throughput=5MB/sec 2024-04-02T09:05:14.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CAUpy4fznzxIkhk off=2845386 len=191709 2024-04-02T09:05:14.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 5919 completed, throughput=5MB/sec 2024-04-02T09:05:14.233 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AAb-HcWk-LzwN3H off=8554521 len=267634 2024-04-02T09:05:14.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 5920 completed, throughput=5MB/sec 2024-04-02T09:05:14.235 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zK-9iKaNtWPyI40 off=4813884 len=843881 2024-04-02T09:05:14.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 5921 completed, throughput=5MB/sec 2024-04-02T09:05:14.240 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wzWJCrMGBi2Y-xm off=8426466 len=1410130 2024-04-02T09:05:14.245 INFO:tasks.workunit.client.0.smithi028.stdout:op 5922 completed, throughput=5MB/sec 2024-04-02T09:05:14.245 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3y_47G3YDrjmPSH off=10226774 len=1397729 2024-04-02T09:05:14.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 5923 completed, throughput=5MB/sec 2024-04-02T09:05:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:14 smithi137 ceph-mon[88456]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:14 smithi028 ceph-mon[94314]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:14 smithi028 ceph-mon[96890]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-02T09:05:15.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iM3dNUPU30lCfve off=8346462 len=1343699 2024-04-02T09:05:15.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 5924 completed, throughput=5MB/sec 2024-04-02T09:05:15.252 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xf1llT-c1i10F4w off=540059 len=654746 2024-04-02T09:05:15.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 5925 completed, throughput=5MB/sec 2024-04-02T09:05:15.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wBT6r_i7yeTz8NX off=11631609 len=1511918 2024-04-02T09:05:15.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 5926 completed, throughput=5MB/sec 2024-04-02T09:05:15.262 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KZmuJ_YEaVv8q3R off=6801132 len=1081396 2024-04-02T09:05:15.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 5927 completed, throughput=5MB/sec 2024-04-02T09:05:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-02T09:05:16.268 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MfY42HsSnRssLro off=7116643 len=107760 2024-04-02T09:05:16.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 5928 completed, throughput=5MB/sec 2024-04-02T09:05:16.268 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t9Kp3Hv0M8O3anA off=13037062 len=538510 2024-04-02T09:05:16.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 5929 completed, throughput=5MB/sec 2024-04-02T09:05:16.272 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ypFWZ-cnNGclWke off=1742634 len=803894 2024-04-02T09:05:16.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 5930 completed, throughput=5MB/sec 2024-04-02T09:05:16.273 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vfZrj05OCRd1dcD off=18839113 len=220246 2024-04-02T09:05:16.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 5931 completed, throughput=5MB/sec 2024-04-02T09:05:16.274 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2J69BcUmZ4x5jRT off=775441 len=25677 2024-04-02T09:05:16.276 INFO:tasks.workunit.client.0.smithi028.stdout:op 5932 completed, throughput=5MB/sec 2024-04-02T09:05:16.277 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7I1CYrKswGQSbET off=13832029 len=1347747 2024-04-02T09:05:16.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 5933 completed, throughput=5MB/sec 2024-04-02T09:05:16.282 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nUDg_o4_i6yhF8W off=2469526 len=1463538 2024-04-02T09:05:16.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 5934 completed, throughput=5MB/sec 2024-04-02T09:05:16.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IuFaKbUDH8R21DG off=17196845 len=432101 2024-04-02T09:05:16.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 5935 completed, throughput=5MB/sec 2024-04-02T09:05:16.287 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jqaKa4875PpA9f_ off=8581868 len=2063436 2024-04-02T09:05:16.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 5936 completed, throughput=5MB/sec 2024-04-02T09:05:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:16 smithi137 ceph-mon[88456]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:16 smithi028 ceph-mon[94314]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:16 smithi028 ceph-mon[96890]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-02T09:05:17.289 INFO:tasks.workunit.client.0.smithi028.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-02T09:05:17.289 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YuwR8MTheRSz44O off=16011729 len=1888252 2024-04-02T09:05:17.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 5937 completed, throughput=5MB/sec 2024-04-02T09:05:17.299 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q0OL2aIQDchKNIt off=8249715 len=943313 2024-04-02T09:05:17.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 5938 completed, throughput=5MB/sec 2024-04-02T09:05:17.303 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TeKKk5F78dCSrIK off=2720847 len=1465086 2024-04-02T09:05:17.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 5939 completed, throughput=5MB/sec 2024-04-02T09:05:18.309 INFO:tasks.workunit.client.0.smithi028.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-02T09:05:18.309 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f-UkJDMkKlU71fs off=413870 len=1256299 2024-04-02T09:05:18.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 5940 completed, throughput=5MB/sec 2024-04-02T09:05:18.310 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aZgpf5W8rY_FN5d off=4115507 len=776821 2024-04-02T09:05:18.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 5941 completed, throughput=5MB/sec 2024-04-02T09:05:18.312 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ifdHTA-XUpLTo2v off=9673127 len=142748 2024-04-02T09:05:18.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 5942 completed, throughput=5MB/sec 2024-04-02T09:05:18.315 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--gvlkurDj_D44XO off=10940901 len=192161 2024-04-02T09:05:18.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 5943 completed, throughput=5MB/sec 2024-04-02T09:05:18.315 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sg3JosHekl98mpb off=110815 len=1378330 2024-04-02T09:05:18.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 5944 completed, throughput=5MB/sec 2024-04-02T09:05:18.322 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A5J-IbaG2H2dce_ off=9265385 len=438681 2024-04-02T09:05:18.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 5945 completed, throughput=5MB/sec 2024-04-02T09:05:18.323 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dOMW_RXcGwwbubG off=3596586 len=1122552 2024-04-02T09:05:18.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 5946 completed, throughput=5MB/sec 2024-04-02T09:05:18.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:18 smithi137 ceph-mon[88456]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:05:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:18 smithi028 ceph-mon[94314]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:05:18.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:18 smithi028 ceph-mon[96890]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-02T09:05:19.325 INFO:tasks.workunit.client.0.smithi028.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-02T09:05:19.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YJ3IceEQ-DuQaMs off=5888691 len=394032 2024-04-02T09:05:19.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 5947 completed, throughput=5MB/sec 2024-04-02T09:05:19.329 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ITuTKLQQNWqTnji off=13498472 len=1504105 2024-04-02T09:05:19.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 5948 completed, throughput=5MB/sec 2024-04-02T09:05:19.336 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gx9g4a74d8hLI1s off=1386764 len=1188563 2024-04-02T09:05:19.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 5949 completed, throughput=5MB/sec 2024-04-02T09:05:19.341 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H7vhzlM0tc8KuT0 off=10683992 len=1996962 2024-04-02T09:05:19.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 5950 completed, throughput=5MB/sec 2024-04-02T09:05:20.352 INFO:tasks.workunit.client.0.smithi028.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-02T09:05:20.352 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K8jW8zpoCNBY4SE off=2215540 len=1895174 2024-04-02T09:05:20.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 5951 completed, throughput=5MB/sec 2024-04-02T09:05:20.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yJK6MPdYYWXB0O1 off=3869671 len=1857518 2024-04-02T09:05:20.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 5952 completed, throughput=5MB/sec 2024-04-02T09:05:20.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AFSOSXC24Xid4OV off=16384837 len=1046158 2024-04-02T09:05:20.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 5953 completed, throughput=5MB/sec 2024-04-02T09:05:20.356 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J9gS9MlqssYso8X off=5864655 len=1902835 2024-04-02T09:05:20.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 5954 completed, throughput=5MB/sec 2024-04-02T09:05:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:20 smithi137 ceph-mon[88456]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:20 smithi028 ceph-mon[94314]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:20 smithi028 ceph-mon[96890]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-02T09:05:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-02T09:05:21.368 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g7S3fC8PaBltpNt off=5831527 len=1472373 2024-04-02T09:05:21.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 5955 completed, throughput=5MB/sec 2024-04-02T09:05:21.369 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gl-N2jwORJWq0zM off=5393734 len=1648412 2024-04-02T09:05:21.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 5956 completed, throughput=5MB/sec 2024-04-02T09:05:21.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--6ZzG7KoKN6F27r off=6257978 len=1990027 2024-04-02T09:05:21.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 5957 completed, throughput=5MB/sec 2024-04-02T09:05:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:05:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:05:21] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:05:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-02T09:05:22.390 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W1Hr0_gjJtRt74k off=11456221 len=473250 2024-04-02T09:05:22.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 5958 completed, throughput=5MB/sec 2024-04-02T09:05:22.390 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bGkvTpyL-2xLwl1 off=7099514 len=38196 2024-04-02T09:05:22.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 5959 completed, throughput=5MB/sec 2024-04-02T09:05:22.393 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dKE17RrssPw0daM off=6088842 len=521933 2024-04-02T09:05:22.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 5960 completed, throughput=5MB/sec 2024-04-02T09:05:22.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FsVxI4PGEsplCr9 off=1710106 len=588909 2024-04-02T09:05:22.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 5961 completed, throughput=5MB/sec 2024-04-02T09:05:22.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4gagq-T5zO-ONyS off=2219352 len=1516028 2024-04-02T09:05:22.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 5962 completed, throughput=5MB/sec 2024-04-02T09:05:22.398 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KKPtCJd9ZPsTCJ8 off=4680710 len=568855 2024-04-02T09:05:22.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 5963 completed, throughput=5MB/sec 2024-04-02T09:05:22.402 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fZ94FlL7Q7U5r7l off=568853 len=144648 2024-04-02T09:05:22.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 5964 completed, throughput=5MB/sec 2024-04-02T09:05:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:22 smithi137 ceph-mon[88456]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:05:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:05:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:22 smithi028 ceph-mon[94314]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:05:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:22 smithi028 ceph-mon[96890]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-02T09:05:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-02T09:05:23.404 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SZKgbm9Tj6yUQvd off=4200709 len=907692 2024-04-02T09:05:23.409 INFO:tasks.workunit.client.0.smithi028.stdout:op 5965 completed, throughput=5MB/sec 2024-04-02T09:05:23.409 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KBA3OxGIhZi7egB off=1823943 len=518011 2024-04-02T09:05:23.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 5966 completed, throughput=5MB/sec 2024-04-02T09:05:23.410 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VgE1p1H9GXzlh98 off=3075219 len=273715 2024-04-02T09:05:23.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 5967 completed, throughput=5MB/sec 2024-04-02T09:05:23.412 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FE-272QykHkPJU2 off=3989812 len=1111726 2024-04-02T09:05:23.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 5968 completed, throughput=5MB/sec 2024-04-02T09:05:23.415 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U9j_AAtHahOYhXo off=10304246 len=1273457 2024-04-02T09:05:23.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 5969 completed, throughput=5MB/sec 2024-04-02T09:05:23.416 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4F6LwLGylSHR_EW off=23940146 len=883331 2024-04-02T09:05:23.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 5970 completed, throughput=5MB/sec 2024-04-02T09:05:23.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XP6pzZUU_UyKjlF off=13303484 len=1016593 2024-04-02T09:05:23.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 5971 completed, throughput=5MB/sec 2024-04-02T09:05:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-02T09:05:24.423 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dWFfpO69asOHuTe off=1695740 len=1468802 2024-04-02T09:05:24.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 5972 completed, throughput=5MB/sec 2024-04-02T09:05:24.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-146TGRKlyMMYfyd off=5629886 len=944405 2024-04-02T09:05:24.432 INFO:tasks.workunit.client.0.smithi028.stdout:op 5973 completed, throughput=5MB/sec 2024-04-02T09:05:24.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Iu92EafR04bymlg off=2377241 len=1495059 2024-04-02T09:05:24.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 5974 completed, throughput=5MB/sec 2024-04-02T09:05:24.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uD3Oh_wSg2BKMV7 off=910307 len=1057115 2024-04-02T09:05:24.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 5975 completed, throughput=5MB/sec 2024-04-02T09:05:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:24 smithi137 ceph-mon[88456]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:24 smithi028 ceph-mon[94314]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:24 smithi028 ceph-mon[96890]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-02T09:05:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: 1177: throughput=5MB/sec pending data=0 2024-04-02T09:05:25.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qym2uZchLP210nn off=19961436 len=91972 2024-04-02T09:05:25.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 5976 completed, throughput=5MB/sec 2024-04-02T09:05:25.440 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4pg86jpurv0CgDo off=15068131 len=242835 2024-04-02T09:05:25.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 5977 completed, throughput=5MB/sec 2024-04-02T09:05:25.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LDJ2-zJm_dAHXqK off=892588 len=242974 2024-04-02T09:05:25.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 5978 completed, throughput=5MB/sec 2024-04-02T09:05:25.445 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W3AOaZqb9pUMHvb off=12149161 len=379081 2024-04-02T09:05:25.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 5979 completed, throughput=5MB/sec 2024-04-02T09:05:25.446 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--gvlkurDj_D44XO off=1068619 len=1902158 2024-04-02T09:05:25.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 5980 completed, throughput=5MB/sec 2024-04-02T09:05:25.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BJQlxlUbUKlzCbE off=6087213 len=24890 2024-04-02T09:05:25.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 5981 completed, throughput=5MB/sec 2024-04-02T09:05:25.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n8Cfp90qdMr0FK4 off=4152495 len=1478957 2024-04-02T09:05:25.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 5982 completed, throughput=5MB/sec 2024-04-02T09:05:25.449 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yLx5WFT0fGaabCo off=660508 len=1383825 2024-04-02T09:05:25.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 5983 completed, throughput=5MB/sec 2024-04-02T09:05:26.455 INFO:tasks.workunit.client.0.smithi028.stdout: 1178: throughput=5MB/sec pending data=0 2024-04-02T09:05:26.455 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lhouquYAFOnhU1H off=12319597 len=1859060 2024-04-02T09:05:26.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 5984 completed, throughput=5MB/sec 2024-04-02T09:05:26.465 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4A5Ev4X5knFIMDp off=6803370 len=1034865 2024-04-02T09:05:26.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 5985 completed, throughput=5MB/sec 2024-04-02T09:05:26.466 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kNQsAlIrisBb1Wj off=13903454 len=807172 2024-04-02T09:05:26.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 5986 completed, throughput=5MB/sec 2024-04-02T09:05:26.470 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ghHtjQITHoFVVqH off=10932676 len=749506 2024-04-02T09:05:26.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 5987 completed, throughput=5MB/sec 2024-04-02T09:05:26.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X2XglhWPj96AlgE off=19937673 len=488033 2024-04-02T09:05:26.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 5988 completed, throughput=5MB/sec 2024-04-02T09:05:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:26 smithi137 ceph-mon[88456]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:26 smithi028 ceph-mon[94314]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:26 smithi028 ceph-mon[96890]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-02T09:05:27.476 INFO:tasks.workunit.client.0.smithi028.stdout: 1179: throughput=5MB/sec pending data=0 2024-04-02T09:05:27.476 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-azub2FhmMObpycC off=6105064 len=1074188 2024-04-02T09:05:27.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 5989 completed, throughput=5MB/sec 2024-04-02T09:05:27.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ub_Wct3uetwQOcs off=5755036 len=1049448 2024-04-02T09:05:27.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 5990 completed, throughput=5MB/sec 2024-04-02T09:05:27.482 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4r5_RRZWqCJbfDJ off=5487696 len=1438766 2024-04-02T09:05:27.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 5991 completed, throughput=5MB/sec 2024-04-02T09:05:27.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5oQ0KDmH2LAgNia off=2647047 len=470559 2024-04-02T09:05:27.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 5992 completed, throughput=5MB/sec 2024-04-02T09:05:27.491 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s2aSK1c_oaIs30_ off=2110880 len=2003160 2024-04-02T09:05:27.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 5993 completed, throughput=5MB/sec 2024-04-02T09:05:28.493 INFO:tasks.workunit.client.0.smithi028.stdout:waiting for all operations to complete 2024-04-02T09:05:28.493 INFO:tasks.workunit.client.0.smithi028.stdout:cleaning up objects 2024-04-02T09:05:28.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:28 smithi137 ceph-mon[88456]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:05:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:28 smithi028 ceph-mon[94314]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:05:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:28 smithi028 ceph-mon[96890]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-02T09:05:30.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:30 smithi137 ceph-mon[88456]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:30 smithi028 ceph-mon[94314]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:30 smithi028 ceph-mon[96890]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-02T09:05:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:05:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:05:31] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-02T09:05:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:32 smithi137 ceph-mon[88456]: pgmap v2032: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 106 op/s 2024-04-02T09:05:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:05:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:32 smithi028 ceph-mon[94314]: pgmap v2032: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 106 op/s 2024-04-02T09:05:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:32 smithi028 ceph-mon[96890]: pgmap v2032: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 106 op/s 2024-04-02T09:05:34.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:34 smithi137 ceph-mon[88456]: pgmap v2033: 105 pgs: 105 active+clean; 110 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 119 op/s 2024-04-02T09:05:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:34 smithi028 ceph-mon[94314]: pgmap v2033: 105 pgs: 105 active+clean; 110 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 119 op/s 2024-04-02T09:05:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:34 smithi028 ceph-mon[96890]: pgmap v2033: 105 pgs: 105 active+clean; 110 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 119 op/s 2024-04-02T09:05:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:36 smithi137 ceph-mon[88456]: pgmap v2034: 105 pgs: 105 active+clean; 105 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-04-02T09:05:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:36 smithi028 ceph-mon[94314]: pgmap v2034: 105 pgs: 105 active+clean; 105 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-04-02T09:05:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:36 smithi028 ceph-mon[96890]: pgmap v2034: 105 pgs: 105 active+clean; 105 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-04-02T09:05:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:38 smithi137 ceph-mon[88456]: pgmap v2035: 105 pgs: 105 active+clean; 70 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 380 op/s 2024-04-02T09:05:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:38 smithi028 ceph-mon[94314]: pgmap v2035: 105 pgs: 105 active+clean; 70 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 380 op/s 2024-04-02T09:05:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:38 smithi028 ceph-mon[96890]: pgmap v2035: 105 pgs: 105 active+clean; 70 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 380 op/s 2024-04-02T09:05:40.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:40 smithi137 ceph-mon[88456]: pgmap v2036: 105 pgs: 105 active+clean; 70 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 462 KiB/s rd, 453 KiB/s wr, 378 op/s 2024-04-02T09:05:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:40 smithi028 ceph-mon[94314]: pgmap v2036: 105 pgs: 105 active+clean; 70 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 462 KiB/s rd, 453 KiB/s wr, 378 op/s 2024-04-02T09:05:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:40 smithi028 ceph-mon[96890]: pgmap v2036: 105 pgs: 105 active+clean; 70 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 462 KiB/s rd, 453 KiB/s wr, 378 op/s 2024-04-02T09:05:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:05:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:05:41] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-02T09:05:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:42 smithi137 ceph-mon[88456]: pgmap v2037: 105 pgs: 105 active+clean; 39 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 462 KiB/s rd, 453 KiB/s wr, 591 op/s 2024-04-02T09:05:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:05:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:42 smithi028 ceph-mon[96890]: pgmap v2037: 105 pgs: 105 active+clean; 39 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 462 KiB/s rd, 453 KiB/s wr, 591 op/s 2024-04-02T09:05:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:42 smithi028 ceph-mon[94314]: pgmap v2037: 105 pgs: 105 active+clean; 39 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 462 KiB/s rd, 453 KiB/s wr, 591 op/s 2024-04-02T09:05:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:44 smithi137 ceph-mon[88456]: pgmap v2038: 105 pgs: 105 active+clean; 35 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 0 B/s wr, 515 op/s 2024-04-02T09:05:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:44 smithi028 ceph-mon[94314]: pgmap v2038: 105 pgs: 105 active+clean; 35 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 0 B/s wr, 515 op/s 2024-04-02T09:05:44.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:44 smithi028 ceph-mon[96890]: pgmap v2038: 105 pgs: 105 active+clean; 35 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 0 B/s wr, 515 op/s 2024-04-02T09:05:45.951 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:05:45.951 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:05:45.981 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-02T09:05:45.981 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:05:46.251 DEBUG:teuthology.parallel:result is None 2024-04-02T09:05:46.252 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:05:46.279 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:05:46.279 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:05:46.334 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:05:46.334 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:05:46.334 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-02T09:05:46.334 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:05:46.334 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-02T09:05:46.334 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:05:46.335 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:05:46.335 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:05:46.336 DEBUG:teuthology.orchestra.run.smithi137:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:05:46.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:05:46.352 INFO:teuthology.orchestra.run.smithi137.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-02T09:05:46.352 DEBUG:teuthology.orchestra.run.smithi137:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:05:46.408 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-02T09:05:46.408 DEBUG:teuthology.orchestra.run.smithi137:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-02T09:05:46.463 INFO:tasks.workunit:timeout=3h 2024-04-02T09:05:46.463 INFO:tasks.workunit:cleanup=True 2024-04-02T09:05:46.464 DEBUG:teuthology.orchestra.run.smithi137:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:05:46.519 INFO:tasks.workunit.client.1.smithi137.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-02T09:05:46.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:46 smithi137 ceph-mon[88456]: pgmap v2039: 105 pgs: 105 active+clean; 30 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 528 op/s 2024-04-02T09:05:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:46 smithi028 ceph-mon[94314]: pgmap v2039: 105 pgs: 105 active+clean; 30 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 528 op/s 2024-04-02T09:05:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:46 smithi028 ceph-mon[96890]: pgmap v2039: 105 pgs: 105 active+clean; 30 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 528 op/s 2024-04-02T09:05:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:48 smithi137 ceph-mon[88456]: pgmap v2040: 105 pgs: 105 active+clean; 2.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2024-04-02T09:05:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:48 smithi028 ceph-mon[94314]: pgmap v2040: 105 pgs: 105 active+clean; 2.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2024-04-02T09:05:48.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:48 smithi028 ceph-mon[96890]: pgmap v2040: 105 pgs: 105 active+clean; 2.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 689 op/s 2024-04-02T09:05:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:50 smithi137 ceph-mon[88456]: pgmap v2041: 105 pgs: 105 active+clean; 2.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 460 op/s 2024-04-02T09:05:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:50 smithi028 ceph-mon[94314]: pgmap v2041: 105 pgs: 105 active+clean; 2.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 460 op/s 2024-04-02T09:05:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:50 smithi028 ceph-mon[96890]: pgmap v2041: 105 pgs: 105 active+clean; 2.1 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 460 op/s 2024-04-02T09:05:51.531 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:51.531 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:51.531 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:05:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:05:51] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T09:05:51.531 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:51.531 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:05:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:05:52.133 DEBUG:teuthology.orchestra.run.smithi137:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-02T09:05:52.194 INFO:tasks.workunit.client.1.smithi137.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:05:52.196 INFO:tasks.workunit.client.1.smithi137.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:05:52.196 INFO:tasks.workunit.client.1.smithi137.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:05:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:52 smithi137 ceph-mon[88456]: pgmap v2042: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 475 op/s 2024-04-02T09:05:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:05:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:05:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:52 smithi028 ceph-mon[94314]: pgmap v2042: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 475 op/s 2024-04-02T09:05:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:52 smithi028 ceph-mon[96890]: pgmap v2042: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 475 op/s 2024-04-02T09:05:54.125 INFO:tasks.workunit.client.1.smithi137.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:05:54.243 INFO:tasks.workunit.client.1.smithi137.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:05:54.286 INFO:tasks.workunit.client.1.smithi137.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-02T09:05:54.287 INFO:tasks.workunit.client.1.smithi137.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:05:54.287 INFO:tasks.workunit.client.1.smithi137.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:05:54.331 INFO:tasks.workunit.client.1.smithi137.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-02T09:05:54.335 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-04-02T09:05:54.335 DEBUG:teuthology.orchestra.run.smithi137:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-02T09:05:54.393 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-02T09:05:54.394 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-02T09:05:54.394 DEBUG:teuthology.orchestra.run.smithi137:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-02T09:05:54.474 INFO:tasks.workunit.client.1.smithi137.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-02T09:05:54.474 INFO:tasks.workunit.client.1.smithi137.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-02T09:05:54.475 INFO:tasks.workunit.client.1.smithi137.stderr:+ TMPDIR=/tmp/rbd_import_export_136790 2024-04-02T09:05:54.475 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm -rf /tmp/rbd_import_export_136790 2024-04-02T09:05:54.475 INFO:tasks.workunit.client.1.smithi137.stderr:+ mkdir /tmp/rbd_import_export_136790 2024-04-02T09:05:54.475 INFO:tasks.workunit.client.1.smithi137.stderr:+ trap 'rm -rf /tmp/rbd_import_export_136790' INT TERM EXIT 2024-04-02T09:05:54.476 INFO:tasks.workunit.client.1.smithi137.stderr:+ mkdir foo.136790 2024-04-02T09:05:54.476 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import foo.136790 foo.dir 2024-04-02T09:05:54.568 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: cannot import a directory 2024-04-02T09:05:54.569 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 0% complete...failed. 2024-04-02T09:05:54.569 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: import failed: (21) Is a directory 2024-04-02T09:05:54.573 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-04-02T09:05:54.573 INFO:tasks.workunit.client.1.smithi137.stderr:+ rmdir foo.136790 2024-04-02T09:05:54.574 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_136790/img bs=1k count=1 seek=10 2024-04-02T09:05:54.575 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-04-02T09:05:54.575 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-04-02T09:05:54.575 INFO:tasks.workunit.client.1.smithi137.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0147e-05 s, 25.5 MB/s 2024-04-02T09:05:54.575 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_136790/img bs=1k count=10 seek=100 2024-04-02T09:05:54.575 INFO:tasks.workunit.client.1.smithi137.stderr:10+0 records in 2024-04-02T09:05:54.576 INFO:tasks.workunit.client.1.smithi137.stderr:10+0 records out 2024-04-02T09:05:54.576 INFO:tasks.workunit.client.1.smithi137.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.9401e-05 s, 207 MB/s 2024-04-02T09:05:54.576 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_136790/img bs=1k count=100 seek=1000 2024-04-02T09:05:54.576 INFO:tasks.workunit.client.1.smithi137.stderr:60+1 records in 2024-04-02T09:05:54.576 INFO:tasks.workunit.client.1.smithi137.stderr:60+1 records out 2024-04-02T09:05:54.576 INFO:tasks.workunit.client.1.smithi137.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000143483 s, 428 MB/s 2024-04-02T09:05:54.576 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_136790/img bs=1k seek=10000 2024-04-02T09:05:54.577 INFO:tasks.workunit.client.1.smithi137.stderr:137+1 records in 2024-04-02T09:05:54.577 INFO:tasks.workunit.client.1.smithi137.stderr:137+1 records out 2024-04-02T09:05:54.578 INFO:tasks.workunit.client.1.smithi137.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000484176 s, 291 MB/s 2024-04-02T09:05:54.578 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_136790/img bs=1k seek=100000 2024-04-02T09:05:54.578 INFO:tasks.workunit.client.1.smithi137.stderr:59+1 records in 2024-04-02T09:05:54.578 INFO:tasks.workunit.client.1.smithi137.stderr:59+1 records out 2024-04-02T09:05:54.579 INFO:tasks.workunit.client.1.smithi137.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000159682 s, 385 MB/s 2024-04-02T09:05:54.579 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_136790/img bs=1k seek=1000000 2024-04-02T09:05:54.579 INFO:tasks.workunit.client.1.smithi137.stderr:154+1 records in 2024-04-02T09:05:54.579 INFO:tasks.workunit.client.1.smithi137.stderr:154+1 records out 2024-04-02T09:05:54.579 INFO:tasks.workunit.client.1.smithi137.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000343806 s, 460 MB/s 2024-04-02T09:05:54.580 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm testimg 2024-04-02T09:05:54.634 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 0% complete...failed. 2024-04-02T09:05:54.634 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:05:54.637 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-04-02T09:05:54.637 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format /tmp/rbd_import_export_136790/img testimg 2024-04-02T09:05:54.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:54 smithi137 ceph-mon[88456]: pgmap v2043: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 262 op/s 2024-04-02T09:05:54.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:54.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:54 smithi028 ceph-mon[94314]: pgmap v2043: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 262 op/s 2024-04-02T09:05:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:54 smithi028 ceph-mon[96890]: pgmap v2043: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 262 op/s 2024-04-02T09:05:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[94314]: pgmap v2044: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 236 op/s 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[94314]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[96890]: pgmap v2044: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 236 op/s 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:55 smithi028 ceph-mon[96890]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:05:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:55 smithi137 ceph-mon[88456]: pgmap v2044: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 236 op/s 2024-04-02T09:05:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:55 smithi137 ceph-mon[88456]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-02T09:05:56.931 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-02T09:05:56.932 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:56.935 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg /tmp/rbd_import_export_136790/img2 2024-04-02T09:05:57.150 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:05:57.155 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg - 2024-04-02T09:05:57.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:57 smithi137 ceph-mon[88456]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:05:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:57 smithi028 ceph-mon[94314]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:05:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:57 smithi028 ceph-mon[96890]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-02T09:05:57.768 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:05:57.772 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm testimg 2024-04-02T09:05:57.897 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:05:57.899 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp /tmp/rbd_import_export_136790/img /tmp/rbd_import_export_136790/img2 2024-04-02T09:05:58.463 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp /tmp/rbd_import_export_136790/img /tmp/rbd_import_export_136790/img3 2024-04-02T09:05:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:58 smithi137 ceph-mon[88456]: pgmap v2047: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 21 op/s 2024-04-02T09:05:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:58 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:05:58 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:58 smithi028 ceph-mon[96890]: pgmap v2047: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 21 op/s 2024-04-02T09:05:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:58 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:05:58 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:58 smithi028 ceph-mon[94314]: pgmap v2047: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 21 op/s 2024-04-02T09:05:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:58 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:05:58 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:05:58.878 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img2 /tmp/rbd_import_export_136790/img3 2024-04-02T09:05:59.045 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format - testimg 2024-04-02T09:05:59.470 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:05:59.470 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:05:59.473 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg /tmp/rbd_import_export_136790/img2 2024-04-02T09:05:59.660 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:05:59.665 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg - 2024-04-02T09:06:00.279 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:00.284 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm testimg 2024-04-02T09:06:00.406 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-02T09:06:00.410 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp /tmp/rbd_import_export_136790/img /tmp/rbd_import_export_136790/img2 2024-04-02T09:06:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:00 smithi137 ceph-mon[88456]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-04-02T09:06:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[96890]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-04-02T09:06:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[94314]: pgmap v2048: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 B/s wr, 0 op/s 2024-04-02T09:06:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:06:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:06:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:06:00.955 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp /tmp/rbd_import_export_136790/img /tmp/rbd_import_export_136790/img3 2024-04-02T09:06:01.353 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img /tmp/rbd_import_export_136790/img2 /tmp/rbd_import_export_136790/img3 2024-04-02T09:06:01.567 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd help export 2024-04-02T09:06:01.567 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -q export-format 2024-04-02T09:06:01.587 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_136790/img bs=1k count=10 seek=100 2024-04-02T09:06:01.587 INFO:tasks.workunit.client.1.smithi137.stderr:10+0 records in 2024-04-02T09:06:01.587 INFO:tasks.workunit.client.1.smithi137.stderr:10+0 records out 2024-04-02T09:06:01.588 INFO:tasks.workunit.client.1.smithi137.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.8837e-05 s, 174 MB/s 2024-04-02T09:06:01.588 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format /tmp/rbd_import_export_136790/img testimg 2024-04-02T09:06:01.661 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:06:01.661 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:06:01.663 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap create testimg@snap 2024-04-02T09:06:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:06:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:06:01] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-02T09:06:02.137 INFO:tasks.workunit.client.1.smithi137.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:06:02.146 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd image-meta set testimg key1 value1 2024-04-02T09:06:02.207 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd image-meta list testimg 2024-04-02T09:06:02.250 INFO:tasks.workunit.client.1.smithi137.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-02T09:06:02.250 INFO:tasks.workunit.client.1.smithi137.stderr: 2024-04-02T09:06:02.250 INFO:tasks.workunit.client.1.smithi137.stderr:Key Value 2024-04-02T09:06:02.250 INFO:tasks.workunit.client.1.smithi137.stderr:key1 value1' 2024-04-02T09:06:02.250 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136790/img_v2 2024-04-02T09:06:02.291 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:02.294 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136790/img_v2 testimg_import 2024-04-02T09:06:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:02 smithi137 ceph-mon[88456]: pgmap v2049: 105 pgs: 105 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 116 KiB/s wr, 88 op/s 2024-04-02T09:06:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:02 smithi137 ceph-mon[88456]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:06:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:06:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:06:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:02 smithi028 ceph-mon[96890]: pgmap v2049: 105 pgs: 105 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 116 KiB/s wr, 88 op/s 2024-04-02T09:06:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:02 smithi028 ceph-mon[96890]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:06:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:02 smithi028 ceph-mon[94314]: pgmap v2049: 105 pgs: 105 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 116 KiB/s wr, 88 op/s 2024-04-02T09:06:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:02 smithi028 ceph-mon[94314]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-02T09:06:03.149 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:06:03.152 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import 2024-04-02T09:06:03.190 INFO:tasks.workunit.client.1.smithi137.stdout:rbd image 'testimg_import': 2024-04-02T09:06:03.190 INFO:tasks.workunit.client.1.smithi137.stdout: size 110 KiB in 1 objects 2024-04-02T09:06:03.190 INFO:tasks.workunit.client.1.smithi137.stdout: order 22 (4 MiB objects) 2024-04-02T09:06:03.190 INFO:tasks.workunit.client.1.smithi137.stdout: snapshot_count: 1 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: id: d65a1dd5953a 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: block_name_prefix: rbd_data.d65a1dd5953a 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: format: 2 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: op_features: 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: flags: 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: create_timestamp: Tue Apr 2 09:06:02 2024 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: access_timestamp: Tue Apr 2 09:06:02 2024 2024-04-02T09:06:03.191 INFO:tasks.workunit.client.1.smithi137.stdout: modify_timestamp: Tue Apr 2 09:06:02 2024 2024-04-02T09:06:03.193 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import@snap 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout:rbd image 'testimg_import': 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: size 110 KiB in 1 objects 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: order 22 (4 MiB objects) 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: snapshot_count: 1 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: id: d65a1dd5953a 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: block_name_prefix: rbd_data.d65a1dd5953a 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: format: 2 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: op_features: 2024-04-02T09:06:03.230 INFO:tasks.workunit.client.1.smithi137.stdout: flags: 2024-04-02T09:06:03.231 INFO:tasks.workunit.client.1.smithi137.stdout: create_timestamp: Tue Apr 2 09:06:02 2024 2024-04-02T09:06:03.231 INFO:tasks.workunit.client.1.smithi137.stdout: access_timestamp: Tue Apr 2 09:06:02 2024 2024-04-02T09:06:03.231 INFO:tasks.workunit.client.1.smithi137.stdout: modify_timestamp: Tue Apr 2 09:06:02 2024 2024-04-02T09:06:03.231 INFO:tasks.workunit.client.1.smithi137.stdout: protected: False 2024-04-02T09:06:03.233 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd image-meta list testimg_import 2024-04-02T09:06:03.278 INFO:tasks.workunit.client.1.smithi137.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-02T09:06:03.278 INFO:tasks.workunit.client.1.smithi137.stderr: 2024-04-02T09:06:03.278 INFO:tasks.workunit.client.1.smithi137.stderr:Key Value 2024-04-02T09:06:03.278 INFO:tasks.workunit.client.1.smithi137.stderr:key1 value1' 2024-04-02T09:06:03.278 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-02T09:06:03.279 INFO:tasks.workunit.client.1.smithi137.stderr: 2024-04-02T09:06:03.279 INFO:tasks.workunit.client.1.smithi137.stderr:Key Value 2024-04-02T09:06:03.279 INFO:tasks.workunit.client.1.smithi137.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-02T09:06:03.279 INFO:tasks.workunit.client.1.smithi137.stderr: 2024-04-02T09:06:03.279 INFO:tasks.workunit.client.1.smithi137.stderr:Key Value 2024-04-02T09:06:03.279 INFO:tasks.workunit.client.1.smithi137.stderr:key1 value1' ']' 2024-04-02T09:06:03.279 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg_import /tmp/rbd_import_export_136790/img_import 2024-04-02T09:06:03.317 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete...done. 2024-04-02T09:06:03.320 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136790/img /tmp/rbd_import_export_136790/img_import 2024-04-02T09:06:03.320 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_136790/img /tmp/rbd_import_export_136790/img_import 2024-04-02T09:06:03.321 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/img --format %b 2024-04-02T09:06:03.321 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=24 2024-04-02T09:06:03.322 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/img_import --format %b 2024-04-02T09:06:03.323 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=224 2024-04-02T09:06:03.323 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=200 2024-04-02T09:06:03.323 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=200 2024-04-02T09:06:03.323 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-02T09:06:03.323 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_136790/img_snap 2024-04-02T09:06:03.362 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete...done. 2024-04-02T09:06:03.365 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_136790/img_snap_import 2024-04-02T09:06:03.405 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete...done. 2024-04-02T09:06:03.407 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136790/img_snap /tmp/rbd_import_export_136790/img_snap_import 2024-04-02T09:06:03.407 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_136790/img_snap /tmp/rbd_import_export_136790/img_snap_import 2024-04-02T09:06:03.408 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/img_snap --format %b 2024-04-02T09:06:03.409 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=224 2024-04-02T09:06:03.409 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/img_snap_import --format %b 2024-04-02T09:06:03.410 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=224 2024-04-02T09:06:03.410 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:03.410 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:03.410 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:06:03.410 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img_v2 2024-04-02T09:06:03.411 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img_import 2024-04-02T09:06:03.411 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img_snap 2024-04-02T09:06:03.412 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img_snap_import 2024-04-02T09:06:03.412 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap rm testimg_import@snap 2024-04-02T09:06:04.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:04 smithi137 ceph-mon[88456]: pgmap v2051: 105 pgs: 105 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 124 KiB/s wr, 94 op/s 2024-04-02T09:06:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:04 smithi137 ceph-mon[88456]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:06:04.409 INFO:tasks.workunit.client.1.smithi137.stderr: Removing snap: 100% complete...done. 2024-04-02T09:06:04.420 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-04-02T09:06:04.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:04 smithi028 ceph-mon[96890]: pgmap v2051: 105 pgs: 105 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 124 KiB/s wr, 94 op/s 2024-04-02T09:06:04.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:04 smithi028 ceph-mon[96890]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:06:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:04 smithi028 ceph-mon[94314]: pgmap v2051: 105 pgs: 105 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 124 KiB/s wr, 94 op/s 2024-04-02T09:06:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:04 smithi028 ceph-mon[94314]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-02T09:06:04.552 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:04.555 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap rm testimg@snap 2024-04-02T09:06:05.410 INFO:tasks.workunit.client.1.smithi137.stderr: Removing snap: 100% complete...done. 2024-04-02T09:06:05.423 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm testimg 2024-04-02T09:06:05.558 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:05.561 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --order 20 /tmp/rbd_import_export_136790/img testimg 2024-04-02T09:06:05.632 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:06:05.632 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:06:05.635 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136790/img_v2 2024-04-02T09:06:05.674 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:05.677 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136790/img_v2 testimg_import 2024-04-02T09:06:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:05 smithi028 ceph-mon[94314]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:06:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:05 smithi028 ceph-mon[96890]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:06:05.752 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:06:05.755 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import 2024-04-02T09:06:05.756 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep order 2024-04-02T09:06:05.756 INFO:tasks.workunit.client.1.smithi137.stderr:+ awk '{print $2}' 2024-04-02T09:06:05.756 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 20 2024-04-02T09:06:05.793 INFO:tasks.workunit.client.1.smithi137.stdout:20 2024-04-02T09:06:05.794 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img_v2 2024-04-02T09:06:05.794 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-04-02T09:06:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:05 smithi137 ceph-mon[88456]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-02T09:06:05.917 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:05.919 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg 2024-04-02T09:06:06.043 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:06.046 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_136790/img testimg 2024-04-02T09:06:06.103 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:06:06.107 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd info testimg 2024-04-02T09:06:06.107 INFO:tasks.workunit.client.1.smithi137.stderr:++ grep features 2024-04-02T09:06:06.146 INFO:tasks.workunit.client.1.smithi137.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-02T09:06:06.146 INFO:tasks.workunit.client.1.smithi137.stderr: op_features: ' 2024-04-02T09:06:06.146 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136790/img_v2 2024-04-02T09:06:06.186 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:06.189 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136790/img_v2 testimg_import 2024-04-02T09:06:06.258 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:06:06.261 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd info testimg_import 2024-04-02T09:06:06.261 INFO:tasks.workunit.client.1.smithi137.stderr:++ grep features 2024-04-02T09:06:06.301 INFO:tasks.workunit.client.1.smithi137.stderr:+ FEATURES_AFTER=' features: layering 2024-04-02T09:06:06.301 INFO:tasks.workunit.client.1.smithi137.stderr: op_features: ' 2024-04-02T09:06:06.301 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' ' features: layering 2024-04-02T09:06:06.301 INFO:tasks.workunit.client.1.smithi137.stderr: op_features: ' '!=' ' features: layering 2024-04-02T09:06:06.301 INFO:tasks.workunit.client.1.smithi137.stderr: op_features: ' ']' 2024-04-02T09:06:06.301 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img_v2 2024-04-02T09:06:06.301 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-04-02T09:06:06.394 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:06.397 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg 2024-04-02T09:06:06.492 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:06.495 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_136790/img testimg 2024-04-02T09:06:06.570 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:06:06.572 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136790/img_v2 2024-04-02T09:06:06.613 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:06.616 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136790/img_v2 testimg_import 2024-04-02T09:06:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:06 smithi028 ceph-mon[94314]: pgmap v2054: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 156 KiB/s wr, 123 op/s 2024-04-02T09:06:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:06 smithi028 ceph-mon[94314]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:06:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:06 smithi028 ceph-mon[96890]: pgmap v2054: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 156 KiB/s wr, 123 op/s 2024-04-02T09:06:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:06 smithi028 ceph-mon[96890]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:06:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:06.704 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:06:06.707 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import 2024-04-02T09:06:06.708 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 'stripe unit' 2024-04-02T09:06:06.708 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-02T09:06:06.745 INFO:tasks.workunit.client.1.smithi137.stdout: stripe unit: 4 KiB 2024-04-02T09:06:06.746 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import 2024-04-02T09:06:06.746 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 'stripe count' 2024-04-02T09:06:06.746 INFO:tasks.workunit.client.1.smithi137.stderr:+ awk '{print $3}' 2024-04-02T09:06:06.746 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 1000 2024-04-02T09:06:06.784 INFO:tasks.workunit.client.1.smithi137.stdout:1000 2024-04-02T09:06:06.784 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/img_v2 2024-04-02T09:06:06.784 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-04-02T09:06:06.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:06 smithi137 ceph-mon[88456]: pgmap v2054: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 156 KiB/s wr, 123 op/s 2024-04-02T09:06:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:06 smithi137 ceph-mon[88456]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-02T09:06:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:06.902 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:06:06.905 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg 2024-04-02T09:06:07.024 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-02T09:06:07.027 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_136790/img testimg 2024-04-02T09:06:07.098 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:06:07.101 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap create testimg@snap1 2024-04-02T09:06:07.419 INFO:tasks.workunit.client.1.smithi137.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:06:07.428 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap create testimg@snap2 2024-04-02T09:06:08.426 INFO:tasks.workunit.client.1.smithi137.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-02T09:06:08.437 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap protect testimg@snap2 2024-04-02T09:06:08.490 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_136790/snap_protect 2024-04-02T09:06:08.534 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:08.537 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_136790/snap_protect testimg_import 2024-04-02T09:06:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:08 smithi028 ceph-mon[94314]: pgmap v2056: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-02T09:06:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:08 smithi028 ceph-mon[94314]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:06:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:08 smithi028 ceph-mon[96890]: pgmap v2056: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-02T09:06:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:08 smithi028 ceph-mon[96890]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:06:08.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:08 smithi137 ceph-mon[88456]: pgmap v2056: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-02T09:06:08.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:08 smithi137 ceph-mon[88456]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-02T09:06:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:09 smithi028 ceph-mon[94314]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:06:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:09 smithi028 ceph-mon[96890]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:06:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:09 smithi137 ceph-mon[88456]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-02T09:06:10.457 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-02T09:06:10.461 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import@snap1 2024-04-02T09:06:10.461 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 'protected: False' 2024-04-02T09:06:10.504 INFO:tasks.workunit.client.1.smithi137.stdout: protected: False 2024-04-02T09:06:10.505 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd info testimg_import@snap2 2024-04-02T09:06:10.505 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep 'protected: True' 2024-04-02T09:06:10.546 INFO:tasks.workunit.client.1.smithi137.stdout: protected: True 2024-04-02T09:06:10.547 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/snap_protect 2024-04-02T09:06:10.547 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap unprotect testimg@snap2 2024-04-02T09:06:10.596 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-02T09:06:10.646 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap purge testimg 2024-04-02T09:06:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:10 smithi028 ceph-mon[94314]: pgmap v2059: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 23 KiB/s wr, 299 op/s 2024-04-02T09:06:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:10 smithi028 ceph-mon[94314]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:06:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:10 smithi028 ceph-mon[96890]: pgmap v2059: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 23 KiB/s wr, 299 op/s 2024-04-02T09:06:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:10 smithi028 ceph-mon[96890]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:06:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:10 smithi137 ceph-mon[88456]: pgmap v2059: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 233 KiB/s rd, 23 KiB/s wr, 299 op/s 2024-04-02T09:06:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:10 smithi137 ceph-mon[88456]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-02T09:06:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:11 smithi028 ceph-mon[94314]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:06:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:06:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:06:11] "GET /metrics HTTP/1.1" 200 34043 "" "Prometheus/2.43.0" 2024-04-02T09:06:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:11 smithi028 ceph-mon[96890]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:06:11.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:11 smithi137 ceph-mon[88456]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-02T09:06:12.141 INFO:tasks.workunit.client.1.smithi137.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:06:12.154 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd snap purge testimg_import 2024-04-02T09:06:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:12 smithi137 ceph-mon[88456]: pgmap v2062: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 41 KiB/s wr, 503 op/s 2024-04-02T09:06:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:12 smithi137 ceph-mon[88456]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:06:12.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:12 smithi137 ceph-mon[88456]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:06:12.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:06:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:06:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:12 smithi028 ceph-mon[94314]: pgmap v2062: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 41 KiB/s wr, 503 op/s 2024-04-02T09:06:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:12 smithi028 ceph-mon[94314]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:06:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:12 smithi028 ceph-mon[94314]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:06:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:12 smithi028 ceph-mon[96890]: pgmap v2062: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 41 KiB/s wr, 503 op/s 2024-04-02T09:06:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:12 smithi028 ceph-mon[96890]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-02T09:06:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:12 smithi028 ceph-mon[96890]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-02T09:06:14.143 INFO:tasks.workunit.client.1.smithi137.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-02T09:06:14.154 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg 2024-04-02T09:06:14.282 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:14.284 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd remove testimg_import 2024-04-02T09:06:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:14 smithi137 ceph-mon[88456]: pgmap v2065: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 41 KiB/s wr, 503 op/s 2024-04-02T09:06:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:14 smithi137 ceph-mon[88456]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:06:14.404 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:14.407 INFO:tasks.workunit.client.1.smithi137.stderr:+ tiered=0 2024-04-02T09:06:14.407 INFO:tasks.workunit.client.1.smithi137.stderr:+ ceph osd dump 2024-04-02T09:06:14.407 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep '^pool' 2024-04-02T09:06:14.407 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep ''\''rbd'\''' 2024-04-02T09:06:14.407 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep tier 2024-04-02T09:06:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:14 smithi028 ceph-mon[94314]: pgmap v2065: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 41 KiB/s wr, 503 op/s 2024-04-02T09:06:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:14 smithi028 ceph-mon[94314]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:06:14.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:14 smithi028 ceph-mon[96890]: pgmap v2065: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 378 KiB/s rd, 41 KiB/s wr, 503 op/s 2024-04-02T09:06:14.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:14 smithi028 ceph-mon[96890]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-02T09:06:14.786 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_136790/sparse1 2024-04-02T09:06:14.790 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-04-02T09:06:14.790 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-04-02T09:06:14.791 INFO:tasks.workunit.client.1.smithi137.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00325053 s, 323 MB/s 2024-04-02T09:06:14.791 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_136790/sparse2 2024-04-02T09:06:14.795 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-04-02T09:06:14.795 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-04-02T09:06:14.795 INFO:tasks.workunit.client.1.smithi137.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00320019 s, 328 MB/s 2024-04-02T09:06:14.795 INFO:tasks.workunit.client.1.smithi137.stderr:+ truncate /tmp/rbd_import_export_136790/sparse2 -s 2M 2024-04-02T09:06:14.803 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse1 2024-04-02T09:06:14.858 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 0% complete...failed. 2024-04-02T09:06:14.858 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:06:14.861 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-04-02T09:06:14.861 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136790/sparse1 2024-04-02T09:06:14.939 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:06:14.940 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:06:14.940 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:06:14.943 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd ls -l 2024-04-02T09:06:14.943 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep sparse1 2024-04-02T09:06:14.943 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:06:14.982 INFO:tasks.workunit.client.1.smithi137.stdout:sparse1 2 MiB 2 2024-04-02T09:06:14.982 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse1 2024-04-02T09:06:14.983 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse1 2024-04-02T09:06:14.983 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse1 2024-04-02T09:06:14.983 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-04-02T09:06:14.983 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-04-02T09:06:15.021 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d774868bd9c4 2024-04-02T09:06:15.022 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d774868bd9c4 2024-04-02T09:06:15.022 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:06:15.022 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d774868bd9c4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:06:15.023 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse1 2024-04-02T09:06:15.023 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-04-02T09:06:15.023 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse1 2024-04-02T09:06:15.023 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:06:15.023 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:06:15.061 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-04-02T09:06:15.061 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-04-02T09:06:15.061 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-04-02T09:06:15.061 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-04-02T09:06:15.061 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-04-02T09:06:15.149 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=1 2024-04-02T09:06:15.149 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 1 2024-04-02T09:06:15.149 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:06:15.150 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse1 /tmp/rbd_import_export_136790/sparse1.out 2024-04-02T09:06:15.188 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:15.191 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136790/sparse1 /tmp/rbd_import_export_136790/sparse1.out 2024-04-02T09:06:15.192 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_136790/sparse1 /tmp/rbd_import_export_136790/sparse1.out 2024-04-02T09:06:15.193 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse1 --format %b 2024-04-02T09:06:15.194 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=2048 2024-04-02T09:06:15.194 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse1.out --format %b 2024-04-02T09:06:15.195 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=2048 2024-04-02T09:06:15.195 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:15.196 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:15.196 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:06:15.196 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/sparse1.out 2024-04-02T09:06:15.196 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse1 2024-04-02T09:06:15.317 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:06:15.320 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse2 2024-04-02T09:06:15.374 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 0% complete...failed. 2024-04-02T09:06:15.374 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: delete error: (2) No such file or directory 2024-04-02T09:06:15.377 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-04-02T09:06:15.377 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136790/sparse2 2024-04-02T09:06:15.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:15 smithi137 ceph-mon[88456]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:06:15.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:15 smithi137 ceph-mon[88456]: from='client.? 172.21.15.137:0/1605963348' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:06:15.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:15 smithi137 ceph-mon[88456]: from='client.? 172.21.15.137:0/1605963348' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:06:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:15 smithi028 ceph-mon[94314]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:06:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:15 smithi028 ceph-mon[94314]: from='client.? 172.21.15.137:0/1605963348' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:06:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:15 smithi028 ceph-mon[94314]: from='client.? 172.21.15.137:0/1605963348' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:06:15.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:15 smithi028 ceph-mon[96890]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-02T09:06:15.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:15 smithi028 ceph-mon[96890]: from='client.? 172.21.15.137:0/1605963348' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:06:15.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:15 smithi028 ceph-mon[96890]: from='client.? 172.21.15.137:0/1605963348' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-02T09:06:15.450 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-02T09:06:15.451 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:06:15.451 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:06:15.454 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd ls -l 2024-04-02T09:06:15.454 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep sparse2 2024-04-02T09:06:15.454 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-02T09:06:15.492 INFO:tasks.workunit.client.1.smithi137.stdout:sparse2 2 MiB 2 2024-04-02T09:06:15.493 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse2 2024-04-02T09:06:15.493 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse2 2024-04-02T09:06:15.493 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse2 2024-04-02T09:06:15.493 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-04-02T09:06:15.493 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-04-02T09:06:15.532 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d7a7b5e14772 2024-04-02T09:06:15.533 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d7a7b5e14772 2024-04-02T09:06:15.533 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d7a7b5e14772\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:06:15.533 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:06:15.533 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse2 2024-04-02T09:06:15.533 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-04-02T09:06:15.533 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse2 2024-04-02T09:06:15.533 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:06:15.533 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:06:15.572 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-04-02T09:06:15.572 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-04-02T09:06:15.572 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-04-02T09:06:15.572 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-04-02T09:06:15.572 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-04-02T09:06:15.654 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=0 2024-04-02T09:06:15.654 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 0 2024-04-02T09:06:15.654 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:06:15.655 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse2 /tmp/rbd_import_export_136790/sparse2.out 2024-04-02T09:06:15.692 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:15.696 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136790/sparse2 /tmp/rbd_import_export_136790/sparse2.out 2024-04-02T09:06:15.696 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_136790/sparse2 /tmp/rbd_import_export_136790/sparse2.out 2024-04-02T09:06:15.698 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse2 --format %b 2024-04-02T09:06:15.698 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=2048 2024-04-02T09:06:15.699 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse2.out --format %b 2024-04-02T09:06:15.700 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=2048 2024-04-02T09:06:15.700 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:15.700 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:15.700 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:06:15.700 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/sparse2.out 2024-04-02T09:06:15.701 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse2 2024-04-02T09:06:15.827 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-02T09:06:15.830 INFO:tasks.workunit.client.1.smithi137.stderr:+ truncate /tmp/rbd_import_export_136790/sparse1 -s 10M 2024-04-02T09:06:15.830 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-02T09:06:15.942 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:06:15.943 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:06:15.943 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:06:15.946 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd ls -l 2024-04-02T09:06:15.946 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep sparse1 2024-04-02T09:06:15.946 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-02T09:06:15.984 INFO:tasks.workunit.client.1.smithi137.stdout:sparse1 10 MiB 2 2024-04-02T09:06:15.985 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse1 2024-04-02T09:06:15.985 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse1 2024-04-02T09:06:15.985 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse1 2024-04-02T09:06:15.985 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-04-02T09:06:15.985 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-04-02T09:06:16.024 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d7d4eb3fbb7 2024-04-02T09:06:16.025 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d7d4eb3fbb7 2024-04-02T09:06:16.025 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse1 2024-04-02T09:06:16.025 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d7d4eb3fbb7\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:06:16.025 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse1 2024-04-02T09:06:16.025 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-04-02T09:06:16.025 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse1 2024-04-02T09:06:16.025 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:06:16.025 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:06:16.063 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-04-02T09:06:16.064 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-04-02T09:06:16.064 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-04-02T09:06:16.064 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-04-02T09:06:16.064 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-04-02T09:06:16.133 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=1 2024-04-02T09:06:16.133 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 1 2024-04-02T09:06:16.133 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:06:16.133 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse1 /tmp/rbd_import_export_136790/sparse1.out 2024-04-02T09:06:16.174 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:16.178 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136790/sparse1 /tmp/rbd_import_export_136790/sparse1.out 2024-04-02T09:06:16.178 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_136790/sparse1 /tmp/rbd_import_export_136790/sparse1.out 2024-04-02T09:06:16.185 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse1 --format %b 2024-04-02T09:06:16.185 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=2048 2024-04-02T09:06:16.185 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse1.out --format %b 2024-04-02T09:06:16.186 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=2048 2024-04-02T09:06:16.186 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:16.187 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:16.187 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:06:16.187 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/sparse1.out 2024-04-02T09:06:16.188 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse1 2024-04-02T09:06:16.315 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:06:16.317 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_136790/sparse2 oflag=append conv=notrunc 2024-04-02T09:06:16.324 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-04-02T09:06:16.325 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-04-02T09:06:16.325 INFO:tasks.workunit.client.1.smithi137.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00612331 s, 342 MB/s 2024-04-02T09:06:16.325 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-02T09:06:16.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:16 smithi137 ceph-mon[88456]: pgmap v2068: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 25 op/s 2024-04-02T09:06:16.422 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:06:16.423 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:06:16.423 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:06:16.425 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd ls -l 2024-04-02T09:06:16.426 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep sparse2 2024-04-02T09:06:16.426 INFO:tasks.workunit.client.1.smithi137.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-02T09:06:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:16 smithi028 ceph-mon[94314]: pgmap v2068: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 25 op/s 2024-04-02T09:06:16.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:16 smithi028 ceph-mon[96890]: pgmap v2068: 105 pgs: 105 active+clean; 803 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.5 KiB/s wr, 25 op/s 2024-04-02T09:06:16.463 INFO:tasks.workunit.client.1.smithi137.stdout:sparse2 4 MiB 2 2024-04-02T09:06:16.463 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse2 2024-04-02T09:06:16.463 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse2 2024-04-02T09:06:16.464 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse2 2024-04-02T09:06:16.464 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-04-02T09:06:16.464 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d801c5dc70e7 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d801c5dc70e7 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d801c5dc70e7\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse2 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse2 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse2 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:06:16.503 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:06:16.540 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-04-02T09:06:16.541 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-04-02T09:06:16.541 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-04-02T09:06:16.541 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-04-02T09:06:16.541 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-04-02T09:06:16.611 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects='0 2024-04-02T09:06:16.611 INFO:tasks.workunit.client.1.smithi137.stderr:2 2024-04-02T09:06:16.611 INFO:tasks.workunit.client.1.smithi137.stderr:3' 2024-04-02T09:06:16.611 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 0 2 3 2024-04-02T09:06:16.611 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-02T09:06:16.611 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse2 /tmp/rbd_import_export_136790/sparse2.out 2024-04-02T09:06:16.649 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-02T09:06:16.653 INFO:tasks.workunit.client.1.smithi137.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_136790/sparse2 /tmp/rbd_import_export_136790/sparse2.out 2024-04-02T09:06:16.653 INFO:tasks.workunit.client.1.smithi137.stderr:+ cmp -l /tmp/rbd_import_export_136790/sparse2 /tmp/rbd_import_export_136790/sparse2.out 2024-04-02T09:06:16.656 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse2 --format %b 2024-04-02T09:06:16.657 INFO:tasks.workunit.client.1.smithi137.stderr:+ origsize=6144 2024-04-02T09:06:16.657 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse2.out --format %b 2024-04-02T09:06:16.658 INFO:tasks.workunit.client.1.smithi137.stderr:+ exportsize=6144 2024-04-02T09:06:16.658 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:16.658 INFO:tasks.workunit.client.1.smithi137.stderr:+ difference=0 2024-04-02T09:06:16.658 INFO:tasks.workunit.client.1.smithi137.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-02T09:06:16.658 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/sparse2.out 2024-04-02T09:06:16.659 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse2 2024-04-02T09:06:16.782 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-02T09:06:16.785 INFO:tasks.workunit.client.1.smithi137.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-02T09:06:16.785 INFO:tasks.workunit.client.1.smithi137.stdout:partially-sparse file imports to partially-sparse image 2024-04-02T09:06:16.786 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_136790/sparse1 sparse 2024-04-02T09:06:16.861 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-02T09:06:16.862 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:06:16.862 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --order is deprecated, use --object-size 2024-04-02T09:06:16.865 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse 2024-04-02T09:06:16.865 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse 2024-04-02T09:06:16.865 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse 2024-04-02T09:06:16.866 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-04-02T09:06:16.866 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-04-02T09:06:16.904 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d82eb730ae2e 2024-04-02T09:06:16.905 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d82eb730ae2e 2024-04-02T09:06:16.906 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d82eb730ae2e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:06:16.906 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse 2024-04-02T09:06:16.906 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-04-02T09:06:16.906 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse 2024-04-02T09:06:16.906 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse 2024-04-02T09:06:16.906 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:06:16.906 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:06:16.943 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-04-02T09:06:16.943 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-04-02T09:06:16.943 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-04-02T09:06:16.943 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-04-02T09:06:16.943 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-04-02T09:06:17.024 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=1 2024-04-02T09:06:17.024 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 1 2024-04-02T09:06:17.024 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-02T09:06:17.024 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse 2024-04-02T09:06:17.149 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-02T09:06:17.154 INFO:tasks.workunit.client.1.smithi137.stdout:zeros import through stdin to sparse image 2024-04-02T09:06:17.154 INFO:tasks.workunit.client.1.smithi137.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-02T09:06:17.155 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-02T09:06:17.155 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd import --new-format - sparse 2024-04-02T09:06:17.207 INFO:tasks.workunit.client.1.smithi137.stderr:4+0 records in 2024-04-02T09:06:17.207 INFO:tasks.workunit.client.1.smithi137.stderr:4+0 records out 2024-04-02T09:06:17.207 INFO:tasks.workunit.client.1.smithi137.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0534338 s, 78.5 MB/s 2024-04-02T09:06:17.219 INFO:tasks.workunit.client.1.smithi137.stderr: Importing image: 100% complete...done. 2024-04-02T09:06:17.220 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:06:17.223 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse 2024-04-02T09:06:17.223 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse 2024-04-02T09:06:17.224 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse 2024-04-02T09:06:17.224 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-04-02T09:06:17.224 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-04-02T09:06:17.262 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d84f1b214f94 2024-04-02T09:06:17.263 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d84f1b214f94 2024-04-02T09:06:17.263 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d84f1b214f94\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:06:17.263 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse 2024-04-02T09:06:17.263 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse 2024-04-02T09:06:17.263 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-04-02T09:06:17.263 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse 2024-04-02T09:06:17.263 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:06:17.263 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:06:17.301 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-04-02T09:06:17.301 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-04-02T09:06:17.301 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-04-02T09:06:17.301 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-04-02T09:06:17.302 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-04-02T09:06:17.384 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects= 2024-04-02T09:06:17.385 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 2024-04-02T09:06:17.385 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-02T09:06:17.385 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse 2024-04-02T09:06:17.494 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:17.496 INFO:tasks.workunit.client.1.smithi137.stdout:zeros export to sparse file 2024-04-02T09:06:17.497 INFO:tasks.workunit.client.1.smithi137.stderr:+ echo 'zeros export to sparse file' 2024-04-02T09:06:17.497 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd create --new-format sparse --size 4 2024-04-02T09:06:17.541 INFO:tasks.workunit.client.1.smithi137.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-02T09:06:17.544 INFO:tasks.workunit.client.1.smithi137.stderr:++ rbd info sparse 2024-04-02T09:06:17.544 INFO:tasks.workunit.client.1.smithi137.stderr:++ grep block_name_prefix 2024-04-02T09:06:17.544 INFO:tasks.workunit.client.1.smithi137.stderr:++ awk '{print $NF;}' 2024-04-02T09:06:17.584 INFO:tasks.workunit.client.1.smithi137.stderr:+ prefix=rbd_data.d8708f9ff37b 2024-04-02T09:06:17.584 INFO:tasks.workunit.client.1.smithi137.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-02T09:06:17.584 INFO:tasks.workunit.client.1.smithi137.stderr:++ get_image_data_pool sparse 2024-04-02T09:06:17.584 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse 2024-04-02T09:06:17.585 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse 2024-04-02T09:06:17.585 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep 'data_pool: ' 2024-04-02T09:06:17.585 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk -F: '{ print $NF }' 2024-04-02T09:06:17.622 INFO:tasks.workunit.client.1.smithi137.stderr:++ data_pool= 2024-04-02T09:06:17.622 INFO:tasks.workunit.client.1.smithi137.stderr:++ '[' -z ']' 2024-04-02T09:06:17.622 INFO:tasks.workunit.client.1.smithi137.stderr:++ data_pool=rbd 2024-04-02T09:06:17.622 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo rbd 2024-04-02T09:06:17.622 INFO:tasks.workunit.client.1.smithi137.stderr:+ rados -p rbd put rbd_data.d8708f9ff37b.000000000000 - 2024-04-02T09:06:17.654 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records in 2024-04-02T09:06:17.654 INFO:tasks.workunit.client.1.smithi137.stderr:1+0 records out 2024-04-02T09:06:17.654 INFO:tasks.workunit.client.1.smithi137.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0702885 s, 59.7 MB/s 2024-04-02T09:06:17.682 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects sparse 2024-04-02T09:06:17.682 INFO:tasks.workunit.client.1.smithi137.stderr:++ image=sparse 2024-04-02T09:06:17.682 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rbd info sparse 2024-04-02T09:06:17.682 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep block_name_prefix 2024-04-02T09:06:17.682 INFO:tasks.workunit.client.1.smithi137.stderr:+++ awk '{print $NF;}' 2024-04-02T09:06:17.720 INFO:tasks.workunit.client.1.smithi137.stderr:++ prefix=rbd_data.d8708f9ff37b 2024-04-02T09:06:17.721 INFO:tasks.workunit.client.1.smithi137.stderr:+++ grep rbd_data.d8708f9ff37b 2024-04-02T09:06:17.721 INFO:tasks.workunit.client.1.smithi137.stderr:++++ get_image_data_pool sparse 2024-04-02T09:06:17.721 INFO:tasks.workunit.client.1.smithi137.stderr:++++ image=sparse 2024-04-02T09:06:17.721 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sed -e 's/rbd_data.d8708f9ff37b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-02T09:06:17.722 INFO:tasks.workunit.client.1.smithi137.stderr:+++ sort -u 2024-04-02T09:06:17.722 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ rbd info sparse 2024-04-02T09:06:17.722 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ grep 'data_pool: ' 2024-04-02T09:06:17.722 INFO:tasks.workunit.client.1.smithi137.stderr:+++++ awk -F: '{ print $NF }' 2024-04-02T09:06:17.761 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool= 2024-04-02T09:06:17.761 INFO:tasks.workunit.client.1.smithi137.stderr:++++ '[' -z ']' 2024-04-02T09:06:17.761 INFO:tasks.workunit.client.1.smithi137.stderr:++++ data_pool=rbd 2024-04-02T09:06:17.761 INFO:tasks.workunit.client.1.smithi137.stderr:++++ echo rbd 2024-04-02T09:06:17.761 INFO:tasks.workunit.client.1.smithi137.stderr:+++ rados ls -p rbd 2024-04-02T09:06:17.836 INFO:tasks.workunit.client.1.smithi137.stderr:++ objects=0 2024-04-02T09:06:17.836 INFO:tasks.workunit.client.1.smithi137.stderr:++ echo 0 2024-04-02T09:06:17.836 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-02T09:06:17.836 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/sparse 2024-04-02T09:06:17.837 INFO:tasks.workunit.client.1.smithi137.stderr:rm: cannot remove '/tmp/rbd_import_export_136790/sparse': No such file or directory 2024-04-02T09:06:17.837 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-04-02T09:06:17.837 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd export sparse /tmp/rbd_import_export_136790/sparse 2024-04-02T09:06:17.873 INFO:tasks.workunit.client.1.smithi137.stderr: Exporting image: 100% complete...done. 2024-04-02T09:06:17.877 INFO:tasks.workunit.client.1.smithi137.stderr:++ stat /tmp/rbd_import_export_136790/sparse --format=%b 2024-04-02T09:06:17.878 INFO:tasks.workunit.client.1.smithi137.stderr:+ '[' 0 = 0 ']' 2024-04-02T09:06:17.878 INFO:tasks.workunit.client.1.smithi137.stderr:+ rbd rm sparse 2024-04-02T09:06:17.992 INFO:tasks.workunit.client.1.smithi137.stderr: Removing image: 100% complete...done. 2024-04-02T09:06:17.995 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm /tmp/rbd_import_export_136790/sparse /tmp/rbd_import_export_136790/sparse1 /tmp/rbd_import_export_136790/sparse2 /tmp/rbd_import_export_136790/sparse3 2024-04-02T09:06:17.997 INFO:tasks.workunit.client.1.smithi137.stderr:rm: cannot remove '/tmp/rbd_import_export_136790/sparse3': No such file or directory 2024-04-02T09:06:17.997 INFO:tasks.workunit.client.1.smithi137.stderr:+ true 2024-04-02T09:06:17.997 INFO:tasks.workunit.client.1.smithi137.stdout:OK 2024-04-02T09:06:17.998 INFO:tasks.workunit.client.1.smithi137.stderr:+ echo OK 2024-04-02T09:06:17.998 INFO:tasks.workunit.client.1.smithi137.stderr:+ rm -rf /tmp/rbd_import_export_136790 2024-04-02T09:06:17.998 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:06:17.999 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-02T09:06:18.068 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-02T09:06:18.069 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-02T09:06:18.319 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:18 smithi137 ceph-mon[88456]: pgmap v2069: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 198 KiB/s wr, 204 op/s 2024-04-02T09:06:18.320 DEBUG:teuthology.parallel:result is None 2024-04-02T09:06:18.321 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:06:18.347 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:06:18.347 DEBUG:teuthology.orchestra.run.smithi137:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-02T09:06:18.403 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-02T09:06:18.403 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:06:18.403 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-02T09:06:18.403 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:06:18.403 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-02T09:06:18.403 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:06:18.404 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:06:18.404 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:06:18.404 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:06:18.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:06:18.420 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:06:18.420 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:06:18.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:18 smithi028 ceph-mon[94314]: pgmap v2069: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 198 KiB/s wr, 204 op/s 2024-04-02T09:06:18.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:18 smithi028 ceph-mon[96890]: pgmap v2069: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 198 KiB/s wr, 204 op/s 2024-04-02T09:06:18.462 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:06:18.463 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:06:18.518 INFO:tasks.workunit:timeout=3h 2024-04-02T09:06:18.518 INFO:tasks.workunit:cleanup=True 2024-04-02T09:06:18.519 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:06:18.575 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:06:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:20 smithi137 ceph-mon[88456]: pgmap v2070: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 160 KiB/s wr, 165 op/s 2024-04-02T09:06:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:20 smithi028 ceph-mon[94314]: pgmap v2070: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 160 KiB/s wr, 165 op/s 2024-04-02T09:06:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:20 smithi028 ceph-mon[96890]: pgmap v2070: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 160 KiB/s wr, 165 op/s 2024-04-02T09:06:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:06:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:06:21] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-02T09:06:21.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:22 smithi028 ceph-mon[94314]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 346 op/s 2024-04-02T09:06:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:22 smithi028 ceph-mon[94314]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:06:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:22 smithi028 ceph-mon[96890]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 346 op/s 2024-04-02T09:06:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:22 smithi028 ceph-mon[96890]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:06:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:22 smithi137 ceph-mon[88456]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 346 op/s 2024-04-02T09:06:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:22 smithi137 ceph-mon[88456]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-02T09:06:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:06:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:23.910 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:06:23.965 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:06:23.968 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:06:23.968 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:06:24.016 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:06:24.066 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:06:24.106 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:06:24.107 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:06:24.108 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:06:24.146 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:06:24.149 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T09:06:24.149 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:06:24.204 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-02T09:06:24.205 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-02T09:06:24.206 DEBUG:teuthology.orchestra.run.smithi028:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-02T09:06:24.302 INFO:tasks.workunit.client.0.smithi028.stderr:warning: failed to enable lockdep 2024-04-02T09:06:24.302 INFO:tasks.workunit.client.0.smithi028.stdout:seed 148153 2024-04-02T09:06:24.302 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-02T09:06:24.302 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-04-02T09:06:24.303 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from TestJournalStress 2024-04-02T09:06:24.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:24 smithi137 ceph-mon[88456]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 1.3 MiB/s wr, 317 op/s 2024-04-02T09:06:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:24 smithi028 ceph-mon[94314]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 1.3 MiB/s wr, 317 op/s 2024-04-02T09:06:24.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:24 smithi028 ceph-mon[96890]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 1.3 MiB/s wr, 317 op/s 2024-04-02T09:06:26.163 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:06:26.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:26 smithi028 ceph-mon[96890]: pgmap v2074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 1.1 MiB/s wr, 267 op/s 2024-04-02T09:06:26.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:26 smithi028 ceph-mon[96890]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:06:26.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:26 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4075488455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:26 smithi028 ceph-mon[94314]: pgmap v2074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 1.1 MiB/s wr, 267 op/s 2024-04-02T09:06:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:26 smithi028 ceph-mon[94314]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:06:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:26 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4075488455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:26.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:26 smithi137 ceph-mon[88456]: pgmap v2074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 1.1 MiB/s wr, 267 op/s 2024-04-02T09:06:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:26 smithi137 ceph-mon[88456]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-02T09:06:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:26 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4075488455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:27 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:27 smithi028 ceph-mon[94314]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:06:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:27 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:27 smithi028 ceph-mon[96890]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:06:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:27 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:27 smithi137 ceph-mon[88456]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-02T09:06:28.196 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-02T09:06:28.196 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:28.196 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2033 ms) 2024-04-02T09:06:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:28 smithi028 ceph-mon[94314]: pgmap v2077: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:28 smithi028 ceph-mon[94314]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:06:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:28 smithi028 ceph-mon[96890]: pgmap v2077: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:28 smithi028 ceph-mon[96890]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:06:28.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:28 smithi137 ceph-mon[88456]: pgmap v2077: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:28 smithi137 ceph-mon[88456]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-02T09:06:29.183 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from TestJournalStress (2033 ms total) 2024-04-02T09:06:29.183 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:06:29.183 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 16 tests from TestJournalReplay 2024-04-02T09:06:29.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:29 smithi028 ceph-mon[94314]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:06:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:29 smithi028 ceph-mon[96890]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:06:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:29 smithi137 ceph-mon[88456]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-02T09:06:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:30 smithi028 ceph-mon[94314]: pgmap v2080: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:30 smithi028 ceph-mon[94314]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:06:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:30 smithi028 ceph-mon[96890]: pgmap v2080: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:30 smithi028 ceph-mon[96890]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:06:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:30 smithi137 ceph-mon[88456]: pgmap v2080: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:30 smithi137 ceph-mon[88456]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-02T09:06:31.191 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:06:31.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:06:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:06:31] "GET /metrics HTTP/1.1" 200 34042 "" "Prometheus/2.43.0" 2024-04-02T09:06:31.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:31 smithi028 ceph-mon[94314]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:06:31.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:31 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/306411967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:31.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:31 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:31 smithi028 ceph-mon[96890]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:06:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:31 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/306411967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:31 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:31 smithi137 ceph-mon[88456]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-02T09:06:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:31 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/306411967' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:31 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:32 smithi028 ceph-mon[94314]: pgmap v2083: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:32 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:32 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:32.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:32 smithi028 ceph-mon[94314]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:06:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:32 smithi028 ceph-mon[96890]: pgmap v2083: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:32 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:32 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:32 smithi028 ceph-mon[96890]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:06:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:32 smithi137 ceph-mon[88456]: pgmap v2083: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:32 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:32 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:32 smithi137 ceph-mon[88456]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-02T09:06:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:06:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:06:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:33.218 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-02T09:06:33.218 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.218 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2027 ms) 2024-04-02T09:06:33.218 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-02T09:06:33.235 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-02T09:06:33.235 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.235 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (17 ms) 2024-04-02T09:06:33.235 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-02T09:06:33.245 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-02T09:06:33.245 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.245 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (10 ms) 2024-04-02T09:06:33.245 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-02T09:06:33.254 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-02T09:06:33.254 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.254 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (9 ms) 2024-04-02T09:06:33.254 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-02T09:06:33.262 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-02T09:06:33.262 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.262 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-02T09:06:33.262 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-02T09:06:33.269 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-02T09:06:33.270 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.270 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-02T09:06:33.270 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-02T09:06:33.277 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-02T09:06:33.277 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.277 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (7 ms) 2024-04-02T09:06:33.277 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-02T09:06:33.284 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-02T09:06:33.285 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.285 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-02T09:06:33.285 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-02T09:06:33.291 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-02T09:06:33.292 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.292 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (7 ms) 2024-04-02T09:06:33.292 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-02T09:06:33.299 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-02T09:06:33.299 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.299 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-02T09:06:33.299 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-02T09:06:33.307 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-02T09:06:33.307 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.307 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.Resize (7 ms) 2024-04-02T09:06:33.307 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-02T09:06:33.314 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-02T09:06:33.315 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.315 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.Flatten (8 ms) 2024-04-02T09:06:33.315 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-02T09:06:33.322 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-02T09:06:33.322 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.322 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-02T09:06:33.322 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-02T09:06:33.330 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-02T09:06:33.330 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-02T09:06:33.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-02T09:06:33.339 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-02T09:06:33.339 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.339 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (9 ms) 2024-04-02T09:06:33.339 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-02T09:06:33.346 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-02T09:06:33.346 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:33.346 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-02T09:06:33.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:33 smithi028 ceph-mon[94314]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:06:33.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:33 smithi028 ceph-mon[96890]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:06:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:33 smithi137 ceph-mon[88456]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-02T09:06:34.211 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 16 tests from TestJournalReplay (2155 ms total) 2024-04-02T09:06:34.212 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:06:34.212 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from TestJournalEntries 2024-04-02T09:06:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:34 smithi028 ceph-mon[94314]: pgmap v2086: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:34 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:34 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:06:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:34 smithi028 ceph-mon[94314]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:06:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:34 smithi028 ceph-mon[96890]: pgmap v2086: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:34 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:34 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:06:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:34 smithi028 ceph-mon[96890]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:06:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:34 smithi137 ceph-mon[88456]: pgmap v2086: 137 pgs: 23 creating+peering, 9 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:34 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:34 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:06:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:34 smithi137 ceph-mon[88456]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-02T09:06:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:35 smithi137 ceph-mon[88456]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:06:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:35 smithi028 ceph-mon[94314]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:06:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:35 smithi028 ceph-mon[96890]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-02T09:06:36.213 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-02T09:06:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:36 smithi137 ceph-mon[88456]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:36 smithi137 ceph-mon[88456]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:06:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:36 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2991027501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:36 smithi028 ceph-mon[94314]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:36 smithi028 ceph-mon[94314]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:06:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:36 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2991027501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:36 smithi028 ceph-mon[96890]: pgmap v2089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:36 smithi028 ceph-mon[96890]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-02T09:06:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:36 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2991027501' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:37 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2991027501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:37 smithi137 ceph-mon[88456]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:06:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:37 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2991027501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:37 smithi028 ceph-mon[94314]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:06:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:37 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2991027501' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:37 smithi028 ceph-mon[96890]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-02T09:06:38.246 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-02T09:06:38.246 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:38.247 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2033 ms) 2024-04-02T09:06:38.247 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-02T09:06:38.260 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-02T09:06:38.260 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:38.260 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (13 ms) 2024-04-02T09:06:38.260 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:06:38.277 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-02T09:06:38.277 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:38.277 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (17 ms) 2024-04-02T09:06:38.277 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-02T09:06:38.286 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-02T09:06:38.286 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:38.286 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (10 ms) 2024-04-02T09:06:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:38 smithi137 ceph-mon[88456]: pgmap v2092: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:38 smithi137 ceph-mon[88456]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:06:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:38 smithi028 ceph-mon[94314]: pgmap v2092: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:38 smithi028 ceph-mon[94314]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:06:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:38 smithi028 ceph-mon[96890]: pgmap v2092: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:38 smithi028 ceph-mon[96890]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-02T09:06:39.235 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from TestJournalEntries (2073 ms total) 2024-04-02T09:06:39.235 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:06:39.235 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from TestTrash 2024-04-02T09:06:39.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:39 smithi137 ceph-mon[88456]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:06:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:39 smithi028 ceph-mon[94314]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:06:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:39 smithi028 ceph-mon[96890]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-02T09:06:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:40 smithi137 ceph-mon[88456]: pgmap v2095: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:40 smithi137 ceph-mon[88456]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:06:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:40 smithi028 ceph-mon[96890]: pgmap v2095: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:40 smithi028 ceph-mon[96890]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:06:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:40 smithi028 ceph-mon[94314]: pgmap v2095: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:40 smithi028 ceph-mon[94314]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-02T09:06:41.245 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-02T09:06:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:41 smithi137 ceph-mon[88456]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:06:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:41 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3394486430' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:41 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:06:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:06:41] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-02T09:06:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:41 smithi028 ceph-mon[94314]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:06:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:41 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3394486430' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:41 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:41 smithi028 ceph-mon[96890]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-02T09:06:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:41 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3394486430' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:41 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:42 smithi137 ceph-mon[88456]: pgmap v2098: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:42 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:42.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:42 smithi137 ceph-mon[88456]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:06:42.547 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:06:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:42 smithi028 ceph-mon[94314]: pgmap v2098: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:42 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:42 smithi028 ceph-mon[94314]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:06:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:42 smithi028 ceph-mon[96890]: pgmap v2098: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:42 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:42.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:42 smithi028 ceph-mon[96890]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-02T09:06:43.342 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestTrash.UserRemovingSource (2095 ms) 2024-04-02T09:06:43.342 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-02T09:06:43.380 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestTrash.RestoreMirroringSource (40 ms) 2024-04-02T09:06:43.562 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:43 smithi137 ceph-mon[88456]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:06:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:43 smithi028 ceph-mon[94314]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:06:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:43 smithi028 ceph-mon[96890]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-02T09:06:44.263 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from TestTrash (2135 ms total) 2024-04-02T09:06:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:06:44.264 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from TestOperations 2024-04-02T09:06:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:44 smithi137 ceph-mon[88456]: pgmap v2101: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:44 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:44 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:06:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:44 smithi137 ceph-mon[88456]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:06:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:44 smithi028 ceph-mon[94314]: pgmap v2101: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:44 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:44 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:06:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:44 smithi028 ceph-mon[94314]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:06:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:44 smithi028 ceph-mon[96890]: pgmap v2101: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:44 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:44 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:06:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:44 smithi028 ceph-mon[96890]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-02T09:06:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:45 smithi137 ceph-mon[88456]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:06:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:45 smithi028 ceph-mon[94314]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:06:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:45 smithi028 ceph-mon[96890]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-02T09:06:46.263 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:06:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:46 smithi137 ceph-mon[88456]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:46 smithi137 ceph-mon[88456]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:06:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:46 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3679191887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:46 smithi028 ceph-mon[94314]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:46 smithi028 ceph-mon[94314]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:06:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:46 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3679191887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:46 smithi028 ceph-mon[96890]: pgmap v2104: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:46 smithi028 ceph-mon[96890]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-02T09:06:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:46 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3679191887' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:47 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3679191887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:47 smithi137 ceph-mon[88456]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:06:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:47 smithi137 ceph-mon[88456]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:06:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:47 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3679191887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:47 smithi028 ceph-mon[96890]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:06:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:47 smithi028 ceph-mon[96890]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:06:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:47 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3679191887' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:47 smithi028 ceph-mon[94314]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-02T09:06:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:47 smithi028 ceph-mon[94314]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-02T09:06:48.286 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-02T09:06:48.287 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:06:48.287 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2024 ms) 2024-04-02T09:06:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:48 smithi028 ceph-mon[94314]: pgmap v2107: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:48.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:48 smithi028 ceph-mon[94314]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:06:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:48 smithi028 ceph-mon[96890]: pgmap v2107: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:48 smithi028 ceph-mon[96890]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:06:48.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:48 smithi137 ceph-mon[88456]: pgmap v2107: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:48 smithi137 ceph-mon[88456]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-02T09:06:49.286 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from TestOperations (2024 ms total) 2024-04-02T09:06:49.286 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:06:49.287 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from TestObjectMap 2024-04-02T09:06:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:50 smithi137 ceph-mon[88456]: pgmap v2110: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:50 smithi137 ceph-mon[88456]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:06:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:50 smithi028 ceph-mon[94314]: pgmap v2110: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:50 smithi028 ceph-mon[94314]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:06:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:50 smithi028 ceph-mon[96890]: pgmap v2110: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:50 smithi028 ceph-mon[96890]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-02T09:06:51.301 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-02T09:06:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:51 smithi137 ceph-mon[88456]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:06:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2950238277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:51 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:06:51] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-02T09:06:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-mon[94314]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:06:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2950238277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-mon[96890]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-02T09:06:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2950238277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:06:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:52 smithi137 ceph-mon[88456]: pgmap v2113: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:52 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:52 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:52 smithi137 ceph-mon[88456]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:06:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:06:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:06:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:52 smithi028 ceph-mon[94314]: pgmap v2113: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:52 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:52 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:52 smithi028 ceph-mon[94314]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:06:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:52 smithi028 ceph-mon[96890]: pgmap v2113: 137 pgs: 21 creating+peering, 11 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:52 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:06:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:52 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:52 smithi028 ceph-mon[96890]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-02T09:06:53.349 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2048 ms) 2024-04-02T09:06:53.349 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-02T09:06:53.378 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (29 ms) 2024-04-02T09:06:53.378 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-02T09:06:53.414 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (36 ms) 2024-04-02T09:06:53.414 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-02T09:06:53.440 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (26 ms) 2024-04-02T09:06:53.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:53 smithi137 ceph-mon[88456]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:06:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:53 smithi028 ceph-mon[94314]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:06:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:53 smithi028 ceph-mon[96890]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-02T09:06:54.314 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from TestObjectMap (2139 ms total) 2024-04-02T09:06:54.314 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:06:54.314 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-02T09:06:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:54 smithi137 ceph-mon[88456]: pgmap v2116: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:54 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:54 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:06:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:54 smithi137 ceph-mon[88456]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:06:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:54 smithi028 ceph-mon[96890]: pgmap v2116: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:54 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:54 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:06:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:54 smithi028 ceph-mon[96890]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:06:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:54 smithi028 ceph-mon[94314]: pgmap v2116: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:54 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:06:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:54 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:06:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:54 smithi028 ceph-mon[94314]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-02T09:06:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:55 smithi137 ceph-mon[88456]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:06:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:55 smithi028 ceph-mon[94314]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:06:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:55 smithi028 ceph-mon[96890]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-02T09:06:56.323 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-02T09:06:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:56 smithi137 ceph-mon[88456]: pgmap v2119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:56 smithi137 ceph-mon[88456]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:06:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1152168911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:56 smithi028 ceph-mon[94314]: pgmap v2119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:56 smithi028 ceph-mon[94314]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:06:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1152168911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:56 smithi028 ceph-mon[96890]: pgmap v2119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:56 smithi028 ceph-mon[96890]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-02T09:06:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1152168911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:06:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:57 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1152168911' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:57 smithi137 ceph-mon[88456]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:06:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:57 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1152168911' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:57 smithi028 ceph-mon[94314]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:06:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:57 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1152168911' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:06:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:57 smithi028 ceph-mon[96890]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-02T09:06:58.370 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2047 ms) 2024-04-02T09:06:58.370 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-02T09:06:58.390 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (20 ms) 2024-04-02T09:06:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:58 smithi137 ceph-mon[88456]: pgmap v2122: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:58 smithi137 ceph-mon[88456]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:06:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:58 smithi028 ceph-mon[94314]: pgmap v2122: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:58 smithi028 ceph-mon[94314]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:06:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:58 smithi028 ceph-mon[96890]: pgmap v2122: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:06:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:58 smithi028 ceph-mon[96890]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-02T09:06:59.339 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from TestMirroringWatcher (2067 ms total) 2024-04-02T09:06:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:06:59.339 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 57 tests from TestMigration 2024-04-02T09:06:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:06:59 smithi137 ceph-mon[88456]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:06:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:06:59 smithi028 ceph-mon[94314]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:06:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:06:59 smithi028 ceph-mon[96890]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-02T09:07:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:00 smithi137 ceph-mon[88456]: pgmap v2125: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:00.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:00 smithi137 ceph-mon[88456]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:07:00.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:00 smithi028 ceph-mon[94314]: pgmap v2125: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:00 smithi028 ceph-mon[94314]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:07:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:00 smithi028 ceph-mon[96890]: pgmap v2125: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:00 smithi028 ceph-mon[96890]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-02T09:07:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:07:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:01 smithi137 ceph-mon[88456]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:07:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:01 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3937799029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:01 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:01 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:01 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:01 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:07:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:07:01] "GET /metrics HTTP/1.1" 200 36418 "" "Prometheus/2.43.0" 2024-04-02T09:07:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[94314]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:07:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3937799029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:07:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[96890]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-02T09:07:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3937799029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:01.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:07:01.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:07:01.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:07:01.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:01 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:07:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Empty 2024-04-02T09:07:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:07:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:07:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:02 smithi137 ceph-mon[88456]: pgmap v2128: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:02 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:07:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:02 smithi137 ceph-mon[88456]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:07:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:02 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:07:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:02 smithi137 ceph-mon[88456]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:07:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[94314]: pgmap v2128: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:07:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[94314]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:07:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:07:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[94314]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:07:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[96890]: pgmap v2128: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:07:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[96890]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-02T09:07:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:07:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:02 smithi028 ceph-mon[96890]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-02T09:07:04.409 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:04.420 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:04.571 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:04.641 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:04 smithi137 ceph-mon[88456]: pgmap v2131: 169 pgs: 23 creating+peering, 41 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:04 smithi137 ceph-mon[88456]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:07:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:04 smithi028 ceph-mon[94314]: pgmap v2131: 169 pgs: 23 creating+peering, 41 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:04 smithi028 ceph-mon[94314]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:07:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:04 smithi028 ceph-mon[96890]: pgmap v2131: 169 pgs: 23 creating+peering, 41 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:07:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:04 smithi028 ceph-mon[96890]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-02T09:07:04.725 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Empty (2380 ms) 2024-04-02T09:07:04.725 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherName 2024-04-02T09:07:04.759 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:04.770 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:04.898 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:04.965 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:05.045 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherName (320 ms) 2024-04-02T09:07:05.046 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherPool 2024-04-02T09:07:05.076 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:05.086 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:05.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:05 smithi137 ceph-mon[88456]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:07:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:05 smithi028 ceph-mon[94314]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:07:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:05 smithi028 ceph-mon[96890]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-02T09:07:06.474 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:06.539 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:06.622 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherPool (1576 ms) 2024-04-02T09:07:06.622 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-02T09:07:06.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:06 smithi137 ceph-mon[88456]: pgmap v2134: 169 pgs: 23 creating+peering, 27 unknown, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 6.5 KiB/s wr, 141 op/s 2024-04-02T09:07:06.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:06 smithi137 ceph-mon[88456]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:07:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:06 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:07:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:06.652 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:06.665 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:06 smithi028 ceph-mon[94314]: pgmap v2134: 169 pgs: 23 creating+peering, 27 unknown, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 6.5 KiB/s wr, 141 op/s 2024-04-02T09:07:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:06 smithi028 ceph-mon[94314]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:07:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:06 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:07:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:06 smithi028 ceph-mon[96890]: pgmap v2134: 169 pgs: 23 creating+peering, 27 unknown, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 6.5 KiB/s wr, 141 op/s 2024-04-02T09:07:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:06 smithi028 ceph-mon[96890]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-02T09:07:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:06 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:07:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:06.799 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:06.866 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherNamespace (325 ms) 2024-04-02T09:07:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.DataPool 2024-04-02T09:07:06.976 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:06.987 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:07.129 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:07.201 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:07.282 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.DataPool (336 ms) 2024-04-02T09:07:07.283 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-02T09:07:07.314 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:07.325 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:07.466 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:07:07.566 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortAfterPrepare (284 ms) 2024-04-02T09:07:07.567 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-02T09:07:07.596 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:07.607 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:07.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:07 smithi137 ceph-mon[88456]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:07:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:07 smithi028 ceph-mon[94314]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:07:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:07 smithi028 ceph-mon[96890]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-02T09:07:07.706 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (140 ms) 2024-04-02T09:07:07.706 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-02T09:07:07.736 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:07.746 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:07.889 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:07.959 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:07:08.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortAfterExecute (352 ms) 2024-04-02T09:07:08.059 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-02T09:07:08.088 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:08.098 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:08.228 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:08.295 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:07:08.396 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (338 ms) 2024-04-02T09:07:08.396 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-02T09:07:08.426 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:08.438 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:08.571 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:08.640 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:07:08.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:08 smithi137 ceph-mon[88456]: pgmap v2137: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 19 KiB/s wr, 382 op/s 2024-04-02T09:07:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:08 smithi028 ceph-mon[94314]: pgmap v2137: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 19 KiB/s wr, 382 op/s 2024-04-02T09:07:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:08 smithi028 ceph-mon[96890]: pgmap v2137: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 19 KiB/s wr, 382 op/s 2024-04-02T09:07:08.747 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (350 ms) 2024-04-02T09:07:08.747 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-02T09:07:08.776 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:08.786 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-02T09:07:08.786 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:07:08.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (46 ms) 2024-04-02T09:07:08.793 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-02T09:07:08.822 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:08.831 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-02T09:07:08.832 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:07:08.838 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringAbort (45 ms) 2024-04-02T09:07:08.838 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:07:08.869 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:08.880 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-02T09:07:08.880 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:07:08.886 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (49 ms) 2024-04-02T09:07:08.887 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:07:08.917 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:08.933 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-02T09:07:08.934 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:07:08.938 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (52 ms) 2024-04-02T09:07:08.939 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-02T09:07:08.970 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:08.981 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-02T09:07:08.981 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:07:08.988 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringPool (50 ms) 2024-04-02T09:07:08.988 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Group 2024-04-02T09:07:09.017 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:09.036 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:09.181 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:09.247 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:09.336 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Group (347 ms) 2024-04-02T09:07:09.336 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-02T09:07:09.367 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:09.386 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:09.532 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:07:09.649 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.GroupAbort (314 ms) 2024-04-02T09:07:09.650 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-02T09:07:09.678 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:09.688 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:09.744 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:09.796 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:09.979 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:10.084 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:10.201 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnaps (551 ms) 2024-04-02T09:07:10.201 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-02T09:07:10.230 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:10.241 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:10.301 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:10.358 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:10.363 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:10.429 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:10.609 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:10.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:10 smithi137 ceph-mon[88456]: pgmap v2138: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 275 op/s 2024-04-02T09:07:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:10 smithi028 ceph-mon[94314]: pgmap v2138: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 275 op/s 2024-04-02T09:07:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:10 smithi028 ceph-mon[96890]: pgmap v2138: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 275 op/s 2024-04-02T09:07:10.721 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:10.850 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsOtherPool (649 ms) 2024-04-02T09:07:10.850 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-02T09:07:10.880 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:10.890 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:10.946 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:11.002 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:11.191 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:11.305 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:11.430 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsDataPool (580 ms) 2024-04-02T09:07:11.430 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-02T09:07:11.459 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:11.471 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:11.532 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:11.583 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:07:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:07:11] "GET /metrics HTTP/1.1" 200 38824 "" "Prometheus/2.43.0" 2024-04-02T09:07:11.784 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-04-02T09:07:11.792 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:11.902 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:12.016 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (586 ms) 2024-04-02T09:07:12.016 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-02T09:07:12.046 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:12.056 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:12.116 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:12.170 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 0 2024-04-02T09:07:12.186 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:12.291 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:12.357 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:12.403 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (388 ms) 2024-04-02T09:07:12.404 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-02T09:07:12.434 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:12.445 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:12.496 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:12.553 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:12 smithi137 ceph-mon[88456]: pgmap v2139: 169 pgs: 169 active+clean; 45 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.51k op/s 2024-04-02T09:07:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:12 smithi137 ceph-mon[88456]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:07:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:07:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:12 smithi028 ceph-mon[96890]: pgmap v2139: 169 pgs: 169 active+clean; 45 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.51k op/s 2024-04-02T09:07:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:12 smithi028 ceph-mon[96890]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:07:12.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:12 smithi028 ceph-mon[94314]: pgmap v2139: 169 pgs: 169 active+clean; 45 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.51k op/s 2024-04-02T09:07:12.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:12 smithi028 ceph-mon[94314]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-02T09:07:12.744 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 0 2024-04-02T09:07:12.759 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:12.836 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:12.894 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (490 ms) 2024-04-02T09:07:12.894 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-02T09:07:12.929 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:12.943 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:13.043 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:13.248 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:07:13.256 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:13.369 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:13.505 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (611 ms) 2024-04-02T09:07:13.505 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-02T09:07:13.534 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:13.544 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:13.601 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:13.644 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:13.821 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: after_prepare_snap 2024-04-02T09:07:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:14 smithi137 ceph-mon[88456]: pgmap v2141: 169 pgs: 169 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 1.38k op/s 2024-04-02T09:07:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:14 smithi028 ceph-mon[94314]: pgmap v2141: 169 pgs: 169 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 1.38k op/s 2024-04-02T09:07:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:14 smithi028 ceph-mon[96890]: pgmap v2141: 169 pgs: 169 active+clean; 57 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 12 MiB/s wr, 1.38k op/s 2024-04-02T09:07:15.392 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-04-02T09:07:15.412 INFO:tasks.workunit.client.0.smithi028.stdout:write: * 0~1000 2024-04-02T09:07:15.418 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:15.534 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:15.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:15 smithi137 ceph-mon[88456]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:07:15.695 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2190 ms) 2024-04-02T09:07:15.695 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Snaps 2024-04-02T09:07:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:15 smithi028 ceph-mon[94314]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:07:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:15 smithi028 ceph-mon[96890]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-02T09:07:15.724 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:15.735 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:15.790 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:07:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:16 smithi137 ceph-mon[88456]: pgmap v2143: 169 pgs: 169 active+clean; 85 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 21 MiB/s wr, 1.39k op/s 2024-04-02T09:07:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:16 smithi137 ceph-mon[88456]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:07:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:16 smithi028 ceph-mon[94314]: pgmap v2143: 169 pgs: 169 active+clean; 85 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 21 MiB/s wr, 1.39k op/s 2024-04-02T09:07:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:16 smithi028 ceph-mon[94314]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:07:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:16 smithi028 ceph-mon[96890]: pgmap v2143: 169 pgs: 169 active+clean; 85 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 21 MiB/s wr, 1.39k op/s 2024-04-02T09:07:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:16 smithi028 ceph-mon[96890]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-02T09:07:17.154 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:07:17.172 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:07:17.172 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:07:17.172 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:07:17.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:17 smithi137 ceph-mon[88456]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:07:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:17 smithi137 ceph-mon[88456]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:07:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:17 smithi028 ceph-mon[94314]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:07:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:17 smithi028 ceph-mon[94314]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:07:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:17 smithi028 ceph-mon[96890]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-02T09:07:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:17 smithi028 ceph-mon[96890]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-02T09:07:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:18 smithi137 ceph-mon[88456]: pgmap v2146: 169 pgs: 169 active+clean; 213 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s rd, 65 MiB/s wr, 1.62k op/s 2024-04-02T09:07:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:18 smithi137 ceph-mon[88456]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:07:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:18 smithi028 ceph-mon[94314]: pgmap v2146: 169 pgs: 169 active+clean; 213 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s rd, 65 MiB/s wr, 1.62k op/s 2024-04-02T09:07:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:18 smithi028 ceph-mon[94314]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:07:18.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:18 smithi028 ceph-mon[96890]: pgmap v2146: 169 pgs: 169 active+clean; 213 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s rd, 65 MiB/s wr, 1.62k op/s 2024-04-02T09:07:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:18 smithi028 ceph-mon[96890]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-02T09:07:19.153 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:07:19.163 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:07:19.163 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:07:19.171 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:07:19.193 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:07:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:20 smithi137 ceph-mon[88456]: pgmap v2149: 169 pgs: 169 active+clean; 213 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 57 MiB/s wr, 1.59k op/s 2024-04-02T09:07:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:20 smithi137 ceph-mon[88456]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:07:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:20 smithi028 ceph-mon[94314]: pgmap v2149: 169 pgs: 169 active+clean; 213 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 57 MiB/s wr, 1.59k op/s 2024-04-02T09:07:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:20 smithi028 ceph-mon[94314]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:07:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:20 smithi028 ceph-mon[96890]: pgmap v2149: 169 pgs: 169 active+clean; 213 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 80 MiB/s rd, 57 MiB/s wr, 1.59k op/s 2024-04-02T09:07:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:20 smithi028 ceph-mon[96890]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-02T09:07:21.162 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:21.186 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:07:21.197 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:21.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:07:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:07:21] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-04-02T09:07:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:21 smithi028 ceph-mon[94314]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:07:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:21 smithi028 ceph-mon[96890]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:07:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:21 smithi137 ceph-mon[88456]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-02T09:07:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:22.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:22 smithi028 ceph-mon[96890]: pgmap v2152: 169 pgs: 169 active+clean; 249 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 107 op/s 2024-04-02T09:07:22.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:22 smithi028 ceph-mon[96890]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:07:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:22 smithi028 ceph-mon[94314]: pgmap v2152: 169 pgs: 169 active+clean; 249 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 107 op/s 2024-04-02T09:07:22.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:22 smithi028 ceph-mon[94314]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:07:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:22 smithi137 ceph-mon[88456]: pgmap v2152: 169 pgs: 169 active+clean; 249 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 107 op/s 2024-04-02T09:07:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:22 smithi137 ceph-mon[88456]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-02T09:07:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:07:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:23.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:23 smithi028 ceph-mon[96890]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:07:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:23 smithi028 ceph-mon[94314]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:07:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:23 smithi137 ceph-mon[88456]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-02T09:07:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:24 smithi028 ceph-mon[94314]: pgmap v2155: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2024-04-02T09:07:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:24 smithi028 ceph-mon[94314]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:07:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:24 smithi028 ceph-mon[96890]: pgmap v2155: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2024-04-02T09:07:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:24 smithi028 ceph-mon[96890]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:07:24.604 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:24 smithi137 ceph-mon[88456]: pgmap v2155: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2024-04-02T09:07:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:24 smithi137 ceph-mon[88456]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-02T09:07:24.757 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:25 smithi028 ceph-mon[94314]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:07:25.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:25 smithi028 ceph-mon[96890]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:07:25.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:25 smithi137 ceph-mon[88456]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-02T09:07:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:26 smithi028 ceph-mon[94314]: pgmap v2158: 169 pgs: 169 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 89 op/s 2024-04-02T09:07:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:26 smithi028 ceph-mon[94314]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:07:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:26 smithi028 ceph-mon[96890]: pgmap v2158: 169 pgs: 169 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 89 op/s 2024-04-02T09:07:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:26 smithi028 ceph-mon[96890]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:07:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:26 smithi137 ceph-mon[88456]: pgmap v2158: 169 pgs: 169 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 89 op/s 2024-04-02T09:07:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:26 smithi137 ceph-mon[88456]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-02T09:07:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:27 smithi028 ceph-mon[94314]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:07:27.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:27 smithi028 ceph-mon[96890]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:07:27.506 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Snaps (11811 ms) 2024-04-02T09:07:27.506 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-02T09:07:27.537 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:27.548 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:07:27.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:27 smithi137 ceph-mon[88456]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-02T09:07:28.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:28 smithi028 ceph-mon[96890]: pgmap v2161: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 499 op/s 2024-04-02T09:07:28.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:28 smithi028 ceph-mon[96890]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:07:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:28 smithi028 ceph-mon[94314]: pgmap v2161: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 499 op/s 2024-04-02T09:07:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:28 smithi028 ceph-mon[94314]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:07:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:28 smithi137 ceph-mon[88456]: pgmap v2161: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 499 op/s 2024-04-02T09:07:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:28 smithi137 ceph-mon[88456]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-02T09:07:29.209 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:07:29.231 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:07:29.231 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:07:29.231 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:07:29.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:29 smithi028 ceph-mon[94314]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:07:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:29 smithi028 ceph-mon[96890]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:07:29.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:29 smithi137 ceph-mon[88456]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-02T09:07:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:30 smithi028 ceph-mon[94314]: pgmap v2164: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 435 op/s 2024-04-02T09:07:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:30 smithi028 ceph-mon[94314]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:07:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:30 smithi028 ceph-mon[96890]: pgmap v2164: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 435 op/s 2024-04-02T09:07:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:30 smithi028 ceph-mon[96890]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:07:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:30 smithi137 ceph-mon[88456]: pgmap v2164: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 435 op/s 2024-04-02T09:07:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:30 smithi137 ceph-mon[88456]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-02T09:07:31.218 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:07:31.222 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:07:31.222 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:07:31.232 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:07:31.250 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:07:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:31 smithi137 ceph-mon[88456]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:07:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:31 smithi028 ceph-mon[94314]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:07:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:31 smithi028 ceph-mon[96890]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-02T09:07:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:07:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:07:31] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-04-02T09:07:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:32 smithi137 ceph-mon[88456]: pgmap v2167: 169 pgs: 169 active+clean; 293 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 80 op/s 2024-04-02T09:07:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:32 smithi137 ceph-mon[88456]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:07:32.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:32 smithi137 ceph-mon[88456]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:07:32.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:07:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:32 smithi028 ceph-mon[96890]: pgmap v2167: 169 pgs: 169 active+clean; 293 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 80 op/s 2024-04-02T09:07:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:32 smithi028 ceph-mon[96890]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:07:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:32 smithi028 ceph-mon[96890]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:07:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:32 smithi028 ceph-mon[94314]: pgmap v2167: 169 pgs: 169 active+clean; 293 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 80 op/s 2024-04-02T09:07:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:32 smithi028 ceph-mon[94314]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-02T09:07:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:32 smithi028 ceph-mon[94314]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-02T09:07:33.155 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:33.177 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:07:33.185 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:33.191 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:07:33.258 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:34 smithi137 ceph-mon[88456]: pgmap v2170: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-04-02T09:07:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:34 smithi137 ceph-mon[88456]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:07:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:34 smithi028 ceph-mon[94314]: pgmap v2170: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-04-02T09:07:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:34 smithi028 ceph-mon[94314]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:07:34.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:34 smithi028 ceph-mon[96890]: pgmap v2170: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 135 op/s 2024-04-02T09:07:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:34 smithi028 ceph-mon[96890]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-02T09:07:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:35 smithi137 ceph-mon[88456]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:07:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:35 smithi028 ceph-mon[94314]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:07:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:35 smithi028 ceph-mon[96890]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-02T09:07:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:36 smithi137 ceph-mon[88456]: pgmap v2173: 169 pgs: 169 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 1.0 MiB/s wr, 94 op/s 2024-04-02T09:07:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:36 smithi137 ceph-mon[88456]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:07:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:36.647 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:36 smithi028 ceph-mon[94314]: pgmap v2173: 169 pgs: 169 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 1.0 MiB/s wr, 94 op/s 2024-04-02T09:07:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:36 smithi028 ceph-mon[94314]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:07:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:36 smithi028 ceph-mon[96890]: pgmap v2173: 169 pgs: 169 active+clean; 289 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 1.0 MiB/s wr, 94 op/s 2024-04-02T09:07:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:36 smithi028 ceph-mon[96890]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-02T09:07:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:36.839 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:37 smithi137 ceph-mon[88456]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:07:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:37 smithi137 ceph-mon[88456]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:07:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:37 smithi028 ceph-mon[96890]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:07:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:37 smithi028 ceph-mon[96890]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:07:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:37 smithi028 ceph-mon[94314]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-02T09:07:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:37 smithi028 ceph-mon[94314]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-02T09:07:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:38 smithi137 ceph-mon[88456]: pgmap v2176: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 194 op/s 2024-04-02T09:07:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:38 smithi137 ceph-mon[88456]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:07:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:38 smithi028 ceph-mon[94314]: pgmap v2176: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 194 op/s 2024-04-02T09:07:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:38 smithi028 ceph-mon[94314]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:07:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:38 smithi028 ceph-mon[96890]: pgmap v2176: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 MiB/s wr, 194 op/s 2024-04-02T09:07:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:38 smithi028 ceph-mon[96890]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-02T09:07:39.471 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsOtherPool (11965 ms) 2024-04-02T09:07:39.471 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-02T09:07:39.504 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:39.585 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:07:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:40 smithi137 ceph-mon[88456]: pgmap v2179: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 MiB/s wr, 154 op/s 2024-04-02T09:07:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:40 smithi137 ceph-mon[88456]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:07:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:40 smithi028 ceph-mon[94314]: pgmap v2179: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 MiB/s wr, 154 op/s 2024-04-02T09:07:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:40 smithi028 ceph-mon[94314]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:07:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:40 smithi028 ceph-mon[96890]: pgmap v2179: 169 pgs: 169 active+clean; 341 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 MiB/s wr, 154 op/s 2024-04-02T09:07:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:40 smithi028 ceph-mon[96890]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-02T09:07:41.245 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:07:41.261 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:07:41.261 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:07:41.261 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:07:41.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:41 smithi137 ceph-mon[88456]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:07:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:41 smithi028 ceph-mon[96890]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:07:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:41 smithi028 ceph-mon[94314]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-02T09:07:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:07:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:07:41] "GET /metrics HTTP/1.1" 200 38919 "" "Prometheus/2.43.0" 2024-04-02T09:07:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:42 smithi137 ceph-mon[88456]: pgmap v2182: 169 pgs: 169 active+clean; 345 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 MiB/s rd, 11 MiB/s wr, 458 op/s 2024-04-02T09:07:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:42 smithi137 ceph-mon[88456]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:07:42.547 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:07:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:42 smithi028 ceph-mon[94314]: pgmap v2182: 169 pgs: 169 active+clean; 345 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 MiB/s rd, 11 MiB/s wr, 458 op/s 2024-04-02T09:07:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:42 smithi028 ceph-mon[94314]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:07:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:42 smithi028 ceph-mon[96890]: pgmap v2182: 169 pgs: 169 active+clean; 345 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 MiB/s rd, 11 MiB/s wr, 458 op/s 2024-04-02T09:07:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:42 smithi028 ceph-mon[96890]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-02T09:07:43.252 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:07:43.257 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:07:43.257 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:07:43.267 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:07:43.286 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:07:43.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:43 smithi137 ceph-mon[88456]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:07:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:43 smithi028 ceph-mon[96890]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:07:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:43 smithi028 ceph-mon[94314]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-02T09:07:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:44 smithi137 ceph-mon[88456]: pgmap v2185: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 464 op/s 2024-04-02T09:07:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:44 smithi137 ceph-mon[88456]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:07:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:44 smithi028 ceph-mon[94314]: pgmap v2185: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 464 op/s 2024-04-02T09:07:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:44 smithi028 ceph-mon[94314]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:07:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:44 smithi028 ceph-mon[96890]: pgmap v2185: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 82 MiB/s rd, 14 MiB/s wr, 464 op/s 2024-04-02T09:07:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:44 smithi028 ceph-mon[96890]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-02T09:07:45.268 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:45.289 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:07:45.298 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:45.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:45 smithi137 ceph-mon[88456]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:07:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:45 smithi028 ceph-mon[94314]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:07:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:45 smithi028 ceph-mon[96890]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-02T09:07:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:46 smithi137 ceph-mon[88456]: pgmap v2188: 169 pgs: 169 active+clean; 369 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 9 op/s 2024-04-02T09:07:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:46 smithi137 ceph-mon[88456]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:07:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:46 smithi028 ceph-mon[94314]: pgmap v2188: 169 pgs: 169 active+clean; 369 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 9 op/s 2024-04-02T09:07:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:46 smithi028 ceph-mon[94314]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:07:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:46 smithi028 ceph-mon[96890]: pgmap v2188: 169 pgs: 169 active+clean; 369 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 9 op/s 2024-04-02T09:07:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:46 smithi028 ceph-mon[96890]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-02T09:07:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:47 smithi137 ceph-mon[88456]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:07:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:47 smithi137 ceph-mon[88456]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:07:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:47 smithi028 ceph-mon[94314]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:07:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:47 smithi028 ceph-mon[94314]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:07:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:47 smithi028 ceph-mon[96890]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-02T09:07:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:47 smithi028 ceph-mon[96890]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-02T09:07:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:48 smithi028 ceph-mon[94314]: pgmap v2191: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 8.0 MiB/s wr, 191 op/s 2024-04-02T09:07:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:48 smithi028 ceph-mon[94314]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:07:48.598 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:48 smithi028 ceph-mon[96890]: pgmap v2191: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 8.0 MiB/s wr, 191 op/s 2024-04-02T09:07:48.598 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:48 smithi028 ceph-mon[96890]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:07:48.604 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:07:48.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:48 smithi137 ceph-mon[88456]: pgmap v2191: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 8.0 MiB/s wr, 191 op/s 2024-04-02T09:07:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:48 smithi137 ceph-mon[88456]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-02T09:07:48.763 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:07:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:50 smithi137 ceph-mon[88456]: pgmap v2194: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-04-02T09:07:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:50 smithi137 ceph-mon[88456]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:07:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:50 smithi028 ceph-mon[94314]: pgmap v2194: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-04-02T09:07:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:50 smithi028 ceph-mon[94314]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:07:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:50 smithi028 ceph-mon[96890]: pgmap v2194: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-04-02T09:07:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:50 smithi028 ceph-mon[96890]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-02T09:07:51.611 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsDataPool (12140 ms) 2024-04-02T09:07:51.611 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-02T09:07:51.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:51 smithi137 ceph-mon[88456]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:07:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:51.649 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:51.660 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:07:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:51 smithi028 ceph-mon[96890]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:07:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:51 smithi028 ceph-mon[94314]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-02T09:07:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:07:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:07:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:07:51] "GET /metrics HTTP/1.1" 200 38919 "" "Prometheus/2.43.0" 2024-04-02T09:07:51.733 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:07:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:07:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:07:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-mon[88456]: pgmap v2197: 169 pgs: 169 active+clean; 405 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 404 op/s 2024-04-02T09:07:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-mon[88456]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:07:52.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:07:52.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:07:52.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[94314]: pgmap v2197: 169 pgs: 169 active+clean; 405 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 404 op/s 2024-04-02T09:07:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[94314]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:07:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:07:52.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:07:52.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[96890]: pgmap v2197: 169 pgs: 169 active+clean; 405 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 404 op/s 2024-04-02T09:07:52.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[96890]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-02T09:07:52.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:07:52.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-02T09:07:52.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-02T09:07:52.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]: dispatch 2024-04-02T09:07:53.304 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:07:53.327 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:07:53.327 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:07:53.328 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:07:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-02T09:07:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-02T09:07:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-04-02T09:07:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:53 smithi137 ceph-mon[88456]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:07:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-02T09:07:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-02T09:07:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-04-02T09:07:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:53 smithi028 ceph-mon[94314]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:07:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.4", "id": [5, 2]}]': finished 2024-04-02T09:07:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-02T09:07:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 2]}]': finished 2024-04-02T09:07:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:53 smithi028 ceph-mon[96890]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-02T09:07:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:54 smithi137 ceph-mon[88456]: pgmap v2200: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-04-02T09:07:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:54 smithi137 ceph-mon[88456]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:07:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:54 smithi028 ceph-mon[96890]: pgmap v2200: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-04-02T09:07:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:54 smithi028 ceph-mon[96890]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:07:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:54 smithi028 ceph-mon[94314]: pgmap v2200: 169 pgs: 169 active+clean; 417 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 422 op/s 2024-04-02T09:07:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:54 smithi028 ceph-mon[94314]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-02T09:07:55.313 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:07:55.321 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:07:55.321 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:07:55.330 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:07:55.353 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:07:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:55 smithi137 ceph-mon[88456]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:07:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:55 smithi028 ceph-mon[94314]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:07:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:55 smithi028 ceph-mon[96890]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-02T09:07:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:56 smithi137 ceph-mon[88456]: pgmap v2203: 169 pgs: 169 active+clean; 421 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 55 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:07:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:56 smithi137 ceph-mon[88456]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:07:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:56 smithi028 ceph-mon[94314]: pgmap v2203: 169 pgs: 169 active+clean; 421 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 55 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:07:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:56 smithi028 ceph-mon[94314]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:07:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:56 smithi028 ceph-mon[96890]: pgmap v2203: 169 pgs: 169 active+clean; 421 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 55 op/s; 3 B/s, 0 objects/s recovering 2024-04-02T09:07:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:56 smithi028 ceph-mon[96890]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-02T09:07:57.161 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:07:57.185 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:07:57.194 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:07:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:57 smithi137 ceph-mon[88456]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:07:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:57 smithi137 ceph-mon[88456]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:07:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:57 smithi028 ceph-mon[94314]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:07:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:57 smithi028 ceph-mon[94314]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:07:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:57 smithi028 ceph-mon[96890]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-02T09:07:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:57 smithi028 ceph-mon[96890]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-02T09:07:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:58 smithi137 ceph-mon[88456]: pgmap v2206: 169 pgs: 169 active+clean; 445 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 11 MiB/s wr, 162 op/s; 2.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:07:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:07:58 smithi137 ceph-mon[88456]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:07:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:58 smithi028 ceph-mon[94314]: pgmap v2206: 169 pgs: 169 active+clean; 445 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 11 MiB/s wr, 162 op/s; 2.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:07:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:07:58 smithi028 ceph-mon[94314]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:07:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:58 smithi028 ceph-mon[96890]: pgmap v2206: 169 pgs: 169 active+clean; 445 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 11 MiB/s wr, 162 op/s; 2.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:07:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:07:58 smithi028 ceph-mon[96890]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-02T09:08:00.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:00 smithi028 ceph-mon[94314]: pgmap v2209: 169 pgs: 169 active+clean; 445 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 9.0 MiB/s wr, 124 op/s; 2.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:08:00.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:00 smithi028 ceph-mon[94314]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:08:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:00 smithi028 ceph-mon[96890]: pgmap v2209: 169 pgs: 169 active+clean; 445 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 9.0 MiB/s wr, 124 op/s; 2.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:08:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:00 smithi028 ceph-mon[96890]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:08:00.616 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-04-02T09:08:00.640 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:08:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:00 smithi137 ceph-mon[88456]: pgmap v2209: 169 pgs: 169 active+clean; 445 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 9.0 MiB/s wr, 124 op/s; 2.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-02T09:08:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:00 smithi137 ceph-mon[88456]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-02T09:08:00.797 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:08:01.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:01 smithi028 ceph-mon[94314]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:08:01.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:01.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:08:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:08:01] "GET /metrics HTTP/1.1" 200 38919 "" "Prometheus/2.43.0" 2024-04-02T09:08:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:01 smithi028 ceph-mon[96890]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:08:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:01 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:01 smithi137 ceph-mon[88456]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-02T09:08:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:01 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:08:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[94314]: pgmap v2212: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:08:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[94314]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:08:02.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[94314]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[96890]: pgmap v2212: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[96890]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:02 smithi028 ceph-mon[96890]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:08:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-mon[88456]: pgmap v2212: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 173 op/s 2024-04-02T09:08:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-mon[88456]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-02T09:08:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:08:02.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:08:02.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:08:02.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:02 smithi137 ceph-mon[88456]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-02T09:08:03.487 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11877 ms) 2024-04-02T09:08:03.487 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-02T09:08:03.519 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:03.532 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:08:03.590 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:08:04.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:04 smithi028 ceph-mon[94314]: pgmap v2215: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 354 op/s 2024-04-02T09:08:04.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:04 smithi028 ceph-mon[94314]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:08:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:04 smithi028 ceph-mon[96890]: pgmap v2215: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 354 op/s 2024-04-02T09:08:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:04 smithi028 ceph-mon[96890]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:08:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:04 smithi137 ceph-mon[88456]: pgmap v2215: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 354 op/s 2024-04-02T09:08:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:04 smithi137 ceph-mon[88456]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-02T09:08:05.195 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:08:05.207 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:08:05.207 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:08:05.207 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:08:05.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:05 smithi028 ceph-mon[94314]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:08:05.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:05 smithi028 ceph-mon[96890]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:08:05.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:05 smithi137 ceph-mon[88456]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-02T09:08:06.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:06 smithi028 ceph-mon[96890]: pgmap v2218: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 382 op/s 2024-04-02T09:08:06.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:06 smithi028 ceph-mon[96890]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:08:06.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:06 smithi028 ceph-mon[94314]: pgmap v2218: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 382 op/s 2024-04-02T09:08:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:06 smithi028 ceph-mon[94314]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:08:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:06 smithi137 ceph-mon[88456]: pgmap v2218: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 382 op/s 2024-04-02T09:08:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:06 smithi137 ceph-mon[88456]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-02T09:08:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:07.205 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:08:07.213 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:08:07.213 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:08:07.222 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:08:07.236 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:08:07.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:07 smithi028 ceph-mon[94314]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:08:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:07 smithi028 ceph-mon[96890]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:08:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:07 smithi137 ceph-mon[88456]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-02T09:08:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:08 smithi028 ceph-mon[94314]: pgmap v2221: 169 pgs: 169 active+clean; 481 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 330 op/s 2024-04-02T09:08:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:08 smithi028 ceph-mon[94314]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:08:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:08 smithi028 ceph-mon[96890]: pgmap v2221: 169 pgs: 169 active+clean; 481 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 330 op/s 2024-04-02T09:08:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:08 smithi028 ceph-mon[96890]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:08:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:08 smithi137 ceph-mon[88456]: pgmap v2221: 169 pgs: 169 active+clean; 481 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 9.0 MiB/s wr, 330 op/s 2024-04-02T09:08:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:08 smithi137 ceph-mon[88456]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-02T09:08:09.216 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:09.239 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:08:09.247 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 0 2024-04-02T09:08:09.265 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:08:09.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:09 smithi137 ceph-mon[88456]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:08:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:09 smithi028 ceph-mon[94314]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:08:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:09 smithi028 ceph-mon[96890]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-02T09:08:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:10 smithi137 ceph-mon[88456]: pgmap v2224: 169 pgs: 169 active+clean; 481 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 128 op/s 2024-04-02T09:08:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:10 smithi137 ceph-mon[88456]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:08:10.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:10 smithi028 ceph-mon[94314]: pgmap v2224: 169 pgs: 169 active+clean; 481 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 128 op/s 2024-04-02T09:08:10.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:10 smithi028 ceph-mon[94314]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:08:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:10 smithi028 ceph-mon[96890]: pgmap v2224: 169 pgs: 169 active+clean; 481 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 6.0 MiB/s wr, 128 op/s 2024-04-02T09:08:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:10 smithi028 ceph-mon[96890]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-02T09:08:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:11 smithi137 ceph-mon[88456]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:08:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:11 smithi028 ceph-mon[94314]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:08:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:11 smithi028 ceph-mon[96890]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-02T09:08:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:08:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:08:11] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.43.0" 2024-04-02T09:08:12.526 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:08:12.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:12 smithi137 ceph-mon[88456]: pgmap v2227: 169 pgs: 169 active+clean; 505 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-04-02T09:08:12.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:12 smithi137 ceph-mon[88456]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:08:12.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:12 smithi137 ceph-mon[88456]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:08:12.546 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:08:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:12.676 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:08:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:12 smithi028 ceph-mon[94314]: pgmap v2227: 169 pgs: 169 active+clean; 505 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-04-02T09:08:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:12 smithi028 ceph-mon[94314]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:08:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:12 smithi028 ceph-mon[94314]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:08:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:12 smithi028 ceph-mon[96890]: pgmap v2227: 169 pgs: 169 active+clean; 505 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-04-02T09:08:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:12 smithi028 ceph-mon[96890]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-02T09:08:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:12 smithi028 ceph-mon[96890]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-02T09:08:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:14 smithi137 ceph-mon[88456]: pgmap v2230: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-04-02T09:08:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:14 smithi137 ceph-mon[88456]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:08:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:14 smithi028 ceph-mon[94314]: pgmap v2230: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-04-02T09:08:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:14 smithi028 ceph-mon[94314]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:08:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:14 smithi028 ceph-mon[96890]: pgmap v2230: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 MiB/s wr, 186 op/s 2024-04-02T09:08:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:14 smithi028 ceph-mon[96890]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-02T09:08:15.492 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12004 ms) 2024-04-02T09:08:15.492 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-02T09:08:15.526 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:15.537 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:08:15.597 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:08:15.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:15 smithi137 ceph-mon[88456]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:08:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:15 smithi028 ceph-mon[94314]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:08:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:15 smithi028 ceph-mon[96890]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-02T09:08:16.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:16 smithi137 ceph-mon[88456]: pgmap v2233: 169 pgs: 169 active+clean; 521 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T09:08:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:16 smithi137 ceph-mon[88456]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:08:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:16 smithi028 ceph-mon[94314]: pgmap v2233: 169 pgs: 169 active+clean; 521 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T09:08:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:16 smithi028 ceph-mon[94314]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:08:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:16 smithi028 ceph-mon[96890]: pgmap v2233: 169 pgs: 169 active+clean; 521 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 13 op/s 2024-04-02T09:08:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:16 smithi028 ceph-mon[96890]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-02T09:08:17.252 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:08:17.272 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:08:17.273 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:08:17.273 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:08:17.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:17 smithi137 ceph-mon[88456]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:08:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:17 smithi028 ceph-mon[94314]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:08:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:17 smithi028 ceph-mon[96890]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-02T09:08:18.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:18 smithi028 ceph-mon[94314]: pgmap v2236: 169 pgs: 169 active+clean; 525 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 458 op/s 2024-04-02T09:08:18.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:18 smithi028 ceph-mon[94314]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:08:18.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:18 smithi028 ceph-mon[96890]: pgmap v2236: 169 pgs: 169 active+clean; 525 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 458 op/s 2024-04-02T09:08:18.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:18 smithi028 ceph-mon[96890]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:08:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:18 smithi137 ceph-mon[88456]: pgmap v2236: 169 pgs: 169 active+clean; 525 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 458 op/s 2024-04-02T09:08:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:18 smithi137 ceph-mon[88456]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-02T09:08:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:08:19.269 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:08:19.269 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:08:19.277 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:08:19.295 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:08:19.611 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:19 smithi028 ceph-mon[94314]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:08:19.611 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:19 smithi028 ceph-mon[96890]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:08:19.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:19 smithi137 ceph-mon[88456]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-02T09:08:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:20 smithi137 ceph-mon[88456]: pgmap v2239: 169 pgs: 169 active+clean; 525 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 446 op/s 2024-04-02T09:08:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:20 smithi137 ceph-mon[88456]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:08:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:20 smithi028 ceph-mon[94314]: pgmap v2239: 169 pgs: 169 active+clean; 525 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 446 op/s 2024-04-02T09:08:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:20 smithi028 ceph-mon[94314]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:08:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:20 smithi028 ceph-mon[96890]: pgmap v2239: 169 pgs: 169 active+clean; 525 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 446 op/s 2024-04-02T09:08:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:20 smithi028 ceph-mon[96890]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-02T09:08:21.276 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:21.298 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:08:21.308 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:08:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:21 smithi137 ceph-mon[88456]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:08:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:08:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:08:21] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-04-02T09:08:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:21 smithi028 ceph-mon[96890]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:08:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:21 smithi028 ceph-mon[94314]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-02T09:08:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:22 smithi137 ceph-mon[88456]: pgmap v2242: 169 pgs: 169 active+clean; 561 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 9.0 MiB/s wr, 91 op/s 2024-04-02T09:08:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:22 smithi137 ceph-mon[88456]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:08:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:22 smithi137 ceph-mon[88456]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:08:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:08:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:22 smithi028 ceph-mon[94314]: pgmap v2242: 169 pgs: 169 active+clean; 561 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 9.0 MiB/s wr, 91 op/s 2024-04-02T09:08:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:22 smithi028 ceph-mon[94314]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:08:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:22 smithi028 ceph-mon[94314]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:08:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:22 smithi028 ceph-mon[96890]: pgmap v2242: 169 pgs: 169 active+clean; 561 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 9.0 MiB/s wr, 91 op/s 2024-04-02T09:08:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:22 smithi028 ceph-mon[96890]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-02T09:08:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:22 smithi028 ceph-mon[96890]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-02T09:08:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:24 smithi028 ceph-mon[94314]: pgmap v2245: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 119 op/s 2024-04-02T09:08:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:24 smithi028 ceph-mon[94314]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:08:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:24 smithi028 ceph-mon[96890]: pgmap v2245: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 119 op/s 2024-04-02T09:08:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:24 smithi028 ceph-mon[96890]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:08:24.627 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 0 2024-04-02T09:08:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:24 smithi137 ceph-mon[88456]: pgmap v2245: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 10 MiB/s wr, 119 op/s 2024-04-02T09:08:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:24 smithi137 ceph-mon[88456]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-02T09:08:24.712 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:08:24.837 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:08:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:25 smithi028 ceph-mon[94314]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:08:25.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:25 smithi028 ceph-mon[96890]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:08:25.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:25 smithi137 ceph-mon[88456]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-02T09:08:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:26 smithi028 ceph-mon[94314]: pgmap v2248: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 225 op/s 2024-04-02T09:08:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:26 smithi028 ceph-mon[94314]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:08:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:26 smithi028 ceph-mon[96890]: pgmap v2248: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 225 op/s 2024-04-02T09:08:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:26 smithi028 ceph-mon[96890]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:08:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:26 smithi137 ceph-mon[88456]: pgmap v2248: 169 pgs: 169 active+clean; 565 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.0 MiB/s wr, 225 op/s 2024-04-02T09:08:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:26 smithi137 ceph-mon[88456]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-02T09:08:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:27 smithi028 ceph-mon[94314]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:08:27.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:27 smithi028 ceph-mon[96890]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:08:27.449 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11957 ms) 2024-04-02T09:08:27.449 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-02T09:08:27.482 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:27.494 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:08:27.552 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:08:27.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:27 smithi137 ceph-mon[88456]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-02T09:08:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:28 smithi028 ceph-mon[94314]: pgmap v2251: 169 pgs: 169 active+clean; 589 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:08:28.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:28 smithi028 ceph-mon[94314]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:08:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:28 smithi028 ceph-mon[96890]: pgmap v2251: 169 pgs: 169 active+clean; 589 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:08:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:28 smithi028 ceph-mon[96890]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:08:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:28 smithi137 ceph-mon[88456]: pgmap v2251: 169 pgs: 169 active+clean; 589 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-02T09:08:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:28 smithi137 ceph-mon[88456]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-02T09:08:29.193 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:08:29.209 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:08:29.209 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:08:29.209 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:08:29.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:29 smithi028 ceph-mon[94314]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:08:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:29 smithi028 ceph-mon[96890]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:08:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:29 smithi137 ceph-mon[88456]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-02T09:08:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:30 smithi028 ceph-mon[94314]: pgmap v2254: 169 pgs: 169 active+clean; 589 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 341 op/s 2024-04-02T09:08:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:30 smithi028 ceph-mon[94314]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:08:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:30 smithi028 ceph-mon[96890]: pgmap v2254: 169 pgs: 169 active+clean; 589 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 341 op/s 2024-04-02T09:08:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:30 smithi028 ceph-mon[96890]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:08:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:30 smithi137 ceph-mon[88456]: pgmap v2254: 169 pgs: 169 active+clean; 589 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 341 op/s 2024-04-02T09:08:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:30 smithi137 ceph-mon[88456]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-02T09:08:31.215 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:08:31.221 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:08:31.221 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:08:31.229 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:08:31.253 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:08:31.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:31 smithi028 ceph-mon[94314]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:08:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:31 smithi028 ceph-mon[96890]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:08:31.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:08:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:08:31] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-04-02T09:08:31.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:31 smithi137 ceph-mon[88456]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-02T09:08:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:32 smithi028 ceph-mon[94314]: pgmap v2257: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2024-04-02T09:08:32.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:32 smithi028 ceph-mon[94314]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:08:32.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:32 smithi028 ceph-mon[94314]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:08:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:32 smithi028 ceph-mon[96890]: pgmap v2257: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2024-04-02T09:08:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:32 smithi028 ceph-mon[96890]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:08:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:32 smithi028 ceph-mon[96890]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:08:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:32 smithi137 ceph-mon[88456]: pgmap v2257: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 7.0 MiB/s wr, 92 op/s 2024-04-02T09:08:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:32 smithi137 ceph-mon[88456]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-02T09:08:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:32 smithi137 ceph-mon[88456]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-02T09:08:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:08:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:33.169 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:33.194 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:08:33.203 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:08:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:34 smithi028 ceph-mon[94314]: pgmap v2260: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-02T09:08:34.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:34 smithi028 ceph-mon[94314]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:08:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:34 smithi028 ceph-mon[96890]: pgmap v2260: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-02T09:08:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:34 smithi028 ceph-mon[96890]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:08:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:34 smithi137 ceph-mon[88456]: pgmap v2260: 169 pgs: 169 active+clean; 597 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-04-02T09:08:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:34 smithi137 ceph-mon[88456]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-02T09:08:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:35 smithi137 ceph-mon[88456]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:08:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:35 smithi028 ceph-mon[96890]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:08:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:35 smithi028 ceph-mon[94314]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-02T09:08:36.644 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:08:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:36 smithi137 ceph-mon[88456]: pgmap v2263: 169 pgs: 169 active+clean; 601 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 92 op/s 2024-04-02T09:08:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:36 smithi137 ceph-mon[88456]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:08:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:36.655 INFO:tasks.workunit.client.0.smithi028.stdout:write: * 83886080~1000 2024-04-02T09:08:36.688 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:08:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:36 smithi028 ceph-mon[94314]: pgmap v2263: 169 pgs: 169 active+clean; 601 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 92 op/s 2024-04-02T09:08:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:36 smithi028 ceph-mon[94314]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:08:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:36 smithi028 ceph-mon[96890]: pgmap v2263: 169 pgs: 169 active+clean; 601 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 92 op/s 2024-04-02T09:08:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:36 smithi028 ceph-mon[96890]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-02T09:08:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:36.830 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:08:37.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:37 smithi137 ceph-mon[88456]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:08:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:37 smithi137 ceph-mon[88456]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:08:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:37 smithi028 ceph-mon[94314]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:08:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:37 smithi028 ceph-mon[94314]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:08:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:37 smithi028 ceph-mon[96890]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-02T09:08:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:37 smithi028 ceph-mon[96890]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-02T09:08:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:38 smithi137 ceph-mon[88456]: pgmap v2266: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 168 op/s 2024-04-02T09:08:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:38 smithi137 ceph-mon[88456]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:08:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:38 smithi028 ceph-mon[94314]: pgmap v2266: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 168 op/s 2024-04-02T09:08:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:38 smithi028 ceph-mon[94314]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:08:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:38 smithi028 ceph-mon[96890]: pgmap v2266: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 168 op/s 2024-04-02T09:08:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:38 smithi028 ceph-mon[96890]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-02T09:08:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12076 ms) 2024-04-02T09:08:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-02T09:08:39.555 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:39.567 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 41943040~10 2024-04-02T09:08:39.576 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:08:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:40 smithi028 ceph-mon[94314]: pgmap v2269: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-04-02T09:08:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:40 smithi028 ceph-mon[94314]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:08:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:40 smithi028 ceph-mon[96890]: pgmap v2269: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-04-02T09:08:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:40 smithi028 ceph-mon[96890]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:08:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:40 smithi137 ceph-mon[88456]: pgmap v2269: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-04-02T09:08:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:40 smithi137 ceph-mon[88456]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-02T09:08:41.233 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-04-02T09:08:41.256 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:08:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:41 smithi137 ceph-mon[88456]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:08:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:41 smithi028 ceph-mon[94314]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:08:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:41 smithi028 ceph-mon[96890]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-02T09:08:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:08:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:08:41] "GET /metrics HTTP/1.1" 200 38921 "" "Prometheus/2.43.0" 2024-04-02T09:08:42.391 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:42.403 INFO:tasks.workunit.client.0.smithi028.stdout:write: Y 41943040~5 2024-04-02T09:08:42.508 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:08:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:42 smithi137 ceph-mon[88456]: pgmap v2272: 169 pgs: 169 active+clean; 617 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 4.0 MiB/s wr, 321 op/s 2024-04-02T09:08:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:42 smithi137 ceph-mon[88456]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:08:42.546 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:08:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:42.591 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:08:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:42 smithi028 ceph-mon[96890]: pgmap v2272: 169 pgs: 169 active+clean; 617 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 4.0 MiB/s wr, 321 op/s 2024-04-02T09:08:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:42 smithi028 ceph-mon[96890]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:08:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:42 smithi028 ceph-mon[94314]: pgmap v2272: 169 pgs: 169 active+clean; 617 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 57 MiB/s rd, 4.0 MiB/s wr, 321 op/s 2024-04-02T09:08:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:42 smithi028 ceph-mon[94314]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-02T09:08:43.355 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3831 ms) 2024-04-02T09:08:43.355 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-02T09:08:43.386 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:43.397 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:08:43.469 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:08:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:43 smithi137 ceph-mon[88456]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:08:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:43 smithi028 ceph-mon[94314]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:08:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:43 smithi028 ceph-mon[96890]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-02T09:08:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:44 smithi137 ceph-mon[88456]: pgmap v2275: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-04-02T09:08:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:44 smithi137 ceph-mon[88456]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:08:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:44 smithi028 ceph-mon[94314]: pgmap v2275: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-04-02T09:08:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:44 smithi028 ceph-mon[94314]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:08:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:44 smithi028 ceph-mon[96890]: pgmap v2275: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-04-02T09:08:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:44 smithi028 ceph-mon[96890]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-02T09:08:45.258 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:08:45.273 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:08:45.273 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:08:45.273 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:08:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:45 smithi137 ceph-mon[88456]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:08:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:45 smithi028 ceph-mon[94314]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:08:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:45 smithi028 ceph-mon[96890]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-02T09:08:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:46 smithi137 ceph-mon[88456]: pgmap v2278: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 364 op/s 2024-04-02T09:08:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:46 smithi137 ceph-mon[88456]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:08:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:46 smithi028 ceph-mon[94314]: pgmap v2278: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 364 op/s 2024-04-02T09:08:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:46 smithi028 ceph-mon[94314]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:08:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:46 smithi028 ceph-mon[96890]: pgmap v2278: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 364 op/s 2024-04-02T09:08:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:46 smithi028 ceph-mon[96890]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-02T09:08:47.168 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:08:47.179 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:08:47.179 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:08:47.188 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:08:47.206 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:08:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:47 smithi137 ceph-mon[88456]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:08:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:47 smithi137 ceph-mon[88456]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:08:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:47 smithi028 ceph-mon[94314]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:08:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:47 smithi028 ceph-mon[94314]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:08:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:47 smithi028 ceph-mon[96890]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-02T09:08:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:47 smithi028 ceph-mon[96890]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-02T09:08:48.597 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:48 smithi028 ceph-mon[94314]: pgmap v2281: 169 pgs: 169 active+clean; 649 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 7.0 MiB/s wr, 416 op/s 2024-04-02T09:08:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:48 smithi028 ceph-mon[94314]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:08:48.598 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:48 smithi028 ceph-mon[96890]: pgmap v2281: 169 pgs: 169 active+clean; 649 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 7.0 MiB/s wr, 416 op/s 2024-04-02T09:08:48.598 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:48 smithi028 ceph-mon[96890]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:08:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:48 smithi137 ceph-mon[88456]: pgmap v2281: 169 pgs: 169 active+clean; 649 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 7.0 MiB/s wr, 416 op/s 2024-04-02T09:08:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:48 smithi137 ceph-mon[88456]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-02T09:08:49.174 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:49.199 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:08:49.208 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:08:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:50 smithi028 ceph-mon[94314]: pgmap v2284: 169 pgs: 169 active+clean; 649 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 6.0 MiB/s wr, 241 op/s 2024-04-02T09:08:50.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:50 smithi028 ceph-mon[94314]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:08:50.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:50 smithi028 ceph-mon[96890]: pgmap v2284: 169 pgs: 169 active+clean; 649 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 6.0 MiB/s wr, 241 op/s 2024-04-02T09:08:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:50 smithi028 ceph-mon[96890]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:08:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:50 smithi137 ceph-mon[88456]: pgmap v2284: 169 pgs: 169 active+clean; 649 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 6.0 MiB/s wr, 241 op/s 2024-04-02T09:08:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:50 smithi137 ceph-mon[88456]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-02T09:08:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:51 smithi137 ceph-mon[88456]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:08:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:51 smithi028 ceph-mon[94314]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:08:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:08:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:08:51] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.43.0" 2024-04-02T09:08:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:51 smithi028 ceph-mon[96890]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-02T09:08:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:08:52.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:52 smithi137 ceph-mon[88456]: pgmap v2287: 169 pgs: 169 active+clean; 673 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-04-02T09:08:52.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:52 smithi137 ceph-mon[88456]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:08:52.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:52 smithi137 ceph-mon[88456]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:08:52.648 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:08:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:08:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:52 smithi028 ceph-mon[94314]: pgmap v2287: 169 pgs: 169 active+clean; 673 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-04-02T09:08:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:52 smithi028 ceph-mon[94314]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:08:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:52 smithi028 ceph-mon[94314]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:08:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:52 smithi028 ceph-mon[96890]: pgmap v2287: 169 pgs: 169 active+clean; 673 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 MiB/s wr, 141 op/s 2024-04-02T09:08:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:52 smithi028 ceph-mon[96890]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-02T09:08:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:52 smithi028 ceph-mon[96890]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-02T09:08:52.722 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: after_prepare_snap 2024-04-02T09:08:54.289 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-04-02T09:08:54.321 INFO:tasks.workunit.client.0.smithi028.stdout:write: * 0~1000 2024-04-02T09:08:54.327 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:08:54.474 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:08:54.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:54 smithi137 ceph-mon[88456]: pgmap v2290: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 MiB/s wr, 180 op/s 2024-04-02T09:08:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:54 smithi137 ceph-mon[88456]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:08:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:54 smithi028 ceph-mon[94314]: pgmap v2290: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 MiB/s wr, 180 op/s 2024-04-02T09:08:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:54 smithi028 ceph-mon[94314]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:08:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:54 smithi028 ceph-mon[96890]: pgmap v2290: 169 pgs: 169 active+clean; 677 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 5.0 MiB/s wr, 180 op/s 2024-04-02T09:08:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:54 smithi028 ceph-mon[96890]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-02T09:08:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:55 smithi137 ceph-mon[88456]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:08:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:55 smithi028 ceph-mon[94314]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:08:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:55 smithi028 ceph-mon[96890]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-02T09:08:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:56 smithi137 ceph-mon[88456]: pgmap v2293: 169 pgs: 169 active+clean; 681 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-02T09:08:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:56 smithi137 ceph-mon[88456]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:08:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:56 smithi028 ceph-mon[96890]: pgmap v2293: 169 pgs: 169 active+clean; 681 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-02T09:08:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:56 smithi028 ceph-mon[96890]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:08:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:56 smithi028 ceph-mon[94314]: pgmap v2293: 169 pgs: 169 active+clean; 681 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-02T09:08:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:56 smithi028 ceph-mon[94314]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-02T09:08:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:57 smithi137 ceph-mon[88456]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:08:57.662 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14307 ms) 2024-04-02T09:08:57.662 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-02T09:08:57.696 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:08:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:57 smithi028 ceph-mon[94314]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:08:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:57 smithi028 ceph-mon[96890]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-02T09:08:57.708 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:08:57.772 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:08:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:58 smithi137 ceph-mon[88456]: pgmap v2296: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 537 op/s 2024-04-02T09:08:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:58 smithi137 ceph-mon[88456]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:08:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:58 smithi028 ceph-mon[94314]: pgmap v2296: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 537 op/s 2024-04-02T09:08:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:58 smithi028 ceph-mon[94314]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:08:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:58 smithi028 ceph-mon[96890]: pgmap v2296: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 537 op/s 2024-04-02T09:08:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:58 smithi028 ceph-mon[96890]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-02T09:08:59.320 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:08:59.331 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:08:59.331 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:08:59.331 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:08:59.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:08:59 smithi137 ceph-mon[88456]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:08:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:08:59 smithi028 ceph-mon[94314]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:08:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:08:59 smithi028 ceph-mon[96890]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-02T09:09:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:00 smithi137 ceph-mon[88456]: pgmap v2299: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 504 op/s 2024-04-02T09:09:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:00 smithi137 ceph-mon[88456]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:09:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:00 smithi028 ceph-mon[96890]: pgmap v2299: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 504 op/s 2024-04-02T09:09:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:00 smithi028 ceph-mon[96890]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:09:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:00 smithi028 ceph-mon[94314]: pgmap v2299: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 504 op/s 2024-04-02T09:09:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:00 smithi028 ceph-mon[94314]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-02T09:09:01.337 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:09:01.343 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:09:01.343 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:09:01.352 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:09:01.375 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:09:01.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:01 smithi137 ceph-mon[88456]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:09:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:01 smithi028 ceph-mon[94314]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:09:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:01 smithi028 ceph-mon[96890]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-02T09:09:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:09:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:09:01] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.43.0" 2024-04-02T09:09:02.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:02 smithi137 ceph-mon[88456]: pgmap v2302: 169 pgs: 169 active+clean; 705 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 137 op/s 2024-04-02T09:09:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:02 smithi137 ceph-mon[88456]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:09:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:02 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:02 smithi137 ceph-mon[88456]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:09:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:09:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:02 smithi028 ceph-mon[94314]: pgmap v2302: 169 pgs: 169 active+clean; 705 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 137 op/s 2024-04-02T09:09:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:02 smithi028 ceph-mon[94314]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:09:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:02 smithi028 ceph-mon[94314]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:09:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:02 smithi028 ceph-mon[96890]: pgmap v2302: 169 pgs: 169 active+clean; 705 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 137 op/s 2024-04-02T09:09:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:02 smithi028 ceph-mon[96890]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-02T09:09:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:02 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:09:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:02 smithi028 ceph-mon[96890]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-02T09:09:03.183 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:03.203 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:09:03.211 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:03 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:03 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:03 smithi137 ceph-mon[88456]: pgmap v2305: 169 pgs: 169 active+clean; 709 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:09:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:03 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:03 smithi137 ceph-mon[88456]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:09:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[94314]: pgmap v2305: 169 pgs: 169 active+clean; 709 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:09:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[94314]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[96890]: pgmap v2305: 169 pgs: 169 active+clean; 709 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:09:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:03 smithi028 ceph-mon[96890]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-02T09:09:05.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:05 smithi028 ceph-mon[94314]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:09:05.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:05 smithi028 ceph-mon[96890]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:09:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:05 smithi137 ceph-mon[88456]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-02T09:09:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:06 smithi028 ceph-mon[94314]: pgmap v2308: 169 pgs: 169 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-04-02T09:09:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:06 smithi028 ceph-mon[94314]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:09:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:06 smithi028 ceph-mon[96890]: pgmap v2308: 169 pgs: 169 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-04-02T09:09:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:06 smithi028 ceph-mon[96890]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:09:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:06.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:06 smithi137 ceph-mon[88456]: pgmap v2308: 169 pgs: 169 active+clean; 717 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-04-02T09:09:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:06 smithi137 ceph-mon[88456]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-02T09:09:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: after_prepare_snap 2024-04-02T09:09:07.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:07 smithi028 ceph-mon[94314]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:09:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:07 smithi028 ceph-mon[94314]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:09:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:07 smithi028 ceph-mon[96890]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:09:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:07 smithi028 ceph-mon[96890]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:09:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:07 smithi137 ceph-mon[88456]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-02T09:09:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:07 smithi137 ceph-mon[88456]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-02T09:09:08.173 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:09:08.186 INFO:tasks.workunit.client.0.smithi028.stdout:write: * 83886080~1000 2024-04-02T09:09:08.192 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:09:08.356 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:09:08.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:08 smithi028 ceph-mon[96890]: pgmap v2311: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-04-02T09:09:08.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:08 smithi028 ceph-mon[96890]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:09:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:08 smithi028 ceph-mon[94314]: pgmap v2311: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-04-02T09:09:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:08 smithi028 ceph-mon[94314]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:09:08.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:08 smithi137 ceph-mon[88456]: pgmap v2311: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-04-02T09:09:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:08 smithi137 ceph-mon[88456]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-02T09:09:10.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:10 smithi028 ceph-mon[96890]: pgmap v2314: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-04-02T09:09:10.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:10 smithi028 ceph-mon[96890]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:09:10.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:10 smithi028 ceph-mon[94314]: pgmap v2314: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-04-02T09:09:10.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:10 smithi028 ceph-mon[94314]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:09:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:10 smithi137 ceph-mon[88456]: pgmap v2314: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.0 MiB/s wr, 81 op/s 2024-04-02T09:09:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:10 smithi137 ceph-mon[88456]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-02T09:09:11.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13969 ms) 2024-04-02T09:09:11.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Clone 2024-04-02T09:09:11.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:11 smithi137 ceph-mon[88456]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:09:11.663 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~8388609 2024-04-02T09:09:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:11 smithi028 ceph-mon[94314]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:09:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:09:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:09:11] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.43.0" 2024-04-02T09:09:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:11 smithi028 ceph-mon[96890]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-02T09:09:11.745 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 16777218~8388609 2024-04-02T09:09:11.796 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap 2024-04-02T09:09:12.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:12 smithi137 ceph-mon[88456]: pgmap v2317: 169 pgs: 169 active+clean; 749 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-02T09:09:12.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:12 smithi137 ceph-mon[88456]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:09:12.547 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:09:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:09:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:12 smithi028 ceph-mon[94314]: pgmap v2317: 169 pgs: 169 active+clean; 749 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-02T09:09:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:12 smithi028 ceph-mon[94314]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:09:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:12 smithi028 ceph-mon[96890]: pgmap v2317: 169 pgs: 169 active+clean; 749 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-02T09:09:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:12 smithi028 ceph-mon[96890]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-02T09:09:13.228 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap 2024-04-02T09:09:13.241 INFO:tasks.workunit.client.0.smithi028.stdout:clone image105 -> image108 2024-04-02T09:09:13.342 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:09:13.394 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:09:13.396 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap 2024-04-02T09:09:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:13 smithi137 ceph-mon[88456]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:09:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:13 smithi028 ceph-mon[94314]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:09:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:13 smithi028 ceph-mon[96890]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-02T09:09:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:14 smithi137 ceph-mon[88456]: pgmap v2320: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 487 op/s 2024-04-02T09:09:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:14 smithi137 ceph-mon[88456]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:09:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:14 smithi028 ceph-mon[94314]: pgmap v2320: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 487 op/s 2024-04-02T09:09:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:14 smithi028 ceph-mon[94314]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:09:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:14 smithi028 ceph-mon[96890]: pgmap v2320: 169 pgs: 169 active+clean; 753 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 487 op/s 2024-04-02T09:09:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:14 smithi028 ceph-mon[96890]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-02T09:09:15.232 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap 2024-04-02T09:09:15.243 INFO:tasks.workunit.client.0.smithi028.stdout:clone image108 -> image110 2024-04-02T09:09:15.373 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 1000~1000 2024-04-02T09:09:15.417 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 2010~1000 2024-04-02T09:09:15.419 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:15.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:15 smithi137 ceph-mon[88456]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:09:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:15 smithi028 ceph-mon[94314]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:09:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:15 smithi028 ceph-mon[96890]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-02T09:09:15.714 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:09:15.882 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:09:16.047 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Clone (4416 ms) 2024-04-02T09:09:16.048 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneParent 2024-04-02T09:09:16.079 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:16.089 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap 2024-04-02T09:09:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:16 smithi137 ceph-mon[88456]: pgmap v2323: 169 pgs: 169 active+clean; 745 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 111 op/s 2024-04-02T09:09:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:16 smithi137 ceph-mon[88456]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:09:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:16 smithi028 ceph-mon[94314]: pgmap v2323: 169 pgs: 169 active+clean; 745 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 111 op/s 2024-04-02T09:09:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:16 smithi028 ceph-mon[94314]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:09:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:16 smithi028 ceph-mon[96890]: pgmap v2323: 169 pgs: 169 active+clean; 745 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.0 MiB/s wr, 111 op/s 2024-04-02T09:09:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:16 smithi028 ceph-mon[96890]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-02T09:09:17.181 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap 2024-04-02T09:09:17.194 INFO:tasks.workunit.client.0.smithi028.stdout:clone image111 -> image114 2024-04-02T09:09:17.294 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:17.450 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:09:17.579 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneParent (1532 ms) 2024-04-02T09:09:17.579 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-02T09:09:17.610 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:17.621 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~10 2024-04-02T09:09:17.630 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap 2024-04-02T09:09:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:17 smithi137 ceph-mon[88456]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:09:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:17 smithi137 ceph-mon[88456]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:09:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:17 smithi028 ceph-mon[94314]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:09:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:17 smithi028 ceph-mon[94314]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:09:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:17 smithi028 ceph-mon[96890]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-02T09:09:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:17 smithi028 ceph-mon[96890]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-02T09:09:18.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:18 smithi028 ceph-mon[94314]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 13 MiB/s wr, 567 op/s 2024-04-02T09:09:18.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:18 smithi028 ceph-mon[96890]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 13 MiB/s wr, 567 op/s 2024-04-02T09:09:18.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:18 smithi137 ceph-mon[88456]: pgmap v2326: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 13 MiB/s wr, 567 op/s 2024-04-02T09:09:19.252 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap 2024-04-02T09:09:19.265 INFO:tasks.workunit.client.0.smithi028.stdout:clone image115 -> image118 2024-04-02T09:09:19.371 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:19.528 INFO:tasks.workunit.client.0.smithi028.stdout:write: Y 0~1 2024-04-02T09:09:19.557 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:09:19.634 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:09:19.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:19 smithi137 ceph-mon[88456]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:09:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:19 smithi028 ceph-mon[94314]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:09:19.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:19 smithi028 ceph-mon[96890]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-02T09:09:19.746 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2167 ms) 2024-04-02T09:09:19.746 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-02T09:09:19.776 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:19.787 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 41943040~10 2024-04-02T09:09:19.841 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:09:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:20 smithi137 ceph-mon[88456]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 482 op/s 2024-04-02T09:09:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:20 smithi137 ceph-mon[88456]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:09:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:20 smithi028 ceph-mon[94314]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 482 op/s 2024-04-02T09:09:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:20 smithi028 ceph-mon[94314]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:09:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:20 smithi028 ceph-mon[96890]: pgmap v2329: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 482 op/s 2024-04-02T09:09:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:20 smithi028 ceph-mon[96890]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-02T09:09:21.270 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 41943041~10 2024-04-02T09:09:21.277 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:21 smithi137 ceph-mon[88456]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:09:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:21 smithi028 ceph-mon[96890]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:09:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:21 smithi028 ceph-mon[94314]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-02T09:09:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:09:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:09:21] "GET /metrics HTTP/1.1" 200 38921 "" "Prometheus/2.43.0" 2024-04-02T09:09:22.306 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 41943042~10 2024-04-02T09:09:22.323 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:09:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:22 smithi137 ceph-mon[88456]: pgmap v2332: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 1.02k op/s 2024-04-02T09:09:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:22 smithi137 ceph-mon[88456]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:09:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:22 smithi137 ceph-mon[88456]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:09:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:09:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:09:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:22 smithi028 ceph-mon[94314]: pgmap v2332: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 1.02k op/s 2024-04-02T09:09:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:22 smithi028 ceph-mon[94314]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:09:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:22 smithi028 ceph-mon[94314]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:09:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:22 smithi028 ceph-mon[96890]: pgmap v2332: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 1.02k op/s 2024-04-02T09:09:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:22 smithi028 ceph-mon[96890]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-02T09:09:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:22 smithi028 ceph-mon[96890]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-02T09:09:24.272 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-04-02T09:09:24.307 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:09:24.370 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:09:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:24 smithi137 ceph-mon[88456]: pgmap v2335: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 1.12k op/s 2024-04-02T09:09:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:24 smithi137 ceph-mon[88456]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:09:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:24 smithi028 ceph-mon[94314]: pgmap v2335: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 1.12k op/s 2024-04-02T09:09:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:24 smithi028 ceph-mon[94314]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:09:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:24 smithi028 ceph-mon[96890]: pgmap v2335: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 1.0 MiB/s wr, 1.12k op/s 2024-04-02T09:09:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:24 smithi028 ceph-mon[96890]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-02T09:09:25.412 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5665 ms) 2024-04-02T09:09:25.412 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-02T09:09:25.446 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:25.458 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 41943040~10 2024-04-02T09:09:25.467 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:09:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:25 smithi137 ceph-mon[88456]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:09:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:25 smithi028 ceph-mon[94314]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:09:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:25 smithi028 ceph-mon[96890]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-02T09:09:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:26 smithi137 ceph-mon[88456]: pgmap v2338: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-02T09:09:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:26 smithi137 ceph-mon[88456]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:09:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:26 smithi028 ceph-mon[94314]: pgmap v2338: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-02T09:09:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:26 smithi028 ceph-mon[94314]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:09:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:26 smithi028 ceph-mon[96890]: pgmap v2338: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 142 KiB/s rd, 11 KiB/s wr, 195 op/s 2024-04-02T09:09:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:26 smithi028 ceph-mon[96890]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-02T09:09:27.294 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-04-02T09:09:27.314 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:27 smithi137 ceph-mon[88456]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:09:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:27 smithi028 ceph-mon[94314]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:09:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:27 smithi028 ceph-mon[96890]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-02T09:09:28.418 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:28.430 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:09:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:28 smithi137 ceph-mon[88456]: pgmap v2341: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 22 KiB/s wr, 335 op/s 2024-04-02T09:09:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:28 smithi137 ceph-mon[88456]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:09:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:28 smithi028 ceph-mon[94314]: pgmap v2341: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 22 KiB/s wr, 335 op/s 2024-04-02T09:09:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:28 smithi028 ceph-mon[94314]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:09:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:28 smithi028 ceph-mon[96890]: pgmap v2341: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 22 KiB/s wr, 335 op/s 2024-04-02T09:09:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:28 smithi028 ceph-mon[96890]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-02T09:09:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:29 smithi137 ceph-mon[88456]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:09:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:29 smithi028 ceph-mon[94314]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:09:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:29 smithi028 ceph-mon[96890]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-02T09:09:30.314 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 41943040~10 2024-04-02T09:09:30.320 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap4 2024-04-02T09:09:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:30 smithi137 ceph-mon[88456]: pgmap v2344: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 18 KiB/s wr, 237 op/s 2024-04-02T09:09:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:30 smithi137 ceph-mon[88456]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:09:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:30 smithi028 ceph-mon[96890]: pgmap v2344: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 18 KiB/s wr, 237 op/s 2024-04-02T09:09:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:30 smithi028 ceph-mon[96890]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:09:30.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:30 smithi028 ceph-mon[94314]: pgmap v2344: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 18 KiB/s wr, 237 op/s 2024-04-02T09:09:30.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:30 smithi028 ceph-mon[94314]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-02T09:09:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:31 smithi137 ceph-mon[88456]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:09:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:31 smithi028 ceph-mon[94314]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:09:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:31 smithi028 ceph-mon[96890]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-02T09:09:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:09:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:09:31] "GET /metrics HTTP/1.1" 200 38921 "" "Prometheus/2.43.0" 2024-04-02T09:09:32.179 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-04-02T09:09:32.203 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:09:32.266 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:09:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:32 smithi137 ceph-mon[88456]: pgmap v2347: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 181 op/s 2024-04-02T09:09:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:32 smithi137 ceph-mon[88456]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:09:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:32 smithi137 ceph-mon[88456]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:09:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:09:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:32 smithi028 ceph-mon[94314]: pgmap v2347: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 181 op/s 2024-04-02T09:09:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:32 smithi028 ceph-mon[94314]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:09:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:32 smithi028 ceph-mon[94314]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:09:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:32 smithi028 ceph-mon[96890]: pgmap v2347: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 136 KiB/s rd, 13 KiB/s wr, 181 op/s 2024-04-02T09:09:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:32 smithi028 ceph-mon[96890]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-02T09:09:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:32 smithi028 ceph-mon[96890]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-02T09:09:33.335 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7923 ms) 2024-04-02T09:09:33.335 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-02T09:09:33.369 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:33.383 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:33.562 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortInUseImage (227 ms) 2024-04-02T09:09:33.562 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-02T09:09:33.593 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:33.605 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:09:33.663 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:09:33.705 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:33.885 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:09:33.926 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:09:33.980 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:09:34.167 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (606 ms) 2024-04-02T09:09:34.167 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-02T09:09:34.199 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:34.210 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:09:34.268 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:09:34.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:34 smithi028 ceph-mon[96890]: pgmap v2350: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 184 op/s 2024-04-02T09:09:34.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:34 smithi028 ceph-mon[96890]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:09:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:34 smithi028 ceph-mon[94314]: pgmap v2350: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 184 op/s 2024-04-02T09:09:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:34 smithi028 ceph-mon[94314]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:09:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:34 smithi137 ceph-mon[88456]: pgmap v2350: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 184 op/s 2024-04-02T09:09:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:34 smithi137 ceph-mon[88456]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-02T09:09:36.191 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-04-02T09:09:36.203 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-04-02T09:09:36.203 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-04-02T09:09:36.203 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:09:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:36 smithi028 ceph-mon[94314]: pgmap v2352: 169 pgs: 169 active+clean; 793 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 235 op/s 2024-04-02T09:09:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:36 smithi028 ceph-mon[94314]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:09:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:36 smithi028 ceph-mon[96890]: pgmap v2352: 169 pgs: 169 active+clean; 793 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 235 op/s 2024-04-02T09:09:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:36 smithi028 ceph-mon[96890]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:09:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:36 smithi137 ceph-mon[88456]: pgmap v2352: 169 pgs: 169 active+clean; 793 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 235 op/s 2024-04-02T09:09:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:36 smithi137 ceph-mon[88456]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-02T09:09:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:37 smithi028 ceph-mon[94314]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:09:37.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:37 smithi028 ceph-mon[96890]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:09:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:37 smithi137 ceph-mon[88456]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-02T09:09:38.200 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-04-02T09:09:38.207 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-04-02T09:09:38.207 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-04-02T09:09:38.217 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-04-02T09:09:38.233 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:09:38.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:38 smithi028 ceph-mon[96890]: pgmap v2355: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 520 op/s 2024-04-02T09:09:38.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:38 smithi028 ceph-mon[96890]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:09:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:38 smithi028 ceph-mon[94314]: pgmap v2355: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 520 op/s 2024-04-02T09:09:38.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:38 smithi028 ceph-mon[94314]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:09:38.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:38 smithi137 ceph-mon[88456]: pgmap v2355: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 520 op/s 2024-04-02T09:09:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:38 smithi137 ceph-mon[88456]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-02T09:09:39.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:39 smithi028 ceph-mon[94314]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:09:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:39 smithi028 ceph-mon[96890]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:09:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:39 smithi137 ceph-mon[88456]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-02T09:09:40.213 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:40.234 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-04-02T09:09:40.243 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:40 smithi137 ceph-mon[88456]: pgmap v2358: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 502 op/s 2024-04-02T09:09:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:40 smithi137 ceph-mon[88456]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:09:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:40 smithi028 ceph-mon[94314]: pgmap v2358: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 502 op/s 2024-04-02T09:09:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:40 smithi028 ceph-mon[94314]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:09:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:40 smithi028 ceph-mon[96890]: pgmap v2358: 169 pgs: 169 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 502 op/s 2024-04-02T09:09:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:40 smithi028 ceph-mon[96890]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-02T09:09:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:41 smithi137 ceph-mon[88456]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:09:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:41 smithi028 ceph-mon[94314]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:09:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:41 smithi028 ceph-mon[96890]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-02T09:09:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:09:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:09:41] "GET /metrics HTTP/1.1" 200 38921 "" "Prometheus/2.43.0" 2024-04-02T09:09:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:42 smithi137 ceph-mon[88456]: pgmap v2361: 169 pgs: 169 active+clean; 873 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:09:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:42 smithi137 ceph-mon[88456]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:09:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:42 smithi137 ceph-mon[88456]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:09:42.547 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:09:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:42 smithi028 ceph-mon[94314]: pgmap v2361: 169 pgs: 169 active+clean; 873 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:09:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:42 smithi028 ceph-mon[94314]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:09:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:42 smithi028 ceph-mon[94314]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:09:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:42 smithi028 ceph-mon[96890]: pgmap v2361: 169 pgs: 169 active+clean; 873 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 MiB/s wr, 141 op/s 2024-04-02T09:09:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:42 smithi028 ceph-mon[96890]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-02T09:09:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:42 smithi028 ceph-mon[96890]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-02T09:09:43.646 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:09:43.738 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:09:44.223 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-04-02T09:09:44.240 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-04-02T09:09:44.319 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:09:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:44 smithi028 ceph-mon[94314]: pgmap v2364: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 8.0 MiB/s wr, 185 op/s 2024-04-02T09:09:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:44 smithi028 ceph-mon[94314]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:09:44.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:44 smithi028 ceph-mon[96890]: pgmap v2364: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 8.0 MiB/s wr, 185 op/s 2024-04-02T09:09:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:44 smithi028 ceph-mon[96890]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:09:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:44 smithi137 ceph-mon[88456]: pgmap v2364: 169 pgs: 169 active+clean; 873 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 8.0 MiB/s wr, 185 op/s 2024-04-02T09:09:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:44 smithi137 ceph-mon[88456]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-02T09:09:45.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:45 smithi137 ceph-mon[88456]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:09:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:45 smithi028 ceph-mon[94314]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:09:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:45 smithi028 ceph-mon[96890]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-02T09:09:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:46 smithi137 ceph-mon[88456]: pgmap v2367: 169 pgs: 169 active+clean; 877 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 177 op/s 2024-04-02T09:09:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:46 smithi137 ceph-mon[88456]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:09:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:46 smithi028 ceph-mon[94314]: pgmap v2367: 169 pgs: 169 active+clean; 877 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 177 op/s 2024-04-02T09:09:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:46 smithi028 ceph-mon[94314]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:09:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:46 smithi028 ceph-mon[96890]: pgmap v2367: 169 pgs: 169 active+clean; 877 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 177 op/s 2024-04-02T09:09:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:46 smithi028 ceph-mon[96890]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-02T09:09:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:47 smithi137 ceph-mon[88456]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:09:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:47 smithi028 ceph-mon[94314]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:09:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:47 smithi028 ceph-mon[96890]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-02T09:09:48.589 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortWithSnapshots (14422 ms) 2024-04-02T09:09:48.589 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-02T09:09:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:48 smithi028 ceph-mon[94314]: pgmap v2370: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 380 op/s 2024-04-02T09:09:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:48 smithi028 ceph-mon[94314]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:09:48.598 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:48 smithi028 ceph-mon[96890]: pgmap v2370: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 380 op/s 2024-04-02T09:09:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:48 smithi028 ceph-mon[96890]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:09:48.621 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:48.632 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:09:48.641 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:09:48.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:48 smithi137 ceph-mon[88456]: pgmap v2370: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 380 op/s 2024-04-02T09:09:48.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:48 smithi137 ceph-mon[88456]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-02T09:09:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:49 smithi137 ceph-mon[88456]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:09:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:49 smithi028 ceph-mon[94314]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:09:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:49 smithi028 ceph-mon[96890]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-02T09:09:50.258 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:09:50.324 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:50 smithi137 ceph-mon[88456]: pgmap v2373: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 22 MiB/s wr, 247 op/s 2024-04-02T09:09:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:50 smithi137 ceph-mon[88456]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:09:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:50 smithi028 ceph-mon[94314]: pgmap v2373: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 22 MiB/s wr, 247 op/s 2024-04-02T09:09:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:50 smithi028 ceph-mon[94314]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:09:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:50 smithi028 ceph-mon[96890]: pgmap v2373: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 22 MiB/s wr, 247 op/s 2024-04-02T09:09:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:50 smithi028 ceph-mon[96890]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-02T09:09:51.455 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:09:51.532 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:09:51.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:51 smithi137 ceph-mon[88456]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:09:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:51 smithi028 ceph-mon[94314]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:09:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:09:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:09:51] "GET /metrics HTTP/1.1" 200 38919 "" "Prometheus/2.43.0" 2024-04-02T09:09:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:51 smithi028 ceph-mon[96890]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-02T09:09:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:09:52.308 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1Parent (3719 ms) 2024-04-02T09:09:52.308 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-02T09:09:52.343 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:52.354 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:09:52.363 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:09:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:52 smithi137 ceph-mon[88456]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 219 op/s 2024-04-02T09:09:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:52 smithi137 ceph-mon[88456]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:09:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:52 smithi137 ceph-mon[88456]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:09:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:09:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:09:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:52 smithi028 ceph-mon[94314]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 219 op/s 2024-04-02T09:09:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:52 smithi028 ceph-mon[94314]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:09:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:52 smithi028 ceph-mon[94314]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:09:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:52 smithi028 ceph-mon[96890]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 219 op/s 2024-04-02T09:09:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:52 smithi028 ceph-mon[96890]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-02T09:09:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:52 smithi028 ceph-mon[96890]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-02T09:09:54.276 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:09:54.332 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:54 smithi137 ceph-mon[88456]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 222 op/s 2024-04-02T09:09:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:54 smithi137 ceph-mon[88456]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:09:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:54 smithi028 ceph-mon[94314]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 222 op/s 2024-04-02T09:09:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:54 smithi028 ceph-mon[94314]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:09:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:54 smithi028 ceph-mon[96890]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 222 op/s 2024-04-02T09:09:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:54 smithi028 ceph-mon[96890]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-02T09:09:55.467 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:09:55.550 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:09:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:55 smithi137 ceph-mon[88456]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:09:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:55 smithi028 ceph-mon[94314]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:09:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:55 smithi028 ceph-mon[96890]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-02T09:09:56.412 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2Parent (4103 ms) 2024-04-02T09:09:56.412 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-02T09:09:56.446 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:09:56.458 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:09:56.466 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:09:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:56 smithi137 ceph-mon[88456]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.2 KiB/s wr, 181 op/s 2024-04-02T09:09:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:56 smithi137 ceph-mon[88456]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:09:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:56 smithi028 ceph-mon[96890]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.2 KiB/s wr, 181 op/s 2024-04-02T09:09:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:56 smithi028 ceph-mon[96890]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:09:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:56 smithi028 ceph-mon[94314]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 149 KiB/s rd, 6.2 KiB/s wr, 181 op/s 2024-04-02T09:09:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:56 smithi028 ceph-mon[94314]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-02T09:09:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:57 smithi137 ceph-mon[88456]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:09:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:57 smithi137 ceph-mon[88456]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:09:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:57 smithi028 ceph-mon[96890]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:09:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:57 smithi028 ceph-mon[96890]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:09:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:57 smithi028 ceph-mon[94314]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-02T09:09:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:57 smithi028 ceph-mon[94314]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-02T09:09:58.190 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:09:58.250 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:09:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:58 smithi137 ceph-mon[88456]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 538 KiB/s rd, 30 KiB/s wr, 671 op/s 2024-04-02T09:09:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:09:58 smithi137 ceph-mon[88456]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:09:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:58 smithi028 ceph-mon[94314]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 538 KiB/s rd, 30 KiB/s wr, 671 op/s 2024-04-02T09:09:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:09:58 smithi028 ceph-mon[94314]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:09:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:58 smithi028 ceph-mon[96890]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 538 KiB/s rd, 30 KiB/s wr, 671 op/s 2024-04-02T09:09:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:09:58 smithi028 ceph-mon[96890]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-02T09:09:59.453 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:10:00.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4029 ms) 2024-04-02T09:10:00.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-02T09:10:00.474 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:00.485 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:10:00.494 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:00 smithi137 ceph-mon[88456]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 24 KiB/s wr, 492 op/s 2024-04-02T09:10:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:00 smithi137 ceph-mon[88456]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:10:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:00 smithi137 ceph-mon[88456]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:00 smithi137 ceph-mon[88456]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:00 smithi137 ceph-mon[88456]: application not enabled on pool 'test-librbd-smithi028-148153-9' 2024-04-02T09:10:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:00 smithi137 ceph-mon[88456]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T09:10:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[94314]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 24 KiB/s wr, 492 op/s 2024-04-02T09:10:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[94314]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:10:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[94314]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[94314]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[94314]: application not enabled on pool 'test-librbd-smithi028-148153-9' 2024-04-02T09:10:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[94314]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T09:10:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[96890]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 390 KiB/s rd, 24 KiB/s wr, 492 op/s 2024-04-02T09:10:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[96890]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-02T09:10:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[96890]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[96890]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-02T09:10:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[96890]: application not enabled on pool 'test-librbd-smithi028-148153-9' 2024-04-02T09:10:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:00 smithi028 ceph-mon[96890]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-02T09:10:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:01 smithi137 ceph-mon[88456]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:10:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:01 smithi028 ceph-mon[94314]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:10:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:01 smithi028 ceph-mon[96890]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-02T09:10:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:10:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:10:01] "GET /metrics HTTP/1.1" 200 38919 "" "Prometheus/2.43.0" 2024-04-02T09:10:02.186 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:02.240 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:02 smithi137 ceph-mon[88456]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 16 KiB/s wr, 320 op/s 2024-04-02T09:10:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:02 smithi137 ceph-mon[88456]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:10:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:02 smithi137 ceph-mon[88456]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:10:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:10:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:02 smithi028 ceph-mon[94314]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 16 KiB/s wr, 320 op/s 2024-04-02T09:10:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:02 smithi028 ceph-mon[94314]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:10:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:02 smithi028 ceph-mon[94314]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:10:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:02 smithi028 ceph-mon[96890]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 250 KiB/s rd, 16 KiB/s wr, 320 op/s 2024-04-02T09:10:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:02 smithi028 ceph-mon[96890]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-02T09:10:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:02 smithi028 ceph-mon[96890]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-02T09:10:03.480 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:10:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:10:04.458 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4017 ms) 2024-04-02T09:10:04.459 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-02T09:10:04.489 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:04.500 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:10:04.510 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:04 smithi137 ceph-mon[88456]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-04-02T09:10:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:04 smithi137 ceph-mon[88456]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:10:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:10:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[94314]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-04-02T09:10:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[94314]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:10:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:10:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[96890]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-04-02T09:10:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[96890]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-02T09:10:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:10:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:10:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:10:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:05 smithi137 ceph-mon[88456]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:10:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:05 smithi028 ceph-mon[94314]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:10:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:05 smithi028 ceph-mon[96890]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-02T09:10:06.329 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:06.390 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:06.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:06 smithi137 ceph-mon[88456]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-02T09:10:06.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:06 smithi137 ceph-mon[88456]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:10:06.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:06 smithi028 ceph-mon[96890]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-02T09:10:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:06 smithi028 ceph-mon[96890]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:10:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:06 smithi028 ceph-mon[94314]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 13 KiB/s wr, 189 op/s 2024-04-02T09:10:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:06 smithi028 ceph-mon[94314]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-02T09:10:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:07.370 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:10:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:07 smithi137 ceph-mon[88456]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:10:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:07 smithi137 ceph-mon[88456]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:10:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:07 smithi028 ceph-mon[96890]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:10:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:07 smithi028 ceph-mon[96890]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:10:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:07 smithi028 ceph-mon[94314]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-02T09:10:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:07 smithi028 ceph-mon[94314]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-02T09:10:08.462 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4004 ms) 2024-04-02T09:10:08.462 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-02T09:10:08.493 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:08.505 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:10:08.514 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:08 smithi137 ceph-mon[88456]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 344 op/s 2024-04-02T09:10:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:08 smithi028 ceph-mon[94314]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 344 op/s 2024-04-02T09:10:08.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:08 smithi028 ceph-mon[96890]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 344 op/s 2024-04-02T09:10:09.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:09 smithi137 ceph-mon[88456]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:10:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:09 smithi028 ceph-mon[94314]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:10:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:09 smithi028 ceph-mon[96890]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-02T09:10:10.351 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:10.409 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:10 smithi137 ceph-mon[88456]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 14 KiB/s wr, 220 op/s 2024-04-02T09:10:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:10 smithi137 ceph-mon[88456]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:10:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:10 smithi028 ceph-mon[94314]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 14 KiB/s wr, 220 op/s 2024-04-02T09:10:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:10 smithi028 ceph-mon[94314]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:10:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:10 smithi028 ceph-mon[96890]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 168 KiB/s rd, 14 KiB/s wr, 220 op/s 2024-04-02T09:10:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:10 smithi028 ceph-mon[96890]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-02T09:10:11.532 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:10:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:11 smithi137 ceph-mon[88456]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:10:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:11 smithi028 ceph-mon[94314]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:10:11.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:11 smithi028 ceph-mon[96890]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-02T09:10:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:10:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:10:11] "GET /metrics HTTP/1.1" 200 38914 "" "Prometheus/2.43.0" 2024-04-02T09:10:12.320 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3858 ms) 2024-04-02T09:10:12.320 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-02T09:10:12.351 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:12.362 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:10:12.374 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:12 smithi137 ceph-mon[88456]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 17 KiB/s wr, 291 op/s 2024-04-02T09:10:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:12 smithi137 ceph-mon[88456]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:10:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:12 smithi137 ceph-mon[88456]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:10:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:10:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:12 smithi028 ceph-mon[94314]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 17 KiB/s wr, 291 op/s 2024-04-02T09:10:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:12 smithi028 ceph-mon[94314]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:10:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:12 smithi028 ceph-mon[94314]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:10:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:12 smithi028 ceph-mon[96890]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 17 KiB/s wr, 291 op/s 2024-04-02T09:10:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:12 smithi028 ceph-mon[96890]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-02T09:10:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:12 smithi028 ceph-mon[96890]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-02T09:10:14.368 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:14.427 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:14 smithi137 ceph-mon[88456]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 347 KiB/s rd, 20 KiB/s wr, 442 op/s 2024-04-02T09:10:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:14 smithi137 ceph-mon[88456]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:10:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:14 smithi028 ceph-mon[94314]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 347 KiB/s rd, 20 KiB/s wr, 442 op/s 2024-04-02T09:10:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:14 smithi028 ceph-mon[94314]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:10:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:14 smithi028 ceph-mon[96890]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 347 KiB/s rd, 20 KiB/s wr, 442 op/s 2024-04-02T09:10:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:14 smithi028 ceph-mon[96890]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-02T09:10:15.553 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:10:15.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:15 smithi137 ceph-mon[88456]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:10:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:15 smithi028 ceph-mon[94314]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:10:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:15 smithi028 ceph-mon[96890]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-02T09:10:16.521 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4201 ms) 2024-04-02T09:10:16.521 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-02T09:10:16.554 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:16.565 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:10:16.574 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:16 smithi137 ceph-mon[88456]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 8.7 KiB/s wr, 259 op/s 2024-04-02T09:10:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:16 smithi137 ceph-mon[88456]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:10:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:16 smithi028 ceph-mon[96890]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 8.7 KiB/s wr, 259 op/s 2024-04-02T09:10:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:16 smithi028 ceph-mon[96890]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:10:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:16 smithi028 ceph-mon[94314]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 209 KiB/s rd, 8.7 KiB/s wr, 259 op/s 2024-04-02T09:10:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:16 smithi028 ceph-mon[94314]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-02T09:10:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:17 smithi137 ceph-mon[88456]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:10:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:17 smithi137 ceph-mon[88456]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:10:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:17 smithi028 ceph-mon[94314]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:10:17.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:17 smithi028 ceph-mon[94314]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:10:17.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:17 smithi028 ceph-mon[96890]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-02T09:10:17.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:17 smithi028 ceph-mon[96890]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-02T09:10:18.187 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:18.244 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:18 smithi137 ceph-mon[88456]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 21 KiB/s wr, 452 op/s 2024-04-02T09:10:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:18 smithi137 ceph-mon[88456]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:10:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:18 smithi028 ceph-mon[94314]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 21 KiB/s wr, 452 op/s 2024-04-02T09:10:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:18 smithi028 ceph-mon[94314]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:10:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:18 smithi028 ceph-mon[96890]: pgmap v2415: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 21 KiB/s wr, 452 op/s 2024-04-02T09:10:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:18 smithi028 ceph-mon[96890]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-02T09:10:19.351 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:10:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:20 smithi028 ceph-mon[94314]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 16 KiB/s wr, 343 op/s 2024-04-02T09:10:20.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:20 smithi028 ceph-mon[94314]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:10:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:20 smithi028 ceph-mon[96890]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 16 KiB/s wr, 343 op/s 2024-04-02T09:10:20.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:20 smithi028 ceph-mon[96890]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:10:20.528 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4007 ms) 2024-04-02T09:10:20.529 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-02T09:10:20.563 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:20.573 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:10:20.583 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:20 smithi137 ceph-mon[88456]: pgmap v2418: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 16 KiB/s wr, 343 op/s 2024-04-02T09:10:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:20 smithi137 ceph-mon[88456]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-02T09:10:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:21 smithi137 ceph-mon[88456]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:10:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:21 smithi028 ceph-mon[96890]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:10:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:21 smithi028 ceph-mon[94314]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-02T09:10:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:10:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:10:21] "GET /metrics HTTP/1.1" 200 38921 "" "Prometheus/2.43.0" 2024-04-02T09:10:22.194 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:22.251 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:22 smithi137 ceph-mon[88456]: pgmap v2421: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 21 KiB/s wr, 360 op/s 2024-04-02T09:10:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:22 smithi137 ceph-mon[88456]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:10:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:22 smithi137 ceph-mon[88456]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:10:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:10:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:22 smithi028 ceph-mon[94314]: pgmap v2421: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 21 KiB/s wr, 360 op/s 2024-04-02T09:10:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:22 smithi028 ceph-mon[94314]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:10:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:22 smithi028 ceph-mon[94314]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:10:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:22 smithi028 ceph-mon[96890]: pgmap v2421: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 21 KiB/s wr, 360 op/s 2024-04-02T09:10:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:22 smithi028 ceph-mon[96890]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-02T09:10:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:22 smithi028 ceph-mon[96890]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-02T09:10:23.355 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:10:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:24 smithi028 ceph-mon[94314]: pgmap v2424: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 25 KiB/s wr, 436 op/s 2024-04-02T09:10:24.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:24 smithi028 ceph-mon[94314]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:10:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:24 smithi028 ceph-mon[96890]: pgmap v2424: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 25 KiB/s wr, 436 op/s 2024-04-02T09:10:24.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:24 smithi028 ceph-mon[96890]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:10:24.526 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3998 ms) 2024-04-02T09:10:24.526 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-02T09:10:24.557 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:24.568 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-04-02T09:10:24.577 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:24 smithi137 ceph-mon[88456]: pgmap v2424: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 338 KiB/s rd, 25 KiB/s wr, 436 op/s 2024-04-02T09:10:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:24 smithi137 ceph-mon[88456]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-02T09:10:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:25 smithi137 ceph-mon[88456]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:10:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:25 smithi028 ceph-mon[94314]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:10:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:25 smithi028 ceph-mon[96890]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-02T09:10:26.408 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:26.466 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:26 smithi137 ceph-mon[88456]: pgmap v2427: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 133 op/s 2024-04-02T09:10:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:26 smithi137 ceph-mon[88456]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:10:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:26 smithi028 ceph-mon[94314]: pgmap v2427: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 133 op/s 2024-04-02T09:10:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:26 smithi028 ceph-mon[94314]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:10:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:26 smithi028 ceph-mon[96890]: pgmap v2427: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 133 op/s 2024-04-02T09:10:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:26 smithi028 ceph-mon[96890]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-02T09:10:27.357 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-04-02T09:10:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:27 smithi028 ceph-mon[94314]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:10:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:27 smithi028 ceph-mon[94314]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:10:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:27 smithi028 ceph-mon[96890]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:10:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:27 smithi028 ceph-mon[96890]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:10:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:27 smithi137 ceph-mon[88456]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-02T09:10:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:27 smithi137 ceph-mon[88456]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-02T09:10:28.541 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4014 ms) 2024-04-02T09:10:28.541 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-02T09:10:28.574 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:28.587 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 61158788~4228599 2024-04-02T09:10:28.617 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 71036145~3940089 2024-04-02T09:10:28.617 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 34857789~2139004 2024-04-02T09:10:28.640 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 63912797~397460 2024-04-02T09:10:28.642 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 30531632~1385089 2024-04-02T09:10:28.656 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 62023681~2737337 2024-04-02T09:10:28.658 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 64162734~247906 2024-04-02T09:10:28.661 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 63078883~2850869 2024-04-02T09:10:28.663 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap0 2024-04-02T09:10:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:28 smithi028 ceph-mon[94314]: pgmap v2430: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 22 KiB/s wr, 342 op/s 2024-04-02T09:10:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:28 smithi028 ceph-mon[96890]: pgmap v2430: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 22 KiB/s wr, 342 op/s 2024-04-02T09:10:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:28 smithi137 ceph-mon[88456]: pgmap v2430: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 260 KiB/s rd, 22 KiB/s wr, 342 op/s 2024-04-02T09:10:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:29 smithi028 ceph-mon[94314]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:10:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:29 smithi028 ceph-mon[96890]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:10:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:29 smithi137 ceph-mon[88456]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-02T09:10:30.425 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap0 2024-04-02T09:10:30.437 INFO:tasks.workunit.client.0.smithi028.stdout:clone image159 -> image162 2024-04-02T09:10:30.534 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 27604935~241610 2024-04-02T09:10:30.548 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 268931~1385191 2024-04-02T09:10:30.553 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 50879659~2598563 2024-04-02T09:10:30.577 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 68304784~8369986 2024-04-02T09:10:30.586 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 40739984~3175356 2024-04-02T09:10:30.610 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 7418306~5114518 2024-04-02T09:10:30.617 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 34508941~3230256 2024-04-02T09:10:30.652 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 40724777~1468230 2024-04-02T09:10:30.654 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:30 smithi028 ceph-mon[94314]: pgmap v2433: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 19 KiB/s wr, 284 op/s 2024-04-02T09:10:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:30 smithi028 ceph-mon[94314]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:10:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:30 smithi028 ceph-mon[96890]: pgmap v2433: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 19 KiB/s wr, 284 op/s 2024-04-02T09:10:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:30 smithi028 ceph-mon[96890]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:10:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:30 smithi137 ceph-mon[88456]: pgmap v2433: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 214 KiB/s rd, 19 KiB/s wr, 284 op/s 2024-04-02T09:10:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:30 smithi137 ceph-mon[88456]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-02T09:10:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:31 smithi028 ceph-mon[94314]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:10:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:31 smithi028 ceph-mon[96890]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:10:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:10:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:10:31] "GET /metrics HTTP/1.1" 200 38921 "" "Prometheus/2.43.0" 2024-04-02T09:10:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:31 smithi137 ceph-mon[88456]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-02T09:10:32.198 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:32.211 INFO:tasks.workunit.client.0.smithi028.stdout:clone image162 -> image164 2024-04-02T09:10:32.337 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 72388115~85094 2024-04-02T09:10:32.351 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 60190439~411167 2024-04-02T09:10:32.390 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 45091545~2256451 2024-04-02T09:10:32.427 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 78001829~4773608 2024-04-02T09:10:32.434 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 66344734~202375 2024-04-02T09:10:32.441 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 3448785~6862984 2024-04-02T09:10:32.449 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 49047634~7923052 2024-04-02T09:10:32.493 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76417107~5887896 2024-04-02T09:10:32.496 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:10:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:32 smithi137 ceph-mon[88456]: pgmap v2436: 169 pgs: 169 active+clean; 928 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 4.1 MiB/s wr, 407 op/s 2024-04-02T09:10:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:32 smithi137 ceph-mon[88456]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:10:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:32 smithi137 ceph-mon[88456]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:10:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:10:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:32 smithi028 ceph-mon[96890]: pgmap v2436: 169 pgs: 169 active+clean; 928 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 4.1 MiB/s wr, 407 op/s 2024-04-02T09:10:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:32 smithi028 ceph-mon[96890]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:10:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:32 smithi028 ceph-mon[96890]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:10:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:32 smithi028 ceph-mon[94314]: pgmap v2436: 169 pgs: 169 active+clean; 928 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 4.1 MiB/s wr, 407 op/s 2024-04-02T09:10:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:32 smithi028 ceph-mon[94314]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-02T09:10:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:32 smithi028 ceph-mon[94314]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-02T09:10:34.438 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap2 2024-04-02T09:10:34.448 INFO:tasks.workunit.client.0.smithi028.stdout:clone image164 -> image166 2024-04-02T09:10:34.600 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 127296766 2024-04-02T09:10:34.611 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 5279441~7354904 2024-04-02T09:10:34.662 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1331642~4643002 2024-04-02T09:10:34.669 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 120888476~6408290 2024-04-02T09:10:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:34 smithi028 ceph-mon[94314]: pgmap v2439: 169 pgs: 169 active+clean; 938 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 5.6 MiB/s wr, 477 op/s 2024-04-02T09:10:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:34 smithi028 ceph-mon[94314]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:10:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:34 smithi028 ceph-mon[96890]: pgmap v2439: 169 pgs: 169 active+clean; 938 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 5.6 MiB/s wr, 477 op/s 2024-04-02T09:10:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:34 smithi028 ceph-mon[96890]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:10:34.706 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 43435255~993496 2024-04-02T09:10:34.729 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 108827137~5140930 2024-04-02T09:10:34.760 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 87396771~3855982 2024-04-02T09:10:34.760 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 31998875~8248936 2024-04-02T09:10:34.812 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 55230561~770724 2024-04-02T09:10:34.841 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:10:34.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:34 smithi137 ceph-mon[88456]: pgmap v2439: 169 pgs: 169 active+clean; 938 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 5.6 MiB/s wr, 477 op/s 2024-04-02T09:10:34.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:34 smithi137 ceph-mon[88456]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-02T09:10:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:35 smithi028 ceph-mon[94314]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:10:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:35 smithi028 ceph-mon[96890]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:10:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:35 smithi137 ceph-mon[88456]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-02T09:10:36.452 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 127113034 2024-04-02T09:10:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:36 smithi028 ceph-mon[94314]: pgmap v2442: 169 pgs: 169 active+clean; 987 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 7.7 MiB/s wr, 216 op/s 2024-04-02T09:10:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:36 smithi028 ceph-mon[94314]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:10:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:36 smithi028 ceph-mon[96890]: pgmap v2442: 169 pgs: 169 active+clean; 987 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 7.7 MiB/s wr, 216 op/s 2024-04-02T09:10:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:36 smithi028 ceph-mon[96890]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:10:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:36.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.StressNoMigrate (8252 ms) 2024-04-02T09:10:36.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Stress 2024-04-02T09:10:36.826 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:36.837 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 46064644~5507433 2024-04-02T09:10:36.878 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 62702066~5339990 2024-04-02T09:10:36.878 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 55206082~7570390 2024-04-02T09:10:36.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:36 smithi137 ceph-mon[88456]: pgmap v2442: 169 pgs: 169 active+clean; 987 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1013 KiB/s rd, 7.7 MiB/s wr, 216 op/s 2024-04-02T09:10:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:36 smithi137 ceph-mon[88456]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-02T09:10:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:36.933 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 30235502~2697796 2024-04-02T09:10:36.933 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 60402970~5794069 2024-04-02T09:10:36.966 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 40816148~5167530 2024-04-02T09:10:36.968 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 65181557~649010 2024-04-02T09:10:36.974 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 48743898~3516110 2024-04-02T09:10:36.977 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap0 2024-04-02T09:10:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:37 smithi028 ceph-mon[94314]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:10:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:37 smithi028 ceph-mon[94314]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:10:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:37 smithi028 ceph-mon[96890]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:10:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:37 smithi028 ceph-mon[96890]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:10:37.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:37 smithi137 ceph-mon[88456]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-02T09:10:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:37 smithi137 ceph-mon[88456]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-02T09:10:38.195 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap0 2024-04-02T09:10:38.206 INFO:tasks.workunit.client.0.smithi028.stdout:clone image167 -> image170 2024-04-02T09:10:38.304 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 116846259 2024-04-02T09:10:38.316 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 39209258~3455175 2024-04-02T09:10:38.346 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 24019307~7569588 2024-04-02T09:10:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 9212675~4300690 2024-04-02T09:10:38.387 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 41002859~8057783 2024-04-02T09:10:38.397 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 90123849~371820 2024-04-02T09:10:38.406 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 17835813~602036 2024-04-02T09:10:38.412 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 23877869~8179685 2024-04-02T09:10:38.458 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 60047065~3427322 2024-04-02T09:10:38.493 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:38 smithi028 ceph-mon[94314]: pgmap v2445: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 26 MiB/s wr, 522 op/s 2024-04-02T09:10:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:38 smithi028 ceph-mon[94314]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:10:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:38 smithi028 ceph-mon[96890]: pgmap v2445: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 26 MiB/s wr, 522 op/s 2024-04-02T09:10:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:38 smithi028 ceph-mon[96890]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:10:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:38 smithi137 ceph-mon[88456]: pgmap v2445: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 5.8 MiB/s rd, 26 MiB/s wr, 522 op/s 2024-04-02T09:10:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:38 smithi137 ceph-mon[88456]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-02T09:10:40.472 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:40.483 INFO:tasks.workunit.client.0.smithi028.stdout:clone image170 -> image172 2024-04-02T09:10:40.611 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 56266418~6470683 2024-04-02T09:10:40.665 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 50027371~5707217 2024-04-02T09:10:40.672 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 28488577~5754023 2024-04-02T09:10:40.733 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 36717830~413799 2024-04-02T09:10:40.736 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 58071493~8096436 2024-04-02T09:10:40.782 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 101548339~8307700 2024-04-02T09:10:40.790 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 54894421~6620405 2024-04-02T09:10:40.822 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 114397095~2449164 2024-04-02T09:10:40.827 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:10:40.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:40 smithi137 ceph-mon[88456]: pgmap v2448: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 20 MiB/s wr, 375 op/s 2024-04-02T09:10:40.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:40 smithi137 ceph-mon[88456]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:10:40.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:40 smithi028 ceph-mon[96890]: pgmap v2448: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 20 MiB/s wr, 375 op/s 2024-04-02T09:10:40.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:40 smithi028 ceph-mon[96890]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:10:40.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:40 smithi028 ceph-mon[94314]: pgmap v2448: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 4.8 MiB/s rd, 20 MiB/s wr, 375 op/s 2024-04-02T09:10:40.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:40 smithi028 ceph-mon[94314]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-02T09:10:41.457 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:10:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:10:41] "GET /metrics HTTP/1.1" 200 38919 "" "Prometheus/2.43.0" 2024-04-02T09:10:41.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:41 smithi137 ceph-mon[88456]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:10:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:41 smithi028 ceph-mon[94314]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:10:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:41 smithi028 ceph-mon[96890]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-02T09:10:42.480 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap2 2024-04-02T09:10:42.494 INFO:tasks.workunit.client.0.smithi028.stdout:clone image172 -> image174 2024-04-02T09:10:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:42 smithi137 ceph-mon[88456]: pgmap v2451: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 29 MiB/s wr, 395 op/s 2024-04-02T09:10:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:42 smithi137 ceph-mon[88456]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:10:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:10:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:42.648 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 164820499 2024-04-02T09:10:42.660 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 23627914~1965992 2024-04-02T09:10:42.715 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 143206757~5214514 2024-04-02T09:10:42.715 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 48196547~4034698 2024-04-02T09:10:42.740 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 121228279~4429320 2024-04-02T09:10:42.740 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 24979423~6729168 2024-04-02T09:10:42.782 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 146763366~4275154 2024-04-02T09:10:42.782 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 143430162~6284283 2024-04-02T09:10:42.822 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 35099307~3960925 2024-04-02T09:10:42.853 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:10:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:42 smithi028 ceph-mon[94314]: pgmap v2451: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 29 MiB/s wr, 395 op/s 2024-04-02T09:10:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:42 smithi028 ceph-mon[94314]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:10:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:42 smithi028 ceph-mon[96890]: pgmap v2451: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 29 MiB/s wr, 395 op/s 2024-04-02T09:10:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:42 smithi028 ceph-mon[96890]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-02T09:10:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:43 smithi137 ceph-mon[88456]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:10:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:43 smithi028 ceph-mon[94314]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:10:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:43 smithi028 ceph-mon[96890]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-02T09:10:44.489 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap3 2024-04-02T09:10:44.501 INFO:tasks.workunit.client.0.smithi028.stdout:clone image174 -> image176 2024-04-02T09:10:44.678 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 135243653 2024-04-02T09:10:44.700 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:44.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:44 smithi137 ceph-mon[88456]: pgmap v2454: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 33 MiB/s wr, 509 op/s 2024-04-02T09:10:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:44 smithi137 ceph-mon[88456]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:10:44.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:44 smithi028 ceph-mon[94314]: pgmap v2454: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 33 MiB/s wr, 509 op/s 2024-04-02T09:10:44.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:44 smithi028 ceph-mon[94314]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:10:44.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:44 smithi028 ceph-mon[96890]: pgmap v2454: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 52 MiB/s rd, 33 MiB/s wr, 509 op/s 2024-04-02T09:10:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:44 smithi028 ceph-mon[96890]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-02T09:10:45.157 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:10:45.388 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:10:45.670 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Stress (8878 ms) 2024-04-02T09:10:45.670 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Stress2 2024-04-02T09:10:45.702 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:10:45.713 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 66969335~6053780 2024-04-02T09:10:45.759 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 78597158~5288922 2024-04-02T09:10:45.759 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 45463759~6757110 2024-04-02T09:10:45.806 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76315138~958532 2024-04-02T09:10:45.806 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 3255349~933496 2024-04-02T09:10:45.817 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76318559~7567521 2024-04-02T09:10:45.817 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 11000183~5221341 2024-04-02T09:10:45.858 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 60191233~2602096 2024-04-02T09:10:45.858 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap0 2024-04-02T09:10:45.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:45 smithi137 ceph-mon[88456]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:10:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:45 smithi028 ceph-mon[94314]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:10:45.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:45 smithi028 ceph-mon[96890]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-02T09:10:46.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:46 smithi137 ceph-mon[88456]: pgmap v2457: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 286 op/s 2024-04-02T09:10:46.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:46 smithi028 ceph-mon[94314]: pgmap v2457: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 286 op/s 2024-04-02T09:10:46.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:46 smithi028 ceph-mon[96890]: pgmap v2457: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 286 op/s 2024-04-02T09:10:47.510 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap0 2024-04-02T09:10:47.524 INFO:tasks.workunit.client.0.smithi028.stdout:clone image177 -> image180 2024-04-02T09:10:47.622 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 23793221~5900297 2024-04-02T09:10:47.667 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 56045545~4244502 2024-04-02T09:10:47.673 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 2498210~2902552 2024-04-02T09:10:47.696 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16152808~3609572 2024-04-02T09:10:47.734 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 76767508~6459136 2024-04-02T09:10:47.777 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 48554819~1602655 2024-04-02T09:10:47.815 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 16045044~7732908 2024-04-02T09:10:47.855 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 4633222~6472250 2024-04-02T09:10:47.875 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:10:47.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:47 smithi137 ceph-mon[88456]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:10:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:47 smithi028 ceph-mon[94314]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:10:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:47 smithi028 ceph-mon[96890]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-02T09:10:48.848 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:48 smithi028 ceph-mon[96890]: pgmap v2459: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 1.06k op/s 2024-04-02T09:10:48.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:48 smithi028 ceph-mon[96890]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:10:48.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:48 smithi028 ceph-mon[94314]: pgmap v2459: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 1.06k op/s 2024-04-02T09:10:48.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:48 smithi028 ceph-mon[94314]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:10:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:48 smithi137 ceph-mon[88456]: pgmap v2459: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 1.06k op/s 2024-04-02T09:10:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:48 smithi137 ceph-mon[88456]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-02T09:10:49.518 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:10:49.532 INFO:tasks.workunit.client.0.smithi028.stdout:clone image180 -> image182 2024-04-02T09:10:49.652 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 48142273~8153941 2024-04-02T09:10:49.727 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 698830~5658418 2024-04-02T09:10:49.738 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 55168980~1065975 2024-04-02T09:10:49.747 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 31453140~6475020 2024-04-02T09:10:49.757 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 59408765~7448907 2024-04-02T09:10:49.806 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 14095181~7758293 2024-04-02T09:10:49.849 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 72378847~6592451 2024-04-02T09:10:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:49 smithi137 ceph-mon[88456]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:10:49.906 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 27614170~4333971 2024-04-02T09:10:49.940 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:10:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:49 smithi028 ceph-mon[94314]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:10:49.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:49 smithi028 ceph-mon[96890]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-02T09:10:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:50 smithi137 ceph-mon[88456]: pgmap v2462: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 1.07k op/s 2024-04-02T09:10:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:50 smithi137 ceph-mon[88456]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:10:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:50 smithi028 ceph-mon[94314]: pgmap v2462: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 1.07k op/s 2024-04-02T09:10:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:50 smithi028 ceph-mon[94314]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:10:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:50 smithi028 ceph-mon[96890]: pgmap v2462: 169 pgs: 169 active+clean; 1.3 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 1.07k op/s 2024-04-02T09:10:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:50 smithi028 ceph-mon[96890]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-02T09:10:51.516 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:10:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:10:51] "GET /metrics HTTP/1.1" 200 38920 "" "Prometheus/2.43.0" 2024-04-02T09:10:51.529 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 147552892 2024-04-02T09:10:51.541 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 108141499~6204844 2024-04-02T09:10:51.551 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 90722544~3017084 2024-04-02T09:10:51.551 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 79108319~8214770 2024-04-02T09:10:51.560 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 96748278~6819181 2024-04-02T09:10:51.560 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 45006835~7712505 2024-04-02T09:10:51.569 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 86546225~4334691 2024-04-02T09:10:51.612 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 81950929~2829129 2024-04-02T09:10:51.641 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 82900527~1434460 2024-04-02T09:10:51.648 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:10:51.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:51 smithi137 ceph-mon[88456]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:10:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:51 smithi028 ceph-mon[96890]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:10:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:51 smithi028 ceph-mon[94314]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-02T09:10:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:10:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:52 smithi137 ceph-mon[88456]: pgmap v2465: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 29 MiB/s wr, 632 op/s 2024-04-02T09:10:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:52 smithi137 ceph-mon[88456]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:10:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:10:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:10:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:10:52.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:52 smithi028 ceph-mon[96890]: pgmap v2465: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 29 MiB/s wr, 632 op/s 2024-04-02T09:10:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:52 smithi028 ceph-mon[96890]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:10:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:52 smithi028 ceph-mon[94314]: pgmap v2465: 169 pgs: 169 active+clean; 1.4 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 29 MiB/s wr, 632 op/s 2024-04-02T09:10:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:52 smithi028 ceph-mon[94314]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-02T09:10:53.548 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:10:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:53 smithi137 ceph-mon[88456]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:10:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:53 smithi137 ceph-mon[88456]: pgmap v2468: 169 pgs: 169 active+clean; 1.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 36 MiB/s wr, 643 op/s 2024-04-02T09:10:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:53 smithi028 ceph-mon[94314]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:10:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:53 smithi028 ceph-mon[94314]: pgmap v2468: 169 pgs: 169 active+clean; 1.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 36 MiB/s wr, 643 op/s 2024-04-02T09:10:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:53 smithi028 ceph-mon[96890]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-02T09:10:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:53 smithi028 ceph-mon[96890]: pgmap v2468: 169 pgs: 169 active+clean; 1.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 36 MiB/s wr, 643 op/s 2024-04-02T09:10:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:54 smithi137 ceph-mon[88456]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:10:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:54 smithi028 ceph-mon[94314]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:10:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:54 smithi028 ceph-mon[96890]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-02T09:10:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:55 smithi137 ceph-mon[88456]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:10:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:55 smithi137 ceph-mon[88456]: pgmap v2471: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 10 MiB/s wr, 37 op/s 2024-04-02T09:10:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:55 smithi028 ceph-mon[96890]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:10:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:55 smithi028 ceph-mon[96890]: pgmap v2471: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 10 MiB/s wr, 37 op/s 2024-04-02T09:10:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:55 smithi028 ceph-mon[94314]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-02T09:10:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:55 smithi028 ceph-mon[94314]: pgmap v2471: 169 pgs: 169 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 10 MiB/s wr, 37 op/s 2024-04-02T09:10:56.357 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 3480592~1614371 2024-04-02T09:10:56.381 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 127493584~5332091 2024-04-02T09:10:56.384 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 60298853~479686 2024-04-02T09:10:56.408 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 30277077~506724 2024-04-02T09:10:56.415 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 140568864~6984028 2024-04-02T09:10:56.446 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 58967227~8344941 2024-04-02T09:10:56.488 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 134360889~7901626 2024-04-02T09:10:56.528 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 18235859~4055450 2024-04-02T09:10:56.555 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user0 2024-04-02T09:10:56.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:56 smithi137 ceph-mon[88456]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:10:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:56 smithi028 ceph-mon[94314]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:10:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:56 smithi028 ceph-mon[96890]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-02T09:10:58.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:58 smithi028 ceph-mon[94314]: pgmap v2473: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 291 op/s 2024-04-02T09:10:58.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:58 smithi028 ceph-mon[94314]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:10:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:58 smithi028 ceph-mon[96890]: pgmap v2473: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 291 op/s 2024-04-02T09:10:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:58 smithi028 ceph-mon[96890]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:10:58.558 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 293402424 2024-04-02T09:10:58.572 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 281695222~3770358 2024-04-02T09:10:58.585 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 188637912~2975603 2024-04-02T09:10:58.585 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 15698902~6741818 2024-04-02T09:10:58.592 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 152574995~7258905 2024-04-02T09:10:58.592 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 117944125~1067003 2024-04-02T09:10:58.593 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 54609943~4710298 2024-04-02T09:10:58.593 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 14912133~6576549 2024-04-02T09:10:58.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:58 smithi137 ceph-mon[88456]: pgmap v2473: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 291 op/s 2024-04-02T09:10:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:58 smithi137 ceph-mon[88456]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-02T09:10:58.658 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 55044817~5388296 2024-04-02T09:10:58.658 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user1 2024-04-02T09:10:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:59 smithi137 ceph-mon[88456]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:10:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:10:59 smithi137 ceph-mon[88456]: pgmap v2476: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 292 op/s 2024-04-02T09:10:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:59 smithi028 ceph-mon[94314]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:10:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:10:59 smithi028 ceph-mon[94314]: pgmap v2476: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 292 op/s 2024-04-02T09:10:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:59 smithi028 ceph-mon[96890]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-02T09:10:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:10:59 smithi028 ceph-mon[96890]: pgmap v2476: 169 pgs: 169 active+clean; 1.5 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 14 MiB/s wr, 292 op/s 2024-04-02T09:11:00.573 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 174339962~5867982 2024-04-02T09:11:00.592 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 53560691~745666 2024-04-02T09:11:00.592 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 256552112~4765510 2024-04-02T09:11:00.595 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 195146829~3185376 2024-04-02T09:11:00.596 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 144757417~3213754 2024-04-02T09:11:00.599 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 123582081~6264295 2024-04-02T09:11:00.599 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 203879315~6205394 2024-04-02T09:11:00.623 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 94167209~1125608 2024-04-02T09:11:00.624 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user2 2024-04-02T09:11:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:00 smithi137 ceph-mon[88456]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:11:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:00 smithi028 ceph-mon[94314]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:11:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:00 smithi028 ceph-mon[96890]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-02T09:11:01.563 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:11:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:11:01] "GET /metrics HTTP/1.1" 200 38920 "" "Prometheus/2.43.0" 2024-04-02T09:11:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:01 smithi137 ceph-mon[88456]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:11:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:01 smithi137 ceph-mon[88456]: pgmap v2479: 169 pgs: 169 active+clean; 1.6 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 55 MiB/s rd, 27 MiB/s wr, 450 op/s 2024-04-02T09:11:01.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:01 smithi028 ceph-mon[96890]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:11:01.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:01 smithi028 ceph-mon[96890]: pgmap v2479: 169 pgs: 169 active+clean; 1.6 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 55 MiB/s rd, 27 MiB/s wr, 450 op/s 2024-04-02T09:11:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:01 smithi028 ceph-mon[94314]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-02T09:11:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:01 smithi028 ceph-mon[94314]: pgmap v2479: 169 pgs: 169 active+clean; 1.6 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 55 MiB/s rd, 27 MiB/s wr, 450 op/s 2024-04-02T09:11:02.574 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:11:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:11:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:02.582 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 33800163~4219864 2024-04-02T09:11:02.597 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 271525617~3654589 2024-04-02T09:11:02.597 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 248786648~1030358 2024-04-02T09:11:02.597 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 39891656~3394919 2024-04-02T09:11:02.597 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 153174372~611280 2024-04-02T09:11:02.598 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 274633888~3676717 2024-04-02T09:11:02.598 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 113762987~5102893 2024-04-02T09:11:02.603 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 288892471~3478950 2024-04-02T09:11:02.604 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user3 2024-04-02T09:11:02.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:02 smithi137 ceph-mon[88456]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:11:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:02 smithi028 ceph-mon[94314]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:11:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:02 smithi028 ceph-mon[96890]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-02T09:11:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:03 smithi137 ceph-mon[88456]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:11:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:03 smithi137 ceph-mon[88456]: pgmap v2482: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 62 MiB/s rd, 30 MiB/s wr, 476 op/s 2024-04-02T09:11:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:03 smithi028 ceph-mon[94314]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:11:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:03 smithi028 ceph-mon[94314]: pgmap v2482: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 62 MiB/s rd, 30 MiB/s wr, 476 op/s 2024-04-02T09:11:03.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:03 smithi028 ceph-mon[96890]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-02T09:11:03.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:03 smithi028 ceph-mon[96890]: pgmap v2482: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 62 MiB/s rd, 30 MiB/s wr, 476 op/s 2024-04-02T09:11:04.595 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 289075181 2024-04-02T09:11:04.629 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 28907518~7226879 2024-04-02T09:11:04.637 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 30714237~3613439 2024-04-02T09:11:04.682 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 57815036~7226879 2024-04-02T09:11:04.685 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 59621755~3613439 2024-04-02T09:11:04.734 INFO:tasks.workunit.client.0.smithi028.stdout:write: 3 86722554~7226879 2024-04-02T09:11:04.737 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 88529273~3613439 2024-04-02T09:11:04.771 INFO:tasks.workunit.client.0.smithi028.stdout:write: 4 115630072~7226879 2024-04-02T09:11:04.776 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 117436791~3613439 2024-04-02T09:11:04.812 INFO:tasks.workunit.client.0.smithi028.stdout:write: 5 144537590~7226879 2024-04-02T09:11:04.820 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 146344309~3613439 2024-04-02T09:11:04.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:04 smithi137 ceph-mon[88456]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:11:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:04 smithi028 ceph-mon[94314]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:11:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:04 smithi028 ceph-mon[96890]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-02T09:11:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:11:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:05 smithi137 ceph-mon[88456]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:11:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:11:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:05 smithi137 ceph-mon[88456]: pgmap v2485: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.5 MiB/s wr, 113 op/s 2024-04-02T09:11:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:05.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[94314]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:11:05.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:05.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:05.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:11:05.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[94314]: pgmap v2485: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.5 MiB/s wr, 113 op/s 2024-04-02T09:11:05.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:05.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[96890]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-02T09:11:05.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:11:05.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:11:05.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:11:05.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[96890]: pgmap v2485: 169 pgs: 169 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 9.0 MiB/s rd, 8.5 MiB/s wr, 113 op/s 2024-04-02T09:11:05.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:06.736 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:11:07.001 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:11:08.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:07 smithi137 ceph-mon[88456]: pgmap v2486: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 84 MiB/s rd, 21 MiB/s wr, 381 op/s 2024-04-02T09:11:08.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:07 smithi028 ceph-mon[94314]: pgmap v2486: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 84 MiB/s rd, 21 MiB/s wr, 381 op/s 2024-04-02T09:11:08.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:07 smithi028 ceph-mon[96890]: pgmap v2486: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 84 MiB/s rd, 21 MiB/s wr, 381 op/s 2024-04-02T09:11:09.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:09 smithi137 ceph-mon[88456]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:11:09.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:09 smithi028 ceph-mon[94314]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:11:09.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:09 smithi028 ceph-mon[96890]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-02T09:11:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:10 smithi137 ceph-mon[88456]: pgmap v2488: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 19 MiB/s wr, 341 op/s 2024-04-02T09:11:10.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:10 smithi137 ceph-mon[88456]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:11:10.450 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:10 smithi028 ceph-mon[94314]: pgmap v2488: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 19 MiB/s wr, 341 op/s 2024-04-02T09:11:10.451 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:10 smithi028 ceph-mon[94314]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:11:10.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:10 smithi028 ceph-mon[96890]: pgmap v2488: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 76 MiB/s rd, 19 MiB/s wr, 341 op/s 2024-04-02T09:11:10.451 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:10 smithi028 ceph-mon[96890]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-02T09:11:10.840 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Stress2 (25170 ms) 2024-04-02T09:11:10.840 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.StressLive 2024-04-02T09:11:10.875 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-04-02T09:11:10.887 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 41916493~7649885 2024-04-02T09:11:10.949 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 9858730~1504761 2024-04-02T09:11:10.950 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 27628530~3187208 2024-04-02T09:11:10.973 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76039929~7734417 2024-04-02T09:11:10.973 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 43046149~279492 2024-04-02T09:11:10.978 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 18551517~1668065 2024-04-02T09:11:10.978 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 22665145~5836011 2024-04-02T09:11:11.020 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 17879208~1622320 2024-04-02T09:11:11.020 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap0 2024-04-02T09:11:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:11:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:11:11] "GET /metrics HTTP/1.1" 200 38921 "" "Prometheus/2.43.0" 2024-04-02T09:11:12.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:12 smithi137 ceph-mon[88456]: pgmap v2490: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 279 MiB/s rd, 22 MiB/s wr, 779 op/s 2024-04-02T09:11:12.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:12 smithi028 ceph-mon[94314]: pgmap v2490: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 279 MiB/s rd, 22 MiB/s wr, 779 op/s 2024-04-02T09:11:12.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:12 smithi028 ceph-mon[96890]: pgmap v2490: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 279 MiB/s rd, 22 MiB/s wr, 779 op/s 2024-04-02T09:11:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:11:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:13.023 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap0 2024-04-02T09:11:13.034 INFO:tasks.workunit.client.0.smithi028.stdout:clone image183 -> image186 2024-04-02T09:11:13.138 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 54316050~5823585 2024-04-02T09:11:13.187 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 14823473~4726 2024-04-02T09:11:13.192 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 20458660~5567262 2024-04-02T09:11:13.250 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 61001804~4045833 2024-04-02T09:11:13.256 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 74633647~7597103 2024-04-02T09:11:13.309 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 3869821~5165923 2024-04-02T09:11:13.318 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 63147457~5844168 2024-04-02T09:11:13.351 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 57680577~3843274 2024-04-02T09:11:13.354 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-04-02T09:11:13.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:13 smithi137 ceph-mon[88456]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:11:13.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:13 smithi028 ceph-mon[96890]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:11:13.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:13 smithi028 ceph-mon[94314]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-02T09:11:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:14 smithi137 ceph-mon[88456]: pgmap v2492: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 245 MiB/s rd, 5.3 MiB/s wr, 538 op/s 2024-04-02T09:11:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:14 smithi137 ceph-mon[88456]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:11:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:14 smithi028 ceph-mon[94314]: pgmap v2492: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 245 MiB/s rd, 5.3 MiB/s wr, 538 op/s 2024-04-02T09:11:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:14 smithi028 ceph-mon[94314]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:11:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:14 smithi028 ceph-mon[96890]: pgmap v2492: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 245 MiB/s rd, 5.3 MiB/s wr, 538 op/s 2024-04-02T09:11:14.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:14 smithi028 ceph-mon[96890]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-02T09:11:15.047 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-04-02T09:11:15.059 INFO:tasks.workunit.client.0.smithi028.stdout:clone image186 -> image188 2024-04-02T09:11:15.187 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 80740605~1423027 2024-04-02T09:11:15.221 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 10091127~7572940 2024-04-02T09:11:15.233 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 67961261~6346242 2024-04-02T09:11:15.292 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 54125293~3476821 2024-04-02T09:11:15.305 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 30264965~6740327 2024-04-02T09:11:15.364 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 78990442~4895638 2024-04-02T09:11:15.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:15 smithi137 ceph-mon[88456]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:11:15.406 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 35885047~7751820 2024-04-02T09:11:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:15 smithi028 ceph-mon[94314]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:11:15.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:15 smithi028 ceph-mon[96890]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-02T09:11:15.463 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16145154~2925604 2024-04-02T09:11:15.466 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-04-02T09:11:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:16 smithi137 ceph-mon[88456]: pgmap v2495: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 266 MiB/s rd, 7.4 MiB/s wr, 579 op/s 2024-04-02T09:11:16.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:16 smithi137 ceph-mon[88456]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:11:16.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:16 smithi028 ceph-mon[96890]: pgmap v2495: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 266 MiB/s rd, 7.4 MiB/s wr, 579 op/s 2024-04-02T09:11:16.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:16 smithi028 ceph-mon[96890]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:11:16.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:16 smithi028 ceph-mon[94314]: pgmap v2495: 169 pgs: 169 active+clean; 1.8 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 266 MiB/s rd, 7.4 MiB/s wr, 579 op/s 2024-04-02T09:11:16.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:16 smithi028 ceph-mon[94314]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-02T09:11:17.050 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 79920177~3049382 2024-04-02T09:11:17.065 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 35812310~2385806 2024-04-02T09:11:17.065 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 7551730~3558880 2024-04-02T09:11:17.065 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76511912~6127699 2024-04-02T09:11:17.086 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 68691229~3590323 2024-04-02T09:11:17.088 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 43042078~8363369 2024-04-02T09:11:17.088 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 34952220~224240 2024-04-02T09:11:17.089 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 58128828~6342171 2024-04-02T09:11:17.089 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-04-02T09:11:17.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:17 smithi137 ceph-mon[88456]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:11:17.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:17 smithi028 ceph-mon[94314]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:11:17.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:17 smithi028 ceph-mon[96890]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-02T09:11:18.205 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap3 2024-04-02T09:11:18.216 INFO:tasks.workunit.client.0.smithi028.stdout:clone image188 -> image190 2024-04-02T09:11:18.348 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:18 smithi028 ceph-mon[94314]: pgmap v2498: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 48 MiB/s rd, 28 MiB/s wr, 426 op/s 2024-04-02T09:11:18.348 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:18 smithi028 ceph-mon[94314]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:11:18.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:18 smithi028 ceph-mon[94314]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:11:18.349 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:18 smithi028 ceph-mon[96890]: pgmap v2498: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 48 MiB/s rd, 28 MiB/s wr, 426 op/s 2024-04-02T09:11:18.349 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:18 smithi028 ceph-mon[96890]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:11:18.349 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:18 smithi028 ceph-mon[96890]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:11:18.373 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 126090089 2024-04-02T09:11:18.389 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-04-02T09:11:18.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:18 smithi137 ceph-mon[88456]: pgmap v2498: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 48 MiB/s rd, 28 MiB/s wr, 426 op/s 2024-04-02T09:11:18.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:18 smithi137 ceph-mon[88456]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-02T09:11:18.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:18 smithi137 ceph-mon[88456]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-02T09:11:18.812 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-04-02T09:11:18.812 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 72331656~6577128 2024-04-02T09:11:18.875 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76958351~7001296 2024-04-02T09:11:18.879 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 79352218~4600481 2024-04-02T09:11:18.893 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 47569291~2650874 2024-04-02T09:11:18.908 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 42135069~479494 2024-04-02T09:11:18.927 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 67170679~7307968 2024-04-02T09:11:18.952 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 2820127~5068195 2024-04-02T09:11:18.999 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 13887898~2969559 2024-04-02T09:11:19.030 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user0 2024-04-02T09:11:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:19 smithi028 ceph-mon[94314]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:11:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:19 smithi028 ceph-mon[96890]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:11:19.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:19 smithi137 ceph-mon[88456]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-02T09:11:20.215 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 153127625 2024-04-02T09:11:20.230 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 89526668~5065164 2024-04-02T09:11:20.239 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 142571590~5723004 2024-04-02T09:11:20.239 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 145237479~7890146 2024-04-02T09:11:20.246 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 143079314~6871769 2024-04-02T09:11:20.292 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 117322810~4775606 2024-04-02T09:11:20.295 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 21445150~3999633 2024-04-02T09:11:20.296 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 100434537~6541311 2024-04-02T09:11:20.304 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 38566315~391647 2024-04-02T09:11:20.304 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user1 2024-04-02T09:11:20.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:20 smithi028 ceph-mon[96890]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 9.8 MiB/s rd, 24 MiB/s wr, 374 op/s 2024-04-02T09:11:20.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:20 smithi028 ceph-mon[96890]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:11:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:20 smithi028 ceph-mon[94314]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 9.8 MiB/s rd, 24 MiB/s wr, 374 op/s 2024-04-02T09:11:20.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:20 smithi028 ceph-mon[94314]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:11:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:20 smithi137 ceph-mon[88456]: pgmap v2502: 169 pgs: 169 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 9.8 MiB/s rd, 24 MiB/s wr, 374 op/s 2024-04-02T09:11:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:20 smithi137 ceph-mon[88456]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-02T09:11:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:21 smithi137 ceph-mon[88456]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:11:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:21 smithi028 ceph-mon[94314]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:11:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:11:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:11:21] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.43.0" 2024-04-02T09:11:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:21 smithi028 ceph-mon[96890]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-02T09:11:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:22.218 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 54745871~4992128 2024-04-02T09:11:22.229 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 11638992~8126690 2024-04-02T09:11:22.229 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 56211788~3187384 2024-04-02T09:11:22.269 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 28652729~2453976 2024-04-02T09:11:22.270 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 22289025~6825089 2024-04-02T09:11:22.284 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 37184305~6740697 2024-04-02T09:11:22.285 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 126313890~4308378 2024-04-02T09:11:22.290 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 32982109~2439110 2024-04-02T09:11:22.290 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user2 2024-04-02T09:11:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:22 smithi137 ceph-mon[88456]: pgmap v2505: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 38 MiB/s wr, 945 op/s 2024-04-02T09:11:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:22 smithi137 ceph-mon[88456]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:11:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:11:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:22 smithi028 ceph-mon[96890]: pgmap v2505: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 38 MiB/s wr, 945 op/s 2024-04-02T09:11:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:22 smithi028 ceph-mon[96890]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:11:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:22 smithi028 ceph-mon[94314]: pgmap v2505: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 31 MiB/s rd, 38 MiB/s wr, 945 op/s 2024-04-02T09:11:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:22 smithi028 ceph-mon[94314]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-02T09:11:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:23 smithi137 ceph-mon[88456]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:11:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:23 smithi028 ceph-mon[94314]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:11:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:23 smithi028 ceph-mon[96890]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-02T09:11:24.234 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 218636461 2024-04-02T09:11:24.248 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 213823757~3336693 2024-04-02T09:11:24.256 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 79733491~7569801 2024-04-02T09:11:24.256 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 17977527~1028208 2024-04-02T09:11:24.256 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 210400809~8235652 2024-04-02T09:11:24.281 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 140380310~3614238 2024-04-02T09:11:24.282 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 33401408~2106659 2024-04-02T09:11:24.282 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 191115510~7511014 2024-04-02T09:11:24.287 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 87406605~3087519 2024-04-02T09:11:24.287 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user3 2024-04-02T09:11:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:24 smithi137 ceph-mon[88456]: pgmap v2508: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 44 MiB/s wr, 1.00k op/s 2024-04-02T09:11:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:24 smithi137 ceph-mon[88456]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:11:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:24 smithi028 ceph-mon[94314]: pgmap v2508: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 44 MiB/s wr, 1.00k op/s 2024-04-02T09:11:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:24 smithi028 ceph-mon[94314]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:11:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:24 smithi028 ceph-mon[96890]: pgmap v2508: 169 pgs: 169 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 32 MiB/s rd, 44 MiB/s wr, 1.00k op/s 2024-04-02T09:11:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:24 smithi028 ceph-mon[96890]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-02T09:11:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:25 smithi137 ceph-mon[88456]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:11:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:25 smithi028 ceph-mon[94314]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:11:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:25 smithi028 ceph-mon[96890]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-02T09:11:26.245 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 248207546 2024-04-02T09:11:26.267 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 24820754~6205188 2024-04-02T09:11:26.272 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 26372051~3102594 2024-04-02T09:11:26.300 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 49641509~6205188 2024-04-02T09:11:26.302 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 51192806~3102594 2024-04-02T09:11:26.329 INFO:tasks.workunit.client.0.smithi028.stdout:write: 3 74462263~6205188 2024-04-02T09:11:26.332 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76013560~3102594 2024-04-02T09:11:26.364 INFO:tasks.workunit.client.0.smithi028.stdout:write: 4 99283018~6205188 2024-04-02T09:11:26.366 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 100834315~3102594 2024-04-02T09:11:26.394 INFO:tasks.workunit.client.0.smithi028.stdout:write: 5 124103773~6205188 2024-04-02T09:11:26.396 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 125655070~3102594 2024-04-02T09:11:26.512 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-04-02T09:11:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:26 smithi137 ceph-mon[88456]: pgmap v2511: 169 pgs: 169 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 5.7 MiB/s rd, 21 MiB/s wr, 95 op/s 2024-04-02T09:11:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:26 smithi137 ceph-mon[88456]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:11:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:26 smithi028 ceph-mon[94314]: pgmap v2511: 169 pgs: 169 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 5.7 MiB/s rd, 21 MiB/s wr, 95 op/s 2024-04-02T09:11:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:26 smithi028 ceph-mon[94314]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:11:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:26 smithi028 ceph-mon[96890]: pgmap v2511: 169 pgs: 169 active+clean; 2.2 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 5.7 MiB/s rd, 21 MiB/s wr, 95 op/s 2024-04-02T09:11:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:26 smithi028 ceph-mon[96890]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-02T09:11:27.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:27 smithi137 ceph-mon[88456]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:11:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:27 smithi028 ceph-mon[94314]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:11:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:27 smithi028 ceph-mon[96890]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-02T09:11:27.702 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.StressLive (16862 ms) 2024-04-02T09:11:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:28 smithi137 ceph-mon[88456]: pgmap v2514: 169 pgs: 169 active+clean; 2.3 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 6.5 MiB/s rd, 27 MiB/s wr, 265 op/s 2024-04-02T09:11:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:28 smithi028 ceph-mon[94314]: pgmap v2514: 169 pgs: 169 active+clean; 2.3 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 6.5 MiB/s rd, 27 MiB/s wr, 265 op/s 2024-04-02T09:11:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:28 smithi028 ceph-mon[96890]: pgmap v2514: 169 pgs: 169 active+clean; 2.3 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 6.5 MiB/s rd, 27 MiB/s wr, 265 op/s 2024-04-02T09:11:29.263 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 57 tests from TestMigration (265357 ms total) 2024-04-02T09:11:29.264 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:11:29.264 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 6 tests from TestGroup 2024-04-02T09:11:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:29 smithi137 ceph-mon[88456]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:11:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:29 smithi028 ceph-mon[94314]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:11:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:29 smithi028 ceph-mon[96890]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-02T09:11:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:30 smithi137 ceph-mon[88456]: pgmap v2516: 137 pgs: 137 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:11:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:30 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:30 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:11:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:30 smithi137 ceph-mon[88456]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:11:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:30 smithi028 ceph-mon[94314]: pgmap v2516: 137 pgs: 137 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:11:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:30 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:30 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:11:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:30 smithi028 ceph-mon[94314]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:11:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:30 smithi028 ceph-mon[96890]: pgmap v2516: 137 pgs: 137 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail 2024-04-02T09:11:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:30 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:30 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:11:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:30 smithi028 ceph-mon[96890]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-02T09:11:31.262 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.group_create 2024-04-02T09:11:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:31 smithi137 ceph-mon[88456]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:11:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:31 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/569581932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:31 smithi028 ceph-mon[94314]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:11:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:31 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/569581932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:11:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:11:31] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.43.0" 2024-04-02T09:11:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:31 smithi028 ceph-mon[96890]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-02T09:11:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:31 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/569581932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:32 smithi137 ceph-mon[88456]: pgmap v2519: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:11:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:32 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:32 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/569581932' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:32 smithi137 ceph-mon[88456]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:11:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:11:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:32 smithi028 ceph-mon[94314]: pgmap v2519: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:11:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:32 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:32 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/569581932' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:32 smithi028 ceph-mon[94314]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:11:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:32 smithi028 ceph-mon[96890]: pgmap v2519: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:11:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:32 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:11:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:32 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/569581932' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:32 smithi028 ceph-mon[96890]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-02T09:11:33.310 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.group_create (2047 ms) 2024-04-02T09:11:33.310 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.group_createPP 2024-04-02T09:11:33.327 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-04-02T09:11:33.327 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.add_image 2024-04-02T09:11:33.369 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.add_image (42 ms) 2024-04-02T09:11:33.369 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-02T09:11:33.407 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.add_imagePP (38 ms) 2024-04-02T09:11:33.408 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-02T09:11:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:33 smithi137 ceph-mon[88456]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:11:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:33 smithi028 ceph-mon[94314]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:11:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:33 smithi028 ceph-mon[96890]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-02T09:11:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:34 smithi137 ceph-mon[88456]: pgmap v2522: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:11:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:34 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:34 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:11:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:34 smithi137 ceph-mon[88456]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:11:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:34 smithi028 ceph-mon[94314]: pgmap v2522: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:11:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:34 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:34 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:11:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:34 smithi028 ceph-mon[94314]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:11:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:34 smithi028 ceph-mon[96890]: pgmap v2522: 137 pgs: 25 creating+peering, 7 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:11:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:34 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:11:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:34 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:11:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:34 smithi028 ceph-mon[96890]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-02T09:11:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:35 smithi137 ceph-mon[88456]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:11:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:35 smithi028 ceph-mon[94314]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:11:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:35 smithi028 ceph-mon[96890]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-02T09:11:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:36 smithi137 ceph-mon[88456]: pgmap v2525: 137 pgs: 25 creating+peering, 2 unknown, 110 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-04-02T09:11:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:36 smithi137 ceph-mon[88456]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:11:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:11:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:36 smithi028 ceph-mon[94314]: pgmap v2525: 137 pgs: 25 creating+peering, 2 unknown, 110 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-04-02T09:11:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:36 smithi028 ceph-mon[94314]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:11:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:11:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:36 smithi028 ceph-mon[96890]: pgmap v2525: 137 pgs: 25 creating+peering, 2 unknown, 110 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 5 op/s 2024-04-02T09:11:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:36 smithi028 ceph-mon[96890]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-02T09:11:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:11:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:37 smithi137 ceph-mon[88456]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:11:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:37 smithi028 ceph-mon[96890]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:11:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:37 smithi028 ceph-mon[94314]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-02T09:11:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:38 smithi137 ceph-mon[88456]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-02T09:11:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:38 smithi137 ceph-mon[88456]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:11:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:38 smithi028 ceph-mon[96890]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-02T09:11:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:38 smithi028 ceph-mon[96890]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:11:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:38 smithi028 ceph-mon[94314]: pgmap v2528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-02T09:11:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:38 smithi028 ceph-mon[94314]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-02T09:11:39.336 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.add_snapshot (5928 ms) 2024-04-02T09:11:39.336 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-02T09:11:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:39 smithi137 ceph-mon[88456]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:11:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:39 smithi028 ceph-mon[94314]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:11:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:39 smithi028 ceph-mon[96890]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-02T09:11:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:40 smithi137 ceph-mon[88456]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 14 KiB/s wr, 182 op/s 2024-04-02T09:11:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:40 smithi137 ceph-mon[88456]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:11:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:40 smithi028 ceph-mon[94314]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 14 KiB/s wr, 182 op/s 2024-04-02T09:11:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:40 smithi028 ceph-mon[94314]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:11:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:40 smithi028 ceph-mon[96890]: pgmap v2531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 14 KiB/s wr, 182 op/s 2024-04-02T09:11:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:40 smithi028 ceph-mon[96890]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-02T09:11:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:41 smithi137 ceph-mon[88456]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:11:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:41 smithi028 ceph-mon[94314]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:11:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:11:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:11:41] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2024-04-02T09:11:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:41 smithi028 ceph-mon[96890]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-02T09:11:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:42 smithi137 ceph-mon[88456]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 139 op/s 2024-04-02T09:11:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:42 smithi137 ceph-mon[88456]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:11:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:42 smithi137 ceph-mon[88456]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:11:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:11:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:42 smithi028 ceph-mon[94314]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 139 op/s 2024-04-02T09:11:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:42 smithi028 ceph-mon[94314]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:11:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:42 smithi028 ceph-mon[94314]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:11:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:42 smithi028 ceph-mon[96890]: pgmap v2534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 139 op/s 2024-04-02T09:11:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:42 smithi028 ceph-mon[96890]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-02T09:11:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:42 smithi028 ceph-mon[96890]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-02T09:11:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:44 smithi028 ceph-mon[94314]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-02T09:11:44.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:44 smithi028 ceph-mon[94314]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:11:44.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:44 smithi028 ceph-mon[96890]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-02T09:11:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:44 smithi028 ceph-mon[96890]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:11:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:44 smithi137 ceph-mon[88456]: pgmap v2537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2024-04-02T09:11:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:44 smithi137 ceph-mon[88456]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-02T09:11:45.239 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.add_snapshotPP (5903 ms) 2024-04-02T09:11:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:45 smithi137 ceph-mon[88456]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:11:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:45 smithi028 ceph-mon[94314]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:11:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:45 smithi028 ceph-mon[96890]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-02T09:11:46.212 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 6 tests from TestGroup (13976 ms total) 2024-04-02T09:11:46.212 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:11:46.212 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 31 tests from TestDeepCopy 2024-04-02T09:11:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:46 smithi137 ceph-mon[88456]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:11:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:46 smithi137 ceph-mon[88456]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:11:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:46 smithi028 ceph-mon[94314]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:11:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:46 smithi028 ceph-mon[94314]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:11:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:46 smithi028 ceph-mon[96890]: pgmap v2540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-02T09:11:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:46 smithi028 ceph-mon[96890]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-02T09:11:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:47 smithi137 ceph-mon[88456]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:11:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:47 smithi028 ceph-mon[94314]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:11:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:47 smithi028 ceph-mon[96890]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-02T09:11:48.225 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-02T09:11:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:48 smithi028 ceph-mon[94314]: pgmap v2543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:11:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:48 smithi028 ceph-mon[94314]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:11:48.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:48 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1285050277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:48 smithi028 ceph-mon[96890]: pgmap v2543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:11:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:48 smithi028 ceph-mon[96890]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:11:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:48 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1285050277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:48 smithi137 ceph-mon[88456]: pgmap v2543: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:11:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:48 smithi137 ceph-mon[88456]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-02T09:11:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:48 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1285050277' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:11:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:49 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1285050277' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:49 smithi137 ceph-mon[88456]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:11:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:49 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1285050277' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:49 smithi028 ceph-mon[94314]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:11:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:49 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1285050277' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:11:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:49 smithi028 ceph-mon[96890]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-02T09:11:50.354 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Empty (2129 ms) 2024-04-02T09:11:50.354 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-02T09:11:50.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.NoSnaps (234 ms) 2024-04-02T09:11:50.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-02T09:11:50.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:50 smithi137 ceph-mon[88456]: pgmap v2546: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:11:50.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:50 smithi137 ceph-mon[88456]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:11:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:50 smithi028 ceph-mon[96890]: pgmap v2546: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:11:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:50 smithi028 ceph-mon[96890]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:11:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:50 smithi028 ceph-mon[94314]: pgmap v2546: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:11:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:50 smithi028 ceph-mon[94314]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-02T09:11:51.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:51 smithi137 ceph-mon[88456]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:11:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:51 smithi028 ceph-mon[96890]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:11:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:51 smithi028 ceph-mon[94314]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-02T09:11:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:11:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:11:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:11:51] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2024-04-02T09:11:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:52 smithi137 ceph-mon[88456]: pgmap v2549: 137 pgs: 3 unknown, 134 active+clean; 29 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-02T09:11:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:52 smithi137 ceph-mon[88456]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:11:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:11:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:11:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:11:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:52 smithi028 ceph-mon[94314]: pgmap v2549: 137 pgs: 3 unknown, 134 active+clean; 29 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-02T09:11:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:52 smithi028 ceph-mon[94314]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:11:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:52 smithi028 ceph-mon[96890]: pgmap v2549: 137 pgs: 3 unknown, 134 active+clean; 29 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.0 MiB/s wr, 54 op/s 2024-04-02T09:11:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:52 smithi028 ceph-mon[96890]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-02T09:11:53.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:53 smithi137 ceph-mon[88456]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:11:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:53 smithi028 ceph-mon[94314]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:11:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:53 smithi028 ceph-mon[96890]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-02T09:11:54.547 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Snaps (3959 ms) 2024-04-02T09:11:54.547 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-02T09:11:54.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:54 smithi137 ceph-mon[88456]: pgmap v2552: 137 pgs: 137 active+clean; 33 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-02T09:11:54.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:54 smithi137 ceph-mon[88456]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:11:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:54 smithi028 ceph-mon[94314]: pgmap v2552: 137 pgs: 137 active+clean; 33 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-02T09:11:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:54 smithi028 ceph-mon[94314]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:11:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:54 smithi028 ceph-mon[96890]: pgmap v2552: 137 pgs: 137 active+clean; 33 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-02T09:11:54.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:54 smithi028 ceph-mon[96890]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-02T09:11:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:55 smithi137 ceph-mon[88456]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:11:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:55 smithi028 ceph-mon[94314]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:11:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:55 smithi028 ceph-mon[96890]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-02T09:11:56.360 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.SnapDiscard (1814 ms) 2024-04-02T09:11:56.360 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-02T09:11:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:56 smithi137 ceph-mon[88456]: pgmap v2555: 137 pgs: 137 active+clean; 49 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 84 op/s 2024-04-02T09:11:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:56 smithi137 ceph-mon[88456]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:11:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:56 smithi028 ceph-mon[94314]: pgmap v2555: 137 pgs: 137 active+clean; 49 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 84 op/s 2024-04-02T09:11:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:56 smithi028 ceph-mon[94314]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:11:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:56 smithi028 ceph-mon[96890]: pgmap v2555: 137 pgs: 137 active+clean; 49 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 84 op/s 2024-04-02T09:11:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:56 smithi028 ceph-mon[96890]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-02T09:11:57.447 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneDiscard (1087 ms) 2024-04-02T09:11:57.448 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-02T09:11:57.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:57 smithi137 ceph-mon[88456]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:11:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:57 smithi028 ceph-mon[94314]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:11:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:57 smithi028 ceph-mon[96890]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-02T09:11:58.439 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneShrink (991 ms) 2024-04-02T09:11:58.439 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-02T09:11:58.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:58 smithi137 ceph-mon[88456]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 203 op/s 2024-04-02T09:11:58.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:58 smithi137 ceph-mon[88456]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:11:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:58 smithi028 ceph-mon[96890]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 203 op/s 2024-04-02T09:11:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:58 smithi028 ceph-mon[96890]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:11:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:58 smithi028 ceph-mon[94314]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 203 op/s 2024-04-02T09:11:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:58 smithi028 ceph-mon[94314]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-02T09:11:59.498 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneExpand (1059 ms) 2024-04-02T09:11:59.498 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-02T09:11:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:11:59 smithi137 ceph-mon[88456]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:11:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:11:59 smithi028 ceph-mon[94314]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:11:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:11:59 smithi028 ceph-mon[96890]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-02T09:12:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:00 smithi137 ceph-mon[88456]: pgmap v2561: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 121 op/s 2024-04-02T09:12:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:00 smithi137 ceph-mon[88456]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:12:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:00 smithi028 ceph-mon[94314]: pgmap v2561: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 121 op/s 2024-04-02T09:12:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:00 smithi028 ceph-mon[94314]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:12:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:00 smithi028 ceph-mon[96890]: pgmap v2561: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 121 op/s 2024-04-02T09:12:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:00 smithi028 ceph-mon[96890]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-02T09:12:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:01 smithi137 ceph-mon[88456]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:12:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:01 smithi028 ceph-mon[94314]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:12:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:01 smithi028 ceph-mon[96890]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-02T09:12:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:12:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:12:01] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2024-04-02T09:12:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:02 smithi137 ceph-mon[88456]: pgmap v2564: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 31 KiB/s wr, 494 op/s 2024-04-02T09:12:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:02 smithi137 ceph-mon[88456]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:12:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:02 smithi137 ceph-mon[88456]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:12:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:12:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:02 smithi028 ceph-mon[96890]: pgmap v2564: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 31 KiB/s wr, 494 op/s 2024-04-02T09:12:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:02 smithi028 ceph-mon[96890]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:12:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:02 smithi028 ceph-mon[96890]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:12:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:02 smithi028 ceph-mon[94314]: pgmap v2564: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 363 KiB/s rd, 31 KiB/s wr, 494 op/s 2024-04-02T09:12:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:02 smithi028 ceph-mon[94314]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-02T09:12:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:02 smithi028 ceph-mon[94314]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-02T09:12:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:04 smithi137 ceph-mon[88456]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 33 KiB/s wr, 528 op/s 2024-04-02T09:12:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:04 smithi137 ceph-mon[88456]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:12:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:04 smithi028 ceph-mon[96890]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 33 KiB/s wr, 528 op/s 2024-04-02T09:12:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:04 smithi028 ceph-mon[96890]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:12:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:04 smithi028 ceph-mon[94314]: pgmap v2567: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 385 KiB/s rd, 33 KiB/s wr, 528 op/s 2024-04-02T09:12:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:04 smithi028 ceph-mon[94314]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-02T09:12:05.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:05 smithi137 ceph-mon[88456]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:12:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:05 smithi028 ceph-mon[94314]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:12:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:05 smithi028 ceph-mon[96890]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-02T09:12:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:12:06.325 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneHideParent (6827 ms) 2024-04-02T09:12:06.325 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-02T09:12:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:06 smithi137 ceph-mon[88456]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 97 op/s 2024-04-02T09:12:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:06 smithi137 ceph-mon[88456]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:12:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:06 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:12:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[94314]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 97 op/s 2024-04-02T09:12:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[94314]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:12:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:12:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[96890]: pgmap v2570: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.5 KiB/s wr, 97 op/s 2024-04-02T09:12:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[96890]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-02T09:12:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:12:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:12:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:12:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:07 smithi137 ceph-mon[88456]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:12:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:07 smithi028 ceph-mon[94314]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:12:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:07 smithi028 ceph-mon[96890]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-02T09:12:08.550 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Clone (2226 ms) 2024-04-02T09:12:08.551 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-02T09:12:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:08 smithi137 ceph-mon[88456]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-04-02T09:12:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:08 smithi137 ceph-mon[88456]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:12:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:08 smithi028 ceph-mon[94314]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-04-02T09:12:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:08 smithi028 ceph-mon[94314]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:12:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:08 smithi028 ceph-mon[96890]: pgmap v2573: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-04-02T09:12:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:08 smithi028 ceph-mon[96890]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-02T09:12:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:09 smithi137 ceph-mon[88456]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:12:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:09 smithi028 ceph-mon[94314]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:12:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:09 smithi028 ceph-mon[96890]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-02T09:12:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:10 smithi137 ceph-mon[88456]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 94 op/s 2024-04-02T09:12:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:10 smithi137 ceph-mon[88456]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:12:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:10 smithi028 ceph-mon[96890]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 94 op/s 2024-04-02T09:12:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:10 smithi028 ceph-mon[96890]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:12:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:10 smithi028 ceph-mon[94314]: pgmap v2576: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 8.2 KiB/s wr, 94 op/s 2024-04-02T09:12:10.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:10 smithi028 ceph-mon[94314]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-02T09:12:10.734 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneFlatten (2184 ms) 2024-04-02T09:12:10.735 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-02T09:12:10.759 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 44897710~5197822 2024-04-02T09:12:10.777 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 42988273~7134755 2024-04-02T09:12:10.778 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 12596290~3982878 2024-04-02T09:12:10.792 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 30863715~892278 2024-04-02T09:12:10.793 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 28093300~7821920 2024-04-02T09:12:10.818 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76081530~7804550 2024-04-02T09:12:10.818 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 40069162~2049883 2024-04-02T09:12:10.825 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 34464803~2900461 2024-04-02T09:12:10.826 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap0 2024-04-02T09:12:11.260 INFO:tasks.workunit.client.0.smithi028.stdout:clone image236 -> image237 2024-04-02T09:12:11.303 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 118968266 2024-04-02T09:12:11.309 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 14638144~5069689 2024-04-02T09:12:11.333 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 81895449~581619 2024-04-02T09:12:11.336 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 93839302~2453713 2024-04-02T09:12:11.347 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 93694940~5201868 2024-04-02T09:12:11.348 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 52033467~4264959 2024-04-02T09:12:11.362 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 31245251~1261466 2024-04-02T09:12:11.386 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 43853506~3872212 2024-04-02T09:12:11.399 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 113191433~2576060 2024-04-02T09:12:11.399 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:12:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:11 smithi137 ceph-mon[88456]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:12:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:11 smithi028 ceph-mon[94314]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:12:11.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:11 smithi028 ceph-mon[96890]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-02T09:12:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:12:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:12:11] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2024-04-02T09:12:12.267 INFO:tasks.workunit.client.0.smithi028.stdout:clone image237 -> image238 2024-04-02T09:12:12.329 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 85560953~5809723 2024-04-02T09:12:12.358 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 104039318~6217054 2024-04-02T09:12:12.362 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 34973087~4924240 2024-04-02T09:12:12.383 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76242164~2398475 2024-04-02T09:12:12.387 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 86417010~541848 2024-04-02T09:12:12.390 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 112630023~3421279 2024-04-02T09:12:12.393 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 84738278~4836601 2024-04-02T09:12:12.415 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 3112550~3772796 2024-04-02T09:12:12.421 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:12:12.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:12 smithi137 ceph-mon[88456]: pgmap v2579: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 490 op/s 2024-04-02T09:12:12.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:12 smithi137 ceph-mon[88456]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:12:12.545 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:12:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:12 smithi028 ceph-mon[94314]: pgmap v2579: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 490 op/s 2024-04-02T09:12:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:12 smithi028 ceph-mon[94314]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:12:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:12 smithi028 ceph-mon[96890]: pgmap v2579: 137 pgs: 137 active+clean; 169 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 490 op/s 2024-04-02T09:12:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:12 smithi028 ceph-mon[96890]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-02T09:12:13.269 INFO:tasks.workunit.client.0.smithi028.stdout:clone image238 -> image239 2024-04-02T09:12:13.341 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 180837932 2024-04-02T09:12:13.346 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 20308847~4091514 2024-04-02T09:12:13.375 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 29711731~6692609 2024-04-02T09:12:13.395 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 26182582~2047373 2024-04-02T09:12:13.422 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 140329801~6638115 2024-04-02T09:12:13.422 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 175464841~4709974 2024-04-02T09:12:13.445 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 3105108~6073915 2024-04-02T09:12:13.448 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 18039381~588068 2024-04-02T09:12:13.450 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 163065936~933554 2024-04-02T09:12:13.451 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap3 2024-04-02T09:12:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:13 smithi137 ceph-mon[88456]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:12:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:13 smithi028 ceph-mon[94314]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:12:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:13 smithi028 ceph-mon[96890]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-02T09:12:14.275 INFO:tasks.workunit.client.0.smithi028.stdout:clone image239 -> image240 2024-04-02T09:12:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:14 smithi137 ceph-mon[88456]: pgmap v2582: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 29 MiB/s wr, 523 op/s 2024-04-02T09:12:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:14 smithi137 ceph-mon[88456]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:12:14.668 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Stress (3933 ms) 2024-04-02T09:12:14.669 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-02T09:12:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:14 smithi028 ceph-mon[94314]: pgmap v2582: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 29 MiB/s wr, 523 op/s 2024-04-02T09:12:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:14 smithi028 ceph-mon[94314]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:12:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:14 smithi028 ceph-mon[96890]: pgmap v2582: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 29 MiB/s wr, 523 op/s 2024-04-02T09:12:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:14 smithi028 ceph-mon[96890]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-02T09:12:14.915 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (248 ms) 2024-04-02T09:12:14.915 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-02T09:12:15.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:15 smithi137 ceph-mon[88456]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:12:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:15 smithi028 ceph-mon[94314]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:12:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:15 smithi028 ceph-mon[96890]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-02T09:12:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:16 smithi137 ceph-mon[88456]: pgmap v2585: 137 pgs: 137 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 257 op/s 2024-04-02T09:12:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:16 smithi137 ceph-mon[88456]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:12:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:16 smithi028 ceph-mon[94314]: pgmap v2585: 137 pgs: 137 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 257 op/s 2024-04-02T09:12:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:16 smithi028 ceph-mon[94314]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:12:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:16 smithi028 ceph-mon[96890]: pgmap v2585: 137 pgs: 137 active+clean; 253 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 257 op/s 2024-04-02T09:12:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:16 smithi028 ceph-mon[96890]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-02T09:12:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:17 smithi137 ceph-mon[88456]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:12:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:17 smithi028 ceph-mon[94314]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:12:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:17 smithi028 ceph-mon[96890]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-02T09:12:18.545 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3630 ms) 2024-04-02T09:12:18.545 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-02T09:12:18.598 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:18 smithi028 ceph-mon[96890]: pgmap v2588: 137 pgs: 137 active+clean; 345 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 36 MiB/s wr, 766 op/s 2024-04-02T09:12:18.598 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:18 smithi028 ceph-mon[96890]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:12:18.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:18 smithi028 ceph-mon[94314]: pgmap v2588: 137 pgs: 137 active+clean; 345 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 36 MiB/s wr, 766 op/s 2024-04-02T09:12:18.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:18 smithi028 ceph-mon[94314]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:12:18.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:18 smithi137 ceph-mon[88456]: pgmap v2588: 137 pgs: 137 active+clean; 345 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 MiB/s rd, 36 MiB/s wr, 766 op/s 2024-04-02T09:12:18.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:18 smithi137 ceph-mon[88456]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-02T09:12:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:19 smithi137 ceph-mon[88456]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:12:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:19 smithi028 ceph-mon[94314]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:12:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:19 smithi028 ceph-mon[96890]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-02T09:12:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:20 smithi137 ceph-mon[88456]: pgmap v2591: 137 pgs: 137 active+clean; 345 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 20 MiB/s wr, 540 op/s 2024-04-02T09:12:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:20 smithi137 ceph-mon[88456]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:12:20.665 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2120 ms) 2024-04-02T09:12:20.665 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-02T09:12:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:20 smithi028 ceph-mon[94314]: pgmap v2591: 137 pgs: 137 active+clean; 345 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 20 MiB/s wr, 540 op/s 2024-04-02T09:12:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:20 smithi028 ceph-mon[94314]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:12:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:20 smithi028 ceph-mon[96890]: pgmap v2591: 137 pgs: 137 active+clean; 345 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 20 MiB/s wr, 540 op/s 2024-04-02T09:12:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:20 smithi028 ceph-mon[96890]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-02T09:12:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:21 smithi137 ceph-mon[88456]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:12:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:21 smithi028 ceph-mon[94314]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:12:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:12:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:12:21] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-02T09:12:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:21 smithi028 ceph-mon[96890]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-02T09:12:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:22 smithi137 ceph-mon[88456]: pgmap v2594: 137 pgs: 137 active+clean; 409 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 278 op/s 2024-04-02T09:12:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:22 smithi137 ceph-mon[88456]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:12:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:12:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:22 smithi028 ceph-mon[96890]: pgmap v2594: 137 pgs: 137 active+clean; 409 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 278 op/s 2024-04-02T09:12:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:22 smithi028 ceph-mon[96890]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:12:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:22 smithi028 ceph-mon[94314]: pgmap v2594: 137 pgs: 137 active+clean; 409 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 278 op/s 2024-04-02T09:12:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:22 smithi028 ceph-mon[94314]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-02T09:12:22.838 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2173 ms) 2024-04-02T09:12:22.839 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-02T09:12:22.863 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 64921134~6643982 2024-04-02T09:12:22.888 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 36646407~445396 2024-04-02T09:12:22.888 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 20995408~6303239 2024-04-02T09:12:22.911 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 72301749~121587 2024-04-02T09:12:22.912 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 19326453~2056093 2024-04-02T09:12:22.920 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 11230608~895791 2024-04-02T09:12:22.920 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 62381950~853238 2024-04-02T09:12:22.924 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 2987153~4889373 2024-04-02T09:12:22.924 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap0 2024-04-02T09:12:23.316 INFO:tasks.workunit.client.0.smithi028.stdout:clone image259 -> image260 2024-04-02T09:12:23.371 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 76188953~7697127 2024-04-02T09:12:23.405 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 19190844~449581 2024-04-02T09:12:23.415 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 78219857~5666223 2024-04-02T09:12:23.434 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 65323140~3347182 2024-04-02T09:12:23.459 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 43865164~3372423 2024-04-02T09:12:23.472 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 14540630~1549411 2024-04-02T09:12:23.474 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 16582001~1038915 2024-04-02T09:12:23.478 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 9872919~3964293 2024-04-02T09:12:23.481 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:12:23.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:23 smithi137 ceph-mon[88456]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:12:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:23 smithi028 ceph-mon[94314]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:12:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:23 smithi028 ceph-mon[96890]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-02T09:12:24.318 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 36572779~5702503 2024-04-02T09:12:24.323 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16147204~7071809 2024-04-02T09:12:24.324 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 7967600~5567584 2024-04-02T09:12:24.324 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 56752471~2211988 2024-04-02T09:12:24.325 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 74210225~3240686 2024-04-02T09:12:24.325 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 72260752~1019368 2024-04-02T09:12:24.325 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 25493711~1477027 2024-04-02T09:12:24.335 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 18703824~1841435 2024-04-02T09:12:24.385 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:12:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:24 smithi137 ceph-mon[88456]: pgmap v2597: 137 pgs: 137 active+clean; 413 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 316 op/s 2024-04-02T09:12:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:24 smithi137 ceph-mon[88456]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:12:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:24 smithi028 ceph-mon[94314]: pgmap v2597: 137 pgs: 137 active+clean; 413 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 316 op/s 2024-04-02T09:12:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:24 smithi028 ceph-mon[94314]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:12:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:24 smithi028 ceph-mon[96890]: pgmap v2597: 137 pgs: 137 active+clean; 413 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 316 op/s 2024-04-02T09:12:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:24 smithi028 ceph-mon[96890]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-02T09:12:25.330 INFO:tasks.workunit.client.0.smithi028.stdout:clone image260 -> image261 2024-04-02T09:12:25.398 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 97844483 2024-04-02T09:12:25.404 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 14110543~6088698 2024-04-02T09:12:25.427 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 61229114~553610 2024-04-02T09:12:25.435 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 90573137~7271346 2024-04-02T09:12:25.453 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 7347456~661129 2024-04-02T09:12:25.462 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 19058318~2281318 2024-04-02T09:12:25.476 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 63083991~1584284 2024-04-02T09:12:25.483 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 18764528~7847943 2024-04-02T09:12:25.501 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 57753072~2843443 2024-04-02T09:12:25.504 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap3 2024-04-02T09:12:25.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:25 smithi137 ceph-mon[88456]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:12:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:25 smithi028 ceph-mon[94314]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:12:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:25 smithi028 ceph-mon[96890]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-02T09:12:26.326 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 132643719 2024-04-02T09:12:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:26 smithi137 ceph-mon[88456]: pgmap v2600: 137 pgs: 137 active+clean; 443 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.6 MiB/s wr, 172 op/s 2024-04-02T09:12:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:26 smithi137 ceph-mon[88456]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:12:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:26 smithi028 ceph-mon[94314]: pgmap v2600: 137 pgs: 137 active+clean; 443 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.6 MiB/s wr, 172 op/s 2024-04-02T09:12:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:26 smithi028 ceph-mon[94314]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:12:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:26 smithi028 ceph-mon[96890]: pgmap v2600: 137 pgs: 137 active+clean; 443 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.6 MiB/s wr, 172 op/s 2024-04-02T09:12:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:26 smithi028 ceph-mon[96890]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-02T09:12:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:27 smithi137 ceph-mon[88456]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:12:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:27 smithi028 ceph-mon[94314]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:12:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:27 smithi028 ceph-mon[96890]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-02T09:12:27.764 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4925 ms) 2024-04-02T09:12:27.764 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-02T09:12:27.993 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (229 ms) 2024-04-02T09:12:27.993 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-02T09:12:28.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:28 smithi137 ceph-mon[88456]: pgmap v2603: 137 pgs: 137 active+clean; 636 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 48 MiB/s wr, 458 op/s 2024-04-02T09:12:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:28 smithi137 ceph-mon[88456]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:12:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:28 smithi028 ceph-mon[94314]: pgmap v2603: 137 pgs: 137 active+clean; 636 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 48 MiB/s wr, 458 op/s 2024-04-02T09:12:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:28 smithi028 ceph-mon[94314]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:12:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:28 smithi028 ceph-mon[96890]: pgmap v2603: 137 pgs: 137 active+clean; 636 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 48 MiB/s wr, 458 op/s 2024-04-02T09:12:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:28 smithi028 ceph-mon[96890]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-02T09:12:29.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:29 smithi137 ceph-mon[88456]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:12:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:29 smithi028 ceph-mon[94314]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:12:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:29 smithi028 ceph-mon[96890]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-02T09:12:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:30 smithi137 ceph-mon[88456]: pgmap v2606: 137 pgs: 137 active+clean; 636 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 42 MiB/s wr, 323 op/s 2024-04-02T09:12:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:30 smithi137 ceph-mon[88456]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:12:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:30 smithi028 ceph-mon[96890]: pgmap v2606: 137 pgs: 137 active+clean; 636 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 42 MiB/s wr, 323 op/s 2024-04-02T09:12:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:30 smithi028 ceph-mon[96890]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:12:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:30 smithi028 ceph-mon[94314]: pgmap v2606: 137 pgs: 137 active+clean; 636 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 42 MiB/s wr, 323 op/s 2024-04-02T09:12:30.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:30 smithi028 ceph-mon[94314]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-02T09:12:31.598 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3606 ms) 2024-04-02T09:12:31.599 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-02T09:12:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:31 smithi137 ceph-mon[88456]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:12:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:31 smithi028 ceph-mon[94314]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:12:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:31 smithi028 ceph-mon[96890]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-02T09:12:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:12:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:12:31] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-02T09:12:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:32 smithi137 ceph-mon[88456]: pgmap v2609: 137 pgs: 137 active+clean; 735 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 MiB/s rd, 18 MiB/s wr, 394 op/s 2024-04-02T09:12:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:32 smithi137 ceph-mon[88456]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:12:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:12:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:32 smithi028 ceph-mon[94314]: pgmap v2609: 137 pgs: 137 active+clean; 735 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 MiB/s rd, 18 MiB/s wr, 394 op/s 2024-04-02T09:12:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:32 smithi028 ceph-mon[94314]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:12:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:32 smithi028 ceph-mon[96890]: pgmap v2609: 137 pgs: 137 active+clean; 735 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 MiB/s rd, 18 MiB/s wr, 394 op/s 2024-04-02T09:12:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:32 smithi028 ceph-mon[96890]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-02T09:12:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:33 smithi137 ceph-mon[88456]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:12:33.649 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2050 ms) 2024-04-02T09:12:33.649 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-02T09:12:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:33 smithi028 ceph-mon[96890]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:12:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:33 smithi028 ceph-mon[94314]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-02T09:12:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:34 smithi137 ceph-mon[88456]: pgmap v2612: 137 pgs: 137 active+clean; 751 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 72 MiB/s rd, 22 MiB/s wr, 431 op/s 2024-04-02T09:12:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:34 smithi137 ceph-mon[88456]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:12:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:34 smithi028 ceph-mon[96890]: pgmap v2612: 137 pgs: 137 active+clean; 751 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 72 MiB/s rd, 22 MiB/s wr, 431 op/s 2024-04-02T09:12:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:34 smithi028 ceph-mon[96890]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:12:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:34 smithi028 ceph-mon[94314]: pgmap v2612: 137 pgs: 137 active+clean; 751 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 72 MiB/s rd, 22 MiB/s wr, 431 op/s 2024-04-02T09:12:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:34 smithi028 ceph-mon[94314]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-02T09:12:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:35 smithi137 ceph-mon[88456]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:12:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:35 smithi028 ceph-mon[94314]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:12:35.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:35 smithi028 ceph-mon[96890]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-02T09:12:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2173 ms) 2024-04-02T09:12:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-02T09:12:35.847 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 61146658~833191 2024-04-02T09:12:35.854 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 43104119~1231091 2024-04-02T09:12:35.855 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 78655172~4267837 2024-04-02T09:12:35.870 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 78884360~3902594 2024-04-02T09:12:35.871 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 26768508~338887 2024-04-02T09:12:35.875 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 17669713~720215 2024-04-02T09:12:35.875 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 33157386~1224899 2024-04-02T09:12:35.879 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 68994892~7598130 2024-04-02T09:12:35.880 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap0 2024-04-02T09:12:36.389 INFO:tasks.workunit.client.0.smithi028.stdout:clone image280 -> image281 2024-04-02T09:12:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 50206410~4031469 2024-04-02T09:12:36.459 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 37045236~5651082 2024-04-02T09:12:36.465 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 42048957~4477394 2024-04-02T09:12:36.483 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 14647611~2320128 2024-04-02T09:12:36.486 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 45304479~2528352 2024-04-02T09:12:36.495 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 77813254~6072826 2024-04-02T09:12:36.501 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 57237666~3115504 2024-04-02T09:12:36.517 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 4346595~2229268 2024-04-02T09:12:36.520 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:12:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:36 smithi137 ceph-mon[88456]: pgmap v2615: 137 pgs: 137 active+clean; 762 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.8 MiB/s wr, 67 op/s 2024-04-02T09:12:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:36 smithi137 ceph-mon[88456]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:12:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:36 smithi028 ceph-mon[94314]: pgmap v2615: 137 pgs: 137 active+clean; 762 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.8 MiB/s wr, 67 op/s 2024-04-02T09:12:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:36 smithi028 ceph-mon[94314]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:12:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:36 smithi028 ceph-mon[96890]: pgmap v2615: 137 pgs: 137 active+clean; 762 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 6.8 MiB/s wr, 67 op/s 2024-04-02T09:12:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:36 smithi028 ceph-mon[96890]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-02T09:12:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:37.393 INFO:tasks.workunit.client.0.smithi028.stdout:clone image281 -> image282 2024-04-02T09:12:37.453 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 166887847 2024-04-02T09:12:37.459 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 127779028~3581083 2024-04-02T09:12:37.471 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 155748921~7843182 2024-04-02T09:12:37.472 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 67910458~2215601 2024-04-02T09:12:37.484 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 62307437~6408667 2024-04-02T09:12:37.499 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 98370966~7945202 2024-04-02T09:12:37.521 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 65073569~109033 2024-04-02T09:12:37.523 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 51199757~3937556 2024-04-02T09:12:37.543 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 7882883~6698517 2024-04-02T09:12:37.546 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:12:37.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:37 smithi137 ceph-mon[88456]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:12:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:37 smithi028 ceph-mon[94314]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:12:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:37 smithi028 ceph-mon[96890]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-02T09:12:38.399 INFO:tasks.workunit.client.0.smithi028.stdout:clone image282 -> image283 2024-04-02T09:12:38.479 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 89667526 2024-04-02T09:12:38.487 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 28488717~2331585 2024-04-02T09:12:38.519 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 30167504~4721320 2024-04-02T09:12:38.523 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 32207078~747045 2024-04-02T09:12:38.527 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 82745704~6921822 2024-04-02T09:12:38.530 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 3197579~3794812 2024-04-02T09:12:38.541 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 70925159~1084811 2024-04-02T09:12:38.550 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 63679167~1792786 2024-04-02T09:12:38.558 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16270958~2365074 2024-04-02T09:12:38.561 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap3 2024-04-02T09:12:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:38 smithi137 ceph-mon[88456]: pgmap v2618: 137 pgs: 137 active+clean; 859 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 27 MiB/s wr, 573 op/s 2024-04-02T09:12:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:38 smithi137 ceph-mon[88456]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:12:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:38 smithi028 ceph-mon[94314]: pgmap v2618: 137 pgs: 137 active+clean; 859 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 27 MiB/s wr, 573 op/s 2024-04-02T09:12:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:38 smithi028 ceph-mon[94314]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:12:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:38 smithi028 ceph-mon[96890]: pgmap v2618: 137 pgs: 137 active+clean; 859 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 27 MiB/s wr, 573 op/s 2024-04-02T09:12:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:38 smithi028 ceph-mon[96890]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-02T09:12:39.403 INFO:tasks.workunit.client.0.smithi028.stdout:clone image283 -> image284 2024-04-02T09:12:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:39 smithi137 ceph-mon[88456]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:12:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:39 smithi028 ceph-mon[94314]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:12:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:39 smithi028 ceph-mon[96890]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-02T09:12:39.715 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3893 ms) 2024-04-02T09:12:39.715 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:12:39.738 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-02T09:12:39.738 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:39.810 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (95 ms) 2024-04-02T09:12:39.810 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:12:39.834 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-02T09:12:39.834 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:39.906 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (95 ms) 2024-04-02T09:12:39.906 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:12:39.929 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-02T09:12:39.929 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:40.001 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (95 ms) 2024-04-02T09:12:40.001 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:12:40.024 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-02T09:12:40.024 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:40.098 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (97 ms) 2024-04-02T09:12:40.098 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:12:40.120 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-02T09:12:40.120 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:40.192 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (95 ms) 2024-04-02T09:12:40.192 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:12:40.215 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-02T09:12:40.215 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:40.284 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (92 ms) 2024-04-02T09:12:40.285 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:12:40.308 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-02T09:12:40.308 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:40.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (94 ms) 2024-04-02T09:12:40.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:12:40.404 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-02T09:12:40.404 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:40.475 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (96 ms) 2024-04-02T09:12:40.475 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:12:40.499 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-02T09:12:40.499 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:40.568 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (94 ms) 2024-04-02T09:12:40.568 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:12:40.591 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-02T09:12:40.591 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:40.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:40 smithi137 ceph-mon[88456]: pgmap v2621: 137 pgs: 137 active+clean; 859 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 24 MiB/s wr, 542 op/s 2024-04-02T09:12:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:40 smithi137 ceph-mon[88456]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:12:40.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (94 ms) 2024-04-02T09:12:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:40 smithi028 ceph-mon[96890]: pgmap v2621: 137 pgs: 137 active+clean; 859 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 24 MiB/s wr, 542 op/s 2024-04-02T09:12:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:40 smithi028 ceph-mon[96890]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:12:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:40 smithi028 ceph-mon[94314]: pgmap v2621: 137 pgs: 137 active+clean; 859 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 24 MiB/s wr, 542 op/s 2024-04-02T09:12:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:40 smithi028 ceph-mon[94314]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-02T09:12:41.395 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 31 tests from TestDeepCopy (52438 ms total) 2024-04-02T09:12:41.395 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:12:41.395 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 51 tests from TestMirroring 2024-04-02T09:12:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:12:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:12:41] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-02T09:12:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:42 smithi137 ceph-mon[88456]: pgmap v2623: 137 pgs: 137 active+clean; 1009 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 23 MiB/s wr, 901 op/s 2024-04-02T09:12:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:42 smithi137 ceph-mon[88456]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:12:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:12:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:12:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:42 smithi028 ceph-mon[96890]: pgmap v2623: 137 pgs: 137 active+clean; 1009 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 23 MiB/s wr, 901 op/s 2024-04-02T09:12:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:42 smithi028 ceph-mon[96890]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:12:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:42 smithi028 ceph-mon[94314]: pgmap v2623: 137 pgs: 137 active+clean; 1009 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 23 MiB/s wr, 901 op/s 2024-04-02T09:12:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:42 smithi028 ceph-mon[94314]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-02T09:12:43.402 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-02T09:12:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:43 smithi028 ceph-mon[94314]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:12:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:43 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:43 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:43 smithi028 ceph-mon[96890]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:12:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:43 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:43 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:43 smithi137 ceph-mon[88456]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-02T09:12:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:43 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:43 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:12:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:44 smithi028 ceph-mon[94314]: pgmap v2626: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:12:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:44 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:44 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:44 smithi028 ceph-mon[94314]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:12:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:44 smithi028 ceph-mon[96890]: pgmap v2626: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:12:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:44 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:44 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:44 smithi028 ceph-mon[96890]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:12:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:44 smithi137 ceph-mon[88456]: pgmap v2626: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-02T09:12:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:44 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:12:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:44 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:12:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:44 smithi137 ceph-mon[88456]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-02T09:12:45.536 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2134 ms) 2024-04-02T09:12:45.536 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-02T09:12:45.645 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (108 ms) 2024-04-02T09:12:45.645 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-02T09:12:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:45 smithi028 ceph-mon[94314]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:12:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:45 smithi028 ceph-mon[96890]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:12:45.731 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (87 ms) 2024-04-02T09:12:45.731 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-02T09:12:45.835 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (103 ms) 2024-04-02T09:12:45.835 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-02T09:12:45.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:45 smithi137 ceph-mon[88456]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-02T09:12:45.932 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (97 ms) 2024-04-02T09:12:45.932 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-02T09:12:46.028 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (97 ms) 2024-04-02T09:12:46.028 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-02T09:12:46.148 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (120 ms) 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-02T09:12:46.149 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-02T09:12:46.222 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (74 ms) 2024-04-02T09:12:46.222 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-02T09:12:46.302 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (80 ms) 2024-04-02T09:12:46.302 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:12:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:46 smithi028 ceph-mon[96890]: pgmap v2629: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:12:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:46 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:46 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:12:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:46 smithi028 ceph-mon[96890]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:12:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:46 smithi028 ceph-mon[94314]: pgmap v2629: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:12:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:46 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:46 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:12:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:46 smithi028 ceph-mon[94314]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:12:46.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:46 smithi137 ceph-mon[88456]: pgmap v2629: 137 pgs: 30 unknown, 107 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:12:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:46 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:12:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:46 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:12:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:46 smithi137 ceph-mon[88456]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-02T09:12:47.475 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1173 ms) 2024-04-02T09:12:47.476 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-02T09:12:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:47 smithi028 ceph-mon[94314]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:12:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:47 smithi028 ceph-mon[96890]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:12:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:47 smithi137 ceph-mon[88456]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-02T09:12:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:48 smithi028 ceph-mon[94314]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 27 KiB/s wr, 229 op/s 2024-04-02T09:12:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:48 smithi028 ceph-mon[94314]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:12:48.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:48 smithi028 ceph-mon[96890]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 27 KiB/s wr, 229 op/s 2024-04-02T09:12:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:48 smithi028 ceph-mon[96890]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:12:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:48 smithi137 ceph-mon[88456]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 27 KiB/s wr, 229 op/s 2024-04-02T09:12:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:48 smithi137 ceph-mon[88456]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-02T09:12:49.476 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2000 ms) 2024-04-02T09:12:49.476 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-02T09:12:49.567 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (92 ms) 2024-04-02T09:12:49.567 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-02T09:12:49.664 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (97 ms) 2024-04-02T09:12:49.665 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-02T09:12:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:49 smithi028 ceph-mon[94314]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:12:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:49 smithi028 ceph-mon[96890]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:12:49.770 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (105 ms) 2024-04-02T09:12:49.770 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-02T09:12:49.855 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (85 ms) 2024-04-02T09:12:49.855 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-02T09:12:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:49 smithi137 ceph-mon[88456]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-02T09:12:49.936 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (81 ms) 2024-04-02T09:12:49.936 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-02T09:12:50.032 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (96 ms) 2024-04-02T09:12:50.032 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-02T09:12:50.128 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (96 ms) 2024-04-02T09:12:50.128 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-02T09:12:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:50 smithi028 ceph-mon[96890]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 27 KiB/s wr, 229 op/s 2024-04-02T09:12:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:50 smithi028 ceph-mon[96890]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:12:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:50 smithi028 ceph-mon[94314]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 27 KiB/s wr, 229 op/s 2024-04-02T09:12:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:50 smithi028 ceph-mon[94314]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:12:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:50 smithi137 ceph-mon[88456]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 27 KiB/s wr, 229 op/s 2024-04-02T09:12:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:50 smithi137 ceph-mon[88456]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-02T09:12:51.507 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1380 ms) 2024-04-02T09:12:51.507 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-02T09:12:51.622 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (114 ms) 2024-04-02T09:12:51.622 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-02T09:12:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:51 smithi028 ceph-mon[94314]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:12:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:12:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:12:51] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-04-02T09:12:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:51 smithi028 ceph-mon[96890]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:12:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:51.730 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (109 ms) 2024-04-02T09:12:51.731 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-02T09:12:51.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (104 ms) 2024-04-02T09:12:51.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-02T09:12:51.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:51 smithi137 ceph-mon[88456]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-02T09:12:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:12:51.993 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (158 ms) 2024-04-02T09:12:51.993 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-02T09:12:52.158 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (165 ms) 2024-04-02T09:12:52.158 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-02T09:12:52.309 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (151 ms) 2024-04-02T09:12:52.309 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-02T09:12:52.465 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (157 ms) 2024-04-02T09:12:52.466 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-02T09:12:52.628 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (162 ms) 2024-04-02T09:12:52.628 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-02T09:12:52.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:52 smithi137 ceph-mon[88456]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 502 KiB/s rd, 58 KiB/s wr, 724 op/s 2024-04-02T09:12:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:52 smithi137 ceph-mon[88456]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:12:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:52 smithi137 ceph-mon[88456]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:12:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:12:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:12:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:52 smithi028 ceph-mon[96890]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 502 KiB/s rd, 58 KiB/s wr, 724 op/s 2024-04-02T09:12:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:52 smithi028 ceph-mon[96890]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:12:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:52 smithi028 ceph-mon[96890]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:12:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:52 smithi028 ceph-mon[94314]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 502 KiB/s rd, 58 KiB/s wr, 724 op/s 2024-04-02T09:12:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:52 smithi028 ceph-mon[94314]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-02T09:12:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:52 smithi028 ceph-mon[94314]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-02T09:12:52.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (173 ms) 2024-04-02T09:12:52.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-02T09:12:52.886 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (86 ms) 2024-04-02T09:12:52.886 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-02T09:12:52.967 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (81 ms) 2024-04-02T09:12:52.967 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-02T09:12:53.036 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (69 ms) 2024-04-02T09:12:53.036 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-02T09:12:53.163 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (126 ms) 2024-04-02T09:12:53.163 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-02T09:12:53.284 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (121 ms) 2024-04-02T09:12:53.284 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-02T09:12:53.392 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (108 ms) 2024-04-02T09:12:53.392 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-02T09:12:53.512 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (120 ms) 2024-04-02T09:12:53.512 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-02T09:12:53.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorStatusList (76 ms) 2024-04-02T09:12:53.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-02T09:12:53.691 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveBootstrapped (104 ms) 2024-04-02T09:12:53.691 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-02T09:12:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.AioPromoteDemote (384 ms) 2024-04-02T09:12:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-02T09:12:54.432 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.AioGetInfo (357 ms) 2024-04-02T09:12:54.432 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-02T09:12:54.658 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.AioGetStatus (225 ms) 2024-04-02T09:12:54.658 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SiteName 2024-04-02T09:12:54.666 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-04-02T09:12:54.666 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-02T09:12:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:54 smithi028 ceph-mon[94314]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 574 KiB/s rd, 69 KiB/s wr, 835 op/s 2024-04-02T09:12:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:54 smithi028 ceph-mon[96890]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 574 KiB/s rd, 69 KiB/s wr, 835 op/s 2024-04-02T09:12:54.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:54 smithi137 ceph-mon[88456]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 574 KiB/s rd, 69 KiB/s wr, 835 op/s 2024-04-02T09:12:55.534 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.Bootstrap (867 ms) 2024-04-02T09:12:55.534 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-02T09:12:55.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.PeerDirection (10 ms) 2024-04-02T09:12:55.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-02T09:12:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' 2024-04-02T09:12:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 55 KiB/s wr, 724 op/s 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]: dispatch 2024-04-02T09:12:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]': finished 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 55 KiB/s wr, 724 op/s 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]: dispatch 2024-04-02T09:12:55.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]: dispatch 2024-04-02T09:12:55.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]': finished 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 55 KiB/s wr, 724 op/s 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:12:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' 2024-04-02T09:12:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:12:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:12:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-02T09:12:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:12:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]: dispatch 2024-04-02T09:12:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]: dispatch 2024-04-02T09:12:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bc58cde3-4ff5-4241-b2df-0088eaf9fc1b"}]': finished 2024-04-02T09:12:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:57 smithi137 ceph-mon[88456]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:12:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:57 smithi137 ceph-mon[88456]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 213 KiB/s wr, 1.98k op/s 2024-04-02T09:12:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:57 smithi137 ceph-mon[88456]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:12:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:57 smithi028 ceph-mon[94314]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:12:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:57 smithi028 ceph-mon[94314]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 213 KiB/s wr, 1.98k op/s 2024-04-02T09:12:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:57 smithi028 ceph-mon[94314]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:12:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:57 smithi028 ceph-mon[96890]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-02T09:12:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:57 smithi028 ceph-mon[96890]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 213 KiB/s wr, 1.98k op/s 2024-04-02T09:12:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:57 smithi028 ceph-mon[96890]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-02T09:12:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:12:59 smithi137 ceph-mon[88456]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:12:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:12:59 smithi028 ceph-mon[94314]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:12:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:12:59 smithi028 ceph-mon[96890]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-02T09:13:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:00 smithi137 ceph-mon[88456]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 206 KiB/s wr, 1.90k op/s 2024-04-02T09:13:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:00 smithi137 ceph-mon[88456]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:13:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:00 smithi028 ceph-mon[94314]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 206 KiB/s wr, 1.90k op/s 2024-04-02T09:13:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:00 smithi028 ceph-mon[94314]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:13:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:00 smithi028 ceph-mon[96890]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 206 KiB/s wr, 1.90k op/s 2024-04-02T09:13:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:00 smithi028 ceph-mon[96890]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-02T09:13:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:01 smithi137 ceph-mon[88456]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:13:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:01 smithi028 ceph-mon[94314]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:13:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:01 smithi028 ceph-mon[96890]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-02T09:13:01.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:13:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:13:01] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-04-02T09:13:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:02 smithi137 ceph-mon[88456]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-04-02T09:13:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:02 smithi137 ceph-mon[88456]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:13:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:02 smithi137 ceph-mon[88456]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:13:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:13:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:02 smithi028 ceph-mon[96890]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-04-02T09:13:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:02 smithi028 ceph-mon[96890]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:13:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:02 smithi028 ceph-mon[96890]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:13:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:02 smithi028 ceph-mon[94314]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 3.0 KiB/s wr, 33 op/s 2024-04-02T09:13:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:02 smithi028 ceph-mon[94314]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-02T09:13:02.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:02 smithi028 ceph-mon[94314]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-02T09:13:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:04 smithi137 ceph-mon[88456]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 86 op/s 2024-04-02T09:13:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:04 smithi137 ceph-mon[88456]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:13:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:04 smithi028 ceph-mon[94314]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 86 op/s 2024-04-02T09:13:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:04 smithi028 ceph-mon[94314]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:13:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:04 smithi028 ceph-mon[96890]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 86 op/s 2024-04-02T09:13:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:04 smithi028 ceph-mon[96890]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-02T09:13:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:05 smithi137 ceph-mon[88456]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:13:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:05 smithi028 ceph-mon[94314]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:13:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:05 smithi028 ceph-mon[96890]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-02T09:13:06.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:06 smithi137 ceph-mon[88456]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 52 op/s 2024-04-02T09:13:06.657 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:06 smithi137 ceph-mon[88456]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:13:06.657 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:06.657 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:06 smithi028 ceph-mon[96890]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 52 op/s 2024-04-02T09:13:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:06 smithi028 ceph-mon[96890]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:13:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:06 smithi028 ceph-mon[94314]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 4.2 KiB/s wr, 52 op/s 2024-04-02T09:13:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:06 smithi028 ceph-mon[94314]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-02T09:13:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:13:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:07 smithi137 ceph-mon[88456]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:13:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:07 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:07 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:13:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:07 smithi137 ceph-mon[88456]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:13:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[94314]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:13:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:13:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[94314]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:13:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[96890]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-02T09:13:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:13:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:13:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:13:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:07 smithi028 ceph-mon[96890]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-02T09:13:08.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:08 smithi137 ceph-mon[88456]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-02T09:13:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:08 smithi137 ceph-mon[88456]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:13:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:08 smithi028 ceph-mon[94314]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-02T09:13:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:08 smithi028 ceph-mon[94314]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:13:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:08 smithi028 ceph-mon[96890]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-02T09:13:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:08 smithi028 ceph-mon[96890]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-02T09:13:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:10 smithi137 ceph-mon[88456]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-02T09:13:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:10 smithi137 ceph-mon[88456]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:13:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:10 smithi028 ceph-mon[94314]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-02T09:13:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:10 smithi028 ceph-mon[94314]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:13:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:10 smithi028 ceph-mon[96890]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 95 op/s 2024-04-02T09:13:10.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:10 smithi028 ceph-mon[96890]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-02T09:13:11.333 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.Snapshot (15790 ms) 2024-04-02T09:13:11.333 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-02T09:13:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:11 smithi137 ceph-mon[88456]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:13:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:11 smithi028 ceph-mon[94314]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:13:11.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:11 smithi028 ceph-mon[96890]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-02T09:13:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:13:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:13:11] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2024-04-02T09:13:12.546 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:13:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:12.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:12 smithi137 ceph-mon[88456]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-02T09:13:12.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:12 smithi137 ceph-mon[88456]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:13:12.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:12 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]: dispatch 2024-04-02T09:13:12.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:12 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]: dispatch 2024-04-02T09:13:12.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:12 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]': finished 2024-04-02T09:13:12.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:12 smithi137 ceph-mon[88456]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:13:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[94314]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-02T09:13:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[94314]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:13:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]: dispatch 2024-04-02T09:13:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]: dispatch 2024-04-02T09:13:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]': finished 2024-04-02T09:13:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[94314]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:13:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[96890]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-02T09:13:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[96890]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-02T09:13:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]: dispatch 2024-04-02T09:13:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]: dispatch 2024-04-02T09:13:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1a360efb-9a3d-48ec-ac69-2ac3369eef59"}]': finished 2024-04-02T09:13:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:12 smithi028 ceph-mon[96890]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-02T09:13:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:14 smithi137 ceph-mon[88456]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-02T09:13:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:14 smithi137 ceph-mon[88456]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:13:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:14 smithi028 ceph-mon[94314]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-02T09:13:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:14 smithi028 ceph-mon[94314]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:13:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:14 smithi028 ceph-mon[96890]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 75 op/s 2024-04-02T09:13:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:14 smithi028 ceph-mon[96890]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-02T09:13:15.346 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4012 ms) 2024-04-02T09:13:15.346 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-02T09:13:15.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:15 smithi137 ceph-mon[88456]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:13:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:15 smithi028 ceph-mon[94314]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:13:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:15 smithi028 ceph-mon[96890]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-02T09:13:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:16 smithi137 ceph-mon[88456]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-04-02T09:13:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:16 smithi137 ceph-mon[88456]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:13:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:16 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]: dispatch 2024-04-02T09:13:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:16 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]: dispatch 2024-04-02T09:13:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:16 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]': finished 2024-04-02T09:13:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[96890]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-04-02T09:13:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[96890]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:13:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]: dispatch 2024-04-02T09:13:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]: dispatch 2024-04-02T09:13:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]': finished 2024-04-02T09:13:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[94314]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2024-04-02T09:13:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[94314]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-02T09:13:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]: dispatch 2024-04-02T09:13:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]: dispatch 2024-04-02T09:13:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:16 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acfcf863-00b5-41de-a803-91cad96d2205"}]': finished 2024-04-02T09:13:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:17 smithi137 ceph-mon[88456]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:13:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:17 smithi137 ceph-mon[88456]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:13:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:17 smithi028 ceph-mon[94314]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:13:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:17 smithi028 ceph-mon[94314]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:13:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:17 smithi028 ceph-mon[96890]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-02T09:13:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:17 smithi028 ceph-mon[96890]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-02T09:13:18.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:18 smithi028 ceph-mon[94314]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-04-02T09:13:18.599 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:18 smithi028 ceph-mon[94314]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:13:18.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:18 smithi028 ceph-mon[96890]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-04-02T09:13:18.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:18 smithi028 ceph-mon[96890]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:13:18.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:18 smithi137 ceph-mon[88456]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-04-02T09:13:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:18 smithi137 ceph-mon[88456]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-02T09:13:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:20 smithi137 ceph-mon[88456]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-04-02T09:13:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:20 smithi137 ceph-mon[88456]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:13:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:20 smithi028 ceph-mon[94314]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-04-02T09:13:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:20 smithi028 ceph-mon[94314]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:13:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:20 smithi028 ceph-mon[96890]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 12 KiB/s wr, 159 op/s 2024-04-02T09:13:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:20 smithi028 ceph-mon[96890]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-02T09:13:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:21 smithi137 ceph-mon[88456]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:13:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:21 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]: dispatch 2024-04-02T09:13:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:21 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]: dispatch 2024-04-02T09:13:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:21 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]': finished 2024-04-02T09:13:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:13:21] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2024-04-02T09:13:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[96890]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]: dispatch 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]: dispatch 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]': finished 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[94314]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]: dispatch 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]: dispatch 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/122d8a02-6ab3-4403-b8fd-6cc36f41f3ed"}]': finished 2024-04-02T09:13:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:22 smithi137 ceph-mon[88456]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:13:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:22 smithi137 ceph-mon[88456]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:13:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:22 smithi137 ceph-mon[88456]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:13:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:13:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:22 smithi028 ceph-mon[94314]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:13:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:22 smithi028 ceph-mon[94314]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:13:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:22 smithi028 ceph-mon[94314]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:13:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:22 smithi028 ceph-mon[96890]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-02T09:13:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:22 smithi028 ceph-mon[96890]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-02T09:13:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:22 smithi028 ceph-mon[96890]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-02T09:13:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:24 smithi137 ceph-mon[88456]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-02T09:13:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:24 smithi137 ceph-mon[88456]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:13:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:24 smithi028 ceph-mon[94314]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-02T09:13:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:24 smithi028 ceph-mon[94314]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:13:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:24 smithi028 ceph-mon[96890]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 11 KiB/s wr, 210 op/s 2024-04-02T09:13:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:24 smithi028 ceph-mon[96890]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-02T09:13:25.344 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9998 ms) 2024-04-02T09:13:25.344 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-02T09:13:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:25 smithi137 ceph-mon[88456]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:13:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:25 smithi028 ceph-mon[94314]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:13:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:25 smithi028 ceph-mon[96890]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-02T09:13:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:26 smithi137 ceph-mon[88456]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-04-02T09:13:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:26 smithi137 ceph-mon[88456]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:13:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:26 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]: dispatch 2024-04-02T09:13:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]: dispatch 2024-04-02T09:13:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]': finished 2024-04-02T09:13:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:26 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]: dispatch 2024-04-02T09:13:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]: dispatch 2024-04-02T09:13:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]': finished 2024-04-02T09:13:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[94314]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-04-02T09:13:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[94314]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:13:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]: dispatch 2024-04-02T09:13:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]: dispatch 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]': finished 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]: dispatch 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]: dispatch 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]': finished 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[96890]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[96890]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]: dispatch 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]: dispatch 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c6d6470-84e7-4027-a313-28a05a380af0"}]': finished 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]: dispatch 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]: dispatch 2024-04-02T09:13:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/954d127b-3134-4239-a096-27ab751fb0c9"}]': finished 2024-04-02T09:13:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:27 smithi137 ceph-mon[88456]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:13:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:27 smithi028 ceph-mon[94314]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:13:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:27 smithi028 ceph-mon[96890]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-02T09:13:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:28 smithi137 ceph-mon[88456]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-02T09:13:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:28 smithi137 ceph-mon[88456]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:13:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:28 smithi028 ceph-mon[96890]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-02T09:13:28.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:28 smithi028 ceph-mon[96890]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:13:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:28 smithi028 ceph-mon[94314]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-02T09:13:28.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:28 smithi028 ceph-mon[94314]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-02T09:13:29.410 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SnapshotImageState (4066 ms) 2024-04-02T09:13:29.410 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-02T09:13:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:29 smithi137 ceph-mon[88456]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:13:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:29 smithi028 ceph-mon[94314]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:13:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:29 smithi028 ceph-mon[96890]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-02T09:13:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:30 smithi137 ceph-mon[88456]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-02T09:13:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:30 smithi137 ceph-mon[88456]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:13:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:30 smithi028 ceph-mon[96890]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-02T09:13:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:30 smithi028 ceph-mon[96890]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:13:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:30 smithi028 ceph-mon[94314]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 8.2 KiB/s wr, 137 op/s 2024-04-02T09:13:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:30 smithi028 ceph-mon[94314]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-02T09:13:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:31 smithi137 ceph-mon[88456]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:13:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:31 smithi028 ceph-mon[94314]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:13:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:31 smithi028 ceph-mon[96890]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-02T09:13:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:13:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:13:31] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2024-04-02T09:13:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:32 smithi137 ceph-mon[88456]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 22 KiB/s wr, 227 op/s 2024-04-02T09:13:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:32 smithi137 ceph-mon[88456]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:13:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:32 smithi137 ceph-mon[88456]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:13:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:13:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:32 smithi028 ceph-mon[94314]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 22 KiB/s wr, 227 op/s 2024-04-02T09:13:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:32 smithi028 ceph-mon[94314]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:13:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:32 smithi028 ceph-mon[94314]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:13:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:32 smithi028 ceph-mon[96890]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 22 KiB/s wr, 227 op/s 2024-04-02T09:13:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:32 smithi028 ceph-mon[96890]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-02T09:13:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:32 smithi028 ceph-mon[96890]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-02T09:13:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:34 smithi137 ceph-mon[88456]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 240 op/s 2024-04-02T09:13:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:34 smithi137 ceph-mon[88456]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:13:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:34 smithi028 ceph-mon[94314]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 240 op/s 2024-04-02T09:13:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:34 smithi028 ceph-mon[94314]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:13:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:34 smithi028 ceph-mon[96890]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 25 KiB/s wr, 240 op/s 2024-04-02T09:13:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:34 smithi028 ceph-mon[96890]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-02T09:13:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:35 smithi137 ceph-mon[88456]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:13:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:35 smithi028 ceph-mon[94314]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:13:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:35 smithi028 ceph-mon[96890]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-02T09:13:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:36 smithi137 ceph-mon[88456]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 3.5 KiB/s wr, 12 op/s 2024-04-02T09:13:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:36 smithi137 ceph-mon[88456]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:13:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:36 smithi028 ceph-mon[94314]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 3.5 KiB/s wr, 12 op/s 2024-04-02T09:13:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:36 smithi028 ceph-mon[94314]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:13:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:36 smithi028 ceph-mon[96890]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 3.5 KiB/s wr, 12 op/s 2024-04-02T09:13:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:36 smithi028 ceph-mon[96890]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-02T09:13:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:37.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:37 smithi137 ceph-mon[88456]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:13:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:37 smithi137 ceph-mon[88456]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:13:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:37 smithi028 ceph-mon[94314]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:13:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:37 smithi028 ceph-mon[94314]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:13:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:37 smithi028 ceph-mon[96890]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-02T09:13:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:37 smithi028 ceph-mon[96890]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-02T09:13:38.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:38 smithi137 ceph-mon[88456]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-02T09:13:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:38 smithi028 ceph-mon[94314]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-02T09:13:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:38 smithi028 ceph-mon[96890]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-02T09:13:39.319 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9910 ms) 2024-04-02T09:13:39.319 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-02T09:13:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:39 smithi137 ceph-mon[88456]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:13:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:39 smithi028 ceph-mon[94314]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:13:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:39 smithi028 ceph-mon[96890]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-02T09:13:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:40 smithi137 ceph-mon[88456]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-02T09:13:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:40 smithi137 ceph-mon[88456]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:13:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:40 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]: dispatch 2024-04-02T09:13:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:40 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]: dispatch 2024-04-02T09:13:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:40 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]': finished 2024-04-02T09:13:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[94314]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-02T09:13:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[94314]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:13:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]: dispatch 2024-04-02T09:13:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]: dispatch 2024-04-02T09:13:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]': finished 2024-04-02T09:13:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[96890]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-02T09:13:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[96890]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-02T09:13:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]: dispatch 2024-04-02T09:13:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]: dispatch 2024-04-02T09:13:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:40 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f7e63a83-c34b-453a-a814-b331a3793b07"}]': finished 2024-04-02T09:13:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:41 smithi137 ceph-mon[88456]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:13:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:41 smithi028 ceph-mon[94314]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:13:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:41 smithi028 ceph-mon[96890]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-02T09:13:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:13:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:13:41] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-04-02T09:13:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:42 smithi137 ceph-mon[88456]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 7.0 KiB/s wr, 58 op/s 2024-04-02T09:13:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:42 smithi137 ceph-mon[88456]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:13:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:42 smithi137 ceph-mon[88456]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:13:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:13:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:42 smithi028 ceph-mon[94314]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 7.0 KiB/s wr, 58 op/s 2024-04-02T09:13:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:42 smithi028 ceph-mon[94314]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:13:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:42 smithi028 ceph-mon[94314]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:13:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:42 smithi028 ceph-mon[96890]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 7.0 KiB/s wr, 58 op/s 2024-04-02T09:13:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:42 smithi028 ceph-mon[96890]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-02T09:13:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:42 smithi028 ceph-mon[96890]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-02T09:13:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:44 smithi137 ceph-mon[88456]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 8.2 KiB/s wr, 68 op/s 2024-04-02T09:13:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:44 smithi137 ceph-mon[88456]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:13:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:44 smithi028 ceph-mon[94314]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 8.2 KiB/s wr, 68 op/s 2024-04-02T09:13:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:44 smithi028 ceph-mon[94314]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:13:44.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:44 smithi028 ceph-mon[96890]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 8.2 KiB/s wr, 68 op/s 2024-04-02T09:13:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:44 smithi028 ceph-mon[96890]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-02T09:13:45.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:45 smithi137 ceph-mon[88456]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:13:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:45 smithi028 ceph-mon[94314]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:13:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:45 smithi028 ceph-mon[96890]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-02T09:13:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:46 smithi137 ceph-mon[88456]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:13:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:46 smithi137 ceph-mon[88456]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:13:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:46 smithi028 ceph-mon[94314]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:13:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:46 smithi028 ceph-mon[94314]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:13:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:46 smithi028 ceph-mon[96890]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-02T09:13:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:46 smithi028 ceph-mon[96890]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-02T09:13:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:47 smithi137 ceph-mon[88456]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:13:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:47 smithi137 ceph-mon[88456]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:13:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:47 smithi028 ceph-mon[94314]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:13:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:47 smithi028 ceph-mon[94314]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:13:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:47 smithi028 ceph-mon[96890]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-02T09:13:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:47 smithi028 ceph-mon[96890]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-02T09:13:48.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:48 smithi028 ceph-mon[94314]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 127 op/s 2024-04-02T09:13:48.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:48 smithi028 ceph-mon[96890]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 127 op/s 2024-04-02T09:13:48.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:48 smithi137 ceph-mon[88456]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 127 op/s 2024-04-02T09:13:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:49 smithi137 ceph-mon[88456]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:13:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:49 smithi028 ceph-mon[94314]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:13:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:49 smithi028 ceph-mon[96890]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-02T09:13:50.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:50 smithi137 ceph-mon[88456]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 125 op/s 2024-04-02T09:13:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:50 smithi137 ceph-mon[88456]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:13:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:50 smithi028 ceph-mon[94314]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 125 op/s 2024-04-02T09:13:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:50 smithi028 ceph-mon[94314]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:13:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:50 smithi028 ceph-mon[96890]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 14 KiB/s wr, 125 op/s 2024-04-02T09:13:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:50 smithi028 ceph-mon[96890]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-02T09:13:51.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:51 smithi137 ceph-mon[88456]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:13:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:13:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:13:51] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-02T09:13:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:51 smithi028 ceph-mon[96890]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:13:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:51 smithi028 ceph-mon[94314]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-02T09:13:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:13:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:52 smithi137 ceph-mon[88456]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 17 KiB/s wr, 165 op/s 2024-04-02T09:13:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:52 smithi137 ceph-mon[88456]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:13:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:13:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:13:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:13:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:52 smithi028 ceph-mon[96890]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 17 KiB/s wr, 165 op/s 2024-04-02T09:13:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:52 smithi028 ceph-mon[96890]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:13:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:52 smithi028 ceph-mon[94314]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 17 KiB/s wr, 165 op/s 2024-04-02T09:13:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:52 smithi028 ceph-mon[94314]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-02T09:13:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:53 smithi137 ceph-mon[88456]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:13:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:53 smithi028 ceph-mon[94314]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:13:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:53 smithi028 ceph-mon[96890]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-02T09:13:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:54 smithi137 ceph-mon[88456]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 22 KiB/s wr, 223 op/s 2024-04-02T09:13:54.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:54 smithi137 ceph-mon[88456]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:13:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:54 smithi028 ceph-mon[96890]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 22 KiB/s wr, 223 op/s 2024-04-02T09:13:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:54 smithi028 ceph-mon[96890]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:13:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:54 smithi028 ceph-mon[94314]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 22 KiB/s wr, 223 op/s 2024-04-02T09:13:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:54 smithi028 ceph-mon[94314]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-02T09:13:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:55 smithi137 ceph-mon[88456]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:13:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:55 smithi028 ceph-mon[94314]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:13:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:55 smithi028 ceph-mon[96890]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-02T09:13:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:56 smithi137 ceph-mon[88456]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 70 op/s 2024-04-02T09:13:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:56 smithi137 ceph-mon[88456]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:13:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:56 smithi028 ceph-mon[94314]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 70 op/s 2024-04-02T09:13:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:56 smithi028 ceph-mon[94314]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:13:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:56 smithi028 ceph-mon[96890]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.2 KiB/s wr, 70 op/s 2024-04-02T09:13:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:56 smithi028 ceph-mon[96890]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-02T09:13:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:57 smithi137 ceph-mon[88456]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:13:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:57 smithi028 ceph-mon[94314]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:13:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:57 smithi028 ceph-mon[96890]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-02T09:13:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:58 smithi137 ceph-mon[88456]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 137 op/s 2024-04-02T09:13:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:58 smithi137 ceph-mon[88456]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:13:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:58 smithi028 ceph-mon[96890]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 137 op/s 2024-04-02T09:13:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:58 smithi028 ceph-mon[96890]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:13:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:58 smithi028 ceph-mon[94314]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 137 op/s 2024-04-02T09:13:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:58 smithi028 ceph-mon[94314]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-02T09:13:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:13:59 smithi137 ceph-mon[88456]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:13:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:13:59 smithi028 ceph-mon[94314]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:13:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:13:59 smithi028 ceph-mon[96890]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-02T09:14:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:00 smithi137 ceph-mon[88456]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.2 KiB/s wr, 125 op/s 2024-04-02T09:14:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:00 smithi137 ceph-mon[88456]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:14:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:00 smithi028 ceph-mon[96890]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.2 KiB/s wr, 125 op/s 2024-04-02T09:14:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:00 smithi028 ceph-mon[96890]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:14:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:00 smithi028 ceph-mon[94314]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 8.2 KiB/s wr, 125 op/s 2024-04-02T09:14:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:00 smithi028 ceph-mon[94314]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-02T09:14:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:01 smithi137 ceph-mon[88456]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:14:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:01 smithi028 ceph-mon[94314]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:14:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:01 smithi028 ceph-mon[96890]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-02T09:14:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:14:01] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-02T09:14:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:02 smithi137 ceph-mon[88456]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 117 op/s 2024-04-02T09:14:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:02 smithi137 ceph-mon[88456]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:14:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:02 smithi137 ceph-mon[88456]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:14:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:14:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:02 smithi028 ceph-mon[94314]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 117 op/s 2024-04-02T09:14:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:02 smithi028 ceph-mon[94314]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:14:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:02 smithi028 ceph-mon[94314]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:14:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:02 smithi028 ceph-mon[96890]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 117 op/s 2024-04-02T09:14:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:02 smithi028 ceph-mon[96890]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-02T09:14:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:02 smithi028 ceph-mon[96890]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-02T09:14:04.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:04 smithi137 ceph-mon[88456]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-02T09:14:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:04 smithi137 ceph-mon[88456]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:14:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:04 smithi028 ceph-mon[94314]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-02T09:14:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:04 smithi028 ceph-mon[94314]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:14:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:04 smithi028 ceph-mon[96890]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 161 op/s 2024-04-02T09:14:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:04 smithi028 ceph-mon[96890]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-02T09:14:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:05 smithi137 ceph-mon[88456]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:14:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:05 smithi028 ceph-mon[94314]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:14:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:05 smithi028 ceph-mon[96890]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-02T09:14:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:06 smithi137 ceph-mon[88456]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.0 KiB/s wr, 43 op/s 2024-04-02T09:14:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:06 smithi137 ceph-mon[88456]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:14:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:06 smithi028 ceph-mon[94314]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.0 KiB/s wr, 43 op/s 2024-04-02T09:14:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:06 smithi028 ceph-mon[94314]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:14:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:06 smithi028 ceph-mon[96890]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.0 KiB/s wr, 43 op/s 2024-04-02T09:14:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:06 smithi028 ceph-mon[96890]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-02T09:14:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:07 smithi137 ceph-mon[88456]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:14:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:07 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:07 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:07 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:07 smithi137 ceph-mon[88456]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:14:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[94314]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:14:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[94314]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:14:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[96890]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-02T09:14:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:07 smithi028 ceph-mon[96890]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-02T09:14:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:08 smithi137 ceph-mon[88456]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-02T09:14:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:08 smithi028 ceph-mon[94314]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-02T09:14:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:08 smithi028 ceph-mon[96890]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-02T09:14:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:09 smithi137 ceph-mon[88456]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:14:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:09 smithi028 ceph-mon[94314]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:14:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:09 smithi028 ceph-mon[96890]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-02T09:14:10.332 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31012 ms) 2024-04-02T09:14:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:10 smithi137 ceph-mon[88456]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-02T09:14:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:10 smithi137 ceph-mon[88456]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:14:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:10 smithi028 ceph-mon[94314]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-02T09:14:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:10 smithi028 ceph-mon[94314]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:14:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:10 smithi028 ceph-mon[96890]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-02T09:14:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:10 smithi028 ceph-mon[96890]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-02T09:14:11.338 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 51 tests from TestMirroring (86929 ms total) 2024-04-02T09:14:11.338 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:14:11.338 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 34 tests from TestInternal 2024-04-02T09:14:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:11 smithi137 ceph-mon[88456]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:14:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:11 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]: dispatch 2024-04-02T09:14:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:11 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]: dispatch 2024-04-02T09:14:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:11 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]': finished 2024-04-02T09:14:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:14:11] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2024-04-02T09:14:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-mon[94314]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:14:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]: dispatch 2024-04-02T09:14:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]: dispatch 2024-04-02T09:14:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]': finished 2024-04-02T09:14:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-mon[96890]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-02T09:14:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1476957327' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]: dispatch 2024-04-02T09:14:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]: dispatch 2024-04-02T09:14:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:11 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a4c39216-5339-4378-a4fa-fbf7e15cdbcc"}]': finished 2024-04-02T09:14:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:12 smithi137 ceph-mon[88456]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:14:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:12 smithi137 ceph-mon[88456]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:14:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:14:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:14:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:12 smithi028 ceph-mon[96890]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:14:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:12 smithi028 ceph-mon[96890]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:14:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:12 smithi028 ceph-mon[94314]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:14:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:12 smithi028 ceph-mon[94314]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-02T09:14:13.347 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.OpenByID 2024-04-02T09:14:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:13 smithi137 ceph-mon[88456]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:14:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:13 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:13 smithi028 ceph-mon[94314]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:14:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:13 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:13 smithi028 ceph-mon[96890]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-02T09:14:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:13 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:14 smithi137 ceph-mon[88456]: pgmap v2758: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:14 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:14 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:14 smithi137 ceph-mon[88456]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:14:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:14 smithi028 ceph-mon[94314]: pgmap v2758: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:14 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:14 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:14 smithi028 ceph-mon[94314]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:14:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:14 smithi028 ceph-mon[96890]: pgmap v2758: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:14 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:14 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:14 smithi028 ceph-mon[96890]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-02T09:14:15.393 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.OpenByID (2047 ms) 2024-04-02T09:14:15.393 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-02T09:14:15.416 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.OpenSnapDNE (22 ms) 2024-04-02T09:14:15.416 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-02T09:14:15.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-04-02T09:14:15.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-02T09:14:15.462 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.ResizeLocksImage (24 ms) 2024-04-02T09:14:15.462 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-02T09:14:15.481 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (19 ms) 2024-04-02T09:14:15.481 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-02T09:14:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:15 smithi137 ceph-mon[88456]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:14:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:15 smithi028 ceph-mon[94314]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:14:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:15 smithi028 ceph-mon[96890]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-02T09:14:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:16 smithi137 ceph-mon[88456]: pgmap v2761: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:16 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:16 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:14:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:16 smithi137 ceph-mon[88456]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:14:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:16 smithi028 ceph-mon[94314]: pgmap v2761: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:16 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:16 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:14:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:16 smithi028 ceph-mon[94314]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:14:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:16 smithi028 ceph-mon[96890]: pgmap v2761: 137 pgs: 26 unknown, 111 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:16 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:16 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:14:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:16 smithi028 ceph-mon[96890]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-02T09:14:17.385 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1904 ms) 2024-04-02T09:14:17.385 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-02T09:14:17.408 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (23 ms) 2024-04-02T09:14:17.409 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-02T09:14:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:17 smithi137 ceph-mon[88456]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:14:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:17 smithi028 ceph-mon[94314]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:14:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:17 smithi028 ceph-mon[96890]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-02T09:14:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:18 smithi137 ceph-mon[88456]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-02T09:14:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:18 smithi137 ceph-mon[88456]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:14:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:18 smithi028 ceph-mon[94314]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-02T09:14:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:18 smithi028 ceph-mon[94314]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:14:18.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:18 smithi028 ceph-mon[96890]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-02T09:14:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:18 smithi028 ceph-mon[96890]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-02T09:14:19.394 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1985 ms) 2024-04-02T09:14:19.394 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-02T09:14:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:19 smithi137 ceph-mon[88456]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:14:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:19 smithi028 ceph-mon[94314]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:14:19.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:19 smithi028 ceph-mon[96890]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-02T09:14:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:20 smithi137 ceph-mon[88456]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-02T09:14:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:20 smithi137 ceph-mon[88456]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:14:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:20 smithi028 ceph-mon[96890]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-02T09:14:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:20 smithi028 ceph-mon[96890]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:14:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:20 smithi028 ceph-mon[94314]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 4.0 KiB/s wr, 70 op/s 2024-04-02T09:14:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:20 smithi028 ceph-mon[94314]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-02T09:14:21.404 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2011 ms) 2024-04-02T09:14:21.405 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-02T09:14:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:21 smithi137 ceph-mon[88456]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:14:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:21 smithi028 ceph-mon[94314]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:14:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:21 smithi028 ceph-mon[96890]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-02T09:14:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:14:21] "GET /metrics HTTP/1.1" 200 36459 "" "Prometheus/2.43.0" 2024-04-02T09:14:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:22 smithi137 ceph-mon[88456]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:14:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:22 smithi137 ceph-mon[88456]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:14:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:22 smithi137 ceph-mon[88456]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:14:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:14:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:22 smithi028 ceph-mon[96890]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:14:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:22 smithi028 ceph-mon[96890]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:14:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:22 smithi028 ceph-mon[96890]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:14:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:22 smithi028 ceph-mon[94314]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:14:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:22 smithi028 ceph-mon[94314]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-02T09:14:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:22 smithi028 ceph-mon[94314]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-02T09:14:23.248 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1844 ms) 2024-04-02T09:14:23.248 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-02T09:14:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:24 smithi137 ceph-mon[88456]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:14:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:24 smithi137 ceph-mon[88456]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:14:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:24 smithi028 ceph-mon[94314]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:14:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:24 smithi028 ceph-mon[94314]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:14:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:24 smithi028 ceph-mon[96890]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-04-02T09:14:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:24 smithi028 ceph-mon[96890]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-02T09:14:25.266 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.FlattenLocksImage (2018 ms) 2024-04-02T09:14:25.267 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-02T09:14:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:25 smithi137 ceph-mon[88456]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:14:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:25 smithi028 ceph-mon[94314]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:14:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:25 smithi028 ceph-mon[96890]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-02T09:14:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:26 smithi137 ceph-mon[88456]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:26 smithi137 ceph-mon[88456]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:14:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:26 smithi028 ceph-mon[94314]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:26 smithi028 ceph-mon[94314]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:14:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:26 smithi028 ceph-mon[96890]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:26 smithi028 ceph-mon[96890]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-02T09:14:27.263 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1997 ms) 2024-04-02T09:14:27.263 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-02T09:14:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:27 smithi137 ceph-mon[88456]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:14:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:27 smithi137 ceph-mon[88456]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:14:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:27 smithi028 ceph-mon[94314]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:14:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:27 smithi028 ceph-mon[94314]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:14:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:27 smithi028 ceph-mon[96890]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-02T09:14:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:27 smithi028 ceph-mon[96890]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-02T09:14:28.269 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1005 ms) 2024-04-02T09:14:28.269 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-02T09:14:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:28 smithi137 ceph-mon[88456]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-04-02T09:14:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:28 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1944586074' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]: dispatch 2024-04-02T09:14:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:28 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]: dispatch 2024-04-02T09:14:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:28 smithi028 ceph-mon[94314]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-04-02T09:14:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:28 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1944586074' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]: dispatch 2024-04-02T09:14:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:28 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]: dispatch 2024-04-02T09:14:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:28 smithi028 ceph-mon[96890]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-04-02T09:14:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:28 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1944586074' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]: dispatch 2024-04-02T09:14:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:28 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]: dispatch 2024-04-02T09:14:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:29 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]': finished 2024-04-02T09:14:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:29 smithi137 ceph-mon[88456]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:14:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:29 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/213512797' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/213512797"}]: dispatch 2024-04-02T09:14:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:29 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]': finished 2024-04-02T09:14:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:29 smithi028 ceph-mon[94314]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:14:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:29 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/213512797' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/213512797"}]: dispatch 2024-04-02T09:14:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:29 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/1944586074"}]': finished 2024-04-02T09:14:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:29 smithi028 ceph-mon[96890]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-02T09:14:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:29 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/213512797' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/213512797"}]: dispatch 2024-04-02T09:14:30.266 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1997 ms) 2024-04-02T09:14:30.266 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-02T09:14:30.295 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.AioWriteRequestsLock (29 ms) 2024-04-02T09:14:30.295 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-02T09:14:30.319 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (24 ms) 2024-04-02T09:14:30.319 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-02T09:14:30.365 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.CancelAsyncResize (46 ms) 2024-04-02T09:14:30.366 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-02T09:14:30.423 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.MultipleResize (58 ms) 2024-04-02T09:14:30.423 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.Metadata 2024-04-02T09:14:30.467 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.Metadata (44 ms) 2024-04-02T09:14:30.467 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-02T09:14:30.499 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.MetadataConfApply (31 ms) 2024-04-02T09:14:30.499 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-02T09:14:30.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:30 smithi137 ceph-mon[88456]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-04-02T09:14:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:30 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/213512797' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/213512797"}]': finished 2024-04-02T09:14:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:30 smithi137 ceph-mon[88456]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:14:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:30 smithi028 ceph-mon[94314]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-04-02T09:14:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:30 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/213512797' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/213512797"}]': finished 2024-04-02T09:14:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:30 smithi028 ceph-mon[94314]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:14:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:30 smithi028 ceph-mon[96890]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-04-02T09:14:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:30 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/213512797' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/213512797"}]': finished 2024-04-02T09:14:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:30 smithi028 ceph-mon[96890]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-02T09:14:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:14:31] "GET /metrics HTTP/1.1" 200 36459 "" "Prometheus/2.43.0" 2024-04-02T09:14:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:32 smithi137 ceph-mon[88456]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-04-02T09:14:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:32 smithi137 ceph-mon[88456]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:14:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:32 smithi137 ceph-mon[88456]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:14:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:14:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:32 smithi028 ceph-mon[94314]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-04-02T09:14:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:32 smithi028 ceph-mon[94314]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:14:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:32 smithi028 ceph-mon[94314]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:14:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:32 smithi028 ceph-mon[96890]: pgmap v2784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-04-02T09:14:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:32 smithi028 ceph-mon[96890]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-02T09:14:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:32 smithi028 ceph-mon[96890]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-02T09:14:33.315 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapshotCopyup (2817 ms) 2024-04-02T09:14:33.315 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-02T09:14:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:34 smithi137 ceph-mon[88456]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 198 op/s 2024-04-02T09:14:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:34 smithi137 ceph-mon[88456]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:14:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:34 smithi028 ceph-mon[94314]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 198 op/s 2024-04-02T09:14:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:34 smithi028 ceph-mon[94314]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:14:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:34 smithi028 ceph-mon[96890]: pgmap v2787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 15 KiB/s wr, 198 op/s 2024-04-02T09:14:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:34 smithi028 ceph-mon[96890]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-02T09:14:35.311 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1996 ms) 2024-04-02T09:14:35.311 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-02T09:14:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:35 smithi137 ceph-mon[88456]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:14:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:35 smithi028 ceph-mon[94314]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:14:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:35 smithi028 ceph-mon[96890]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-02T09:14:36.311 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (999 ms) 2024-04-02T09:14:36.311 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-02T09:14:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:36 smithi137 ceph-mon[88456]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 66 op/s 2024-04-02T09:14:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:36 smithi137 ceph-mon[88456]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:14:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:36 smithi028 ceph-mon[96890]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 66 op/s 2024-04-02T09:14:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:36 smithi028 ceph-mon[96890]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:14:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:36 smithi028 ceph-mon[94314]: pgmap v2790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 66 op/s 2024-04-02T09:14:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:36 smithi028 ceph-mon[94314]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-02T09:14:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:37.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:37 smithi137 ceph-mon[88456]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:14:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:37 smithi137 ceph-mon[88456]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:14:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:37 smithi028 ceph-mon[96890]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:14:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:37 smithi028 ceph-mon[96890]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:14:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:37 smithi028 ceph-mon[94314]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-02T09:14:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:37 smithi028 ceph-mon[94314]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-02T09:14:38.345 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.ResizeCopyup (2035 ms) 2024-04-02T09:14:38.346 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-02T09:14:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-02T09:14:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:14:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (8 ms) 2024-04-02T09:14:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-02T09:14:38.362 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-04-02T09:14:38.362 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-02T09:14:38.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:38 smithi137 ceph-mon[88456]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 25 KiB/s wr, 373 op/s 2024-04-02T09:14:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:38 smithi028 ceph-mon[94314]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 25 KiB/s wr, 373 op/s 2024-04-02T09:14:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:38 smithi028 ceph-mon[96890]: pgmap v2793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 279 KiB/s rd, 25 KiB/s wr, 373 op/s 2024-04-02T09:14:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:39 smithi137 ceph-mon[88456]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:14:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:39 smithi028 ceph-mon[94314]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:14:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:39 smithi028 ceph-mon[96890]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-02T09:14:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:40 smithi137 ceph-mon[88456]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 22 KiB/s wr, 362 op/s 2024-04-02T09:14:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:40 smithi137 ceph-mon[88456]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:14:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:40 smithi028 ceph-mon[96890]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 22 KiB/s wr, 362 op/s 2024-04-02T09:14:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:40 smithi028 ceph-mon[96890]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:14:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:40 smithi028 ceph-mon[94314]: pgmap v2796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 22 KiB/s wr, 362 op/s 2024-04-02T09:14:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:40 smithi028 ceph-mon[94314]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-02T09:14:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:41 smithi137 ceph-mon[88456]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:14:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:41 smithi028 ceph-mon[94314]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:14:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:41 smithi028 ceph-mon[96890]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-02T09:14:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:14:41] "GET /metrics HTTP/1.1" 200 36460 "" "Prometheus/2.43.0" 2024-04-02T09:14:42.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.WriteFullCopyup (3969 ms) 2024-04-02T09:14:42.331 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-02T09:14:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:42 smithi137 ceph-mon[88456]: pgmap v2799: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 271 op/s 2024-04-02T09:14:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:42 smithi137 ceph-mon[88456]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:14:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:14:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:42 smithi028 ceph-mon[96890]: pgmap v2799: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 271 op/s 2024-04-02T09:14:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:42 smithi028 ceph-mon[96890]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:14:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:42 smithi028 ceph-mon[94314]: pgmap v2799: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 271 op/s 2024-04-02T09:14:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:42 smithi028 ceph-mon[94314]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-02T09:14:43.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:43 smithi137 ceph-mon[88456]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:14:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:43 smithi028 ceph-mon[94314]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:14:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:43 smithi028 ceph-mon[96890]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-02T09:14:44.346 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2015 ms) 2024-04-02T09:14:44.346 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.TestCoR 2024-04-02T09:14:44.355 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-02T09:14:44.355 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to disabled copy-on-read 2024-04-02T09:14:44.355 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestInternal.TestCoR (10 ms) 2024-04-02T09:14:44.355 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-02T09:14:44.589 INFO:tasks.workunit.client.0.smithi028.stdout:made parent image "image395": 4194304K (1024 * 4K) 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout:generated random write map: 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [12 , 50052 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [23 , 95830 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [35 , 145757 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [36 , 147984 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [43 , 179313 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [51 , 210486 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [60 , 246674 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [65 , 269056 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [67 , 274788 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [70 , 289419 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [74 , 306080 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [86 , 355072 ] 2024-04-02T09:14:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: [92 , 379090 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [106 , 436617 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [109 , 449651 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [111 , 456699 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [121 , 497705 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [126 , 518899 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [143 , 588175 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [149 , 613081 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [154 , 633444 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [164 , 672888 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [177 , 727008 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [179 , 733875 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [193 , 794109 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [198 , 811237 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [208 , 855176 ] 2024-04-02T09:14:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: [231 , 947823 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [235 , 962644 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [250 , 1025092 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [256 , 1050460 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [259 , 1062931 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [266 , 1090756 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [296 , 1213772 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [303 , 1241435 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [310 , 1271761 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [319 , 1307708 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [322 , 1322250 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [330 , 1351743 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [351 , 1438579 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [357 , 1464856 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [360 , 1474669 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [362 , 1483884 ] 2024-04-02T09:14:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: [365 , 1497389 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [388 , 1591970 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [389 , 1596393 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [413 , 1692921 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [417 , 1709863 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [418 , 1715171 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [421 , 1727631 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [444 , 1821307 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [447 , 1831358 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [453 , 1858733 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [458 , 1879460 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [460 , 1884882 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [462 , 1892911 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [470 , 1926121 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [475 , 1948628 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [511 , 2093695 ] 2024-04-02T09:14:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: [512 , 2097579 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [514 , 2107876 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [534 , 2189988 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [570 , 2336944 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [574 , 2354287 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [599 , 2455009 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [604 , 2475618 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [605 , 2480701 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [611 , 2503994 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [623 , 2551853 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [634 , 2599547 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [655 , 2683555 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [660 , 2705498 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [683 , 2800977 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [684 , 2801925 ] 2024-04-02T09:14:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: [696 , 2853631 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [704 , 2885496 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [745 , 3054895 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [750 , 3073410 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [755 , 3095249 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [767 , 3142717 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [777 , 3182743 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [783 , 3208899 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [815 , 3341365 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [837 , 3431129 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [850 , 3483025 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [876 , 3589718 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [900 , 3686837 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [909 , 3725350 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [931 , 3815957 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [955 , 3913987 ] 2024-04-02T09:14:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: [978 , 4006957 ] 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: [980 , 4015555 ] 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: [987 , 4045806 ] 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: [989 , 4052955 ] 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: [996 , 4079854 ] 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: [1009 , 4133255 ] 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout:write data based on random map 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-12 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-23 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-35 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-36 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-43 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-51 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-60 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-65 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-67 2024-04-02T09:14:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: write object-70 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-74 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-86 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-92 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-106 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-109 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-111 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-121 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-126 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-143 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-149 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-154 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-164 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-177 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-179 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-193 2024-04-02T09:14:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: write object-198 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-208 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-231 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-235 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-250 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-256 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-259 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-266 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-296 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-303 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-310 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-319 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-322 2024-04-02T09:14:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: write object-330 2024-04-02T09:14:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: write object-351 2024-04-02T09:14:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: write object-357 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-360 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-362 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-365 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-388 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-389 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-413 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-417 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-418 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-421 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-444 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-447 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-453 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-458 2024-04-02T09:14:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: write object-460 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-462 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-470 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-475 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-511 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-512 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-514 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-534 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-570 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-574 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-599 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-604 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-605 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-611 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-623 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-634 2024-04-02T09:14:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: write object-655 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-660 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-683 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-684 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-696 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-704 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-745 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-750 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-755 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-767 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-777 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-783 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-815 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-837 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-850 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-876 2024-04-02T09:14:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: write object-900 2024-04-02T09:14:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: write object-909 2024-04-02T09:14:44.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:44 smithi137 ceph-mon[88456]: pgmap v2802: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 280 op/s 2024-04-02T09:14:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:44 smithi137 ceph-mon[88456]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:14:44.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:44 smithi028 ceph-mon[96890]: pgmap v2802: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 280 op/s 2024-04-02T09:14:44.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:44 smithi028 ceph-mon[96890]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:14:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:44 smithi028 ceph-mon[94314]: pgmap v2802: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 280 op/s 2024-04-02T09:14:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:44 smithi028 ceph-mon[94314]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-02T09:14:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: write object-931 2024-04-02T09:14:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: write object-955 2024-04-02T09:14:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: write object-978 2024-04-02T09:14:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: write object-980 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: write object-987 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: write object-989 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: write object-996 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: write object-1009 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout:verify written data by reading 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: read object-12 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout:made snapshot "image395@parent_snap" and protect it 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout:made and opened clone "image396" 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout:flattening clone: "image396" 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout:check whether child image has the same set of objects as parent 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1176 ms) 2024-04-02T09:14:45.532 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-02T09:14:45.609 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.PoolMetadataConfApply (78 ms) 2024-04-02T09:14:45.610 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.Sparsify 2024-04-02T09:14:45.634 INFO:tasks.workunit.client.0.smithi028.stdout:sparsify_supported=1 2024-04-02T09:14:45.634 INFO:tasks.workunit.client.0.smithi028.stdout:sparse_read_supported=1 2024-04-02T09:14:45.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:45 smithi137 ceph-mon[88456]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:14:45.668 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.Sparsify (58 ms) 2024-04-02T09:14:45.668 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-02T09:14:45.670 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:45 smithi028 ceph-mon[94314]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:14:45.670 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:45 smithi028 ceph-mon[96890]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-02T09:14:45.670 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:14:45] ENGINE Bus STOPPING 2024-04-02T09:14:45.671 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:14:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:14:45.671 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:14:45] ENGINE Bus STOPPED 2024-04-02T09:14:45.671 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:14:45] ENGINE Bus STARTING 2024-04-02T09:14:45.671 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:14:45] ENGINE Serving on http://:::9283 2024-04-02T09:14:45.671 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:45 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:14:45] ENGINE Bus STARTED 2024-04-02T09:14:45.686 INFO:tasks.workunit.client.0.smithi028.stdout:sparsify_supported=1 2024-04-02T09:14:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:46 smithi137 ceph-mon[88456]: pgmap v2805: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-04-02T09:14:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:46 smithi137 ceph-mon[88456]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:14:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:46 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' 2024-04-02T09:14:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[94314]: pgmap v2805: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-04-02T09:14:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[94314]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:14:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' 2024-04-02T09:14:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[96890]: pgmap v2805: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 9.7 KiB/s wr, 59 op/s 2024-04-02T09:14:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[96890]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-02T09:14:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2583223973' entity='client.admin' 2024-04-02T09:14:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:14:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:14:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:14:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:47.611 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SparsifyClone (1944 ms) 2024-04-02T09:14:47.612 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-02T09:14:47.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:47 smithi137 ceph-mon[88456]: pgmap v2807: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 20 KiB/s wr, 129 op/s 2024-04-02T09:14:47.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:47 smithi137 ceph-mon[88456]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:14:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:47 smithi137 ceph-mon[88456]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:14:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:47 smithi028 ceph-mon[94314]: pgmap v2807: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 20 KiB/s wr, 129 op/s 2024-04-02T09:14:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:47 smithi028 ceph-mon[94314]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:14:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:47 smithi028 ceph-mon[94314]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:14:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:47 smithi028 ceph-mon[96890]: pgmap v2807: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 20 KiB/s wr, 129 op/s 2024-04-02T09:14:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:47 smithi028 ceph-mon[96890]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-02T09:14:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:47 smithi028 ceph-mon[96890]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-02T09:14:48.708 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.MissingDataPool (1096 ms) 2024-04-02T09:14:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:48 smithi137 ceph-mon[88456]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:14:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:48 smithi137 ceph-mon[88456]: pgmap v2810: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 144 KiB/s wr, 738 op/s 2024-04-02T09:14:48.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:48 smithi028 ceph-mon[96890]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:14:48.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:48 smithi028 ceph-mon[96890]: pgmap v2810: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 144 KiB/s wr, 738 op/s 2024-04-02T09:14:48.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:48 smithi028 ceph-mon[94314]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-02T09:14:48.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:48 smithi028 ceph-mon[94314]: pgmap v2810: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 144 KiB/s wr, 738 op/s 2024-04-02T09:14:49.608 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 34 tests from TestInternal (35361 ms total) 2024-04-02T09:14:49.608 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:14:49.608 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 17 tests from TestImageWatcher 2024-04-02T09:14:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:49 smithi137 ceph-mon[88456]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:14:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:49 smithi028 ceph-mon[94314]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:14:49.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:49 smithi028 ceph-mon[96890]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-02T09:14:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:50 smithi137 ceph-mon[88456]: pgmap v2812: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 95 KiB/s wr, 467 op/s 2024-04-02T09:14:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:50 smithi137 ceph-mon[88456]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:14:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:50 smithi028 ceph-mon[96890]: pgmap v2812: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 95 KiB/s wr, 467 op/s 2024-04-02T09:14:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:50 smithi028 ceph-mon[96890]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:14:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:50 smithi028 ceph-mon[94314]: pgmap v2812: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 95 KiB/s wr, 467 op/s 2024-04-02T09:14:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:50 smithi028 ceph-mon[94314]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-02T09:14:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:14:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:14:51.614 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:14:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:14:51] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T09:14:51.621 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-02T09:14:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:51 smithi137 ceph-mon[88456]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:14:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1324087038' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:51 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:51 smithi028 ceph-mon[94314]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:14:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1324087038' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:51 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:51 smithi028 ceph-mon[96890]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-02T09:14:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1324087038' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:51 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:52.616 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:14:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:14:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:52 smithi137 ceph-mon[88456]: pgmap v2815: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:52 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:52 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:52 smithi137 ceph-mon[88456]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:14:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:52 smithi028 ceph-mon[94314]: pgmap v2815: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:52 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:52 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:52 smithi028 ceph-mon[94314]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:14:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:52 smithi028 ceph-mon[96890]: pgmap v2815: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:52 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:14:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:52 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:52 smithi028 ceph-mon[96890]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-02T09:14:53.664 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2044 ms) 2024-04-02T09:14:53.664 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-02T09:14:53.689 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-04-02T09:14:53.689 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-02T09:14:53.712 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyResize (22 ms) 2024-04-02T09:14:53.712 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-02T09:14:53.735 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-04-02T09:14:53.735 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-02T09:14:53.757 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-04-02T09:14:53.757 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-02T09:14:53.779 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2024-04-02T09:14:53.780 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-02T09:14:53.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-04-02T09:14:53.801 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-02T09:14:53.823 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapRename (23 ms) 2024-04-02T09:14:53.823 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-02T09:14:53.844 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (21 ms) 2024-04-02T09:14:53.845 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-02T09:14:53.867 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (22 ms) 2024-04-02T09:14:53.867 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-02T09:14:53.889 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (23 ms) 2024-04-02T09:14:53.889 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-02T09:14:53.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:53 smithi137 ceph-mon[88456]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:14:53.909 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-02T09:14:53.909 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-02T09:14:53.932 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyRename (23 ms) 2024-04-02T09:14:53.932 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-02T09:14:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:53 smithi028 ceph-mon[94314]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:14:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:53 smithi028 ceph-mon[96890]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-02T09:14:53.952 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-02T09:14:53.952 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-02T09:14:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (22 ms) 2024-04-02T09:14:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-02T09:14:53.994 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-04-02T09:14:53.995 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-02T09:14:54.018 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (21 ms) 2024-04-02T09:14:54.641 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 17 tests from TestImageWatcher (2395 ms total) 2024-04-02T09:14:54.641 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:14:54.641 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 168 tests from TestLibRBD 2024-04-02T09:14:54.677 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-02T09:14:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:54 smithi137 ceph-mon[88456]: pgmap v2818: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:54 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:54 smithi137 ceph-mon[88456]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:14:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:54 smithi028 ceph-mon[96890]: pgmap v2818: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:54 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:54 smithi028 ceph-mon[96890]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:14:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:54 smithi028 ceph-mon[94314]: pgmap v2818: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:54 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:14:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:54 smithi028 ceph-mon[94314]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-02T09:14:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:55 smithi137 ceph-mon[88456]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:14:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:55 smithi028 ceph-mon[94314]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:14:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:55 smithi028 ceph-mon[96890]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-02T09:14:56.653 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:56 smithi028 ceph-mon[96890]: pgmap v2821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:56 smithi028 ceph-mon[96890]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:14:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1907375062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:56 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:56 smithi028 ceph-mon[94314]: pgmap v2821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:56 smithi028 ceph-mon[94314]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:14:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1907375062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:56 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:56 smithi137 ceph-mon[88456]: pgmap v2821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:56 smithi137 ceph-mon[88456]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-02T09:14:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1907375062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:56 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:14:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:57 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:57 smithi028 ceph-mon[94314]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:14:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:57 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:57 smithi028 ceph-mon[96890]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:14:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:57 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:14:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:57 smithi137 ceph-mon[88456]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-02T09:14:58.687 INFO:tasks.workunit.client.0.smithi028.stdout:image has size 2097152 and order 22 2024-04-02T09:14:58.688 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CreateAndStat (4010 ms) 2024-04-02T09:14:58.688 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-02T09:14:58.688 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.709 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (22 ms) 2024-04-02T09:14:58.709 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-02T09:14:58.709 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.731 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CreateAndStatPP (22 ms) 2024-04-02T09:14:58.731 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetId 2024-04-02T09:14:58.732 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.758 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2024-04-02T09:14:58.758 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-02T09:14:58.758 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.781 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetIdPP (24 ms) 2024-04-02T09:14:58.781 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-02T09:14:58.782 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-02T09:14:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-02T09:14:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.814 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (16 ms) 2024-04-02T09:14:58.814 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-02T09:14:58.814 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-04-02T09:14:58.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-02T09:14:58.829 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.846 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (17 ms) 2024-04-02T09:14:58.846 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-02T09:14:58.846 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.862 INFO:tasks.workunit.client.0.smithi028.stdout:image has size 2097152 and order 22 2024-04-02T09:14:58.862 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-04-02T09:14:58.862 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-02T09:14:58.865 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-02T09:14:58.865 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-02T09:14:58.865 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.889 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.OpenAioPP (25 ms) 2024-04-02T09:14:58.889 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-02T09:14:58.892 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-02T09:14:58.892 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-02T09:14:58.892 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.926 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ResizeAndStat (34 ms) 2024-04-02T09:14:58.927 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-02T09:14:58.927 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:58 smithi028 ceph-mon[96890]: pgmap v2824: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:58.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:58 smithi028 ceph-mon[96890]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:14:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:58 smithi028 ceph-mon[94314]: pgmap v2824: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:58 smithi028 ceph-mon[94314]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:14:58.957 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (31 ms) 2024-04-02T09:14:58.957 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-02T09:14:58.957 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:58.990 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-04-02T09:14:58.990 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-02T09:14:58.990 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:14:59.025 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (35 ms) 2024-04-02T09:14:59.025 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-02T09:14:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:58 smithi137 ceph-mon[88456]: pgmap v2824: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:14:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:58 smithi137 ceph-mon[88456]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-02T09:14:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:14:59 smithi028 ceph-mon[94314]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:14:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:14:59 smithi028 ceph-mon[96890]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:15:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:14:59 smithi137 ceph-mon[88456]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-02T09:15:00.690 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:00 smithi028 ceph-mon[96890]: pgmap v2827: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:15:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:00 smithi028 ceph-mon[96890]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:15:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:00 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2059029711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:00 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:00 smithi028 ceph-mon[94314]: pgmap v2827: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:15:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:00 smithi028 ceph-mon[94314]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:15:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:00 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2059029711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:00 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:00 smithi137 ceph-mon[88456]: pgmap v2827: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:15:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:00 smithi137 ceph-mon[88456]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-02T09:15:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:00 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2059029711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:00 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:01.669 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:15:01] "GET /metrics HTTP/1.1" 200 34127 "" "Prometheus/2.43.0" 2024-04-02T09:15:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:01 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:01 smithi028 ceph-mon[94314]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:15:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:01 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:01 smithi028 ceph-mon[96890]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:15:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:01 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:01 smithi137 ceph-mon[88456]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-02T09:15:02.268 INFO:tasks.workunit.client.0.smithi028.stdout:image: image18 2024-04-02T09:15:02.268 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image18 2024-04-02T09:15:02.268 INFO:tasks.workunit.client.0.smithi028.stdout:found image18 2024-04-02T09:15:02.268 INFO:tasks.workunit.client.0.smithi028.stdout:erased image18 2024-04-02T09:15:02.268 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:image: image18 2024-04-02T09:15:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:image: image19 2024-04-02T09:15:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image18 2024-04-02T09:15:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:found image18 2024-04-02T09:15:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:erased image18 2024-04-02T09:15:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image19 2024-04-02T09:15:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:found image19 2024-04-02T09:15:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:erased image19 2024-04-02T09:15:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:image: image19 2024-04-02T09:15:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image19 2024-04-02T09:15:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:found image19 2024-04-02T09:15:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:erased image19 2024-04-02T09:15:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3319 ms) 2024-04-02T09:15:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-02T09:15:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:15:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:02 smithi028 ceph-mon[96890]: pgmap v2830: 169 pgs: 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:15:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:02 smithi028 ceph-mon[96890]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:15:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:02 smithi028 ceph-mon[96890]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:15:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:02 smithi028 ceph-mon[94314]: pgmap v2830: 169 pgs: 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:15:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:02 smithi028 ceph-mon[94314]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:15:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:02 smithi028 ceph-mon[94314]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:15:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:02 smithi137 ceph-mon[88456]: pgmap v2830: 169 pgs: 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 20 KiB/s wr, 250 op/s 2024-04-02T09:15:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:02 smithi137 ceph-mon[88456]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-02T09:15:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:02 smithi137 ceph-mon[88456]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-02T09:15:04.248 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:04 smithi137 ceph-mon[88456]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:15:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:04 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/172860449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:04 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:04 smithi028 ceph-mon[96890]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:04 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/172860449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:04 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:04 smithi028 ceph-mon[94314]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-02T09:15:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:04 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/172860449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:04 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:05 smithi137 ceph-mon[88456]: pgmap v2834: 201 pgs: 32 unknown, 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 20 KiB/s wr, 254 op/s 2024-04-02T09:15:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:05 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:05 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:05 smithi137 ceph-mon[88456]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:15:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:05 smithi028 ceph-mon[94314]: pgmap v2834: 201 pgs: 32 unknown, 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 20 KiB/s wr, 254 op/s 2024-04-02T09:15:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:05 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:05 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:05.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:05 smithi028 ceph-mon[94314]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:15:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:05 smithi028 ceph-mon[96890]: pgmap v2834: 201 pgs: 32 unknown, 17 creating+peering, 152 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 20 KiB/s wr, 254 op/s 2024-04-02T09:15:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:05 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:05 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:05 smithi028 ceph-mon[96890]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-02T09:15:06.290 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 1 2024-04-02T09:15:06.291 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:06.291 INFO:tasks.workunit.client.0.smithi028.stdout:image: image20 2024-04-02T09:15:06.291 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image20 2024-04-02T09:15:06.291 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:06.299 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 2 2024-04-02T09:15:06.299 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:15:06.299 INFO:tasks.workunit.client.0.smithi028.stdout:image: image20 2024-04-02T09:15:06.300 INFO:tasks.workunit.client.0.smithi028.stdout:image: image21 2024-04-02T09:15:06.300 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image20 2024-04-02T09:15:06.300 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image21 2024-04-02T09:15:06.355 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 1 2024-04-02T09:15:06.356 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:06.356 INFO:tasks.workunit.client.0.smithi028.stdout:image: image21 2024-04-02T09:15:06.356 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image21 2024-04-02T09:15:06.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4011 ms) 2024-04-02T09:15:06.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-02T09:15:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:06 smithi137 ceph-mon[88456]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:15:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:06 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:06 smithi028 ceph-mon[94314]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:15:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:06 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:06 smithi028 ceph-mon[96890]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-02T09:15:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:06 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:07 smithi137 ceph-mon[88456]: pgmap v2837: 201 pgs: 20 unknown, 181 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-04-02T09:15:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:07 smithi137 ceph-mon[88456]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:15:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:07 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:07 smithi028 ceph-mon[94314]: pgmap v2837: 201 pgs: 20 unknown, 181 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-04-02T09:15:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:07 smithi028 ceph-mon[94314]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:15:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:07 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:07 smithi028 ceph-mon[96890]: pgmap v2837: 201 pgs: 20 unknown, 181 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-04-02T09:15:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:07 smithi028 ceph-mon[96890]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-02T09:15:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:07 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:08.274 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:08 smithi137 ceph-mon[88456]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:15:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:08 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/420734465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:08 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:08 smithi028 ceph-mon[94314]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:15:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:08 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/420734465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:08.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:08 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:08 smithi028 ceph-mon[96890]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-02T09:15:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:08 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/420734465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:08.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:08 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:09.528 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:09 smithi137 ceph-mon[88456]: pgmap v2840: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:15:09.528 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:09 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:09.528 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:09 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:09.529 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:09 smithi137 ceph-mon[88456]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:15:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:09 smithi028 ceph-mon[96890]: pgmap v2840: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:15:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:09 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:09 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:09 smithi028 ceph-mon[96890]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:15:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:09 smithi028 ceph-mon[94314]: pgmap v2840: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2024-04-02T09:15:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:09 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:09 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:09.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:09 smithi028 ceph-mon[94314]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-02T09:15:09.895 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:15:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=cleanup t=2024-04-02T09:15:09.530719635Z level=info msg="Completed cleanup jobs" duration=3.489178ms 2024-04-02T09:15:10.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:10 smithi137 ceph-mon[88456]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:15:10.669 INFO:tasks.workunit.client.0.smithi028.stdout:image: image22 2024-04-02T09:15:10.669 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image22 2024-04-02T09:15:10.669 INFO:tasks.workunit.client.0.smithi028.stdout:found image22 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:erased image22 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:image: image22 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:image: image23 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image22 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:found image22 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:erased image22 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image23 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:found image23 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:erased image23 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:image: image22 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:image: image23 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:image: image24 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image22 2024-04-02T09:15:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:found image22 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:erased image22 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image23 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:found image23 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:erased image23 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image24 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:found image24 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:erased image24 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCopy (4314 ms) 2024-04-02T09:15:10.671 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-02T09:15:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:10 smithi028 ceph-mon[94314]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:15:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:10 smithi028 ceph-mon[96890]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-02T09:15:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:11 smithi137 ceph-mon[88456]: pgmap v2843: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-02T09:15:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:11 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:11 smithi137 ceph-mon[88456]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:15:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:15:11] "GET /metrics HTTP/1.1" 200 41297 "" "Prometheus/2.43.0" 2024-04-02T09:15:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:11 smithi028 ceph-mon[94314]: pgmap v2843: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-02T09:15:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:11 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:11 smithi028 ceph-mon[94314]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:15:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:11 smithi028 ceph-mon[96890]: pgmap v2843: 233 pgs: 32 unknown, 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-02T09:15:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:11 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:11 smithi028 ceph-mon[96890]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-02T09:15:12.243 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:12.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:12 smithi137 ceph-mon[88456]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:15:12.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:12 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/46790404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:12.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:12 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/46790404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:12.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:12 smithi137 ceph-mon[88456]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:15:12.547 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:15:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:12 smithi028 ceph-mon[94314]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:15:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:12 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/46790404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:12 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/46790404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:12 smithi028 ceph-mon[94314]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:15:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:12 smithi028 ceph-mon[96890]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-02T09:15:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:12 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/46790404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:12 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/46790404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:12 smithi028 ceph-mon[96890]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-02T09:15:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:13 smithi137 ceph-mon[88456]: pgmap v2846: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-04-02T09:15:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:13 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:13 smithi137 ceph-mon[88456]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:15:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:13 smithi028 ceph-mon[94314]: pgmap v2846: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-04-02T09:15:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:13 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:13 smithi028 ceph-mon[94314]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:15:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:13 smithi028 ceph-mon[96890]: pgmap v2846: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-04-02T09:15:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:13 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:13.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:13 smithi028 ceph-mon[96890]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-02T09:15:14.510 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 1 2024-04-02T09:15:14.510 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:14.511 INFO:tasks.workunit.client.0.smithi028.stdout:image: image25 2024-04-02T09:15:14.511 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image25 2024-04-02T09:15:14.530 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 2 2024-04-02T09:15:14.530 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:15:14.530 INFO:tasks.workunit.client.0.smithi028.stdout:image: image25 2024-04-02T09:15:14.530 INFO:tasks.workunit.client.0.smithi028.stdout:image: image26 2024-04-02T09:15:14.530 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image25 2024-04-02T09:15:14.531 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image26 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 3 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:image: image25 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:image: image26 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:image: image27 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image25 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image26 2024-04-02T09:15:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image27 2024-04-02T09:15:14.606 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCopyPP (3937 ms) 2024-04-02T09:15:14.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-02T09:15:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:15 smithi137 ceph-mon[88456]: pgmap v2849: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-04-02T09:15:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:15 smithi137 ceph-mon[88456]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:15:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:15 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:15 smithi028 ceph-mon[94314]: pgmap v2849: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-04-02T09:15:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:15 smithi028 ceph-mon[94314]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:15:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:15 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:15 smithi028 ceph-mon[96890]: pgmap v2849: 265 pgs: 32 unknown, 233 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 336 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-04-02T09:15:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:15 smithi028 ceph-mon[96890]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-02T09:15:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:15 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:16.305 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:16 smithi137 ceph-mon[88456]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:15:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:16 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3902342761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:16 smithi028 ceph-mon[94314]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:15:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:16 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3902342761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:16 smithi028 ceph-mon[96890]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-02T09:15:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:16 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3902342761' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:17 smithi137 ceph-mon[88456]: pgmap v2852: 297 pgs: 53 unknown, 244 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 396 op/s 2024-04-02T09:15:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:17 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:17 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3902342761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:17 smithi137 ceph-mon[88456]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:15:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:17 smithi137 ceph-mon[88456]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:15:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[94314]: pgmap v2852: 297 pgs: 53 unknown, 244 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 396 op/s 2024-04-02T09:15:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3902342761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[94314]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:15:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[94314]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:15:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[96890]: pgmap v2852: 297 pgs: 53 unknown, 244 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 396 op/s 2024-04-02T09:15:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3902342761' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[96890]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-02T09:15:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:17 smithi028 ceph-mon[96890]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-02T09:15:19.499 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:19 smithi028 ceph-mon[94314]: pgmap v2855: 297 pgs: 21 creating+peering, 11 unknown, 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:15:19.499 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:19 smithi028 ceph-mon[94314]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:15:19.499 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:19 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:19.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:19 smithi028 ceph-mon[96890]: pgmap v2855: 297 pgs: 21 creating+peering, 11 unknown, 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:15:19.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:19 smithi028 ceph-mon[96890]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:15:19.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:19 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:19 smithi137 ceph-mon[88456]: pgmap v2855: 297 pgs: 21 creating+peering, 11 unknown, 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 373 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:15:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:19 smithi137 ceph-mon[88456]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-02T09:15:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:19 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:20 smithi137 ceph-mon[88456]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:15:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:20 smithi028 ceph-mon[94314]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:15:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:20 smithi028 ceph-mon[96890]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-02T09:15:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:21 smithi137 ceph-mon[88456]: pgmap v2858: 297 pgs: 21 creating+peering, 11 unknown, 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-04-02T09:15:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:21 smithi137 ceph-mon[88456]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:15:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:15:21] "GET /metrics HTTP/1.1" 200 48560 "" "Prometheus/2.43.0" 2024-04-02T09:15:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-mon[94314]: pgmap v2858: 297 pgs: 21 creating+peering, 11 unknown, 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-04-02T09:15:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-mon[94314]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:15:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-mon[96890]: pgmap v2858: 297 pgs: 21 creating+peering, 11 unknown, 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.7 KiB/s wr, 37 op/s 2024-04-02T09:15:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-mon[96890]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-02T09:15:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:22.366 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-04-02T09:15:22.366 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-04-02T09:15:22.366 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-04-02T09:15:22.366 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:image: image30 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-04-02T09:15:22.367 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image30 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:found image30 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:erased image30 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:image: image30 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:image: image31 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-04-02T09:15:22.368 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image30 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:found image30 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:erased image30 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image31 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:found image31 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:erased image31 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:image: image30 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:image: image31 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:image: image32 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-04-02T09:15:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image30 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:found image30 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:erased image30 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image31 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:found image31 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:erased image31 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image32 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:found image32 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:erased image32 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:image: image30 2024-04-02T09:15:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:image: image31 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:image: image32 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:image: image33 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image30 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:found image30 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:erased image30 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image31 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:found image31 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:erased image31 2024-04-02T09:15:22.371 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image32 2024-04-02T09:15:22.372 INFO:tasks.workunit.client.0.smithi028.stdout:found image32 2024-04-02T09:15:22.372 INFO:tasks.workunit.client.0.smithi028.stdout:erased image32 2024-04-02T09:15:22.372 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image33 2024-04-02T09:15:22.372 INFO:tasks.workunit.client.0.smithi028.stdout:found image33 2024-04-02T09:15:22.372 INFO:tasks.workunit.client.0.smithi028.stdout:erased image33 2024-04-02T09:15:22.372 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestDeepCopy (7760 ms) 2024-04-02T09:15:22.372 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-02T09:15:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:22 smithi137 ceph-mon[88456]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:15:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:22 smithi137 ceph-mon[88456]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:15:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:15:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:22 smithi028 ceph-mon[94314]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:15:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:22 smithi028 ceph-mon[94314]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:15:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:22 smithi028 ceph-mon[96890]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-02T09:15:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:22 smithi028 ceph-mon[96890]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-02T09:15:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:23 smithi137 ceph-mon[88456]: pgmap v2861: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-04-02T09:15:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:23 smithi028 ceph-mon[94314]: pgmap v2861: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-04-02T09:15:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:23 smithi028 ceph-mon[96890]: pgmap v2861: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-04-02T09:15:24.339 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:24 smithi137 ceph-mon[88456]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:15:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:24 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/469282222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:24 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:24 smithi028 ceph-mon[96890]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:15:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:24 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/469282222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:24 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:24.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:24 smithi028 ceph-mon[94314]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-02T09:15:24.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:24 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/469282222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:24.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:24 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:25 smithi137 ceph-mon[88456]: pgmap v2864: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-04-02T09:15:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:25 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:25 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:25 smithi137 ceph-mon[88456]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:15:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:25 smithi028 ceph-mon[96890]: pgmap v2864: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-04-02T09:15:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:25 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:25 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:25 smithi028 ceph-mon[96890]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:15:25.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:25 smithi028 ceph-mon[94314]: pgmap v2864: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 27 KiB/s wr, 515 op/s 2024-04-02T09:15:25.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:25 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:25.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:25 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:25.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:25 smithi028 ceph-mon[94314]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-02T09:15:26.639 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 1 2024-04-02T09:15:26.639 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:26.639 INFO:tasks.workunit.client.0.smithi028.stdout:image: image34 2024-04-02T09:15:26.639 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image34 2024-04-02T09:15:26.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:26 smithi137 ceph-mon[88456]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:15:26.668 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 2 2024-04-02T09:15:26.668 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:15:26.668 INFO:tasks.workunit.client.0.smithi028.stdout:image: image34 2024-04-02T09:15:26.668 INFO:tasks.workunit.client.0.smithi028.stdout:image: image35 2024-04-02T09:15:26.668 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image34 2024-04-02T09:15:26.668 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image35 2024-04-02T09:15:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:26 smithi028 ceph-mon[94314]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:15:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:26 smithi028 ceph-mon[96890]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 3 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:image: image34 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:image: image35 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:image: image36 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image34 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image35 2024-04-02T09:15:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image36 2024-04-02T09:15:26.759 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4393 ms) 2024-04-02T09:15:26.760 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-02T09:15:26.760 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:27 smithi137 ceph-mon[88456]: pgmap v2867: 329 pgs: 19 unknown, 310 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:15:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:27 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:27 smithi137 ceph-mon[88456]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:15:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:27 smithi137 ceph-mon[88456]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:15:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:27 smithi028 ceph-mon[94314]: pgmap v2867: 329 pgs: 19 unknown, 310 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:15:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:27 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:27 smithi028 ceph-mon[94314]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:15:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:27 smithi028 ceph-mon[94314]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:15:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:27 smithi028 ceph-mon[96890]: pgmap v2867: 329 pgs: 19 unknown, 310 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-02T09:15:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:27 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:27.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:27 smithi028 ceph-mon[96890]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-02T09:15:27.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:27 smithi028 ceph-mon[96890]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-02T09:15:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:29 smithi137 ceph-mon[88456]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.5 KiB/s wr, 135 op/s 2024-04-02T09:15:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:29 smithi137 ceph-mon[88456]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:15:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:29 smithi028 ceph-mon[94314]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.5 KiB/s wr, 135 op/s 2024-04-02T09:15:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:29 smithi028 ceph-mon[94314]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:15:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:29 smithi028 ceph-mon[96890]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.5 KiB/s wr, 135 op/s 2024-04-02T09:15:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:29 smithi028 ceph-mon[96890]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:15:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3527 ms) 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-02T09:15:30.288 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:30 smithi137 ceph-mon[88456]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:15:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:30 smithi028 ceph-mon[94314]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:15:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:30 smithi028 ceph-mon[96890]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-02T09:15:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:31 smithi137 ceph-mon[88456]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 4.2 KiB/s wr, 122 op/s 2024-04-02T09:15:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:31 smithi137 ceph-mon[88456]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:15:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:15:31] "GET /metrics HTTP/1.1" 200 48560 "" "Prometheus/2.43.0" 2024-04-02T09:15:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:31 smithi028 ceph-mon[94314]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 4.2 KiB/s wr, 122 op/s 2024-04-02T09:15:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:31 smithi028 ceph-mon[94314]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:15:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:31 smithi028 ceph-mon[96890]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 4.2 KiB/s wr, 122 op/s 2024-04-02T09:15:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:31 smithi028 ceph-mon[96890]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-02T09:15:32.293 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2007 ms) 2024-04-02T09:15:32.294 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-02T09:15:32.294 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:32 smithi137 ceph-mon[88456]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:15:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:15:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:15:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:32 smithi028 ceph-mon[94314]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:15:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:32 smithi028 ceph-mon[96890]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-02T09:15:33.293 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-04-02T09:15:33.293 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:33.293 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:15:33.293 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-04-02T09:15:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:33 smithi137 ceph-mon[88456]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-04-02T09:15:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:33 smithi137 ceph-mon[88456]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:15:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:33 smithi028 ceph-mon[94314]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-04-02T09:15:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:33 smithi028 ceph-mon[94314]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:15:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:33 smithi028 ceph-mon[96890]: pgmap v2876: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-04-02T09:15:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:33 smithi028 ceph-mon[96890]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-02T09:15:34.304 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-04-02T09:15:34.304 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:15:34.304 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:15:34.304 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:15:34.305 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-04-02T09:15:34.305 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-04-02T09:15:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:34 smithi137 ceph-mon[88456]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:15:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:34 smithi028 ceph-mon[94314]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:15:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:34 smithi028 ceph-mon[96890]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-02T09:15:35.306 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-04-02T09:15:35.306 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:35.306 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:15:35.306 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-04-02T09:15:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:35 smithi137 ceph-mon[88456]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-04-02T09:15:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:35 smithi137 ceph-mon[88456]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:15:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:35 smithi028 ceph-mon[96890]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-04-02T09:15:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:35 smithi028 ceph-mon[96890]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:15:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:35 smithi028 ceph-mon[94314]: pgmap v2879: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 390 KiB/s rd, 27 KiB/s wr, 470 op/s 2024-04-02T09:15:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:35 smithi028 ceph-mon[94314]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-02T09:15:36.319 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-04-02T09:15:36.319 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:15:36.324 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4030 ms) 2024-04-02T09:15:36.324 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-02T09:15:36.324 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:36 smithi137 ceph-mon[88456]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:15:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:36 smithi028 ceph-mon[94314]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:15:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:36 smithi028 ceph-mon[96890]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-02T09:15:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:37 smithi137 ceph-mon[88456]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-04-02T09:15:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:37 smithi137 ceph-mon[88456]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:15:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:37 smithi137 ceph-mon[88456]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:15:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:37 smithi028 ceph-mon[94314]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-04-02T09:15:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:37 smithi028 ceph-mon[94314]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:15:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:37 smithi028 ceph-mon[94314]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:15:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:37 smithi028 ceph-mon[96890]: pgmap v2882: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 1.5 KiB/s wr, 17 op/s 2024-04-02T09:15:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:37 smithi028 ceph-mon[96890]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-02T09:15:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:37 smithi028 ceph-mon[96890]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-02T09:15:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:39 smithi137 ceph-mon[88456]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-04-02T09:15:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:39 smithi137 ceph-mon[88456]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:15:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:39 smithi028 ceph-mon[94314]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-04-02T09:15:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:39 smithi028 ceph-mon[94314]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:15:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:39 smithi028 ceph-mon[96890]: pgmap v2885: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 81 op/s 2024-04-02T09:15:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:39 smithi028 ceph-mon[96890]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-02T09:15:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:40 smithi137 ceph-mon[88456]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:15:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:40 smithi028 ceph-mon[94314]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:15:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:40 smithi028 ceph-mon[96890]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-02T09:15:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:41 smithi137 ceph-mon[88456]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-02T09:15:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:41 smithi137 ceph-mon[88456]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:15:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:41 smithi028 ceph-mon[94314]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-02T09:15:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:41 smithi028 ceph-mon[94314]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:15:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:15:41] "GET /metrics HTTP/1.1" 200 50977 "" "Prometheus/2.43.0" 2024-04-02T09:15:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:41 smithi028 ceph-mon[96890]: pgmap v2888: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 64 op/s 2024-04-02T09:15:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:41 smithi028 ceph-mon[96890]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-02T09:15:42.292 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-04-02T09:15:42.292 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:15:42.306 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5983 ms) 2024-04-02T09:15:42.306 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-02T09:15:42.307 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:42.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:42 smithi137 ceph-mon[88456]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:15:42.547 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:15:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:42 smithi028 ceph-mon[94314]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:15:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:42 smithi028 ceph-mon[96890]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-02T09:15:43.297 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-04-02T09:15:43.298 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:43.298 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:15:43.298 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-04-02T09:15:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:43 smithi137 ceph-mon[88456]: pgmap v2891: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:15:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:43 smithi137 ceph-mon[88456]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:15:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:43 smithi028 ceph-mon[94314]: pgmap v2891: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:15:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:43 smithi028 ceph-mon[94314]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:15:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:43 smithi028 ceph-mon[96890]: pgmap v2891: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:15:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:43 smithi028 ceph-mon[96890]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-02T09:15:44.302 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-04-02T09:15:44.302 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:15:44.302 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-04-02T09:15:44.302 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:15:44.302 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-04-02T09:15:44.302 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-04-02T09:15:44.305 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-04-02T09:15:44.305 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:15:44.305 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1-rename 2024-04-02T09:15:44.305 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-04-02T09:15:44.305 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1-rename with size 2097152 2024-04-02T09:15:44.306 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-04-02T09:15:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:44 smithi137 ceph-mon[88456]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:15:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:44 smithi028 ceph-mon[94314]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:15:44.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:44 smithi028 ceph-mon[96890]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-02T09:15:45.313 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-04-02T09:15:45.387 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:15:45.387 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2-rename 2024-04-02T09:15:45.387 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2-rename with size 4194304 2024-04-02T09:15:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:45 smithi137 ceph-mon[88456]: pgmap v2894: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:15:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:45 smithi137 ceph-mon[88456]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:15:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:45 smithi028 ceph-mon[94314]: pgmap v2894: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:15:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:45 smithi028 ceph-mon[94314]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:15:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:45 smithi028 ceph-mon[96890]: pgmap v2894: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-02T09:15:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:45 smithi028 ceph-mon[96890]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-02T09:15:46.315 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-04-02T09:15:46.315 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:15:46.326 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4020 ms) 2024-04-02T09:15:46.326 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-02T09:15:46.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:46 smithi137 ceph-mon[88456]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:15:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:46 smithi028 ceph-mon[94314]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:15:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:46 smithi028 ceph-mon[96890]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-02T09:15:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:47 smithi137 ceph-mon[88456]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:15:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:47 smithi137 ceph-mon[88456]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:15:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:47 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:47 smithi137 ceph-mon[88456]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:15:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:47 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/372809918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:47 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[96890]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:15:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[96890]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:15:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[96890]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:15:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/372809918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[94314]: pgmap v2897: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2024-04-02T09:15:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[94314]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-02T09:15:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:47.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:47.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[94314]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-02T09:15:47.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/372809918' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:47.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:47 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:48.255 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:48.255 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:48.255 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:48.256 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:49.499 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:49 smithi028 ceph-mon[96890]: pgmap v2900: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-04-02T09:15:49.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:49 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:49.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:49 smithi028 ceph-mon[96890]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:15:49.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:49 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:49.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:49 smithi028 ceph-mon[94314]: pgmap v2900: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-04-02T09:15:49.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:49 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:49.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:49 smithi028 ceph-mon[94314]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:15:49.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:49 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:49 smithi137 ceph-mon[88456]: pgmap v2900: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-04-02T09:15:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:49 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:49 smithi137 ceph-mon[88456]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-02T09:15:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:49 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:50.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4259 ms) 2024-04-02T09:15:50.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-02T09:15:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:50 smithi137 ceph-mon[88456]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:15:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:50 smithi028 ceph-mon[94314]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:15:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:50 smithi028 ceph-mon[96890]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-02T09:15:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:51 smithi137 ceph-mon[88456]: pgmap v2903: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 84 op/s 2024-04-02T09:15:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:51 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:51 smithi137 ceph-mon[88456]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:15:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:15:51] "GET /metrics HTTP/1.1" 200 53363 "" "Prometheus/2.43.0" 2024-04-02T09:15:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-mon[96890]: pgmap v2903: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 84 op/s 2024-04-02T09:15:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-mon[96890]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:15:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-mon[94314]: pgmap v2903: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 84 op/s 2024-04-02T09:15:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-mon[94314]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-02T09:15:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:15:52.309 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:52 smithi137 ceph-mon[88456]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:15:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2385274996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:15:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:15:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-mon[94314]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:15:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2385274996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-mon[96890]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-02T09:15:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2385274996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:15:52.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:15:52] ENGINE Bus STOPPING 2024-04-02T09:15:52.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:15:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:15:52.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:15:52] ENGINE Bus STOPPED 2024-04-02T09:15:52.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:15:52] ENGINE Bus STARTING 2024-04-02T09:15:52.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:15:52] ENGINE Serving on http://:::9283 2024-04-02T09:15:52.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:15:52 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:15:52] ENGINE Bus STARTED 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: pgmap v2906: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2385274996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: pgmap v2906: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-02T09:15:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2385274996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: pgmap v2906: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2385274996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-02T09:15:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' 2024-04-02T09:15:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:15:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:15:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:15:53.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:15:54.393 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:15:54.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:54 smithi137 ceph-mon[88456]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:15:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:54 smithi028 ceph-mon[94314]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:15:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:54 smithi028 ceph-mon[96890]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-02T09:15:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:55 smithi137 ceph-mon[88456]: pgmap v2909: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-02T09:15:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:55 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:55 smithi137 ceph-mon[88456]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:15:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:55 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:55 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[96890]: pgmap v2909: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-02T09:15:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[96890]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:15:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[94314]: pgmap v2909: 393 pgs: 32 unknown, 361 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 64 op/s 2024-04-02T09:15:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:15:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[94314]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-02T09:15:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:55 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:15:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:56 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:15:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:56 smithi137 ceph-mon[88456]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:15:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:56 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:15:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:56 smithi028 ceph-mon[94314]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:15:56.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:56 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:15:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:56 smithi028 ceph-mon[96890]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-02T09:15:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:57 smithi137 ceph-mon[88456]: pgmap v2912: 393 pgs: 18 unknown, 375 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 96 op/s 2024-04-02T09:15:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:57 smithi137 ceph-mon[88456]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:15:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:57 smithi028 ceph-mon[94314]: pgmap v2912: 393 pgs: 18 unknown, 375 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 96 op/s 2024-04-02T09:15:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:57 smithi028 ceph-mon[94314]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:15:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:57 smithi028 ceph-mon[96890]: pgmap v2912: 393 pgs: 18 unknown, 375 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 96 op/s 2024-04-02T09:15:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:57 smithi028 ceph-mon[96890]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-02T09:15:59.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:15:59 smithi137 ceph-mon[88456]: pgmap v2914: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 244 KiB/s wr, 122 op/s 2024-04-02T09:15:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:15:59 smithi028 ceph-mon[94314]: pgmap v2914: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 244 KiB/s wr, 122 op/s 2024-04-02T09:15:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:15:59 smithi028 ceph-mon[96890]: pgmap v2914: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 244 KiB/s wr, 122 op/s 2024-04-02T09:16:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:01 smithi137 ceph-mon[88456]: pgmap v2915: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 176 KiB/s wr, 88 op/s 2024-04-02T09:16:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:01 smithi028 ceph-mon[94314]: pgmap v2915: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 176 KiB/s wr, 88 op/s 2024-04-02T09:16:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:01 smithi028 ceph-mon[96890]: pgmap v2915: 393 pgs: 393 active+clean; 5.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 176 KiB/s wr, 88 op/s 2024-04-02T09:16:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:16:01] "GET /metrics HTTP/1.1" 200 53363 "" "Prometheus/2.43.0" 2024-04-02T09:16:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:16:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:03.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:03 smithi137 ceph-mon[88456]: pgmap v2916: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 843 KiB/s wr, 76 op/s 2024-04-02T09:16:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:03 smithi137 ceph-mon[88456]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:16:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:03 smithi028 ceph-mon[94314]: pgmap v2916: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 843 KiB/s wr, 76 op/s 2024-04-02T09:16:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:03 smithi028 ceph-mon[94314]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:16:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:03 smithi028 ceph-mon[96890]: pgmap v2916: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 843 KiB/s wr, 76 op/s 2024-04-02T09:16:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:03 smithi028 ceph-mon[96890]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-02T09:16:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:05 smithi137 ceph-mon[88456]: pgmap v2918: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 769 KiB/s wr, 21 op/s 2024-04-02T09:16:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:05 smithi028 ceph-mon[94314]: pgmap v2918: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 769 KiB/s wr, 21 op/s 2024-04-02T09:16:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:05 smithi028 ceph-mon[96890]: pgmap v2918: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 769 KiB/s wr, 21 op/s 2024-04-02T09:16:06.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:07 smithi137 ceph-mon[88456]: pgmap v2919: 393 pgs: 393 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 612 KiB/s wr, 4 op/s 2024-04-02T09:16:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:07 smithi028 ceph-mon[94314]: pgmap v2919: 393 pgs: 393 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 612 KiB/s wr, 4 op/s 2024-04-02T09:16:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:07 smithi028 ceph-mon[96890]: pgmap v2919: 393 pgs: 393 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 612 KiB/s wr, 4 op/s 2024-04-02T09:16:09.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:09 smithi137 ceph-mon[88456]: pgmap v2920: 393 pgs: 393 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:16:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:09 smithi028 ceph-mon[94314]: pgmap v2920: 393 pgs: 393 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:16:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:09 smithi028 ceph-mon[96890]: pgmap v2920: 393 pgs: 393 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:16:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:11 smithi137 ceph-mon[88456]: pgmap v2921: 393 pgs: 393 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:16:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:11 smithi028 ceph-mon[94314]: pgmap v2921: 393 pgs: 393 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:16:11.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:11 smithi028 ceph-mon[96890]: pgmap v2921: 393 pgs: 393 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-02T09:16:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:16:11] "GET /metrics HTTP/1.1" 200 55806 "" "Prometheus/2.43.0" 2024-04-02T09:16:12.478 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RemoveFullTry (21893 ms) 2024-04-02T09:16:12.479 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-02T09:16:12.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:12 smithi137 ceph-mon[88456]: pool 'test-librbd-smithi028-148153-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:16:12.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:12 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:16:12.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:12 smithi137 ceph-mon[88456]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:16:12.547 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:16:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:16:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:12 smithi028 ceph-mon[94314]: pool 'test-librbd-smithi028-148153-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:16:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:12 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:16:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:12 smithi028 ceph-mon[94314]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:16:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:12 smithi028 ceph-mon[96890]: pool 'test-librbd-smithi028-148153-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:16:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:12 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:16:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:12 smithi028 ceph-mon[96890]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-02T09:16:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:13 smithi137 ceph-mon[88456]: pgmap v2922: 393 pgs: 393 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:13 smithi028 ceph-mon[94314]: pgmap v2922: 393 pgs: 393 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:13 smithi028 ceph-mon[96890]: pgmap v2922: 393 pgs: 393 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:14 smithi137 ceph-mon[88456]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:16:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:14 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4046606335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:14 smithi028 ceph-mon[94314]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:16:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:14 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4046606335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:14 smithi028 ceph-mon[96890]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-02T09:16:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:14 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4046606335' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:15 smithi137 ceph-mon[88456]: pgmap v2925: 425 pgs: 32 unknown, 393 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T09:16:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:15 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:16:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:15 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4046606335' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:15 smithi137 ceph-mon[88456]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:16:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:15 smithi028 ceph-mon[96890]: pgmap v2925: 425 pgs: 32 unknown, 393 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T09:16:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:15 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:16:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:15 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4046606335' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:15 smithi028 ceph-mon[96890]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:16:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:15 smithi028 ceph-mon[94314]: pgmap v2925: 425 pgs: 32 unknown, 393 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-02T09:16:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:15 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:16:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:15 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4046606335' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:15 smithi028 ceph-mon[94314]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-02T09:16:16.331 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:16:16.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:16 smithi137 ceph-mon[88456]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:16:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:16 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2347510461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:16 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:16 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:16 smithi137 ceph-mon[88456]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:16:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[94314]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:16:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2347510461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[94314]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:16:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[96890]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-02T09:16:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2347510461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:16:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:16:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-mon[96890]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-02T09:16:16.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:16:16] ENGINE Bus STOPPING 2024-04-02T09:16:16.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:16:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:16:16.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:16:16] ENGINE Bus STOPPED 2024-04-02T09:16:16.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:16:16] ENGINE Bus STARTING 2024-04-02T09:16:16.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:16:16] ENGINE Serving on http://:::9283 2024-04-02T09:16:16.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:16 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:16:16] ENGINE Bus STARTED 2024-04-02T09:16:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:17 smithi137 ceph-mon[88456]: pgmap v2928: 457 pgs: 50 unknown, 407 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 258 KiB/s wr, 17 op/s 2024-04-02T09:16:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:17 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' 2024-04-02T09:16:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:17 smithi137 ceph-mon[88456]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:16:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:17 smithi028 ceph-mon[94314]: pgmap v2928: 457 pgs: 50 unknown, 407 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 258 KiB/s wr, 17 op/s 2024-04-02T09:16:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:17 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' 2024-04-02T09:16:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:17 smithi028 ceph-mon[94314]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:16:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:17 smithi028 ceph-mon[96890]: pgmap v2928: 457 pgs: 50 unknown, 407 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 258 KiB/s wr, 17 op/s 2024-04-02T09:16:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:17 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' 2024-04-02T09:16:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:16:17.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:17 smithi028 ceph-mon[96890]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-02T09:16:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[94314]: pgmap v2931: 457 pgs: 22 creating+peering, 10 unknown, 425 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-04-02T09:16:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[94314]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:16:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:16:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:16:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[96890]: pgmap v2931: 457 pgs: 22 creating+peering, 10 unknown, 425 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-04-02T09:16:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[96890]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:16:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:16:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:19 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:16:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:19 smithi137 ceph-mon[88456]: pgmap v2931: 457 pgs: 22 creating+peering, 10 unknown, 425 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-04-02T09:16:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:19 smithi137 ceph-mon[88456]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-02T09:16:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:19 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:16:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:19 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:16:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:19 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-148153-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-02T09:16:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-02T09:16:20.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:20.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:16:20.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:16:20.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:21.532 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:16:21] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-02T09:16:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:21 smithi137 ceph-mon[88456]: pgmap v2934: 457 pgs: 22 creating+peering, 10 unknown, 425 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 24 op/s 2024-04-02T09:16:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:21 smithi028 ceph-mon[96890]: pgmap v2934: 457 pgs: 22 creating+peering, 10 unknown, 425 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 24 op/s 2024-04-02T09:16:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:21 smithi028 ceph-mon[94314]: pgmap v2934: 457 pgs: 22 creating+peering, 10 unknown, 425 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 24 op/s 2024-04-02T09:16:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:22.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:22 smithi137 ceph-mon[88456]: pool 'test-librbd-smithi028-148153-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:16:22.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:22 smithi137 ceph-mon[88456]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:16:22.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:22 smithi137 ceph-mon[88456]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:16:22.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:16:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:22 smithi028 ceph-mon[94314]: pool 'test-librbd-smithi028-148153-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:16:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:22 smithi028 ceph-mon[94314]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:16:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:22 smithi028 ceph-mon[94314]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:16:22.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:22 smithi028 ceph-mon[96890]: pool 'test-librbd-smithi028-148153-23' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:16:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:22 smithi028 ceph-mon[96890]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:16:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:22 smithi028 ceph-mon[96890]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-02T09:16:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:23 smithi137 ceph-mon[88456]: pgmap v2935: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 386 KiB/s wr, 11 op/s 2024-04-02T09:16:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:23 smithi028 ceph-mon[94314]: pgmap v2935: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 386 KiB/s wr, 11 op/s 2024-04-02T09:16:23.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:23 smithi028 ceph-mon[96890]: pgmap v2935: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 386 KiB/s wr, 11 op/s 2024-04-02T09:16:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:25 smithi137 ceph-mon[88456]: pgmap v2937: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 343 KiB/s wr, 9 op/s 2024-04-02T09:16:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:25 smithi028 ceph-mon[94314]: pgmap v2937: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 343 KiB/s wr, 9 op/s 2024-04-02T09:16:25.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:25 smithi028 ceph-mon[96890]: pgmap v2937: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 343 KiB/s wr, 9 op/s 2024-04-02T09:16:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:27 smithi137 ceph-mon[88456]: pgmap v2938: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 281 KiB/s wr, 9 op/s 2024-04-02T09:16:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:27 smithi137 ceph-mon[88456]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:16:27.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:27 smithi028 ceph-mon[96890]: pgmap v2938: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 281 KiB/s wr, 9 op/s 2024-04-02T09:16:27.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:27 smithi028 ceph-mon[96890]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:16:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:27 smithi028 ceph-mon[94314]: pgmap v2938: 457 pgs: 457 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 281 KiB/s wr, 9 op/s 2024-04-02T09:16:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:27 smithi028 ceph-mon[94314]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-02T09:16:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:29 smithi137 ceph-mon[88456]: pgmap v2940: 457 pgs: 457 active+clean; 12 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-04-02T09:16:29.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:29 smithi028 ceph-mon[94314]: pgmap v2940: 457 pgs: 457 active+clean; 12 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-04-02T09:16:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:29 smithi028 ceph-mon[96890]: pgmap v2940: 457 pgs: 457 active+clean; 12 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-04-02T09:16:31.548 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:16:31] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-02T09:16:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:31 smithi137 ceph-mon[88456]: pgmap v2941: 457 pgs: 457 active+clean; 12 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-02T09:16:31.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:31 smithi028 ceph-mon[96890]: pgmap v2941: 457 pgs: 457 active+clean; 12 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-02T09:16:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:31 smithi028 ceph-mon[94314]: pgmap v2941: 457 pgs: 457 active+clean; 12 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 639 B/s rd, 640 KiB/s wr, 1 op/s 2024-04-02T09:16:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:16:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:33 smithi137 ceph-mon[88456]: pgmap v2942: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-02T09:16:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:33 smithi028 ceph-mon[94314]: pgmap v2942: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-02T09:16:33.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:33 smithi028 ceph-mon[96890]: pgmap v2942: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.1 MiB/s wr, 2 op/s 2024-04-02T09:16:34.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:34 smithi137 ceph-mon[88456]: pgmap v2943: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:16:34.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:34 smithi028 ceph-mon[94314]: pgmap v2943: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:16:34.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:34 smithi028 ceph-mon[96890]: pgmap v2943: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-02T09:16:36.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:36 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:36 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:36 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:16:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25062 ms) 2024-04-02T09:16:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-02T09:16:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:16:37.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:37 smithi137 ceph-mon[88456]: pgmap v2944: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:37 smithi137 ceph-mon[88456]: pool 'test-librbd-smithi028-148153-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:16:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:37 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:16:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:37 smithi137 ceph-mon[88456]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:16:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:37 smithi028 ceph-mon[94314]: pgmap v2944: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:37 smithi028 ceph-mon[94314]: pool 'test-librbd-smithi028-148153-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:16:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:37 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:16:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:37 smithi028 ceph-mon[94314]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:16:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:37 smithi028 ceph-mon[96890]: pgmap v2944: 457 pgs: 457 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:37 smithi028 ceph-mon[96890]: pool 'test-librbd-smithi028-148153-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-02T09:16:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:37 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-02T09:16:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:37 smithi028 ceph-mon[96890]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-02T09:16:39.510 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:39.510 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:39.510 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:39.510 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:39.511 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:39.514 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:39.515 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.516 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.517 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.518 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.519 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:16:39.520 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.521 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.522 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.523 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:39.524 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:39 smithi137 ceph-mon[88456]: pgmap v2946: 457 pgs: 457 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:39 smithi028 ceph-mon[94314]: pgmap v2946: 457 pgs: 457 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:39.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:39 smithi028 ceph-mon[96890]: pgmap v2946: 457 pgs: 457 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:41.176 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.177 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.178 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.179 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.180 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.182 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.182 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.182 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.182 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.182 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.183 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.184 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:41.185 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:41.186 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:41.186 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:41.186 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:41.186 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:41.186 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:41.186 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIO (3635 ms) 2024-04-02T09:16:41.186 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-02T09:16:41.186 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:16:41.542 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:16:41] "GET /metrics HTTP/1.1" 200 60802 "" "Prometheus/2.43.0" 2024-04-02T09:16:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:41 smithi137 ceph-mon[88456]: pgmap v2947: 457 pgs: 457 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:41 smithi028 ceph-mon[94314]: pgmap v2947: 457 pgs: 457 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:41 smithi028 ceph-mon[96890]: pgmap v2947: 457 pgs: 457 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-02T09:16:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:16:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:43 smithi137 ceph-mon[88456]: pgmap v2948: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 805 KiB/s wr, 777 op/s 2024-04-02T09:16:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:43 smithi028 ceph-mon[94314]: pgmap v2948: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 805 KiB/s wr, 777 op/s 2024-04-02T09:16:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:43 smithi028 ceph-mon[96890]: pgmap v2948: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 805 KiB/s wr, 777 op/s 2024-04-02T09:16:45.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:45 smithi137 ceph-mon[88456]: pgmap v2949: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 805 KiB/s wr, 777 op/s 2024-04-02T09:16:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:45 smithi028 ceph-mon[94314]: pgmap v2949: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 805 KiB/s wr, 777 op/s 2024-04-02T09:16:45.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:45 smithi028 ceph-mon[96890]: pgmap v2949: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 805 KiB/s wr, 777 op/s 2024-04-02T09:16:46.917 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:46.917 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:46.918 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:46.918 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:46.918 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:46.918 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.918 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:46.919 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.919 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.919 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:46.919 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.919 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:46.919 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.920 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.920 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:46.920 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.920 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:46.920 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.920 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.920 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:46.921 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.921 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:46.921 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.921 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.921 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:46.921 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.922 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:16:46.922 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.922 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.922 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:16:46.922 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:46.923 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:46.923 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:46.923 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:46.923 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:46.923 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:46.923 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:46.924 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:46.924 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:16:46.924 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:16:46.924 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.924 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:46.924 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.925 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.925 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:46.925 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.925 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:46.925 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.925 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.925 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:46.927 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.927 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:46.927 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.927 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.927 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:46.927 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.927 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:16:46.928 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.928 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.928 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:16:46.928 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.928 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.928 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.929 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.929 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.929 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.929 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:46.929 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:46.929 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:46.930 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.930 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:46.930 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:46.930 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:46.930 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.930 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:46.931 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:46.931 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:46.931 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.931 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:46.931 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:46.931 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:46.932 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.932 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:16:46.932 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:46.932 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:16:46.932 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-04-02T09:16:46.932 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.933 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-04-02T09:16:46.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:16:46.934 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:16:46.934 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.934 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.934 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:16:46.934 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.935 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.935 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:16:46.935 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.935 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.935 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:16:46.935 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.935 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.936 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.936 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.936 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:16:46.936 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.936 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.937 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:16:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:16:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:16:46.939 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:16:46.940 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.941 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.941 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.941 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.941 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:16:46.941 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.941 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.941 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:16:46.941 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:46.944 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:46.945 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:46.946 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:46.946 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:47.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:47 smithi137 ceph-mon[88456]: pgmap v2950: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 811 KiB/s wr, 791 op/s 2024-04-02T09:16:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:47 smithi137 ceph-mon[88456]: pool 'test-librbd-smithi028-148153-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:16:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:47 smithi137 ceph-mon[88456]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:16:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:47 smithi137 ceph-mon[88456]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:16:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:47 smithi028 ceph-mon[94314]: pgmap v2950: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 811 KiB/s wr, 791 op/s 2024-04-02T09:16:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:47 smithi028 ceph-mon[94314]: pool 'test-librbd-smithi028-148153-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:16:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:47 smithi028 ceph-mon[94314]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:16:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:47 smithi028 ceph-mon[94314]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:16:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:47 smithi028 ceph-mon[96890]: pgmap v2950: 457 pgs: 457 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 811 KiB/s wr, 791 op/s 2024-04-02T09:16:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:47 smithi028 ceph-mon[96890]: pool 'test-librbd-smithi028-148153-25' no longer out of quota; removing NO_QUOTA flag 2024-04-02T09:16:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:47 smithi028 ceph-mon[96890]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-02T09:16:47.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:47 smithi028 ceph-mon[96890]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-02T09:16:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:49 smithi137 ceph-mon[88456]: pgmap v2952: 457 pgs: 457 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 730 KiB/s wr, 877 op/s 2024-04-02T09:16:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:49 smithi028 ceph-mon[94314]: pgmap v2952: 457 pgs: 457 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 730 KiB/s wr, 877 op/s 2024-04-02T09:16:49.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:49 smithi028 ceph-mon[96890]: pgmap v2952: 457 pgs: 457 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 730 KiB/s wr, 877 op/s 2024-04-02T09:16:50.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:16:51.558 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:16:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:16:51] "GET /metrics HTTP/1.1" 200 60771 "" "Prometheus/2.43.0" 2024-04-02T09:16:51.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:51 smithi137 ceph-mon[88456]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 730 KiB/s wr, 877 op/s 2024-04-02T09:16:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:51 smithi028 ceph-mon[94314]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 730 KiB/s wr, 877 op/s 2024-04-02T09:16:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:51 smithi028 ceph-mon[96890]: pgmap v2953: 457 pgs: 457 active+clean; 11 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 444 KiB/s rd, 730 KiB/s wr, 877 op/s 2024-04-02T09:16:52.563 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:16:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:16:52.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:52 smithi137 ceph-mon[88456]: pgmap v2954: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 852 KiB/s wr, 941 op/s 2024-04-02T09:16:52.946 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.946 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.948 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:52.949 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.950 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.951 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:16:52.953 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:16:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 4 2024-04-02T09:16:52.955 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:16:52.955 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:16:52.955 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11770 ms) 2024-04-02T09:16:52.955 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-02T09:16:52.955 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:16:52.955 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:52 smithi028 ceph-mon[94314]: pgmap v2954: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 852 KiB/s wr, 941 op/s 2024-04-02T09:16:52.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:52 smithi028 ceph-mon[96890]: pgmap v2954: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 852 KiB/s wr, 941 op/s 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-02T09:16:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-04-02T09:16:53.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-02T09:16:53.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]: dispatch 2024-04-02T09:16:53.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-02T09:16:53.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-02T09:16:53.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-02T09:16:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-02T09:16:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-04-02T09:16:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-04-02T09:16:53.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]': finished 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]': finished 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]': finished 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:16:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:54 smithi137 ceph-mon[88456]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.16k op/s 2024-04-02T09:16:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]': finished 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]': finished 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]': finished 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[94314]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.16k op/s 2024-04-02T09:16:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.4", "id": [1, 7]}]': finished 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.a", "id": [6, 4]}]': finished 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]': finished 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-02T09:16:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:54 smithi028 ceph-mon[96890]: pgmap v2956: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.16k op/s 2024-04-02T09:16:55.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:55 smithi137 ceph-mon[88456]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:16:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:55 smithi028 ceph-mon[94314]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:16:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:55 smithi028 ceph-mon[96890]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-02T09:16:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:56 smithi137 ceph-mon[88456]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 519 KiB/s wr, 1.05k op/s 2024-04-02T09:16:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:56 smithi028 ceph-mon[94314]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 519 KiB/s wr, 1.05k op/s 2024-04-02T09:16:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:56 smithi028 ceph-mon[96890]: pgmap v2958: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 519 KiB/s wr, 1.05k op/s 2024-04-02T09:16:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:16:58 smithi028 ceph-mon[94314]: pgmap v2959: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 519 KiB/s wr, 1.06k op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:16:58.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:16:58 smithi028 ceph-mon[96890]: pgmap v2959: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 519 KiB/s wr, 1.06k op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:16:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:16:58 smithi137 ceph-mon[88456]: pgmap v2959: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 519 KiB/s wr, 1.06k op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:00 smithi028 ceph-mon[94314]: pgmap v2960: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 511 B/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:00 smithi028 ceph-mon[96890]: pgmap v2960: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 511 B/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:01.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:00 smithi137 ceph-mon[88456]: pgmap v2960: 457 pgs: 457 active+clean; 15 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 511 B/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:17:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:17:01] "GET /metrics HTTP/1.1" 200 60771 "" "Prometheus/2.43.0" 2024-04-02T09:17:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:17:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:17:02.901 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:17:02.902 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.903 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.904 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:17:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:17:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:17:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.911 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.912 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:02.913 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:02.914 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:02 smithi028 ceph-mon[94314]: pgmap v2961: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 509 KiB/s wr, 14 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:02 smithi028 ceph-mon[96890]: pgmap v2961: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 509 KiB/s wr, 14 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:03.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:02 smithi137 ceph-mon[88456]: pgmap v2961: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 509 KiB/s wr, 14 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:04 smithi137 ceph-mon[88456]: pgmap v2962: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 411 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:04 smithi028 ceph-mon[94314]: pgmap v2962: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 411 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:04 smithi028 ceph-mon[96890]: pgmap v2962: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 411 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:07.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:06 smithi137 ceph-mon[88456]: pgmap v2963: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 785 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:07.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:06 smithi028 ceph-mon[94314]: pgmap v2963: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 785 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:07.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:06 smithi028 ceph-mon[96890]: pgmap v2963: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 785 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:08.887 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.888 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.889 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.891 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.892 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.893 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:17:08.895 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 4 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (15941 ms) 2024-04-02T09:17:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-02T09:17:08.897 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:17:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:08 smithi137 ceph-mon[88456]: pgmap v2964: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 724 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:09.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:08 smithi028 ceph-mon[94314]: pgmap v2964: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 724 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:09.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:08 smithi028 ceph-mon[96890]: pgmap v2964: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 724 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:17:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:10 smithi137 ceph-mon[88456]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-02T09:17:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:10 smithi137 ceph-mon[88456]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:17:11.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:10 smithi028 ceph-mon[94314]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-02T09:17:11.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:10 smithi028 ceph-mon[94314]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:17:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:10 smithi028 ceph-mon[96890]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-02T09:17:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:10 smithi028 ceph-mon[96890]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-02T09:17:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:17:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:17:11] "GET /metrics HTTP/1.1" 200 60768 "" "Prometheus/2.43.0" 2024-04-02T09:17:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:17:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:12 smithi137 ceph-mon[88456]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 891 op/s 2024-04-02T09:17:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:12 smithi028 ceph-mon[94314]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 891 op/s 2024-04-02T09:17:13.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:12 smithi028 ceph-mon[96890]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 891 op/s 2024-04-02T09:17:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:14 smithi137 ceph-mon[88456]: pgmap v2968: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 891 op/s 2024-04-02T09:17:15.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:14 smithi028 ceph-mon[94314]: pgmap v2968: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 891 op/s 2024-04-02T09:17:15.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:14 smithi028 ceph-mon[96890]: pgmap v2968: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 891 op/s 2024-04-02T09:17:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:16 smithi137 ceph-mon[88456]: pgmap v2969: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 2.4 KiB/s wr, 34 op/s 2024-04-02T09:17:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:16 smithi137 ceph-mon[88456]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:17:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:16 smithi028 ceph-mon[94314]: pgmap v2969: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 2.4 KiB/s wr, 34 op/s 2024-04-02T09:17:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:16 smithi028 ceph-mon[94314]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:17:17.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:16 smithi028 ceph-mon[96890]: pgmap v2969: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 465 KiB/s rd, 2.4 KiB/s wr, 34 op/s 2024-04-02T09:17:17.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:16 smithi028 ceph-mon[96890]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-02T09:17:18.999 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:18 smithi028 ceph-mon[94314]: pgmap v2971: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 516 KiB/s wr, 68 op/s 2024-04-02T09:17:18.999 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:18 smithi028 ceph-mon[96890]: pgmap v2971: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 516 KiB/s wr, 68 op/s 2024-04-02T09:17:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:18 smithi137 ceph-mon[88456]: pgmap v2971: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 516 KiB/s wr, 68 op/s 2024-04-02T09:17:21.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:20 smithi137 ceph-mon[88456]: pgmap v2972: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 415 KiB/s wr, 54 op/s 2024-04-02T09:17:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:20 smithi028 ceph-mon[94314]: pgmap v2972: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 415 KiB/s wr, 54 op/s 2024-04-02T09:17:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:20 smithi028 ceph-mon[96890]: pgmap v2972: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 415 KiB/s wr, 54 op/s 2024-04-02T09:17:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:17:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:17:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:17:21] "GET /metrics HTTP/1.1" 200 60768 "" "Prometheus/2.43.0" 2024-04-02T09:17:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:21 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:17:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:21 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:17:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:17:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:17:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:21 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:17:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:17:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:17:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:23 smithi137 ceph-mon[88456]: pgmap v2973: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:17:23.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:23 smithi028 ceph-mon[94314]: pgmap v2973: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:17:23.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:23 smithi028 ceph-mon[96890]: pgmap v2973: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:17:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:25 smithi137 ceph-mon[88456]: pgmap v2974: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:17:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:25 smithi028 ceph-mon[94314]: pgmap v2974: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:17:25.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:25 smithi028 ceph-mon[96890]: pgmap v2974: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-02T09:17:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:26 smithi137 ceph-mon[88456]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:17:26.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:26 smithi028 ceph-mon[96890]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:17:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:26 smithi028 ceph-mon[94314]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-02T09:17:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:27 smithi137 ceph-mon[88456]: pgmap v2976: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 827 KiB/s wr, 31 op/s 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:27 smithi028 ceph-mon[94314]: pgmap v2976: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 827 KiB/s wr, 31 op/s 2024-04-02T09:17:27.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:27 smithi028 ceph-mon[96890]: pgmap v2976: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 827 KiB/s wr, 31 op/s 2024-04-02T09:17:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:29 smithi137 ceph-mon[88456]: pgmap v2977: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T09:17:29.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:29 smithi028 ceph-mon[94314]: pgmap v2977: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T09:17:29.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:29 smithi028 ceph-mon[96890]: pgmap v2977: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T09:17:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:31 smithi137 ceph-mon[88456]: pgmap v2978: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T09:17:31.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:31 smithi028 ceph-mon[94314]: pgmap v2978: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T09:17:31.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:17:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:17:31] "GET /metrics HTTP/1.1" 200 60768 "" "Prometheus/2.43.0" 2024-04-02T09:17:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:31 smithi028 ceph-mon[96890]: pgmap v2978: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-04-02T09:17:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:17:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:33.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:33 smithi137 ceph-mon[88456]: pgmap v2979: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:17:33.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:33 smithi028 ceph-mon[94314]: pgmap v2979: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:17:33.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:33 smithi028 ceph-mon[96890]: pgmap v2979: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:17:35.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:35 smithi137 ceph-mon[88456]: pgmap v2980: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:17:35.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:35 smithi028 ceph-mon[94314]: pgmap v2980: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:17:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:35 smithi028 ceph-mon[96890]: pgmap v2980: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-02T09:17:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:37 smithi137 ceph-mon[88456]: pgmap v2981: 457 pgs: 457 active+clean; 67 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-04-02T09:17:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:37 smithi028 ceph-mon[94314]: pgmap v2981: 457 pgs: 457 active+clean; 67 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-04-02T09:17:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:37 smithi028 ceph-mon[96890]: pgmap v2981: 457 pgs: 457 active+clean; 67 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 2.3 MiB/s wr, 38 op/s 2024-04-02T09:17:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:39 smithi137 ceph-mon[88456]: pgmap v2982: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-04-02T09:17:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:39 smithi028 ceph-mon[96890]: pgmap v2982: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-04-02T09:17:39.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:39 smithi028 ceph-mon[94314]: pgmap v2982: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-04-02T09:17:41.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:41 smithi028 ceph-mon[94314]: pgmap v2983: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:17:41.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:17:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:17:41] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-02T09:17:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:41 smithi028 ceph-mon[96890]: pgmap v2983: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:17:41.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:41 smithi137 ceph-mon[88456]: pgmap v2983: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:17:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:17:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:43.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:43 smithi028 ceph-mon[94314]: pgmap v2984: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:17:43.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:43 smithi028 ceph-mon[96890]: pgmap v2984: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:17:43.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:43 smithi137 ceph-mon[88456]: pgmap v2984: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-02T09:17:45.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:45 smithi028 ceph-mon[94314]: pgmap v2985: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:17:45.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:45 smithi028 ceph-mon[96890]: pgmap v2985: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:17:45.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:45 smithi137 ceph-mon[88456]: pgmap v2985: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-02T09:17:46.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:46 smithi028 ceph-mon[94314]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:17:46.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:46 smithi028 ceph-mon[96890]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:17:46.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:46 smithi137 ceph-mon[88456]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-02T09:17:47.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:47 smithi028 ceph-mon[96890]: pgmap v2987: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 820 KiB/s wr, 4 op/s 2024-04-02T09:17:47.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:47 smithi028 ceph-mon[94314]: pgmap v2987: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 820 KiB/s wr, 4 op/s 2024-04-02T09:17:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:47 smithi137 ceph-mon[88456]: pgmap v2987: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 820 KiB/s wr, 4 op/s 2024-04-02T09:17:49.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:49 smithi028 ceph-mon[96890]: pgmap v2988: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 18 op/s 2024-04-02T09:17:49.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:49 smithi028 ceph-mon[94314]: pgmap v2988: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 18 op/s 2024-04-02T09:17:49.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:49 smithi137 ceph-mon[88456]: pgmap v2988: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 18 op/s 2024-04-02T09:17:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:51 smithi028 ceph-mon[94314]: pgmap v2989: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 18 op/s 2024-04-02T09:17:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:51.449 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:17:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:17:51] "GET /metrics HTTP/1.1" 200 60777 "" "Prometheus/2.43.0" 2024-04-02T09:17:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:51 smithi028 ceph-mon[96890]: pgmap v2989: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 18 op/s 2024-04-02T09:17:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:51.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:51 smithi137 ceph-mon[88456]: pgmap v2989: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 511 B/s wr, 18 op/s 2024-04-02T09:17:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:17:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:17:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:17:53.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:53 smithi028 ceph-mon[94314]: pgmap v2990: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:17:53.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:53 smithi028 ceph-mon[96890]: pgmap v2990: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:17:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:53 smithi137 ceph-mon[88456]: pgmap v2990: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:17:55.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:55 smithi028 ceph-mon[94314]: pgmap v2991: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:17:55.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:55 smithi028 ceph-mon[96890]: pgmap v2991: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:17:55.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:55 smithi137 ceph-mon[88456]: pgmap v2991: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-02T09:17:57.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:57 smithi028 ceph-mon[96890]: pgmap v2992: 457 pgs: 457 active+clean; 187 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 11 MiB/s wr, 51 op/s 2024-04-02T09:17:57.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:57 smithi028 ceph-mon[96890]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:17:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:57 smithi028 ceph-mon[94314]: pgmap v2992: 457 pgs: 457 active+clean; 187 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 11 MiB/s wr, 51 op/s 2024-04-02T09:17:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:57 smithi028 ceph-mon[94314]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:17:57.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:57 smithi137 ceph-mon[88456]: pgmap v2992: 457 pgs: 457 active+clean; 187 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 11 MiB/s wr, 51 op/s 2024-04-02T09:17:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:57 smithi137 ceph-mon[88456]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-02T09:17:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:58 smithi028 ceph-mon[94314]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:17:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:58 smithi028 ceph-mon[96890]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:17:58.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:58 smithi137 ceph-mon[88456]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-04-02T09:17:59.290 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCloneEncryption (50402 ms) 2024-04-02T09:17:59.291 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-02T09:17:59.291 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:17:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:59 smithi028 ceph-mon[94314]: pgmap v2995: 457 pgs: 457 active+clean; 187 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 32 MiB/s wr, 137 op/s 2024-04-02T09:17:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:17:59 smithi028 ceph-mon[94314]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:17:59.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:59 smithi028 ceph-mon[96890]: pgmap v2995: 457 pgs: 457 active+clean; 187 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 32 MiB/s wr, 137 op/s 2024-04-02T09:17:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:17:59 smithi028 ceph-mon[96890]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:17:59.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:59 smithi137 ceph-mon[88456]: pgmap v2995: 457 pgs: 457 active+clean; 187 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 32 MiB/s wr, 137 op/s 2024-04-02T09:17:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:17:59 smithi137 ceph-mon[88456]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-02T09:18:00.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:00 smithi137 ceph-mon[88456]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:18:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:00 smithi028 ceph-mon[94314]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:18:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:00 smithi028 ceph-mon[96890]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-02T09:18:01.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:01 smithi137 ceph-mon[88456]: pgmap v2998: 457 pgs: 457 active+clean; 187 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 36 MiB/s wr, 183 op/s 2024-04-02T09:18:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:01 smithi028 ceph-mon[94314]: pgmap v2998: 457 pgs: 457 active+clean; 187 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 36 MiB/s wr, 183 op/s 2024-04-02T09:18:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:18:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:18:01] "GET /metrics HTTP/1.1" 200 60777 "" "Prometheus/2.43.0" 2024-04-02T09:18:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:01 smithi028 ceph-mon[96890]: pgmap v2998: 457 pgs: 457 active+clean; 187 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 36 MiB/s wr, 183 op/s 2024-04-02T09:18:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:18:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:03 smithi137 ceph-mon[88456]: pgmap v2999: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:18:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:03 smithi137 ceph-mon[88456]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:18:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:03 smithi028 ceph-mon[94314]: pgmap v2999: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:18:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:03 smithi028 ceph-mon[94314]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:18:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:03 smithi028 ceph-mon[96890]: pgmap v2999: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:18:03.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:03 smithi028 ceph-mon[96890]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-02T09:18:04.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:04 smithi137 ceph-mon[88456]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:18:04.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:04 smithi028 ceph-mon[94314]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:18:04.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:04 smithi028 ceph-mon[96890]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-02T09:18:05.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:05 smithi137 ceph-mon[88456]: pgmap v3002: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:18:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:05 smithi028 ceph-mon[94314]: pgmap v3002: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:18:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:05 smithi028 ceph-mon[96890]: pgmap v3002: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 140 KiB/s rd, 11 KiB/s wr, 196 op/s 2024-04-02T09:18:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:07 smithi137 ceph-mon[88456]: pgmap v3003: 457 pgs: 457 active+clean; 44 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.4 MiB/s wr, 192 op/s 2024-04-02T09:18:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:07 smithi028 ceph-mon[94314]: pgmap v3003: 457 pgs: 457 active+clean; 44 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.4 MiB/s wr, 192 op/s 2024-04-02T09:18:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:07 smithi028 ceph-mon[96890]: pgmap v3003: 457 pgs: 457 active+clean; 44 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 1.4 MiB/s wr, 192 op/s 2024-04-02T09:18:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:09 smithi137 ceph-mon[88456]: pgmap v3004: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 3.6 MiB/s wr, 174 op/s 2024-04-02T09:18:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:09 smithi028 ceph-mon[94314]: pgmap v3004: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 3.6 MiB/s wr, 174 op/s 2024-04-02T09:18:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:09 smithi028 ceph-mon[96890]: pgmap v3004: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 3.6 MiB/s wr, 174 op/s 2024-04-02T09:18:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:11 smithi137 ceph-mon[88456]: pgmap v3005: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-02T09:18:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:11 smithi028 ceph-mon[94314]: pgmap v3005: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-02T09:18:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:18:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:18:11] "GET /metrics HTTP/1.1" 200 60774 "" "Prometheus/2.43.0" 2024-04-02T09:18:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:11 smithi028 ceph-mon[96890]: pgmap v3005: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-02T09:18:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:18:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:18:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:13 smithi137 ceph-mon[88456]: pgmap v3006: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-02T09:18:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:13 smithi028 ceph-mon[94314]: pgmap v3006: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-02T09:18:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:13 smithi028 ceph-mon[96890]: pgmap v3006: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-02T09:18:14.925 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15636 ms) 2024-04-02T09:18:14.926 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-02T09:18:14.926 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:18:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:15 smithi137 ceph-mon[88456]: pgmap v3007: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-04-02T09:18:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:15 smithi028 ceph-mon[94314]: pgmap v3007: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-04-02T09:18:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:15 smithi028 ceph-mon[96890]: pgmap v3007: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-04-02T09:18:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:17 smithi137 ceph-mon[88456]: pgmap v3008: 457 pgs: 457 active+clean; 68 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-02T09:18:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:17 smithi028 ceph-mon[94314]: pgmap v3008: 457 pgs: 457 active+clean; 68 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-02T09:18:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:17 smithi028 ceph-mon[96890]: pgmap v3008: 457 pgs: 457 active+clean; 68 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 2.8 MiB/s wr, 32 op/s 2024-04-02T09:18:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:19 smithi137 ceph-mon[88456]: pgmap v3009: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T09:18:19.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:19 smithi028 ceph-mon[96890]: pgmap v3009: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T09:18:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:19 smithi028 ceph-mon[94314]: pgmap v3009: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-02T09:18:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:21 smithi137 ceph-mon[88456]: pgmap v3010: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:18:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:18:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:18:21] "GET /metrics HTTP/1.1" 200 60781 "" "Prometheus/2.43.0" 2024-04-02T09:18:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:21 smithi028 ceph-mon[94314]: pgmap v3010: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:18:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:21 smithi028 ceph-mon[96890]: pgmap v3010: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:18:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:18:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:18:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:23 smithi137 ceph-mon[88456]: pgmap v3011: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:18:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:23 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:23 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:23 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:23 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:23 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:23.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[96890]: pgmap v3011: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:18:23.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:23.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:23.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[94314]: pgmap v3011: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-02T09:18:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:18:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:18:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:23 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:18:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:24 smithi137 ceph-mon[88456]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:18:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:24 smithi028 ceph-mon[94314]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:18:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:24 smithi028 ceph-mon[96890]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-02T09:18:25.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:25 smithi137 ceph-mon[88456]: pgmap v3013: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T09:18:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:25 smithi028 ceph-mon[94314]: pgmap v3013: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T09:18:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:25 smithi028 ceph-mon[96890]: pgmap v3013: 457 pgs: 457 active+clean; 80 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T09:18:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:27 smithi137 ceph-mon[88456]: pgmap v3014: 457 pgs: 457 active+clean; 108 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-02T09:18:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:27 smithi028 ceph-mon[94314]: pgmap v3014: 457 pgs: 457 active+clean; 108 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-02T09:18:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:27 smithi028 ceph-mon[96890]: pgmap v3014: 457 pgs: 457 active+clean; 108 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-02T09:18:29.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:29 smithi137 ceph-mon[88456]: pgmap v3015: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:18:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:29 smithi028 ceph-mon[94314]: pgmap v3015: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:18:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:29 smithi028 ceph-mon[96890]: pgmap v3015: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:18:31.017 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (16091 ms) 2024-04-02T09:18:31.017 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-02T09:18:31.017 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:18:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:31 smithi137 ceph-mon[88456]: pgmap v3016: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:18:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:31 smithi028 ceph-mon[94314]: pgmap v3016: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:18:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:31 smithi028 ceph-mon[96890]: pgmap v3016: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-02T09:18:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:18:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:18:31] "GET /metrics HTTP/1.1" 200 60781 "" "Prometheus/2.43.0" 2024-04-02T09:18:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:18:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:18:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:33 smithi137 ceph-mon[88456]: pgmap v3017: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:18:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:33 smithi028 ceph-mon[94314]: pgmap v3017: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:18:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:33 smithi028 ceph-mon[96890]: pgmap v3017: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-02T09:18:35.358 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4338 ms) 2024-04-02T09:18:35.358 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-02T09:18:35.358 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:18:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:35 smithi137 ceph-mon[88456]: pgmap v3018: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:18:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:35 smithi028 ceph-mon[94314]: pgmap v3018: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:18:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:35 smithi028 ceph-mon[96890]: pgmap v3018: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 474 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:18:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:37 smithi137 ceph-mon[88456]: pgmap v3019: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-02T09:18:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:37 smithi028 ceph-mon[94314]: pgmap v3019: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-02T09:18:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:37 smithi028 ceph-mon[96890]: pgmap v3019: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-02T09:18:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:39 smithi137 ceph-mon[88456]: pgmap v3020: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-02T09:18:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:39 smithi028 ceph-mon[94314]: pgmap v3020: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-02T09:18:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:39 smithi028 ceph-mon[96890]: pgmap v3020: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-04-02T09:18:40.979 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5625 ms) 2024-04-02T09:18:40.980 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:18:40.980 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-02T09:18:40.980 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:18:40.980 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-02T09:18:40.980 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-02T09:18:40.980 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:18:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:41 smithi137 ceph-mon[88456]: pgmap v3021: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 10 op/s 2024-04-02T09:18:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:41 smithi028 ceph-mon[94314]: pgmap v3021: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 10 op/s 2024-04-02T09:18:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:41 smithi028 ceph-mon[96890]: pgmap v3021: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 10 op/s 2024-04-02T09:18:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:18:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:18:41] "GET /metrics HTTP/1.1" 200 60777 "" "Prometheus/2.43.0" 2024-04-02T09:18:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:18:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:43.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:43 smithi137 ceph-mon[88456]: pgmap v3022: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-04-02T09:18:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:43 smithi028 ceph-mon[94314]: pgmap v3022: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-04-02T09:18:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:43 smithi028 ceph-mon[96890]: pgmap v3022: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-04-02T09:18:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:45 smithi137 ceph-mon[88456]: pgmap v3023: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-02T09:18:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:45 smithi028 ceph-mon[94314]: pgmap v3023: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-02T09:18:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:45 smithi028 ceph-mon[96890]: pgmap v3023: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 684 KiB/s wr, 17 op/s 2024-04-02T09:18:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:46 smithi137 ceph-mon[88456]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:18:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:46 smithi028 ceph-mon[94314]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:18:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:46 smithi028 ceph-mon[96890]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-02T09:18:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:47 smithi137 ceph-mon[88456]: pgmap v3025: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 821 KiB/s wr, 25 op/s 2024-04-02T09:18:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:47 smithi137 ceph-mon[88456]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:18:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:47 smithi028 ceph-mon[94314]: pgmap v3025: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 821 KiB/s wr, 25 op/s 2024-04-02T09:18:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:47 smithi028 ceph-mon[94314]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:18:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:47 smithi028 ceph-mon[96890]: pgmap v3025: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 586 KiB/s rd, 821 KiB/s wr, 25 op/s 2024-04-02T09:18:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:47 smithi028 ceph-mon[96890]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-02T09:18:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:49 smithi137 ceph-mon[88456]: pgmap v3027: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-02T09:18:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:49 smithi028 ceph-mon[96890]: pgmap v3027: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-02T09:18:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:49 smithi028 ceph-mon[94314]: pgmap v3027: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 1.0 MiB/s wr, 39 op/s 2024-04-02T09:18:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:51 smithi137 ceph-mon[88456]: pgmap v3028: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-04-02T09:18:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:18:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:18:51] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-02T09:18:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:51 smithi028 ceph-mon[94314]: pgmap v3028: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-04-02T09:18:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:51 smithi028 ceph-mon[96890]: pgmap v3028: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 513 KiB/s wr, 25 op/s 2024-04-02T09:18:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:18:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:18:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:18:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:53 smithi137 ceph-mon[88456]: pgmap v3029: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2024-04-02T09:18:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:53 smithi028 ceph-mon[96890]: pgmap v3029: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2024-04-02T09:18:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:53 smithi028 ceph-mon[94314]: pgmap v3029: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2024-04-02T09:18:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:55 smithi137 ceph-mon[88456]: pgmap v3030: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 493 KiB/s wr, 65 op/s 2024-04-02T09:18:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:55 smithi028 ceph-mon[94314]: pgmap v3030: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 493 KiB/s wr, 65 op/s 2024-04-02T09:18:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:55 smithi028 ceph-mon[96890]: pgmap v3030: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 493 KiB/s wr, 65 op/s 2024-04-02T09:18:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:57 smithi137 ceph-mon[88456]: pgmap v3031: 457 pgs: 457 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 821 KiB/s wr, 60 op/s 2024-04-02T09:18:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:57 smithi028 ceph-mon[94314]: pgmap v3031: 457 pgs: 457 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 821 KiB/s wr, 60 op/s 2024-04-02T09:18:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:57 smithi028 ceph-mon[96890]: pgmap v3031: 457 pgs: 457 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 821 KiB/s wr, 60 op/s 2024-04-02T09:18:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:18:59 smithi137 ceph-mon[88456]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 52 op/s 2024-04-02T09:18:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:18:59 smithi028 ceph-mon[94314]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 52 op/s 2024-04-02T09:18:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:18:59 smithi028 ceph-mon[96890]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 52 op/s 2024-04-02T09:19:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:01 smithi137 ceph-mon[88456]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-04-02T09:19:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:01 smithi028 ceph-mon[94314]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-04-02T09:19:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:01 smithi028 ceph-mon[96890]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 49 op/s 2024-04-02T09:19:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:19:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:19:01] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-02T09:19:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:19:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:03 smithi137 ceph-mon[88456]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-04-02T09:19:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:03 smithi028 ceph-mon[94314]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-04-02T09:19:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:03 smithi028 ceph-mon[96890]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 51 op/s 2024-04-02T09:19:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:05 smithi137 ceph-mon[88456]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:19:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:05 smithi028 ceph-mon[94314]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:19:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:05 smithi028 ceph-mon[96890]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:19:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:07 smithi137 ceph-mon[88456]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:19:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:07 smithi028 ceph-mon[94314]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:19:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:07 smithi028 ceph-mon[96890]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-02T09:19:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:09 smithi137 ceph-mon[88456]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-02T09:19:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:09 smithi028 ceph-mon[94314]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-02T09:19:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:09 smithi028 ceph-mon[96890]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-02T09:19:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:11 smithi137 ceph-mon[88456]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:19:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:11 smithi028 ceph-mon[94314]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:19:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:11 smithi028 ceph-mon[96890]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-02T09:19:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:19:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:19:11] "GET /metrics HTTP/1.1" 200 60781 "" "Prometheus/2.43.0" 2024-04-02T09:19:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:19:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:13 smithi137 ceph-mon[88456]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-02T09:19:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:13 smithi028 ceph-mon[94314]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-02T09:19:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:13 smithi028 ceph-mon[96890]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-02T09:19:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:15 smithi028 ceph-mon[94314]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:19:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:15 smithi028 ceph-mon[96890]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:19:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:15 smithi137 ceph-mon[88456]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:19:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:17 smithi028 ceph-mon[94314]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:19:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:17 smithi028 ceph-mon[96890]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:19:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:17 smithi137 ceph-mon[88456]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-02T09:19:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:19 smithi028 ceph-mon[94314]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1 op/s 2024-04-02T09:19:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:19 smithi028 ceph-mon[96890]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1 op/s 2024-04-02T09:19:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:19 smithi137 ceph-mon[88456]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1 op/s 2024-04-02T09:19:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:19:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:19:21] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-02T09:19:21.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:21 smithi028 ceph-mon[96890]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:21 smithi028 ceph-mon[94314]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:21.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:21 smithi137 ceph-mon[88456]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:19:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:23 smithi028 ceph-mon[94314]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:19:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:23 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:23 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:23 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:23 smithi028 ceph-mon[96890]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:19:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:23 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:23 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:23 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:23.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:23 smithi137 ceph-mon[88456]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-02T09:19:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:23 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:19:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:23 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:23 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:24 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:24 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:24 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:24 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:24 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:24 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:24.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:24 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:19:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:24 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:19:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:24 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:19:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:25 smithi028 ceph-mon[94314]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:25 smithi028 ceph-mon[96890]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:25.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:25 smithi137 ceph-mon[88456]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:27 smithi028 ceph-mon[94314]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:27 smithi028 ceph-mon[96890]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:27 smithi137 ceph-mon[88456]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-02T09:19:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:29 smithi028 ceph-mon[94314]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:19:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:29 smithi028 ceph-mon[96890]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:19:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:29 smithi137 ceph-mon[88456]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-02T09:19:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:31 smithi028 ceph-mon[94314]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:19:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:31 smithi028 ceph-mon[96890]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:19:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:19:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:19:31] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-02T09:19:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:31 smithi137 ceph-mon[88456]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-02T09:19:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:19:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:33 smithi028 ceph-mon[94314]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-02T09:19:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:33 smithi028 ceph-mon[96890]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-02T09:19:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:33 smithi137 ceph-mon[88456]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 9 op/s 2024-04-02T09:19:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:35 smithi028 ceph-mon[94314]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:19:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:35 smithi028 ceph-mon[96890]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:19:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:35 smithi137 ceph-mon[88456]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-02T09:19:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:37 smithi028 ceph-mon[94314]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 13 op/s 2024-04-02T09:19:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:37 smithi028 ceph-mon[96890]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 13 op/s 2024-04-02T09:19:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:37 smithi137 ceph-mon[88456]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 13 op/s 2024-04-02T09:19:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:39 smithi028 ceph-mon[94314]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:19:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:39 smithi028 ceph-mon[96890]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:19:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:39 smithi137 ceph-mon[88456]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 547 KiB/s rd, 16 op/s 2024-04-02T09:19:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:41 smithi028 ceph-mon[94314]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:19:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:41 smithi028 ceph-mon[96890]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:19:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:19:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:19:41] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-02T09:19:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:41 smithi137 ceph-mon[88456]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:19:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:19:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:43 smithi028 ceph-mon[94314]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:19:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:43 smithi028 ceph-mon[96890]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:19:43.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:43 smithi137 ceph-mon[88456]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:19:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:45 smithi028 ceph-mon[94314]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:19:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:45 smithi028 ceph-mon[96890]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:19:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:45 smithi137 ceph-mon[88456]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:19:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:47 smithi028 ceph-mon[94314]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-02T09:19:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:47 smithi028 ceph-mon[96890]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-02T09:19:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:47 smithi137 ceph-mon[88456]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-02T09:19:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:49 smithi028 ceph-mon[94314]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 85 B/s wr, 20 op/s 2024-04-02T09:19:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:49 smithi028 ceph-mon[96890]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 85 B/s wr, 20 op/s 2024-04-02T09:19:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:49 smithi137 ceph-mon[88456]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 85 B/s wr, 20 op/s 2024-04-02T09:19:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:51 smithi028 ceph-mon[94314]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:19:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:19:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:19:51] "GET /metrics HTTP/1.1" 200 60781 "" "Prometheus/2.43.0" 2024-04-02T09:19:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:51 smithi028 ceph-mon[96890]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:19:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:51 smithi137 ceph-mon[88456]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-02T09:19:51.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:19:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:19:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:19:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:53 smithi137 ceph-mon[88456]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 255 B/s wr, 25 op/s 2024-04-02T09:19:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:53 smithi028 ceph-mon[94314]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 255 B/s wr, 25 op/s 2024-04-02T09:19:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:53 smithi028 ceph-mon[96890]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 255 B/s wr, 25 op/s 2024-04-02T09:19:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:55 smithi137 ceph-mon[88456]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:19:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:55 smithi028 ceph-mon[94314]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:19:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:55 smithi028 ceph-mon[96890]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-02T09:19:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:57 smithi137 ceph-mon[88456]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 255 B/s wr, 21 op/s 2024-04-02T09:19:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:57 smithi028 ceph-mon[94314]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 255 B/s wr, 21 op/s 2024-04-02T09:19:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:57 smithi028 ceph-mon[96890]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 255 B/s wr, 21 op/s 2024-04-02T09:19:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:19:59 smithi137 ceph-mon[88456]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 170 B/s wr, 20 op/s 2024-04-02T09:19:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:19:59 smithi028 ceph-mon[96890]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 170 B/s wr, 20 op/s 2024-04-02T09:19:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:19:59 smithi028 ceph-mon[94314]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 170 B/s wr, 20 op/s 2024-04-02T09:20:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:00 smithi137 ceph-mon[88456]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:00 smithi137 ceph-mon[88456]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:00 smithi137 ceph-mon[88456]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:00 smithi028 ceph-mon[94314]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:00 smithi028 ceph-mon[94314]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:00 smithi028 ceph-mon[94314]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:00 smithi028 ceph-mon[96890]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:20:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:00 smithi028 ceph-mon[96890]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-02T09:20:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:00 smithi028 ceph-mon[96890]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-02T09:20:01.464 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:20:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:20:01] "GET /metrics HTTP/1.1" 200 60781 "" "Prometheus/2.43.0" 2024-04-02T09:20:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:01 smithi137 ceph-mon[88456]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:20:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:01 smithi028 ceph-mon[94314]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:20:01.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:01 smithi028 ceph-mon[96890]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-02T09:20:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:20:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:20:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:03 smithi137 ceph-mon[88456]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:20:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:03 smithi028 ceph-mon[94314]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:20:03.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:03 smithi028 ceph-mon[96890]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-02T09:20:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:05 smithi137 ceph-mon[88456]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:20:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:05 smithi028 ceph-mon[94314]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:20:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:05 smithi028 ceph-mon[96890]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-02T09:20:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:06.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:07 smithi137 ceph-mon[88456]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 21 op/s 2024-04-02T09:20:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:07 smithi028 ceph-mon[94314]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 21 op/s 2024-04-02T09:20:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:07 smithi028 ceph-mon[96890]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 21 op/s 2024-04-02T09:20:09.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:09 smithi137 ceph-mon[88456]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-02T09:20:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:09 smithi028 ceph-mon[94314]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-02T09:20:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:09 smithi028 ceph-mon[96890]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 19 op/s 2024-04-02T09:20:11.481 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:20:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:20:11] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-02T09:20:11.482 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:11 smithi028 ceph-mon[94314]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:11.482 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:11 smithi028 ceph-mon[96890]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:11 smithi137 ceph-mon[88456]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:20:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:13.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:13 smithi137 ceph-mon[88456]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:20:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:13 smithi028 ceph-mon[94314]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:20:13.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:13 smithi028 ceph-mon[96890]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:20:15.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:15 smithi137 ceph-mon[88456]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:15 smithi028 ceph-mon[94314]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:15.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:15 smithi028 ceph-mon[96890]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:17.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:17 smithi137 ceph-mon[88456]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:17 smithi028 ceph-mon[94314]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:17.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:17 smithi028 ceph-mon[96890]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:19.749 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:19 smithi028 ceph-mon[94314]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 15 op/s 2024-04-02T09:20:19.749 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:19 smithi028 ceph-mon[96890]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 15 op/s 2024-04-02T09:20:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:19 smithi137 ceph-mon[88456]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 15 op/s 2024-04-02T09:20:21.494 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:20:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:20:21] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-02T09:20:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:21 smithi137 ceph-mon[88456]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 11 op/s 2024-04-02T09:20:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:21 smithi028 ceph-mon[94314]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 11 op/s 2024-04-02T09:20:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:21 smithi028 ceph-mon[96890]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 11 op/s 2024-04-02T09:20:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:20:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:20:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:23 smithi137 ceph-mon[88456]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 20 op/s 2024-04-02T09:20:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:23 smithi028 ceph-mon[94314]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 20 op/s 2024-04-02T09:20:23.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:23 smithi028 ceph-mon[96890]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 20 op/s 2024-04-02T09:20:24.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:24 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:24.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:24 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:24.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:24 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:20:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:25 smithi137 ceph-mon[88456]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-02T09:20:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:25 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:20:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:25 smithi028 ceph-mon[94314]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-02T09:20:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:25 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:20:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:25 smithi028 ceph-mon[96890]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 11 op/s 2024-04-02T09:20:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:20:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:20:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:25 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:20:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:27 smithi137 ceph-mon[88456]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:27 smithi028 ceph-mon[94314]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:27.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:27 smithi028 ceph-mon[96890]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:29.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:29 smithi137 ceph-mon[88456]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 20 op/s 2024-04-02T09:20:29.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:29 smithi028 ceph-mon[94314]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 20 op/s 2024-04-02T09:20:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:29 smithi028 ceph-mon[96890]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 20 op/s 2024-04-02T09:20:31.510 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:20:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:20:31] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-02T09:20:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:31 smithi137 ceph-mon[88456]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:31 smithi028 ceph-mon[94314]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:31 smithi028 ceph-mon[96890]: pgmap v3078: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:20:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:33 smithi137 ceph-mon[88456]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:20:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:33 smithi028 ceph-mon[94314]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:20:33.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:33 smithi028 ceph-mon[96890]: pgmap v3079: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 24 op/s 2024-04-02T09:20:35.695 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (114715 ms) 2024-04-02T09:20:35.695 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-02T09:20:35.695 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:20:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:35 smithi137 ceph-mon[88456]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:35.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:35 smithi028 ceph-mon[94314]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:35 smithi028 ceph-mon[96890]: pgmap v3080: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-02T09:20:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:36.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:37 smithi137 ceph-mon[88456]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-02T09:20:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:37 smithi028 ceph-mon[94314]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-02T09:20:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:37 smithi028 ceph-mon[96890]: pgmap v3081: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-02T09:20:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:39 smithi137 ceph-mon[88456]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-02T09:20:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:39 smithi028 ceph-mon[94314]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-02T09:20:39.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:39 smithi028 ceph-mon[96890]: pgmap v3082: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 341 B/s wr, 19 op/s 2024-04-02T09:20:41.526 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:20:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:20:41] "GET /metrics HTTP/1.1" 200 60777 "" "Prometheus/2.43.0" 2024-04-02T09:20:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:41 smithi137 ceph-mon[88456]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 341 B/s wr, 16 op/s 2024-04-02T09:20:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:41 smithi028 ceph-mon[94314]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 341 B/s wr, 16 op/s 2024-04-02T09:20:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:41 smithi028 ceph-mon[96890]: pgmap v3083: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 341 B/s wr, 16 op/s 2024-04-02T09:20:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:20:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:20:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:43.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:43 smithi137 ceph-mon[88456]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 341 B/s wr, 16 op/s 2024-04-02T09:20:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:43 smithi028 ceph-mon[94314]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 341 B/s wr, 16 op/s 2024-04-02T09:20:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:43 smithi028 ceph-mon[96890]: pgmap v3084: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 341 B/s wr, 16 op/s 2024-04-02T09:20:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:45 smithi137 ceph-mon[88456]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-02T09:20:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:45 smithi028 ceph-mon[94314]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-02T09:20:45.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:45 smithi028 ceph-mon[96890]: pgmap v3085: 457 pgs: 457 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-02T09:20:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:47 smithi137 ceph-mon[88456]: pgmap v3086: 457 pgs: 457 active+clean; 157 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 341 KiB/s wr, 8 op/s 2024-04-02T09:20:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:47 smithi028 ceph-mon[94314]: pgmap v3086: 457 pgs: 457 active+clean; 157 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 341 KiB/s wr, 8 op/s 2024-04-02T09:20:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:47 smithi028 ceph-mon[96890]: pgmap v3086: 457 pgs: 457 active+clean; 157 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 341 KiB/s wr, 8 op/s 2024-04-02T09:20:49.298 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EncryptedResize (13603 ms) 2024-04-02T09:20:49.298 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-02T09:20:49.298 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:20:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:49 smithi137 ceph-mon[88456]: pgmap v3087: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:20:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:49 smithi028 ceph-mon[94314]: pgmap v3087: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:20:49.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:49 smithi028 ceph-mon[96890]: pgmap v3087: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-02T09:20:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:20:51.546 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:20:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:20:51] "GET /metrics HTTP/1.1" 200 60780 "" "Prometheus/2.43.0" 2024-04-02T09:20:51.546 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:51 smithi028 ceph-mon[94314]: pgmap v3088: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:51 smithi137 ceph-mon[88456]: pgmap v3088: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:51 smithi028 ceph-mon[96890]: pgmap v3088: 457 pgs: 457 active+clean; 173 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-02T09:20:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:20:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:20:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:20:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:53 smithi137 ceph-mon[88456]: pgmap v3089: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:53 smithi028 ceph-mon[94314]: pgmap v3089: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:53 smithi028 ceph-mon[96890]: pgmap v3089: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:55 smithi137 ceph-mon[88456]: pgmap v3090: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:55 smithi028 ceph-mon[94314]: pgmap v3090: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:55 smithi028 ceph-mon[96890]: pgmap v3090: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:57 smithi137 ceph-mon[88456]: pgmap v3091: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:57 smithi028 ceph-mon[94314]: pgmap v3091: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:57 smithi028 ceph-mon[96890]: pgmap v3091: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:20:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:59 smithi137 ceph-mon[88456]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-04-02T09:20:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:20:59 smithi137 ceph-mon[88456]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:20:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:59 smithi028 ceph-mon[94314]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-04-02T09:20:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:20:59 smithi028 ceph-mon[94314]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:20:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:59 smithi028 ceph-mon[96890]: pgmap v3092: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-04-02T09:20:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:20:59 smithi028 ceph-mon[96890]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-02T09:21:01.559 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:21:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:21:01] "GET /metrics HTTP/1.1" 200 60780 "" "Prometheus/2.43.0" 2024-04-02T09:21:01.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:01 smithi137 ceph-mon[88456]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:21:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:01 smithi028 ceph-mon[94314]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:21:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:01 smithi028 ceph-mon[96890]: pgmap v3094: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.2 KiB/s wr, 18 op/s 2024-04-02T09:21:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:21:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:03 smithi137 ceph-mon[88456]: pgmap v3095: 457 pgs: 457 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:21:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:03 smithi028 ceph-mon[94314]: pgmap v3095: 457 pgs: 457 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:21:03.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:03 smithi028 ceph-mon[96890]: pgmap v3095: 457 pgs: 457 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:21:04.671 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (15374 ms) 2024-04-02T09:21:04.671 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-02T09:21:04.671 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:05.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:05 smithi137 ceph-mon[88456]: pgmap v3096: 457 pgs: 457 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:21:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:05 smithi028 ceph-mon[94314]: pgmap v3096: 457 pgs: 457 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:21:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:05 smithi028 ceph-mon[96890]: pgmap v3096: 457 pgs: 457 active+clean; 185 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-02T09:21:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:06.677 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:06.677 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:06.677 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:06.679 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:06.681 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:06.682 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:06.683 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:21:06.685 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:21:06.686 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:21:06.687 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.688 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.689 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:06.690 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.691 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:06.692 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:06.693 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:06.693 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:06.693 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:07.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:07 smithi137 ceph-mon[88456]: pgmap v3097: 457 pgs: 457 active+clean; 189 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:21:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:07 smithi028 ceph-mon[94314]: pgmap v3097: 457 pgs: 457 active+clean; 189 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:21:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:07 smithi028 ceph-mon[96890]: pgmap v3097: 457 pgs: 457 active+clean; 189 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 2.0 MiB/s wr, 38 op/s 2024-04-02T09:21:08.410 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.410 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.410 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.413 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.414 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.415 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:08.417 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:08.418 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:08.418 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:08.418 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:08.418 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:08.418 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3739 ms) 2024-04-02T09:21:08.418 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-02T09:21:09.597 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:09 smithi137 ceph-mon[88456]: pgmap v3098: 457 pgs: 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 321 op/s 2024-04-02T09:21:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:09 smithi137 ceph-mon[88456]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:21:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:09 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2521342283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:09 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:09 smithi028 ceph-mon[94314]: pgmap v3098: 457 pgs: 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 321 op/s 2024-04-02T09:21:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:09 smithi028 ceph-mon[94314]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:21:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:09 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2521342283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:09 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:09 smithi028 ceph-mon[96890]: pgmap v3098: 457 pgs: 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 321 op/s 2024-04-02T09:21:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:09 smithi028 ceph-mon[96890]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-02T09:21:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:09 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2521342283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:09 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:10 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:10 smithi137 ceph-mon[88456]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:21:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:10 smithi137 ceph-mon[88456]: pgmap v3101: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 364 op/s 2024-04-02T09:21:10.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:10 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:10.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:10 smithi028 ceph-mon[94314]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:21:10.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:10 smithi028 ceph-mon[94314]: pgmap v3101: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 364 op/s 2024-04-02T09:21:10.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:10 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:10.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:10 smithi028 ceph-mon[96890]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-02T09:21:10.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:10 smithi028 ceph-mon[96890]: pgmap v3101: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 364 op/s 2024-04-02T09:21:11.590 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:21:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:21:11] "GET /metrics HTTP/1.1" 200 60778 "" "Prometheus/2.43.0" 2024-04-02T09:21:11.680 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:11.680 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:11.680 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:11.680 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:11.681 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.682 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:11.683 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.684 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:11.685 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:11.685 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:11.685 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3270 ms) 2024-04-02T09:21:11.685 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-02T09:21:11.685 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:11.708 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (28 ms) 2024-04-02T09:21:11.708 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-02T09:21:11.709 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:11.736 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-04-02T09:21:11.736 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-02T09:21:11.736 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:11.762 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-04-02T09:21:11.762 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-02T09:21:11.763 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:11.789 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (27 ms) 2024-04-02T09:21:11.790 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-02T09:21:11.790 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:11.857 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (68 ms) 2024-04-02T09:21:11.857 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-02T09:21:11.857 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:11.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:11 smithi137 ceph-mon[88456]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:21:11.910 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (53 ms) 2024-04-02T09:21:11.910 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-02T09:21:11.910 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:11 smithi028 ceph-mon[94314]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:21:11.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:11 smithi028 ceph-mon[96890]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-02T09:21:11.976 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (66 ms) 2024-04-02T09:21:11.976 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-02T09:21:11.976 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:12.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (82 ms) 2024-04-02T09:21:12.059 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-02T09:21:12.059 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:12.472 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (413 ms) 2024-04-02T09:21:12.472 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-02T09:21:12.472 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:12.601 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:21:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:12.863 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (392 ms) 2024-04-02T09:21:12.863 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-02T09:21:12.863 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:12.890 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (27 ms) 2024-04-02T09:21:12.891 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-02T09:21:12.891 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:12.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:12 smithi137 ceph-mon[88456]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:21:12.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:12 smithi137 ceph-mon[88456]: pgmap v3104: 489 pgs: 489 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 313 KiB/s wr, 1.42k op/s 2024-04-02T09:21:12.918 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (28 ms) 2024-04-02T09:21:12.918 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-02T09:21:12.918 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:12.943 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (25 ms) 2024-04-02T09:21:12.943 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-02T09:21:12.943 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:12 smithi028 ceph-mon[94314]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:21:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:12 smithi028 ceph-mon[94314]: pgmap v3104: 489 pgs: 489 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 313 KiB/s wr, 1.42k op/s 2024-04-02T09:21:12.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:12 smithi028 ceph-mon[96890]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-02T09:21:12.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:12 smithi028 ceph-mon[96890]: pgmap v3104: 489 pgs: 489 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 313 KiB/s wr, 1.42k op/s 2024-04-02T09:21:12.967 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (24 ms) 2024-04-02T09:21:12.967 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-02T09:21:12.967 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 0~1048576 = 0 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 0~4194304 = 0 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 3145728~1048576 = 0 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-02T09:21:12.989 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:13.096 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.096 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.096 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.096 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.096 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.096 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.096 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.097 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.098 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.099 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.100 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.100 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.100 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestFUA (108 ms) 2024-04-02T09:21:13.100 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-02T09:21:13.100 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.116 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.117 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.118 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.118 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:13.118 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-04-02T09:21:13.129 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-04-02T09:21:13.130 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.130 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:13.130 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.130 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.130 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:13.130 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.130 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:13.130 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.131 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.131 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:13.131 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.131 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:13.131 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.132 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.132 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:13.132 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.132 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:13.132 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.133 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.133 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:13.133 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.133 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-04-02T09:21:13.133 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:13.134 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.135 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.136 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.136 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:13.136 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.136 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.136 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 2024-04-02T09:21:13.137 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.151 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:14.151 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.152 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.153 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.155 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.156 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.157 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.161 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.161 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.161 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.162 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.162 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.162 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.162 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.173 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.173 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.173 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.196 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.196 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.196 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.196 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.197 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.197 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.197 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.222 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.222 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.222 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.222 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.223 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.223 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.223 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.253 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.253 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.253 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.253 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.253 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.253 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.253 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.282 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.282 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.283 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.339 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.339 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.339 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.339 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.339 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.339 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.339 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.383 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.383 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.383 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.384 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.384 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.384 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.384 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.440 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.440 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.440 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.440 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.440 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.440 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.441 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.490 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.490 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.490 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.490 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.491 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.566 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.567 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.635 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.636 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.636 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.636 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.636 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.636 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.636 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.714 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.714 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.714 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.715 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.715 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.715 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.715 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.790 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.790 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.790 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.790 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.790 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.790 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.791 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.791 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.791 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.791 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:14.791 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.791 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.791 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.895 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.896 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.896 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.896 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.896 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.896 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.896 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:14.986 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:14.986 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:14.986 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:14.986 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:14.986 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:14.986 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:14.986 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:15.087 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:15.087 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:15.087 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:15.087 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:15.087 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:15.087 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:15.087 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:15.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:14 smithi137 ceph-mon[88456]: pgmap v3105: 489 pgs: 489 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 241 KiB/s wr, 1.09k op/s 2024-04-02T09:21:15.196 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:15.196 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIOPP (2100 ms) 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-02T09:21:15.197 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:14 smithi028 ceph-mon[94314]: pgmap v3105: 489 pgs: 489 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 241 KiB/s wr, 1.09k op/s 2024-04-02T09:21:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:14 smithi028 ceph-mon[96890]: pgmap v3105: 489 pgs: 489 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 241 KiB/s wr, 1.09k op/s 2024-04-02T09:21:15.225 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (29 ms) 2024-04-02T09:21:15.226 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-02T09:21:15.226 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.252 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (26 ms) 2024-04-02T09:21:15.252 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-02T09:21:15.252 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.277 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-02T09:21:15.277 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-02T09:21:15.277 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.304 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (27 ms) 2024-04-02T09:21:15.304 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-02T09:21:15.304 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (27 ms) 2024-04-02T09:21:15.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-02T09:21:15.330 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.355 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:15.359 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (28 ms) 2024-04-02T09:21:15.359 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:21:15.359 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.387 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2024-04-02T09:21:15.387 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-02T09:21:15.387 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.411 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:15.415 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2024-04-02T09:21:15.415 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-02T09:21:15.415 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2024-04-02T09:21:15.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-02T09:21:15.441 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.464 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:15.467 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (26 ms) 2024-04-02T09:21:15.467 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:21:15.467 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.495 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-04-02T09:21:15.495 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-02T09:21:15.495 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.518 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:15.522 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-04-02T09:21:15.522 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:21:15.522 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (65 ms) 2024-04-02T09:21:15.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-02T09:21:15.586 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.630 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:15.650 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (64 ms) 2024-04-02T09:21:15.650 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-02T09:21:15.650 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.723 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (73 ms) 2024-04-02T09:21:15.723 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-02T09:21:15.723 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:15.777 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:15.805 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (81 ms) 2024-04-02T09:21:15.805 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:21:15.805 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:16.225 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (421 ms) 2024-04-02T09:21:16.225 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-02T09:21:16.225 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:16.533 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:16.552 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (326 ms) 2024-04-02T09:21:16.552 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-02T09:21:16.552 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:16.580 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:16.580 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:16.580 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:16.580 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:16.580 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:21:16.580 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.580 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:16.580 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:16.581 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:16.581 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:16.581 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.581 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:16.581 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:16.582 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:16.582 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:16.582 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.582 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:16.582 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:21:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:21:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:21:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:16 smithi137 ceph-mon[88456]: pgmap v3106: 489 pgs: 489 active+clean; 227 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 1.03k op/s 2024-04-02T09:21:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:16 smithi028 ceph-mon[94314]: pgmap v3106: 489 pgs: 489 active+clean; 227 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 1.03k op/s 2024-04-02T09:21:17.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:16 smithi028 ceph-mon[96890]: pgmap v3106: 489 pgs: 489 active+clean; 227 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 1.03k op/s 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:21:17.650 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.651 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-04-02T09:21:17.652 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.653 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.654 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.656 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.656 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.656 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.656 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.656 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.656 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.660 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.660 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.660 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.660 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.660 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.660 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.660 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.669 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.669 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.669 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.669 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.670 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.693 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.694 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.694 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.694 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.694 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.694 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.694 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.718 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.718 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.718 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.718 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.718 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.718 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.718 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.749 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.749 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.749 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.749 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.749 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.749 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.749 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.779 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.779 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.779 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.779 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.780 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.832 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.832 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.832 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.832 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.832 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.832 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.832 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.877 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.877 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.877 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.877 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.877 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.877 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.877 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:17.939 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:17.939 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:17.939 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:17.939 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:17.939 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:17.939 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:17.939 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.006 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.007 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.080 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.080 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.080 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.080 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.080 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.080 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.080 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.147 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.148 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.148 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.148 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.148 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.148 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.148 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.224 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.224 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.224 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.224 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.224 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.224 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.225 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.305 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.405 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.405 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.405 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.405 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.405 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.406 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.406 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.498 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.498 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.498 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.498 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.498 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.498 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.499 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.596 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.596 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.596 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.596 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.596 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.597 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.597 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:21:18.700 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:21:18.700 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-04-02T09:21:18.700 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-04-02T09:21:18.700 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-04-02T09:21:18.700 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.700 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.700 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:18.700 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:21:18.701 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-04-02T09:21:18.701 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-04-02T09:21:18.701 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2148 ms) 2024-04-02T09:21:18.701 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-02T09:21:18.701 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:18 smithi137 ceph-mon[88456]: pgmap v3107: 489 pgs: 489 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.02k op/s 2024-04-02T09:21:19.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:18 smithi028 ceph-mon[94314]: pgmap v3107: 489 pgs: 489 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.02k op/s 2024-04-02T09:21:19.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:18 smithi028 ceph-mon[96890]: pgmap v3107: 489 pgs: 489 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 2.02k op/s 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:snap: orig 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:found orig with size 2097152 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:write test data! 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 80 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:snap: orig 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:snap: written 2024-04-02T09:21:19.872 INFO:tasks.workunit.client.0.smithi028.stdout:found orig with size 2097152 2024-04-02T09:21:19.873 INFO:tasks.workunit.client.0.smithi028.stdout:found written with size 2097152 2024-04-02T09:21:19.873 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-04-02T09:21:19.873 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-04-02T09:21:19.873 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-04-02T09:21:19.873 INFO:tasks.workunit.client.0.smithi028.stdout:write to snapshot returned -30 2024-04-02T09:21:19.873 INFO:tasks.workunit.client.0.smithi028.stdout:Read-only file system 2024-04-02T09:21:19.895 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-04-02T09:21:19.895 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-04-02T09:21:19.895 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 80 2024-04-02T09:21:19.895 INFO:tasks.workunit.client.0.smithi028.stdout:opening testimg@orig 2024-04-02T09:21:19.895 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-04-02T09:21:19.895 INFO:tasks.workunit.client.0.smithi028.stdout:write to snapshot returned -30 2024-04-02T09:21:19.895 INFO:tasks.workunit.client.0.smithi028.stdout:Read-only file system 2024-04-02T09:21:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:19 smithi137 ceph-mon[88456]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:21:20.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:19 smithi028 ceph-mon[94314]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:21:20.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:19 smithi028 ceph-mon[96890]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-02T09:21:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:20 smithi137 ceph-mon[88456]: pgmap v3109: 489 pgs: 489 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 1.29k op/s 2024-04-02T09:21:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:20 smithi137 ceph-mon[88456]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:21:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:20 smithi028 ceph-mon[94314]: pgmap v3109: 489 pgs: 489 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 1.29k op/s 2024-04-02T09:21:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:20 smithi028 ceph-mon[94314]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:21:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:21.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:20 smithi028 ceph-mon[96890]: pgmap v3109: 489 pgs: 489 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 1.29k op/s 2024-04-02T09:21:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:20 smithi028 ceph-mon[96890]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-02T09:21:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:21:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:21:21] "GET /metrics HTTP/1.1" 200 63241 "" "Prometheus/2.43.0" 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:snap: orig 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:snap: written 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:found orig with size 2097152 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:found written with size 2097152 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:snap: orig 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:found orig with size 2097152 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-04-02T09:21:21.884 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:21:21.885 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3183 ms) 2024-04-02T09:21:21.885 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-02T09:21:21.885 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:21 smithi137 ceph-mon[88456]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:21:22.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:21 smithi028 ceph-mon[94314]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:21:22.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:21 smithi028 ceph-mon[96890]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-02T09:21:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:21:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:21:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:22 smithi137 ceph-mon[88456]: pgmap v3112: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 3.15k op/s 2024-04-02T09:21:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:22 smithi137 ceph-mon[88456]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:21:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:22 smithi137 ceph-mon[88456]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:21:23.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:22 smithi028 ceph-mon[94314]: pgmap v3112: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 3.15k op/s 2024-04-02T09:21:23.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:22 smithi028 ceph-mon[94314]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:21:23.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:22 smithi028 ceph-mon[94314]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:21:23.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:22 smithi028 ceph-mon[96890]: pgmap v3112: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 3.15k op/s 2024-04-02T09:21:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:22 smithi028 ceph-mon[96890]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-02T09:21:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:22 smithi028 ceph-mon[96890]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-02T09:21:23.328 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1444 ms) 2024-04-02T09:21:23.328 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-02T09:21:23.328 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:24.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:24 smithi137 ceph-mon[88456]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:21:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:24 smithi028 ceph-mon[94314]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:21:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:24 smithi028 ceph-mon[96890]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:made parent image "parent" 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:parent has no parent info 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:can't unprotect an unprotected snap 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:can't protect a protected snap 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:made and opened clone "child" 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:read: 8 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:read: 8 2024-04-02T09:21:25.349 INFO:tasks.workunit.client.0.smithi028.stdout:read: 8 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:sizes and overlaps are good between parent and child 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:sized down clone, changed overlap 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:can't remove parent while child still exists 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:can't remove parent while still protected 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:removed parent snap after unprotecting 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestClone (2021 ms) 2024-04-02T09:21:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-02T09:21:25.351 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:25.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:25 smithi137 ceph-mon[88456]: pgmap v3116: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.7 MiB/s wr, 2.32k op/s 2024-04-02T09:21:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:25 smithi137 ceph-mon[88456]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:21:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:25 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:25 smithi028 ceph-mon[94314]: pgmap v3116: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.7 MiB/s wr, 2.32k op/s 2024-04-02T09:21:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:25 smithi028 ceph-mon[94314]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:21:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:25 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:25 smithi028 ceph-mon[96890]: pgmap v3116: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 8.7 MiB/s wr, 2.32k op/s 2024-04-02T09:21:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:25 smithi028 ceph-mon[96890]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-02T09:21:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:25 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:21:26.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:26 smithi137 ceph-mon[88456]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:21:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:26 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:26 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:26 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:21:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:26 smithi028 ceph-mon[94314]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:21:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:26 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:26 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:26 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:21:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:26 smithi028 ceph-mon[96890]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-02T09:21:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:26 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:21:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:26 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:21:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:26 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:21:26.702 INFO:tasks.workunit.client.0.smithi028.stdout:made parent image "parent" 2024-04-02T09:21:26.702 INFO:tasks.workunit.client.0.smithi028.stdout:parent has no parent info 2024-04-02T09:21:26.702 INFO:tasks.workunit.client.0.smithi028.stdout:made snapshot "parent@parent_snap" 2024-04-02T09:21:26.702 INFO:tasks.workunit.client.0.smithi028.stdout:made and opened clone "child" 2024-04-02T09:21:26.702 INFO:tasks.workunit.client.0.smithi028.stdout:child image successfully cloned all image-meta pairs 2024-04-02T09:21:26.702 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestClone2 (1354 ms) 2024-04-02T09:21:26.702 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-02T09:21:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:27 smithi137 ceph-mon[88456]: pgmap v3119: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 9.4 KiB/s wr, 136 op/s 2024-04-02T09:21:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:27 smithi137 ceph-mon[88456]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:21:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:27 smithi028 ceph-mon[94314]: pgmap v3119: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 9.4 KiB/s wr, 136 op/s 2024-04-02T09:21:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:27 smithi028 ceph-mon[94314]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:21:27.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:27 smithi028 ceph-mon[96890]: pgmap v3119: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 9.4 KiB/s wr, 136 op/s 2024-04-02T09:21:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:27 smithi028 ceph-mon[96890]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-02T09:21:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:28 smithi137 ceph-mon[88456]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:21:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:28 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4270520807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:28 smithi028 ceph-mon[94314]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:21:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:28 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4270520807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:28.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:28 smithi028 ceph-mon[96890]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-02T09:21:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:28 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4270520807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:29 smithi137 ceph-mon[88456]: pgmap v3122: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 33 KiB/s wr, 568 op/s 2024-04-02T09:21:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:29 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:29 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4270520807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:29 smithi137 ceph-mon[88456]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:21:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:29 smithi028 ceph-mon[96890]: pgmap v3122: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 33 KiB/s wr, 568 op/s 2024-04-02T09:21:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:29 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:29 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4270520807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:29 smithi028 ceph-mon[96890]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:21:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:29 smithi028 ceph-mon[94314]: pgmap v3122: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 33 KiB/s wr, 568 op/s 2024-04-02T09:21:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:29 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:29 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4270520807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:29 smithi028 ceph-mon[94314]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-02T09:21:30.589 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:30 smithi137 ceph-mon[88456]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:21:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:30 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1141642308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:30.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:30 smithi028 ceph-mon[94314]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:21:30.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:30 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1141642308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:30 smithi028 ceph-mon[96890]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-02T09:21:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:30 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1141642308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:31.582 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:21:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:21:31] "GET /metrics HTTP/1.1" 200 63241 "" "Prometheus/2.43.0" 2024-04-02T09:21:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:31 smithi137 ceph-mon[88456]: pgmap v3125: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:21:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:31 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1141642308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:31 smithi137 ceph-mon[88456]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:21:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:31 smithi028 ceph-mon[94314]: pgmap v3125: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:21:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:31 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1141642308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:31 smithi028 ceph-mon[94314]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:21:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:31 smithi028 ceph-mon[96890]: pgmap v3125: 553 pgs: 64 unknown, 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 24 KiB/s wr, 434 op/s 2024-04-02T09:21:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:31 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1141642308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:31 smithi028 ceph-mon[96890]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-02T09:21:32.591 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:21:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:21:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:32.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:32 smithi137 ceph-mon[88456]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:21:32.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:32 smithi137 ceph-mon[88456]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:21:32.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:32 smithi028 ceph-mon[94314]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:21:32.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:32 smithi028 ceph-mon[94314]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:21:32.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:32 smithi028 ceph-mon[96890]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-02T09:21:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:32 smithi028 ceph-mon[96890]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-02T09:21:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:33 smithi137 ceph-mon[88456]: pgmap v3128: 553 pgs: 11 creating+peering, 542 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 25 KiB/s wr, 400 op/s 2024-04-02T09:21:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:33 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:33 smithi137 ceph-mon[88456]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:21:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:33 smithi028 ceph-mon[94314]: pgmap v3128: 553 pgs: 11 creating+peering, 542 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 25 KiB/s wr, 400 op/s 2024-04-02T09:21:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:33 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:33 smithi028 ceph-mon[94314]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:21:33.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:33 smithi028 ceph-mon[96890]: pgmap v3128: 553 pgs: 11 creating+peering, 542 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 25 KiB/s wr, 400 op/s 2024-04-02T09:21:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:33 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:33 smithi028 ceph-mon[96890]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-02T09:21:35.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:35 smithi137 ceph-mon[88456]: pgmap v3131: 553 pgs: 11 creating+peering, 542 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 25 KiB/s wr, 400 op/s 2024-04-02T09:21:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:35 smithi137 ceph-mon[88456]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:21:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:35 smithi028 ceph-mon[94314]: pgmap v3131: 553 pgs: 11 creating+peering, 542 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 25 KiB/s wr, 400 op/s 2024-04-02T09:21:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:35 smithi028 ceph-mon[94314]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:21:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:35 smithi028 ceph-mon[96890]: pgmap v3131: 553 pgs: 11 creating+peering, 542 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 25 KiB/s wr, 400 op/s 2024-04-02T09:21:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:35 smithi028 ceph-mon[96890]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-02T09:21:35.816 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 1 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:child: image113 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113/b2c117d079de 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 2 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:child: image114 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:child: image113 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113/b2c117d079de 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114/b2c1da430f7e 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.818 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.819 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:child: image114 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:child: image113 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:child: image115 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113/b2c117d079de 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114/b2c1da430f7e 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image115/b2c12c82c8a7 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.820 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:child: image114 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:child: image113 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:child: image115 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113/b2c117d079de 2024-04-02T09:21:35.821 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114/b2c1da430f7e 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image115/b2c12c82c8a7 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.822 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 4 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 4 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:child: image114 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:child: image113 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:child: image115 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:child: image116 2024-04-02T09:21:35.823 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113/b2c117d079de 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114/b2c1da430f7e 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image115/b2c12c82c8a7 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image116/b2c1b9a1bf10 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.824 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:35.825 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image113 2024-04-02T09:21:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.432 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 4 2024-04-02T09:21:36.432 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 4 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:child: image114 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:child: image113 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:child: image115 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:child: image116 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image113/b2c117d079de 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114/b2c1da430f7e 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image115/b2c12c82c8a7 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image116/b2c1b9a1bf10 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.433 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image115 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.434 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:child: image114 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:child: image115 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:child: image116 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114/b2c1da430f7e 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image115/b2c12c82c8a7 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image116/b2c1b9a1bf10 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.435 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image116 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 2 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:child: image114 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:child: image116 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114/b2c1da430f7e 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-28/image116/b2c1b9a1bf10 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.436 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 1 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:child: image114 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-27/image114/b2c1da430f7e 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 0 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ListChildren (9729 ms) 2024-04-02T09:21:36.437 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-02T09:21:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:36 smithi137 ceph-mon[88456]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:21:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:36 smithi028 ceph-mon[96890]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:21:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:36 smithi028 ceph-mon[94314]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-02T09:21:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:37 smithi137 ceph-mon[88456]: pgmap v3134: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-02T09:21:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:37 smithi137 ceph-mon[88456]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:21:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:37 smithi137 ceph-mon[88456]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:21:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:37 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:37 smithi028 ceph-mon[96890]: pgmap v3134: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-02T09:21:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:37 smithi028 ceph-mon[96890]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:21:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:37 smithi028 ceph-mon[96890]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:21:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:37 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:37 smithi028 ceph-mon[94314]: pgmap v3134: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-02T09:21:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:37 smithi028 ceph-mon[94314]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-02T09:21:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:37 smithi028 ceph-mon[94314]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-02T09:21:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:37 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:38 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2128013894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:38 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:38 smithi137 ceph-mon[88456]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:21:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:38 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2128013894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:38 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:38 smithi028 ceph-mon[94314]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:21:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:38 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2128013894' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:38 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:38 smithi028 ceph-mon[96890]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-02T09:21:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:39 smithi137 ceph-mon[88456]: pgmap v3137: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 400 KiB/s rd, 7.5 KiB/s wr, 480 op/s 2024-04-02T09:21:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:39 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:39 smithi028 ceph-mon[94314]: pgmap v3137: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 400 KiB/s rd, 7.5 KiB/s wr, 480 op/s 2024-04-02T09:21:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:39 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:39 smithi028 ceph-mon[96890]: pgmap v3137: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 400 KiB/s rd, 7.5 KiB/s wr, 480 op/s 2024-04-02T09:21:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:39 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:21:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:40 smithi137 ceph-mon[88456]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:21:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:40 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/818403222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:40 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:40 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:40 smithi137 ceph-mon[88456]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:21:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[96890]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:21:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/818403222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[96890]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:21:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[94314]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-02T09:21:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/818403222' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:40 smithi028 ceph-mon[94314]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-02T09:21:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:41 smithi137 ceph-mon[88456]: pgmap v3140: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 6.0 KiB/s wr, 471 op/s 2024-04-02T09:21:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:41 smithi028 ceph-mon[94314]: pgmap v3140: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 6.0 KiB/s wr, 471 op/s 2024-04-02T09:21:41.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:41 smithi028 ceph-mon[96890]: pgmap v3140: 617 pgs: 64 unknown, 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 6.0 KiB/s wr, 471 op/s 2024-04-02T09:21:41.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:21:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:21:41] "GET /metrics HTTP/1.1" 200 68148 "" "Prometheus/2.43.0" 2024-04-02T09:21:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:21:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:21:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:42 smithi137 ceph-mon[88456]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:21:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:42 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/4176897723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:42 smithi137 ceph-mon[88456]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:21:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:42 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]: dispatch 2024-04-02T09:21:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:42 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]: dispatch 2024-04-02T09:21:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[96890]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:21:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/4176897723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[96890]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]: dispatch 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]: dispatch 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[94314]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/4176897723' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[94314]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]: dispatch 2024-04-02T09:21:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:42 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]: dispatch 2024-04-02T09:21:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:43 smithi137 ceph-mon[88456]: pgmap v3143: 649 pgs: 32 unknown, 12 creating+peering, 605 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 8.7 KiB/s wr, 249 op/s 2024-04-02T09:21:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:43 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]': finished 2024-04-02T09:21:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:43 smithi137 ceph-mon[88456]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:21:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:43 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]: dispatch 2024-04-02T09:21:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:43 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]: dispatch 2024-04-02T09:21:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[94314]: pgmap v3143: 649 pgs: 32 unknown, 12 creating+peering, 605 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 8.7 KiB/s wr, 249 op/s 2024-04-02T09:21:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]': finished 2024-04-02T09:21:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[94314]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:21:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]: dispatch 2024-04-02T09:21:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]: dispatch 2024-04-02T09:21:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[96890]: pgmap v3143: 649 pgs: 32 unknown, 12 creating+peering, 605 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 8.7 KiB/s wr, 249 op/s 2024-04-02T09:21:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31", "force_nonempty":""}]': finished 2024-04-02T09:21:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[96890]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-02T09:21:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]: dispatch 2024-04-02T09:21:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:43 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]: dispatch 2024-04-02T09:21:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:44 smithi137 ceph-mon[88456]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:21:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:44 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]': finished 2024-04-02T09:21:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:44 smithi137 ceph-mon[88456]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:21:44.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:44 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:44.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:44 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[94314]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:21:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]': finished 2024-04-02T09:21:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[94314]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:21:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[96890]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-02T09:21:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-148153-31", "mode":"writeback"}]': finished 2024-04-02T09:21:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[96890]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-02T09:21:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:44 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:45.313 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:45 smithi137 ceph-mon[88456]: pgmap v3146: 649 pgs: 32 unknown, 12 creating+peering, 605 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 8.7 KiB/s wr, 249 op/s 2024-04-02T09:21:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:45 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:45 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]': finished 2024-04-02T09:21:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:45 smithi137 ceph-mon[88456]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:21:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:45 smithi028 ceph-mon[94314]: pgmap v3146: 649 pgs: 32 unknown, 12 creating+peering, 605 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 8.7 KiB/s wr, 249 op/s 2024-04-02T09:21:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:45 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:45 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]': finished 2024-04-02T09:21:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:45 smithi028 ceph-mon[94314]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:21:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:45 smithi028 ceph-mon[96890]: pgmap v3146: 649 pgs: 32 unknown, 12 creating+peering, 605 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 8.7 KiB/s wr, 249 op/s 2024-04-02T09:21:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:45 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:21:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:45 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-148153-29", "overlaypool":"test-librbd-smithi028-148153-31"}]': finished 2024-04-02T09:21:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:45 smithi028 ceph-mon[96890]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-02T09:21:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:47 smithi137 ceph-mon[88456]: pgmap v3149: 649 pgs: 25 unknown, 624 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:47 smithi137 ceph-mon[88456]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:21:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:47 smithi137 ceph-mon[88456]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:21:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:47 smithi028 ceph-mon[94314]: pgmap v3149: 649 pgs: 25 unknown, 624 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:47 smithi028 ceph-mon[94314]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:21:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:47 smithi028 ceph-mon[94314]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:21:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:47 smithi028 ceph-mon[96890]: pgmap v3149: 649 pgs: 25 unknown, 624 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:47 smithi028 ceph-mon[96890]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-02T09:21:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:47 smithi028 ceph-mon[96890]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-02T09:21:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:49 smithi137 ceph-mon[88456]: pgmap v3152: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:49 smithi137 ceph-mon[88456]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:21:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:49 smithi028 ceph-mon[94314]: pgmap v3152: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:49 smithi028 ceph-mon[94314]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:21:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:49 smithi028 ceph-mon[96890]: pgmap v3152: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:49 smithi028 ceph-mon[96890]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-02T09:21:50.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:50 smithi137 ceph-mon[88456]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:21:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:50 smithi028 ceph-mon[94314]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:21:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:50 smithi028 ceph-mon[96890]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-02T09:21:50.893 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.893 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.893 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 1 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:child: image118 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118/b2c1c898e55a 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.894 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 2 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:child: image119 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:child: image118 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118/b2c1c898e55a 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119/b2c1a1072bc9 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.895 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:50.896 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:child: image119 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:child: image118 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:child: image120 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118/b2c1c898e55a 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119/b2c1a1072bc9 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image120/b2c15ff160ea 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.897 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:child: image119 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:child: image118 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:child: image120 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118/b2c1c898e55a 2024-04-02T09:21:50.898 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119/b2c1a1072bc9 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image120/b2c15ff160ea 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.899 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.900 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 4 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 4 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:child: image119 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:child: image118 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:child: image120 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:child: image121 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118/b2c1c898e55a 2024-04-02T09:21:50.902 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119/b2c1a1072bc9 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image120/b2c15ff160ea 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image121/b2c1617d145c 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.903 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:50.904 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:51.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:51 smithi137 ceph-mon[88456]: pgmap v3155: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:51 smithi137 ceph-mon[88456]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:21:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:21:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:21:51] "GET /metrics HTTP/1.1" 200 75556 "" "Prometheus/2.43.0" 2024-04-02T09:21:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-mon[94314]: pgmap v3155: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-mon[94314]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:21:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:21:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-mon[96890]: pgmap v3155: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:21:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-mon[96890]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-02T09:21:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:21:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:21:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:52 smithi137 ceph-mon[88456]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:21:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]: dispatch 2024-04-02T09:21:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:52 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]: dispatch 2024-04-02T09:21:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:21:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:21:52.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:52 smithi028 ceph-mon[96890]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:21:52.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]: dispatch 2024-04-02T09:21:52.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:52 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]: dispatch 2024-04-02T09:21:52.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:52 smithi028 ceph-mon[94314]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-02T09:21:52.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]: dispatch 2024-04-02T09:21:52.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:52 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]: dispatch 2024-04-02T09:21:53.549 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.549 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image118 2024-04-02T09:21:53.549 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:53.549 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:53.549 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 4 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 4 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:child: image119 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:child: image118 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:child: image120 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:child: image121 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image118/b2c1c898e55a 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119/b2c1a1072bc9 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image120/b2c15ff160ea 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image121/b2c1617d145c 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:53.551 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image120 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:child: image119 2024-04-02T09:21:53.552 INFO:tasks.workunit.client.0.smithi028.stdout:child: image120 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout:child: image121 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119/b2c1a1072bc9 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image120/b2c15ff160ea 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image121/b2c1617d145c 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.553 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image121 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 2 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-04-02T09:21:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:child: image119 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:child: image121 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119/b2c1a1072bc9 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-30/image121/b2c1617d145c 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 1 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-04-02T09:21:53.555 INFO:tasks.workunit.client.0.smithi028.stdout:child: image119 2024-04-02T09:21:53.556 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-29/image119/b2c1a1072bc9 2024-04-02T09:21:53.556 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:21:53.556 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 0 2024-04-02T09:21:53.556 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:21:53.556 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17117 ms) 2024-04-02T09:21:53.556 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-02T09:21:53.556 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:53.646 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.LockingPP (97 ms) 2024-04-02T09:21:53.646 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-02T09:21:53.646 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:53 smithi137 ceph-mon[88456]: pgmap v3158: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 8.7 KiB/s wr, 360 op/s 2024-04-02T09:21:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:53 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]': finished 2024-04-02T09:21:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:53 smithi137 ceph-mon[88456]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:21:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:53 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:53 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:53.918 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlushAio (272 ms) 2024-04-02T09:21:53.918 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-02T09:21:53.918 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[96890]: pgmap v3158: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 8.7 KiB/s wr, 360 op/s 2024-04-02T09:21:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]': finished 2024-04-02T09:21:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[96890]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:21:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[94314]: pgmap v3158: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 8.7 KiB/s wr, 360 op/s 2024-04-02T09:21:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-148153-29"}]': finished 2024-04-02T09:21:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[94314]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-02T09:21:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:53 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]: dispatch 2024-04-02T09:21:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlushAioPP (187 ms) 2024-04-02T09:21:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-02T09:21:54.105 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:54.128 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (24 ms) 2024-04-02T09:21:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-02T09:21:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (24 ms) 2024-04-02T09:21:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-02T09:21:54.153 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-04-02T09:21:54.168 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-02T09:21:54.169 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.LargeCacheRead (42 ms) 2024-04-02T09:21:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-02T09:21:54.211 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:54.452 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestPendingAio (241 ms) 2024-04-02T09:21:54.452 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-02T09:21:54.452 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:54.662 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]': finished 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-04-02T09:21:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:21:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:21:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]': finished 2024-04-02T09:21:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:21:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-148153-29", "tierpool":"test-librbd-smithi028-148153-31"}]': finished 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-04-02T09:21:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]: dispatch 2024-04-02T09:21:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:21:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]: dispatch 2024-04-02T09:21:54.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]: dispatch 2024-04-02T09:21:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:55 smithi137 ceph-mon[88456]: pgmap v3161: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 8.7 KiB/s wr, 360 op/s 2024-04-02T09:21:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]': finished 2024-04-02T09:21:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]': finished 2024-04-02T09:21:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-02T09:21:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:55 smithi137 ceph-mon[88456]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:21:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[94314]: pgmap v3161: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 8.7 KiB/s wr, 360 op/s 2024-04-02T09:21:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]': finished 2024-04-02T09:21:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]': finished 2024-04-02T09:21:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-02T09:21:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[94314]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:21:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[96890]: pgmap v3161: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 8.7 KiB/s wr, 360 op/s 2024-04-02T09:21:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.3", "id": [6, 7]}]': finished 2024-04-02T09:21:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1f", "id": [2, 5]}]': finished 2024-04-02T09:21:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.19", "id": [3, 7]}]': finished 2024-04-02T09:21:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:55 smithi028 ceph-mon[96890]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-02T09:21:56.635 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2180 ms) 2024-04-02T09:21:56.635 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-02T09:21:56.635 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:56.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:56 smithi137 ceph-mon[88456]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:21:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:56 smithi028 ceph-mon[94314]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:21:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:56 smithi028 ceph-mon[96890]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-02T09:21:57.415 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:57 smithi137 ceph-mon[88456]: pgmap v3164: 649 pgs: 1 peering, 648 active+clean; 303 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 140 KiB/s wr, 359 op/s 2024-04-02T09:21:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:57 smithi137 ceph-mon[88456]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:21:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:57 smithi137 ceph-mon[88456]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:21:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:57 smithi028 ceph-mon[96890]: pgmap v3164: 649 pgs: 1 peering, 648 active+clean; 303 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 140 KiB/s wr, 359 op/s 2024-04-02T09:21:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:57 smithi028 ceph-mon[96890]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:21:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:57 smithi028 ceph-mon[96890]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:21:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:57 smithi028 ceph-mon[94314]: pgmap v3164: 649 pgs: 1 peering, 648 active+clean; 303 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 140 KiB/s wr, 359 op/s 2024-04-02T09:21:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:57 smithi028 ceph-mon[94314]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-02T09:21:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:57 smithi028 ceph-mon[94314]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-02T09:21:59.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2749 ms) 2024-04-02T09:21:59.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-02T09:21:59.381 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:21:59.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:59 smithi137 ceph-mon[88456]: pgmap v3167: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 957 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:21:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:21:59 smithi137 ceph-mon[88456]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:21:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:59 smithi028 ceph-mon[94314]: pgmap v3167: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 957 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:21:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:21:59 smithi028 ceph-mon[94314]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:21:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:59 smithi028 ceph-mon[96890]: pgmap v3167: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 957 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:21:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:21:59 smithi028 ceph-mon[96890]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-02T09:22:00.427 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Flatten (1046 ms) 2024-04-02T09:22:00.427 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-02T09:22:00.427 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:00.458 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 32768 2024-04-02T09:22:00.458 INFO:tasks.workunit.client.0.smithi028.stdout:read: 32768 2024-04-02T09:22:00.458 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Sparsify (31 ms) 2024-04-02T09:22:00.458 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-02T09:22:00.458 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:00.490 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SparsifyPP (32 ms) 2024-04-02T09:22:00.490 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-02T09:22:00.490 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:00 smithi137 ceph-mon[88456]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:22:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:00 smithi028 ceph-mon[94314]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:22:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:00 smithi028 ceph-mon[96890]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-02T09:22:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:01 smithi137 ceph-mon[88456]: pgmap v3170: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 595 KiB/s wr, 598 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:22:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:01 smithi137 ceph-mon[88456]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:22:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:01 smithi028 ceph-mon[96890]: pgmap v3170: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 595 KiB/s wr, 598 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:22:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:01 smithi028 ceph-mon[96890]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:22:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:01 smithi028 ceph-mon[94314]: pgmap v3170: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 595 KiB/s wr, 598 op/s; 0 B/s, 0 objects/s recovering 2024-04-02T09:22:01.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:01 smithi028 ceph-mon[94314]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-02T09:22:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:22:01] "GET /metrics HTTP/1.1" 200 75556 "" "Prometheus/2.43.0" 2024-04-02T09:22:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:02 smithi137 ceph-mon[88456]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:22:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:22:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:22:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:02 smithi028 ceph-mon[94314]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:22:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:02 smithi028 ceph-mon[96890]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-02T09:22:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:03 smithi137 ceph-mon[88456]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 32 KiB/s wr, 265 op/s 2024-04-02T09:22:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:03 smithi137 ceph-mon[88456]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:22:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:03 smithi028 ceph-mon[94314]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 32 KiB/s wr, 265 op/s 2024-04-02T09:22:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:03 smithi028 ceph-mon[94314]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:22:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:03 smithi028 ceph-mon[96890]: pgmap v3173: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 32 KiB/s wr, 265 op/s 2024-04-02T09:22:03.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:03 smithi028 ceph-mon[96890]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-02T09:22:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:04 smithi137 ceph-mon[88456]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:22:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:04 smithi028 ceph-mon[94314]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:22:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:04 smithi028 ceph-mon[96890]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-02T09:22:05.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapshotLimit (4889 ms) 2024-04-02T09:22:05.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-02T09:22:05.379 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:05 smithi137 ceph-mon[88456]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 32 KiB/s wr, 265 op/s 2024-04-02T09:22:05.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:05 smithi137 ceph-mon[88456]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:22:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:05 smithi028 ceph-mon[94314]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 32 KiB/s wr, 265 op/s 2024-04-02T09:22:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:05 smithi028 ceph-mon[94314]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:22:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:05 smithi028 ceph-mon[96890]: pgmap v3176: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 32 KiB/s wr, 265 op/s 2024-04-02T09:22:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:05 smithi028 ceph-mon[96890]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-02T09:22:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:06 smithi137 ceph-mon[88456]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:22:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:06 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:06 smithi028 ceph-mon[96890]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:22:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:06 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:06 smithi028 ceph-mon[94314]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-02T09:22:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:06 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:06.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:07 smithi137 ceph-mon[88456]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 15 KiB/s wr, 76 op/s 2024-04-02T09:22:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:07 smithi137 ceph-mon[88456]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:22:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:07 smithi137 ceph-mon[88456]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:22:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:07 smithi028 ceph-mon[96890]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 15 KiB/s wr, 76 op/s 2024-04-02T09:22:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:07 smithi028 ceph-mon[96890]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:22:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:07 smithi028 ceph-mon[96890]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:22:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:07 smithi028 ceph-mon[94314]: pgmap v3179: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 15 KiB/s wr, 76 op/s 2024-04-02T09:22:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:07 smithi028 ceph-mon[94314]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-02T09:22:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:07 smithi028 ceph-mon[94314]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-02T09:22:09.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:09 smithi137 ceph-mon[88456]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 19 KiB/s wr, 113 op/s 2024-04-02T09:22:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:09 smithi137 ceph-mon[88456]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:22:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:09 smithi028 ceph-mon[94314]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 19 KiB/s wr, 113 op/s 2024-04-02T09:22:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:09 smithi028 ceph-mon[94314]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:22:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:09 smithi028 ceph-mon[96890]: pgmap v3182: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 19 KiB/s wr, 113 op/s 2024-04-02T09:22:09.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:09 smithi028 ceph-mon[96890]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-02T09:22:10.361 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (4982 ms) 2024-04-02T09:22:10.361 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-02T09:22:10.361 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:10.418 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-04-02T09:22:10.418 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (58 ms) 2024-04-02T09:22:10.419 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-02T09:22:10.419 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:10.486 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (67 ms) 2024-04-02T09:22:10.486 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-02T09:22:10.486 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:10.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:10 smithi137 ceph-mon[88456]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:22:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:10 smithi028 ceph-mon[94314]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:22:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:10 smithi028 ceph-mon[96890]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-02T09:22:11.372 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (887 ms) 2024-04-02T09:22:11.372 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-02T09:22:11.372 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:11 smithi137 ceph-mon[88456]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-04-02T09:22:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:11 smithi137 ceph-mon[88456]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:22:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:11 smithi028 ceph-mon[94314]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-04-02T09:22:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:11 smithi028 ceph-mon[94314]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:22:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:22:11] "GET /metrics HTTP/1.1" 200 75587 "" "Prometheus/2.43.0" 2024-04-02T09:22:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:11 smithi028 ceph-mon[96890]: pgmap v3185: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 37 op/s 2024-04-02T09:22:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:11 smithi028 ceph-mon[96890]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-02T09:22:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:12 smithi137 ceph-mon[88456]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:22:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:12 smithi137 ceph-mon[88456]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:22:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:22:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:12 smithi028 ceph-mon[96890]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:22:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:12 smithi028 ceph-mon[96890]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:22:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:12 smithi028 ceph-mon[94314]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-02T09:22:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:12 smithi028 ceph-mon[94314]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-02T09:22:13.386 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2014 ms) 2024-04-02T09:22:13.386 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-02T09:22:13.387 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:13.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (51 ms) 2024-04-02T09:22:13.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:22:13.438 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-02T09:22:13.438 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:22:13.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-02T09:22:13.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-02T09:22:13.438 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:13.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:13 smithi137 ceph-mon[88456]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:22:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:13 smithi028 ceph-mon[94314]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:22:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:13 smithi028 ceph-mon[96890]: pgmap v3188: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:22:14.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:14 smithi137 ceph-mon[88456]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:22:14.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:14 smithi028 ceph-mon[94314]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:22:14.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:14 smithi028 ceph-mon[96890]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-02T09:22:15.399 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-04-02T09:22:15.399 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapRemove2 (1961 ms) 2024-04-02T09:22:15.399 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-02T09:22:15.399 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:15 smithi137 ceph-mon[88456]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:22:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:15 smithi137 ceph-mon[88456]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:22:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:15 smithi028 ceph-mon[94314]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:22:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:15 smithi028 ceph-mon[94314]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:22:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:15 smithi028 ceph-mon[96890]: pgmap v3191: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-04-02T09:22:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:15 smithi028 ceph-mon[96890]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-02T09:22:16.413 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1015 ms) 2024-04-02T09:22:16.413 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-02T09:22:16.413 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:16 smithi137 ceph-mon[88456]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:22:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:16 smithi028 ceph-mon[94314]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:22:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:16 smithi028 ceph-mon[96890]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-02T09:22:17.360 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (947 ms) 2024-04-02T09:22:17.360 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-02T09:22:17.361 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:17 smithi137 ceph-mon[88456]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.5 KiB/s wr, 138 op/s 2024-04-02T09:22:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:17 smithi137 ceph-mon[88456]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:22:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:17 smithi137 ceph-mon[88456]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:22:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:17 smithi028 ceph-mon[94314]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.5 KiB/s wr, 138 op/s 2024-04-02T09:22:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:17 smithi028 ceph-mon[94314]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:22:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:17 smithi028 ceph-mon[94314]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:22:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:17 smithi028 ceph-mon[96890]: pgmap v3194: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 8.5 KiB/s wr, 138 op/s 2024-04-02T09:22:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:17 smithi028 ceph-mon[96890]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-02T09:22:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:17 smithi028 ceph-mon[96890]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-02T09:22:18.430 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1069 ms) 2024-04-02T09:22:18.430 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-02T09:22:18.430 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:19.480 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1051 ms) 2024-04-02T09:22:19.480 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-02T09:22:19.481 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:19.526 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (46 ms) 2024-04-02T09:22:19.527 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-02T09:22:19.527 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:19.566 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (39 ms) 2024-04-02T09:22:19.566 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-02T09:22:19.566 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:19 smithi137 ceph-mon[88456]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-04-02T09:22:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:19 smithi137 ceph-mon[88456]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:22:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:19 smithi028 ceph-mon[94314]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-04-02T09:22:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:19 smithi028 ceph-mon[94314]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:22:19.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:19 smithi028 ceph-mon[96890]: pgmap v3197: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 14 KiB/s wr, 231 op/s 2024-04-02T09:22:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:19 smithi028 ceph-mon[96890]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-02T09:22:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:20 smithi137 ceph-mon[88456]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:22:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:20 smithi028 ceph-mon[94314]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:22:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:20 smithi028 ceph-mon[96890]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-02T09:22:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:21 smithi137 ceph-mon[88456]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-04-02T09:22:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:21 smithi137 ceph-mon[88456]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:22:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:22:21] "GET /metrics HTTP/1.1" 200 75596 "" "Prometheus/2.43.0" 2024-04-02T09:22:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:21 smithi028 ceph-mon[94314]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-04-02T09:22:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:21 smithi028 ceph-mon[94314]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:22:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:21 smithi028 ceph-mon[96890]: pgmap v3200: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-04-02T09:22:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:21 smithi028 ceph-mon[96890]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-02T09:22:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:22 smithi137 ceph-mon[88456]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:22:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:22:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:22 smithi028 ceph-mon[94314]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:22:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:22 smithi028 ceph-mon[96890]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-02T09:22:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:23 smithi137 ceph-mon[88456]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:22:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:23 smithi137 ceph-mon[88456]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:22:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:23 smithi028 ceph-mon[94314]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:22:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:23 smithi028 ceph-mon[94314]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:22:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:23 smithi028 ceph-mon[96890]: pgmap v3203: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:22:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:23 smithi028 ceph-mon[96890]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-02T09:22:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:24 smithi028 ceph-mon[94314]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:22:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:24 smithi028 ceph-mon[96890]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:22:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:24 smithi137 ceph-mon[88456]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-02T09:22:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:25 smithi028 ceph-mon[94314]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:22:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:25 smithi028 ceph-mon[94314]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:22:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:25 smithi028 ceph-mon[96890]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:22:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:25 smithi028 ceph-mon[96890]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:22:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:25 smithi137 ceph-mon[88456]: pgmap v3206: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 13 KiB/s wr, 287 op/s 2024-04-02T09:22:26.043 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:25 smithi137 ceph-mon[88456]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-02T09:22:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:26 smithi028 ceph-mon[94314]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:22:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:26 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:26 smithi028 ceph-mon[96890]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:22:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:26 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:26.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:26 smithi137 ceph-mon[88456]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-02T09:22:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:26 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[96890]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-04-02T09:22:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[96890]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:22:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[96890]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:22:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[94314]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-04-02T09:22:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[94314]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:22:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:27 smithi028 ceph-mon[94314]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:22:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:27 smithi137 ceph-mon[88456]: pgmap v3209: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-04-02T09:22:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:27 smithi137 ceph-mon[88456]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-02T09:22:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:27 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:27 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:27 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:27 smithi137 ceph-mon[88456]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-02T09:22:29.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:29 smithi137 ceph-mon[88456]: pgmap v3212: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 63 op/s 2024-04-02T09:22:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:29 smithi137 ceph-mon[88456]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:22:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:29 smithi028 ceph-mon[94314]: pgmap v3212: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 63 op/s 2024-04-02T09:22:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:29 smithi028 ceph-mon[94314]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:22:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:29 smithi028 ceph-mon[96890]: pgmap v3212: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 63 op/s 2024-04-02T09:22:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:29 smithi028 ceph-mon[96890]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-02T09:22:29.975 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10410 ms) 2024-04-02T09:22:29.976 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-02T09:22:29.976 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:30.451 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Metadata (475 ms) 2024-04-02T09:22:30.451 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-02T09:22:30.451 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:30.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:30 smithi137 ceph-mon[88456]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:22:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:30 smithi028 ceph-mon[94314]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:22:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:30 smithi028 ceph-mon[96890]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-02T09:22:31.450 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.MetadataPP (997 ms) 2024-04-02T09:22:31.450 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-02T09:22:31.450 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:31.547 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.UpdateFeatures (99 ms) 2024-04-02T09:22:31.547 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-02T09:22:31.547 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-02T09:22:31.547 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-02T09:22:31.547 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:31 smithi137 ceph-mon[88456]: pgmap v3215: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:22:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:31 smithi137 ceph-mon[88456]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:22:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:31 smithi028 ceph-mon[94314]: pgmap v3215: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:22:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:31 smithi028 ceph-mon[94314]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:22:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:22:31] "GET /metrics HTTP/1.1" 200 75596 "" "Prometheus/2.43.0" 2024-04-02T09:22:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:31 smithi028 ceph-mon[96890]: pgmap v3215: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-02T09:22:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:31 smithi028 ceph-mon[96890]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-02T09:22:32.412 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-04-02T09:22:32.412 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-04-02T09:22:32.412 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-04-02T09:22:32.412 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-04-02T09:22:32.412 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RebuildObjectMap (866 ms) 2024-04-02T09:22:32.413 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-02T09:22:32.444 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-04-02T09:22:32.444 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-04-02T09:22:32.444 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-04-02T09:22:32.444 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-04-02T09:22:32.444 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (31 ms) 2024-04-02T09:22:32.444 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-02T09:22:32.444 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:32 smithi137 ceph-mon[88456]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:22:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:22:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:32 smithi028 ceph-mon[94314]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:22:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:32 smithi028 ceph-mon[96890]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-02T09:22:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-04-02T09:22:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-04-02T09:22:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-04-02T09:22:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-04-02T09:22:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CheckObjectMap (982 ms) 2024-04-02T09:22:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-02T09:22:33.426 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:33.453 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.BlockingAIO (28 ms) 2024-04-02T09:22:33.453 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-02T09:22:33.453 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:33.585 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (132 ms) 2024-04-02T09:22:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:22:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-02T09:22:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:22:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-02T09:22:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-02T09:22:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:33 smithi137 ceph-mon[88456]: pgmap v3218: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 198 KiB/s wr, 725 op/s 2024-04-02T09:22:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:33 smithi137 ceph-mon[88456]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:22:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:33 smithi028 ceph-mon[94314]: pgmap v3218: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 198 KiB/s wr, 725 op/s 2024-04-02T09:22:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:33 smithi028 ceph-mon[94314]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:22:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:33 smithi028 ceph-mon[96890]: pgmap v3218: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 198 KiB/s wr, 725 op/s 2024-04-02T09:22:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:33 smithi028 ceph-mon[96890]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-02T09:22:34.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (855 ms) 2024-04-02T09:22:34.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-02T09:22:34.441 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:34 smithi137 ceph-mon[88456]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:22:34.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:34 smithi028 ceph-mon[94314]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:22:34.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:34 smithi028 ceph-mon[96890]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-02T09:22:35.397 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (956 ms) 2024-04-02T09:22:35.397 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-02T09:22:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:35 smithi137 ceph-mon[88456]: pgmap v3221: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 198 KiB/s wr, 725 op/s 2024-04-02T09:22:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:35 smithi137 ceph-mon[88456]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:22:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:35 smithi028 ceph-mon[94314]: pgmap v3221: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 198 KiB/s wr, 725 op/s 2024-04-02T09:22:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:35 smithi028 ceph-mon[94314]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:22:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:35 smithi028 ceph-mon[96890]: pgmap v3221: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 198 KiB/s wr, 725 op/s 2024-04-02T09:22:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:35 smithi028 ceph-mon[96890]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-02T09:22:36.498 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-04-02T09:22:36.498 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-04-02T09:22:36.498 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestImageOptions (1102 ms) 2024-04-02T09:22:36.498 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-02T09:22:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:36 smithi137 ceph-mon[88456]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:22:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:36 smithi028 ceph-mon[94314]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:22:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:36 smithi028 ceph-mon[96890]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-02T09:22:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:37.500 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-04-02T09:22:37.500 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-04-02T09:22:37.500 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1001 ms) 2024-04-02T09:22:37.500 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-02T09:22:37.500 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-02T09:22:37.500 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-02T09:22:37.501 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-02T09:22:37.501 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-02T09:22:37.501 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:22:37.538 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:22:37.539 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:22:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ImagePollIO (38 ms) 2024-04-02T09:22:37.541 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-02T09:22:37.542 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:37.552 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:37.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:37 smithi137 ceph-mon[88456]: pgmap v3224: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 44 KiB/s wr, 321 op/s 2024-04-02T09:22:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:37 smithi137 ceph-mon[88456]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:22:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:37 smithi028 ceph-mon[94314]: pgmap v3224: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 44 KiB/s wr, 321 op/s 2024-04-02T09:22:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:37 smithi028 ceph-mon[94314]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:22:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:37 smithi028 ceph-mon[96890]: pgmap v3224: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 44 KiB/s wr, 321 op/s 2024-04-02T09:22:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:37 smithi028 ceph-mon[96890]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-02T09:22:38.534 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Mirror (997 ms) 2024-04-02T09:22:38.535 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-02T09:22:38.551 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (17 ms) 2024-04-02T09:22:38.551 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-02T09:22:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:38 smithi137 ceph-mon[88456]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:22:38.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:38 smithi028 ceph-mon[94314]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:22:38.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:38 smithi028 ceph-mon[96890]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: pgmap v3227: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 134 KiB/s wr, 736 op/s 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]: dispatch 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]: dispatch 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]': finished 2024-04-02T09:22:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]: dispatch 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]: dispatch 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]': finished 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]: dispatch 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]: dispatch 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]': finished 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:39 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]': finished 2024-04-02T09:22:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: pgmap v3227: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 134 KiB/s wr, 736 op/s 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]: dispatch 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]: dispatch 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]': finished 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]: dispatch 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]: dispatch 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]': finished 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]: dispatch 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]: dispatch 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]': finished 2024-04-02T09:22:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]': finished 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: pgmap v3227: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 566 KiB/s rd, 134 KiB/s wr, 736 op/s 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]: dispatch 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]: dispatch 2024-04-02T09:22:39.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/aabc91bc-fb54-44e4-b833-ddd200029161"}]': finished 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]: dispatch 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]: dispatch 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/01443f88-5e3e-4a9e-a9be-11720b9445b6"}]': finished 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]: dispatch 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]: dispatch 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/394980e8-cfec-4f87-bb54-6338bca67b36"}]': finished 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2616241504' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]: dispatch 2024-04-02T09:22:39.700 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:39 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/75fcf1ef-3ae4-4799-b760-3d4b93e53e49"}]': finished 2024-04-02T09:22:40.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:40 smithi137 ceph-mon[88456]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:22:40.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:40 smithi028 ceph-mon[94314]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:22:40.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:40 smithi028 ceph-mon[96890]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-02T09:22:41.552 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:22:41] "GET /metrics HTTP/1.1" 200 75600 "" "Prometheus/2.43.0" 2024-04-02T09:22:41.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:41 smithi137 ceph-mon[88456]: pgmap v3230: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 90 KiB/s wr, 414 op/s 2024-04-02T09:22:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:41 smithi137 ceph-mon[88456]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:22:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:41 smithi028 ceph-mon[94314]: pgmap v3230: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 90 KiB/s wr, 414 op/s 2024-04-02T09:22:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:41 smithi028 ceph-mon[94314]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:22:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:41 smithi028 ceph-mon[96890]: pgmap v3230: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 90 KiB/s wr, 414 op/s 2024-04-02T09:22:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:41 smithi028 ceph-mon[96890]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-02T09:22:42.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:42 smithi137 ceph-mon[88456]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:22:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:22:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:42 smithi028 ceph-mon[94314]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:22:42.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:42 smithi028 ceph-mon[96890]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-02T09:22:43.620 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5068 ms) 2024-04-02T09:22:43.620 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-02T09:22:43.620 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:43 smithi137 ceph-mon[88456]: pgmap v3233: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:22:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:43 smithi137 ceph-mon[88456]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:22:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:43 smithi028 ceph-mon[94314]: pgmap v3233: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:22:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:43 smithi028 ceph-mon[94314]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:22:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:43 smithi028 ceph-mon[96890]: pgmap v3233: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:22:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:43 smithi028 ceph-mon[96890]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-02T09:22:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:44 smithi137 ceph-mon[88456]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:22:44.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:44 smithi028 ceph-mon[94314]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:22:44.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:44 smithi028 ceph-mon[96890]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-02T09:22:45.608 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1988 ms) 2024-04-02T09:22:45.608 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-02T09:22:45.608 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:45.664 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-04-02T09:22:45.664 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-04-02T09:22:45.668 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-04-02T09:22:45.717 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-04-02T09:22:45.720 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-04-02T09:22:45.720 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-04-02T09:22:45.724 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-04-02T09:22:45.732 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-04-02T09:22:45.735 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-04-02T09:22:45.735 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-04-02T09:22:45.739 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-04-02T09:22:45.774 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-04-02T09:22:45.777 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-04-02T09:22:45.777 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-04-02T09:22:45.781 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-04-02T09:22:45.808 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-04-02T09:22:45.811 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-04-02T09:22:45.811 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-04-02T09:22:45.815 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-04-02T09:22:45.860 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-04-02T09:22:45.863 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-04-02T09:22:45.863 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-04-02T09:22:45.868 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-04-02T09:22:45.893 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-04-02T09:22:45.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:45 smithi137 ceph-mon[88456]: pgmap v3236: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:22:45.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:45 smithi137 ceph-mon[88456]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:22:45.896 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-04-02T09:22:45.896 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-04-02T09:22:45.901 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-04-02T09:22:45.912 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-04-02T09:22:45.915 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-04-02T09:22:45.915 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-04-02T09:22:45.919 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-04-02T09:22:45.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:45 smithi028 ceph-mon[94314]: pgmap v3236: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:22:45.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:45 smithi028 ceph-mon[94314]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:22:45.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:45 smithi028 ceph-mon[96890]: pgmap v3236: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 2.0 MiB/s wr, 340 op/s 2024-04-02T09:22:45.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:45 smithi028 ceph-mon[96890]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-02T09:22:45.950 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-04-02T09:22:45.951 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-04-02T09:22:45.951 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-04-02T09:22:45.953 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-04-02T09:22:45.971 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-04-02T09:22:45.973 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-04-02T09:22:45.977 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-04-02T09:22:46.020 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-04-02T09:22:46.023 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-04-02T09:22:46.040 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ExclusiveLock (432 ms) 2024-04-02T09:22:46.040 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-02T09:22:46.055 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:46.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.BreakLock (590 ms) 2024-04-02T09:22:46.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-02T09:22:46.631 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:46.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (33 ms) 2024-04-02T09:22:46.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-02T09:22:46.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-02T09:22:46.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-02T09:22:46.663 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:46.727 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-04-02T09:22:46.727 INFO:tasks.workunit.client.0.smithi028.stdout:1.56% done 2024-04-02T09:22:46.727 INFO:tasks.workunit.client.0.smithi028.stdout:3.12% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:4.69% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:6.25% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:7.81% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:9.38% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:10.94% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:12.50% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:14.06% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:15.62% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:17.19% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:18.75% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:20.31% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:21.88% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:23.44% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-04-02T09:22:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:26.56% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:28.12% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:29.69% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:31.25% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:32.81% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:34.38% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:35.94% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:37.50% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:39.06% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:40.62% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:42.19% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:43.75% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:45.31% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:46.88% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:48.44% done 2024-04-02T09:22:46.729 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:51.56% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:53.12% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:54.69% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:56.25% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:57.81% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:59.38% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:60.94% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:62.50% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:64.06% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:65.62% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:67.19% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:68.75% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:70.31% done 2024-04-02T09:22:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:71.88% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:73.44% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:76.56% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:78.12% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:79.69% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:81.25% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:82.81% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:84.38% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:85.94% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:87.50% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:89.06% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:90.62% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:92.19% done 2024-04-02T09:22:46.731 INFO:tasks.workunit.client.0.smithi028.stdout:93.75% done 2024-04-02T09:22:46.732 INFO:tasks.workunit.client.0.smithi028.stdout:95.31% done 2024-04-02T09:22:46.732 INFO:tasks.workunit.client.0.smithi028.stdout:96.88% done 2024-04-02T09:22:46.732 INFO:tasks.workunit.client.0.smithi028.stdout:98.44% done 2024-04-02T09:22:46.732 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (64 ms) 2024-04-02T09:22:46.732 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-02T09:22:46.732 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:1.56% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:3.12% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:4.69% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:6.25% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:7.81% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:9.38% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:10.94% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:12.50% done 2024-04-02T09:22:46.794 INFO:tasks.workunit.client.0.smithi028.stdout:14.06% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:15.62% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:17.19% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:18.75% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:20.31% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:21.88% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:23.44% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:26.56% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:28.12% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:29.69% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:31.25% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:32.81% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:34.38% done 2024-04-02T09:22:46.795 INFO:tasks.workunit.client.0.smithi028.stdout:35.94% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:37.50% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:39.06% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:40.62% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:42.19% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:43.75% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:45.31% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:46.88% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:48.44% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:51.56% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:53.12% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:54.69% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:56.25% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:57.81% done 2024-04-02T09:22:46.796 INFO:tasks.workunit.client.0.smithi028.stdout:59.38% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:60.94% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:62.50% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:64.06% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:65.62% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:67.19% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:68.75% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:70.31% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:71.88% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:73.44% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:76.56% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:78.12% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:79.69% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:81.25% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:82.81% done 2024-04-02T09:22:46.797 INFO:tasks.workunit.client.0.smithi028.stdout:84.38% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:85.94% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:87.50% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:89.06% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:90.62% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:92.19% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:93.75% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:95.31% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:96.88% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:98.44% done 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (67 ms) 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-02T09:22:46.798 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:46.803 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:46 smithi137 ceph-mon[88456]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:22:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:46 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]: dispatch 2024-04-02T09:22:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:46 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]: dispatch 2024-04-02T09:22:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestTrashPurge (132 ms) 2024-04-02T09:22:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-02T09:22:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:46.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:46 smithi028 ceph-mon[94314]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:22:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:46 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]: dispatch 2024-04-02T09:22:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:46 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]: dispatch 2024-04-02T09:22:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:46 smithi028 ceph-mon[96890]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-02T09:22:46.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:46 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/188318809' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]: dispatch 2024-04-02T09:22:46.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:46 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]: dispatch 2024-04-02T09:22:46.976 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (50 ms) 2024-04-02T09:22:46.976 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-02T09:22:46.976 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:47.007 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestListWatchers (31 ms) 2024-04-02T09:22:47.007 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-02T09:22:47.007 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:47.619 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestSetSnapById (613 ms) 2024-04-02T09:22:47.619 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-02T09:22:47.648 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Namespaces (29 ms) 2024-04-02T09:22:47.649 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-02T09:22:47.679 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:47.683 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:47.761 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.NamespacesPP (112 ms) 2024-04-02T09:22:47.761 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Migration 2024-04-02T09:22:47.761 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:47.761 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:47.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:47 smithi137 ceph-mon[88456]: pgmap v3239: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 69 KiB/s wr, 115 op/s 2024-04-02T09:22:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:47 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]': finished 2024-04-02T09:22:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:47 smithi137 ceph-mon[88456]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:22:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:47 smithi028 ceph-mon[96890]: pgmap v3239: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 69 KiB/s wr, 115 op/s 2024-04-02T09:22:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:47 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]': finished 2024-04-02T09:22:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:47 smithi028 ceph-mon[96890]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:22:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:47 smithi028 ceph-mon[94314]: pgmap v3239: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 69 KiB/s wr, 115 op/s 2024-04-02T09:22:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:47 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/773669859"}]': finished 2024-04-02T09:22:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:47 smithi028 ceph-mon[94314]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-02T09:22:48.183 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Migration (423 ms) 2024-04-02T09:22:48.183 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-02T09:22:48.183 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:48.183 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:48.606 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.MigrationPP (422 ms) 2024-04-02T09:22:48.607 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-02T09:22:48.607 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:48.624 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (19 ms) 2024-04-02T09:22:48.624 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-02T09:22:48.624 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:48.641 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-02T09:22:48.641 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-02T09:22:48.641 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:48 smithi137 ceph-mon[88456]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:22:48.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:48 smithi028 ceph-mon[94314]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:22:48.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:48 smithi028 ceph-mon[96890]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-02T09:22:49.701 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1059 ms) 2024-04-02T09:22:49.701 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-02T09:22:49.732 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.PoolMetadata (32 ms) 2024-04-02T09:22:49.732 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-02T09:22:49.756 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.PoolMetadataPP (23 ms) 2024-04-02T09:22:49.756 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Config 2024-04-02T09:22:49.761 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:49.804 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Config (48 ms) 2024-04-02T09:22:49.804 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-02T09:22:49.808 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:49.848 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:49 smithi028 ceph-mon[94314]: pgmap v3242: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 141 KiB/s wr, 299 op/s 2024-04-02T09:22:49.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:49 smithi028 ceph-mon[96890]: pgmap v3242: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 141 KiB/s wr, 299 op/s 2024-04-02T09:22:49.849 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:22:49] ENGINE Bus STOPPING 2024-04-02T09:22:49.849 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:22:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:22:49.849 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:22:49] ENGINE Bus STOPPED 2024-04-02T09:22:49.849 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:22:49] ENGINE Bus STARTING 2024-04-02T09:22:49.849 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:22:49] ENGINE Serving on http://:::9283 2024-04-02T09:22:49.849 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:49 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:22:49] ENGINE Bus STARTED 2024-04-02T09:22:49.850 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ConfigPP (46 ms) 2024-04-02T09:22:49.850 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-02T09:22:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:49 smithi137 ceph-mon[88456]: pgmap v3242: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 141 KiB/s wr, 299 op/s 2024-04-02T09:22:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:50 smithi137 ceph-mon[88456]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:22:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:50 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' 2024-04-02T09:22:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:50 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:50 smithi137 ceph-mon[88456]: pgmap v3244: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 68 KiB/s wr, 174 op/s 2024-04-02T09:22:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[94314]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:22:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' 2024-04-02T09:22:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[94314]: pgmap v3244: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 68 KiB/s wr, 174 op/s 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[96890]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:22:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[96890]: pgmap v3244: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 68 KiB/s wr, 174 op/s 2024-04-02T09:22:50.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:22:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:22:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:22:51] "GET /metrics HTTP/1.1" 200 75593 "" "Prometheus/2.43.0" 2024-04-02T09:22:51.785 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:51 smithi137 ceph-mon[88456]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:22:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1072567731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:51 smithi028 ceph-mon[94314]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:22:52.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1072567731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:51 smithi028 ceph-mon[96890]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-02T09:22:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1072567731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:22:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:22:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1072567731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:52 smithi137 ceph-mon[88456]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:22:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:52 smithi137 ceph-mon[88456]: pgmap v3247: 681 pgs: 23 creating+peering, 9 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 54 KiB/s wr, 1.07k op/s 2024-04-02T09:22:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:52 smithi137 ceph-mon[88456]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:22:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1072567731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:52 smithi028 ceph-mon[94314]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:22:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:52 smithi028 ceph-mon[94314]: pgmap v3247: 681 pgs: 23 creating+peering, 9 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 54 KiB/s wr, 1.07k op/s 2024-04-02T09:22:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:52 smithi028 ceph-mon[94314]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:22:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1072567731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:52 smithi028 ceph-mon[96890]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-02T09:22:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:52 smithi028 ceph-mon[96890]: pgmap v3247: 681 pgs: 23 creating+peering, 9 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 54 KiB/s wr, 1.07k op/s 2024-04-02T09:22:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:52 smithi028 ceph-mon[96890]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-02T09:22:53.374 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:53.386 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:53.396 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:54.395 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.PoolStatsPP (4546 ms) 2024-04-02T09:22:54.396 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-02T09:22:54.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:54 smithi137 ceph-mon[88456]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:22:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:54 smithi028 ceph-mon[94314]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:22:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:54 smithi028 ceph-mon[96890]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-02T09:22:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:55 smithi137 ceph-mon[88456]: pgmap v3250: 681 pgs: 23 creating+peering, 9 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 57 KiB/s wr, 1.13k op/s 2024-04-02T09:22:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:55 smithi137 ceph-mon[88456]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:22:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:55 smithi028 ceph-mon[94314]: pgmap v3250: 681 pgs: 23 creating+peering, 9 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 57 KiB/s wr, 1.13k op/s 2024-04-02T09:22:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:55 smithi028 ceph-mon[94314]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:22:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:55 smithi028 ceph-mon[96890]: pgmap v3250: 681 pgs: 23 creating+peering, 9 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 848 KiB/s rd, 57 KiB/s wr, 1.13k op/s 2024-04-02T09:22:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:55 smithi028 ceph-mon[96890]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-02T09:22:56.352 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:22:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:56 smithi137 ceph-mon[88456]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:22:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2627677571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:56 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:56 smithi028 ceph-mon[94314]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:22:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2627677571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:56 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:56 smithi028 ceph-mon[96890]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-02T09:22:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2627677571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:56 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:22:57.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:57 smithi137 ceph-mon[88456]: pgmap v3253: 713 pgs: 32 unknown, 23 creating+peering, 658 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:22:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:57 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:57 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:57 smithi137 ceph-mon[88456]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:22:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:57 smithi028 ceph-mon[94314]: pgmap v3253: 713 pgs: 32 unknown, 23 creating+peering, 658 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:22:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:57 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:57 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:57 smithi028 ceph-mon[94314]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:22:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:57 smithi028 ceph-mon[96890]: pgmap v3253: 713 pgs: 32 unknown, 23 creating+peering, 658 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 511 B/s wr, 3 op/s 2024-04-02T09:22:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:57 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:22:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:57 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:22:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:57 smithi028 ceph-mon[96890]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-02T09:22:58.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:58 smithi137 ceph-mon[88456]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:22:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:58 smithi028 ceph-mon[94314]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:22:58.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:58 smithi028 ceph-mon[96890]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-02T09:22:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:59 smithi137 ceph-mon[88456]: pgmap v3256: 713 pgs: 20 creating+peering, 12 unknown, 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:22:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:59 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:59.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:22:59 smithi137 ceph-mon[88456]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:22:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:59 smithi028 ceph-mon[94314]: pgmap v3256: 713 pgs: 20 creating+peering, 12 unknown, 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:22:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:59 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:22:59 smithi028 ceph-mon[94314]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:22:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:59 smithi028 ceph-mon[96890]: pgmap v3256: 713 pgs: 20 creating+peering, 12 unknown, 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2024-04-02T09:22:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:59 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:22:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:22:59 smithi028 ceph-mon[96890]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-02T09:23:00.536 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ImageSpec (6141 ms) 2024-04-02T09:23:00.536 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-02T09:23:00.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:00 smithi137 ceph-mon[88456]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:23:00.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:00 smithi028 ceph-mon[94314]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:23:00.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:00 smithi028 ceph-mon[96890]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-02T09:23:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:01 smithi137 ceph-mon[88456]: pgmap v3259: 713 pgs: 20 creating+peering, 12 unknown, 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-02T09:23:01.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:01 smithi137 ceph-mon[88456]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:23:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:01 smithi028 ceph-mon[94314]: pgmap v3259: 713 pgs: 20 creating+peering, 12 unknown, 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-02T09:23:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:01 smithi028 ceph-mon[94314]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:23:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:23:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:23:01] "GET /metrics HTTP/1.1" 200 75593 "" "Prometheus/2.43.0" 2024-04-02T09:23:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:01 smithi028 ceph-mon[96890]: pgmap v3259: 713 pgs: 20 creating+peering, 12 unknown, 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-02T09:23:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:01 smithi028 ceph-mon[96890]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-02T09:23:02.333 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:23:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:23:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:23:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:02 smithi137 ceph-mon[88456]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:23:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:02 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1276346314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:02 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:02 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:02 smithi137 ceph-mon[88456]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:23:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[94314]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:23:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1276346314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[94314]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:23:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[96890]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-02T09:23:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1276346314' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:02.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:02 smithi028 ceph-mon[96890]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-02T09:23:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:03 smithi137 ceph-mon[88456]: pgmap v3262: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.7 KiB/s wr, 168 op/s 2024-04-02T09:23:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:03 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:23:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:03 smithi137 ceph-mon[88456]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:23:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:03 smithi028 ceph-mon[94314]: pgmap v3262: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.7 KiB/s wr, 168 op/s 2024-04-02T09:23:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:03 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:23:03.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:03 smithi028 ceph-mon[94314]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:23:03.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:03 smithi028 ceph-mon[96890]: pgmap v3262: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.7 KiB/s wr, 168 op/s 2024-04-02T09:23:03.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:03 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:23:03.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:03 smithi028 ceph-mon[96890]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-02T09:23:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:05 smithi137 ceph-mon[88456]: pgmap v3265: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.7 KiB/s wr, 168 op/s 2024-04-02T09:23:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:05 smithi137 ceph-mon[88456]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:23:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:05 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:23:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:05 smithi028 ceph-mon[94314]: pgmap v3265: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.7 KiB/s wr, 168 op/s 2024-04-02T09:23:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:05 smithi028 ceph-mon[94314]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:23:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:05 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:23:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:05 smithi028 ceph-mon[96890]: pgmap v3265: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.7 KiB/s wr, 168 op/s 2024-04-02T09:23:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:05 smithi028 ceph-mon[96890]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-02T09:23:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:05 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:23:06.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:06 smithi137 ceph-mon[88456]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:23:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:06 smithi028 ceph-mon[94314]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:23:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:06 smithi028 ceph-mon[96890]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-02T09:23:06.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:07 smithi137 ceph-mon[88456]: pgmap v3268: 745 pgs: 22 unknown, 723 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:23:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:07 smithi137 ceph-mon[88456]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:23:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:07 smithi137 ceph-mon[88456]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:23:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:07 smithi028 ceph-mon[94314]: pgmap v3268: 745 pgs: 22 unknown, 723 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:23:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:07 smithi028 ceph-mon[94314]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:23:07.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:07 smithi028 ceph-mon[94314]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:23:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:07 smithi028 ceph-mon[96890]: pgmap v3268: 745 pgs: 22 unknown, 723 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:23:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:07 smithi028 ceph-mon[96890]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-02T09:23:07.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:07 smithi028 ceph-mon[96890]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-02T09:23:09.444 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:child: image218 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:child: image220 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:child: image219 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-15/image218/b2c123b09066 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-34/image219/b2c11fd75fc7 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-148153-15/image220/b2c1cc829851 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 0 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-04-02T09:23:09.445 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-04-02T09:23:09.446 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8908 ms) 2024-04-02T09:23:09.446 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-02T09:23:09.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:09 smithi137 ceph-mon[88456]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:09 smithi137 ceph-mon[88456]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:23:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:09 smithi028 ceph-mon[94314]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:09 smithi028 ceph-mon[94314]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:23:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:09 smithi028 ceph-mon[96890]: pgmap v3271: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:09 smithi028 ceph-mon[96890]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-02T09:23:10.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:10 smithi028 ceph-mon[94314]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:23:10.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:10 smithi028 ceph-mon[96890]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:23:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:10 smithi137 ceph-mon[88456]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-02T09:23:11.416 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:23:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:23:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:23:11] "GET /metrics HTTP/1.1" 200 82978 "" "Prometheus/2.43.0" 2024-04-02T09:23:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:11 smithi028 ceph-mon[94314]: pgmap v3274: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:11 smithi028 ceph-mon[94314]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:23:11.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:11 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/218849029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:11 smithi028 ceph-mon[96890]: pgmap v3274: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:11 smithi028 ceph-mon[96890]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:23:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:11 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/218849029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:11 smithi137 ceph-mon[88456]: pgmap v3274: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:23:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:11 smithi137 ceph-mon[88456]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-02T09:23:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:11 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/218849029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:12 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/218849029' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:12 smithi137 ceph-mon[88456]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:23:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:12 smithi137 ceph-mon[88456]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:23:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:23:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:12 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/218849029' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:12 smithi028 ceph-mon[94314]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:23:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:12 smithi028 ceph-mon[94314]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:23:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:12 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/218849029' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:23:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:12 smithi028 ceph-mon[96890]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-02T09:23:12.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:12 smithi028 ceph-mon[96890]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-02T09:23:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:13 smithi028 ceph-mon[96890]: pgmap v3277: 745 pgs: 19 creating+peering, 13 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:23:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:13 smithi028 ceph-mon[96890]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:23:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:13 smithi028 ceph-mon[94314]: pgmap v3277: 745 pgs: 19 creating+peering, 13 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:23:13.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:13 smithi028 ceph-mon[94314]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:23:13.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:13 smithi137 ceph-mon[88456]: pgmap v3277: 745 pgs: 19 creating+peering, 13 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:23:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:13 smithi137 ceph-mon[88456]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-02T09:23:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:15 smithi137 ceph-mon[88456]: pgmap v3280: 745 pgs: 19 creating+peering, 13 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:23:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:15 smithi137 ceph-mon[88456]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:23:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:15 smithi028 ceph-mon[94314]: pgmap v3280: 745 pgs: 19 creating+peering, 13 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:23:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:15 smithi028 ceph-mon[94314]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:23:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:15 smithi028 ceph-mon[96890]: pgmap v3280: 745 pgs: 19 creating+peering, 13 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.0 KiB/s wr, 168 op/s 2024-04-02T09:23:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:15 smithi028 ceph-mon[96890]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-02T09:23:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:16 smithi137 ceph-mon[88456]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:23:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:16 smithi028 ceph-mon[94314]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:23:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:16 smithi028 ceph-mon[96890]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-02T09:23:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:17 smithi137 ceph-mon[88456]: pgmap v3283: 745 pgs: 19 creating+peering, 726 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-02T09:23:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:17 smithi137 ceph-mon[88456]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:23:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:17 smithi137 ceph-mon[88456]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:23:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:17 smithi028 ceph-mon[96890]: pgmap v3283: 745 pgs: 19 creating+peering, 726 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-02T09:23:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:17 smithi028 ceph-mon[96890]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:23:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:17 smithi028 ceph-mon[96890]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:23:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:17 smithi028 ceph-mon[94314]: pgmap v3283: 745 pgs: 19 creating+peering, 726 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-02T09:23:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:17 smithi028 ceph-mon[94314]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-02T09:23:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:17 smithi028 ceph-mon[94314]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-02T09:23:19.474 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.QuiesceWatch (10030 ms) 2024-04-02T09:23:19.475 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-02T09:23:19.475 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:23:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:19 smithi137 ceph-mon[88456]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-02T09:23:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:19 smithi137 ceph-mon[88456]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:23:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:19 smithi028 ceph-mon[94314]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-02T09:23:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:19 smithi028 ceph-mon[94314]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:23:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:19 smithi028 ceph-mon[96890]: pgmap v3286: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-02T09:23:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:19 smithi028 ceph-mon[96890]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-02T09:23:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:20 smithi137 ceph-mon[88456]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:23:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:20 smithi028 ceph-mon[94314]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:23:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:20 smithi028 ceph-mon[96890]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-02T09:23:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:21 smithi137 ceph-mon[88456]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-02T09:23:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:21 smithi137 ceph-mon[88456]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:23:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:21 smithi028 ceph-mon[94314]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-02T09:23:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:21 smithi028 ceph-mon[94314]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:23:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:23:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:23:21] "GET /metrics HTTP/1.1" 200 83005 "" "Prometheus/2.43.0" 2024-04-02T09:23:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:21 smithi028 ceph-mon[96890]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-02T09:23:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:21 smithi028 ceph-mon[96890]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-02T09:23:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:22 smithi137 ceph-mon[88456]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:23:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:22 smithi137 ceph-mon[88456]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:23:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:23:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:22 smithi028 ceph-mon[94314]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:23:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:22 smithi028 ceph-mon[94314]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:23:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:22 smithi028 ceph-mon[96890]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-02T09:23:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:22 smithi028 ceph-mon[96890]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-02T09:23:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:23 smithi137 ceph-mon[88456]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:23:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:23 smithi137 ceph-mon[88456]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:23:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:23 smithi028 ceph-mon[96890]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:23:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:23 smithi028 ceph-mon[96890]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:23:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:23 smithi028 ceph-mon[94314]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:23:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:23 smithi028 ceph-mon[94314]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-02T09:23:25.477 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6003 ms) 2024-04-02T09:23:25.478 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-02T09:23:25.478 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:23:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:25 smithi137 ceph-mon[88456]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:23:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:25 smithi137 ceph-mon[88456]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:23:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:25 smithi028 ceph-mon[94314]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:23:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:25 smithi028 ceph-mon[94314]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:23:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:25 smithi028 ceph-mon[96890]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 6.2 KiB/s wr, 111 op/s 2024-04-02T09:23:25.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:25 smithi028 ceph-mon[96890]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-02T09:23:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:26 smithi137 ceph-mon[88456]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:23:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:26 smithi028 ceph-mon[94314]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:23:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:26 smithi028 ceph-mon[96890]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-02T09:23:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:27 smithi137 ceph-mon[88456]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:27 smithi137 ceph-mon[88456]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:23:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:27 smithi137 ceph-mon[88456]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:23:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:27 smithi028 ceph-mon[94314]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:28.017 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:27 smithi028 ceph-mon[94314]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:23:28.017 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:27 smithi028 ceph-mon[94314]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:23:28.018 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:27 smithi028 ceph-mon[96890]: pgmap v3298: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:28.018 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:27 smithi028 ceph-mon[96890]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-02T09:23:28.018 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:27 smithi028 ceph-mon[96890]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-02T09:23:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:29 smithi137 ceph-mon[88456]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-04-02T09:23:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:29 smithi137 ceph-mon[88456]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:23:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:29 smithi028 ceph-mon[94314]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-04-02T09:23:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:29 smithi028 ceph-mon[94314]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:23:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:29 smithi028 ceph-mon[96890]: pgmap v3301: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-04-02T09:23:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:29 smithi028 ceph-mon[96890]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-02T09:23:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:30 smithi137 ceph-mon[88456]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:23:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:30 smithi028 ceph-mon[94314]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:23:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:30 smithi028 ceph-mon[96890]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-02T09:23:31.477 INFO:tasks.workunit.client.0.smithi028.stdout:10.00% done 2024-04-02T09:23:31.477 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5999 ms) 2024-04-02T09:23:31.477 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-02T09:23:31.477 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:23:31.492 INFO:tasks.workunit.client.0.smithi028.stderr:test quiesce is not long enough to time out 2024-04-02T09:23:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:31 smithi137 ceph-mon[88456]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-04-02T09:23:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:31 smithi137 ceph-mon[88456]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:23:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:31 smithi028 ceph-mon[96890]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-04-02T09:23:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:31 smithi028 ceph-mon[96890]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:23:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:31 smithi028 ceph-mon[94314]: pgmap v3304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 103 op/s 2024-04-02T09:23:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:31 smithi028 ceph-mon[94314]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-02T09:23:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:23:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:23:31] "GET /metrics HTTP/1.1" 200 83005 "" "Prometheus/2.43.0" 2024-04-02T09:23:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:32 smithi137 ceph-mon[88456]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:23:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:23:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:32 smithi028 ceph-mon[94314]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:23:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:32 smithi028 ceph-mon[96890]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-02T09:23:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:33 smithi137 ceph-mon[88456]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-04-02T09:23:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:33 smithi028 ceph-mon[94314]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-04-02T09:23:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:33 smithi028 ceph-mon[96890]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2024-04-02T09:23:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:35 smithi137 ceph-mon[88456]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 51 op/s 2024-04-02T09:23:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:35 smithi028 ceph-mon[94314]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 51 op/s 2024-04-02T09:23:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:35 smithi028 ceph-mon[96890]: pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.2 KiB/s wr, 51 op/s 2024-04-02T09:23:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:37 smithi137 ceph-mon[88456]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-04-02T09:23:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:37 smithi137 ceph-mon[88456]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:23:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:37 smithi028 ceph-mon[94314]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-04-02T09:23:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:37 smithi028 ceph-mon[94314]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:23:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:37 smithi028 ceph-mon[96890]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 KiB/s wr, 49 op/s 2024-04-02T09:23:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:37 smithi028 ceph-mon[96890]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-02T09:23:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:39 smithi137 ceph-mon[88456]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.6 KiB/s wr, 61 op/s 2024-04-02T09:23:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:39 smithi028 ceph-mon[94314]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.6 KiB/s wr, 61 op/s 2024-04-02T09:23:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:39 smithi028 ceph-mon[96890]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.6 KiB/s wr, 61 op/s 2024-04-02T09:23:40.395 INFO:tasks.workunit.client.0.smithi028.stderr:test quiesce is timed out 2024-04-02T09:23:40.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 0 2024-04-02T09:23:41.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 1 2024-04-02T09:23:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:41 smithi137 ceph-mon[88456]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 967 B/s wr, 22 op/s 2024-04-02T09:23:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:41 smithi137 ceph-mon[88456]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:23:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:41 smithi028 ceph-mon[94314]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 967 B/s wr, 22 op/s 2024-04-02T09:23:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:41 smithi028 ceph-mon[94314]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:23:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:41 smithi028 ceph-mon[96890]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 967 B/s wr, 22 op/s 2024-04-02T09:23:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:41 smithi028 ceph-mon[96890]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-02T09:23:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:23:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:23:41] "GET /metrics HTTP/1.1" 200 83018 "" "Prometheus/2.43.0" 2024-04-02T09:23:42.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 2 2024-04-02T09:23:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:23:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:43.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 3 2024-04-02T09:23:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:43 smithi137 ceph-mon[88456]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 24 op/s 2024-04-02T09:23:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:43 smithi028 ceph-mon[94314]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 24 op/s 2024-04-02T09:23:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:43 smithi028 ceph-mon[96890]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1023 B/s wr, 24 op/s 2024-04-02T09:23:44.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 4 2024-04-02T09:23:45.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 5 2024-04-02T09:23:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:45 smithi137 ceph-mon[88456]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 511 B/s wr, 19 op/s 2024-04-02T09:23:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:45 smithi028 ceph-mon[94314]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 511 B/s wr, 19 op/s 2024-04-02T09:23:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:45 smithi028 ceph-mon[96890]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 511 B/s wr, 19 op/s 2024-04-02T09:23:46.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 6 2024-04-02T09:23:47.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 7 2024-04-02T09:23:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:47 smithi137 ceph-mon[88456]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 362 B/s wr, 4 op/s 2024-04-02T09:23:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:47 smithi137 ceph-mon[88456]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:23:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:47 smithi028 ceph-mon[94314]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 362 B/s wr, 4 op/s 2024-04-02T09:23:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:47 smithi028 ceph-mon[94314]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:23:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:47 smithi028 ceph-mon[96890]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 362 B/s wr, 4 op/s 2024-04-02T09:23:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:47 smithi028 ceph-mon[96890]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-02T09:23:48.400 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 8 2024-04-02T09:23:49.399 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 9 2024-04-02T09:23:49.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:49 smithi137 ceph-mon[88456]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:23:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:49 smithi028 ceph-mon[94314]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:23:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:49 smithi028 ceph-mon[96890]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-02T09:23:50.400 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 10 2024-04-02T09:23:50.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:23:51.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:51 smithi137 ceph-mon[88456]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 325 B/s wr, 3 op/s 2024-04-02T09:23:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:23:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:23:51] "GET /metrics HTTP/1.1" 200 83001 "" "Prometheus/2.43.0" 2024-04-02T09:23:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[94314]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 325 B/s wr, 3 op/s 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[96890]: pgmap v3319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 325 B/s wr, 3 op/s 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:23:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:23:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:23:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:23:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:53 smithi137 ceph-mon[88456]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:23:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:53 smithi028 ceph-mon[94314]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:23:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:53 smithi028 ceph-mon[96890]: pgmap v3320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:23:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[94314]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:23:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-04-02T09:23:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-02T09:23:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[96890]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-02T09:23:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:23:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:55 smithi137 ceph-mon[88456]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 307 B/s wr, 3 op/s 2024-04-02T09:23:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-04-02T09:23:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-02T09:23:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]: dispatch 2024-04-02T09:23:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:23:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-02T09:23:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2024-04-02T09:23:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-04-02T09:23:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-02T09:23:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-04-02T09:23:56.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:56 smithi028 ceph-mon[94314]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:23:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-04-02T09:23:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-02T09:23:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-04-02T09:23:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:56 smithi028 ceph-mon[96890]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:23:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.11", "id": [3, 7]}]': finished 2024-04-02T09:23:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-02T09:23:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2024-04-02T09:23:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:56 smithi137 ceph-mon[88456]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-02T09:23:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:57 smithi028 ceph-mon[94314]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:57 smithi028 ceph-mon[94314]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:23:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:57 smithi028 ceph-mon[96890]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:57 smithi028 ceph-mon[96890]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:23:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:57 smithi137 ceph-mon[88456]: pgmap v3323: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:57 smithi137 ceph-mon[88456]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-02T09:23:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:23:59 smithi028 ceph-mon[94314]: pgmap v3325: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:23:59 smithi028 ceph-mon[96890]: pgmap v3325: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:23:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:23:59 smithi137 ceph-mon[88456]: pgmap v3325: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:01.400 INFO:tasks.workunit.client.0.smithi028.stderr:test retry succeeds 2024-04-02T09:24:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:01 smithi028 ceph-mon[94314]: pgmap v3326: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:01 smithi028 ceph-mon[96890]: pgmap v3326: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:24:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:24:01] "GET /metrics HTTP/1.1" 200 83001 "" "Prometheus/2.43.0" 2024-04-02T09:24:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:01 smithi137 ceph-mon[88456]: pgmap v3326: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:02 smithi137 ceph-mon[88456]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:24:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:24:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:02.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:02 smithi028 ceph-mon[94314]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:24:02.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:02 smithi028 ceph-mon[96890]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-02T09:24:03.549 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32072 ms) 2024-04-02T09:24:03.549 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-02T09:24:03.549 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:24:03.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.WriteZeroes (81 ms) 2024-04-02T09:24:03.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-02T09:24:03.630 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:24:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:03 smithi028 ceph-mon[96890]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T09:24:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:03 smithi028 ceph-mon[96890]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:24:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:03 smithi028 ceph-mon[94314]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T09:24:03.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:03 smithi028 ceph-mon[94314]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:24:03.698 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (68 ms) 2024-04-02T09:24:03.698 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-02T09:24:03.698 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:24:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:03 smithi137 ceph-mon[88456]: pgmap v3328: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T09:24:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:03 smithi137 ceph-mon[88456]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-02T09:24:04.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:04 smithi028 ceph-mon[94314]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:24:04.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:04 smithi028 ceph-mon[96890]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:24:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:04 smithi137 ceph-mon[88456]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-02T09:24:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:05 smithi028 ceph-mon[94314]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T09:24:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:05 smithi028 ceph-mon[94314]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:24:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:05 smithi028 ceph-mon[96890]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T09:24:05.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:05 smithi028 ceph-mon[96890]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:24:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:05 smithi137 ceph-mon[88456]: pgmap v3331: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2 B/s, 0 objects/s recovering 2024-04-02T09:24:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:05 smithi137 ceph-mon[88456]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-02T09:24:06.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:06 smithi137 ceph-mon[88456]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:24:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:06.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:06 smithi028 ceph-mon[96890]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:24:06.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:06 smithi028 ceph-mon[94314]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-02T09:24:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:07.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:07 smithi137 ceph-mon[88456]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-02T09:24:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:07 smithi137 ceph-mon[88456]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:24:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:07 smithi028 ceph-mon[94314]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-02T09:24:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:07 smithi028 ceph-mon[94314]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:24:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:07 smithi028 ceph-mon[96890]: pgmap v3334: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-02T09:24:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:07 smithi028 ceph-mon[96890]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-02T09:24:08.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:08 smithi137 ceph-mon[88456]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:24:08.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:08 smithi028 ceph-mon[94314]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:24:08.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:08 smithi028 ceph-mon[96890]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-02T09:24:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:09 smithi137 ceph-mon[88456]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:24:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:09 smithi137 ceph-mon[88456]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:24:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:09 smithi028 ceph-mon[96890]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:24:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:09 smithi028 ceph-mon[96890]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:24:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:09 smithi028 ceph-mon[94314]: pgmap v3337: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:24:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:09 smithi028 ceph-mon[94314]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-02T09:24:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:10 smithi137 ceph-mon[88456]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:24:10.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:10 smithi028 ceph-mon[94314]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:24:10.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:10 smithi028 ceph-mon[96890]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-02T09:24:11.472 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:24:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:24:11] "GET /metrics HTTP/1.1" 200 83026 "" "Prometheus/2.43.0" 2024-04-02T09:24:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:11 smithi137 ceph-mon[88456]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-04-02T09:24:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:11 smithi137 ceph-mon[88456]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:24:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:11 smithi028 ceph-mon[94314]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-04-02T09:24:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:11 smithi028 ceph-mon[94314]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:24:11.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:11 smithi028 ceph-mon[96890]: pgmap v3340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-04-02T09:24:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:11 smithi028 ceph-mon[96890]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-02T09:24:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:12 smithi137 ceph-mon[88456]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:24:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:12 smithi137 ceph-mon[88456]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:24:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:24:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:12 smithi028 ceph-mon[94314]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:24:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:12 smithi028 ceph-mon[94314]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:24:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:12 smithi028 ceph-mon[96890]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-02T09:24:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:12 smithi028 ceph-mon[96890]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-02T09:24:13.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:13 smithi137 ceph-mon[88456]: pgmap v3343: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:24:13.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:13 smithi137 ceph-mon[88456]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:24:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:13 smithi028 ceph-mon[94314]: pgmap v3343: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:24:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:13 smithi028 ceph-mon[94314]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:24:13.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:13 smithi028 ceph-mon[96890]: pgmap v3343: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:24:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:13 smithi028 ceph-mon[96890]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-02T09:24:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:15 smithi137 ceph-mon[88456]: pgmap v3346: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:24:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:15 smithi137 ceph-mon[88456]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:24:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:15 smithi028 ceph-mon[94314]: pgmap v3346: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:24:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:15 smithi028 ceph-mon[94314]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:24:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:15 smithi028 ceph-mon[96890]: pgmap v3346: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-02T09:24:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:15 smithi028 ceph-mon[96890]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-02T09:24:16.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:16 smithi137 ceph-mon[88456]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:24:16.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:16 smithi028 ceph-mon[94314]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:24:16.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:16 smithi028 ceph-mon[96890]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-02T09:24:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:17 smithi137 ceph-mon[88456]: pgmap v3349: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:24:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:17 smithi137 ceph-mon[88456]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:24:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:17 smithi028 ceph-mon[96890]: pgmap v3349: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:24:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:17 smithi028 ceph-mon[96890]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:24:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:17 smithi028 ceph-mon[94314]: pgmap v3349: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:24:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:17 smithi028 ceph-mon[94314]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-02T09:24:18.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:18 smithi137 ceph-mon[88456]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:24:18.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:18 smithi028 ceph-mon[94314]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:24:18.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:18 smithi028 ceph-mon[96890]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-02T09:24:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:19 smithi137 ceph-mon[88456]: pgmap v3352: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 245 op/s 2024-04-02T09:24:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:19 smithi137 ceph-mon[88456]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:24:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:19 smithi028 ceph-mon[94314]: pgmap v3352: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 245 op/s 2024-04-02T09:24:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:19 smithi028 ceph-mon[94314]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:24:19.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:19 smithi028 ceph-mon[96890]: pgmap v3352: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 245 op/s 2024-04-02T09:24:19.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:19 smithi028 ceph-mon[96890]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-02T09:24:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:20 smithi137 ceph-mon[88456]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:24:20.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:20 smithi028 ceph-mon[94314]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:24:20.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:20 smithi028 ceph-mon[96890]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-02T09:24:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:21 smithi137 ceph-mon[88456]: pgmap v3355: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2024-04-02T09:24:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:21 smithi137 ceph-mon[88456]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:24:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:24:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:24:21] "GET /metrics HTTP/1.1" 200 83026 "" "Prometheus/2.43.0" 2024-04-02T09:24:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:21 smithi028 ceph-mon[94314]: pgmap v3355: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2024-04-02T09:24:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:21 smithi028 ceph-mon[94314]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:24:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:21 smithi028 ceph-mon[96890]: pgmap v3355: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2024-04-02T09:24:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:21 smithi028 ceph-mon[96890]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-02T09:24:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:22.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:22 smithi137 ceph-mon[88456]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:24:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:22 smithi137 ceph-mon[88456]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:24:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:24:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:22 smithi028 ceph-mon[94314]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:24:22.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:22 smithi028 ceph-mon[94314]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:24:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:22 smithi028 ceph-mon[96890]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-02T09:24:22.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:22 smithi028 ceph-mon[96890]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-02T09:24:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:23 smithi137 ceph-mon[88456]: pgmap v3358: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:24:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:23 smithi028 ceph-mon[94314]: pgmap v3358: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:24:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:23 smithi028 ceph-mon[96890]: pgmap v3358: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:24:24.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:24 smithi028 ceph-mon[94314]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:24:24.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:24 smithi028 ceph-mon[96890]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:24:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:24 smithi137 ceph-mon[88456]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-02T09:24:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:25 smithi028 ceph-mon[94314]: pgmap v3361: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:24:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:25 smithi028 ceph-mon[94314]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:24:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:25 smithi028 ceph-mon[96890]: pgmap v3361: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:24:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:25 smithi028 ceph-mon[96890]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:24:25.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:25 smithi137 ceph-mon[88456]: pgmap v3361: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-04-02T09:24:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:25 smithi137 ceph-mon[88456]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-02T09:24:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:26 smithi028 ceph-mon[94314]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:24:26.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:26 smithi028 ceph-mon[96890]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:24:26.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:26 smithi137 ceph-mon[88456]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-02T09:24:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:27 smithi028 ceph-mon[94314]: pgmap v3364: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:24:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:27 smithi028 ceph-mon[94314]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:24:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:27 smithi028 ceph-mon[94314]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:24:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:27 smithi028 ceph-mon[96890]: pgmap v3364: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:24:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:27 smithi028 ceph-mon[96890]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:24:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:27 smithi028 ceph-mon[96890]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:24:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:27 smithi137 ceph-mon[88456]: pgmap v3364: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:24:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:27 smithi137 ceph-mon[88456]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-02T09:24:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:27 smithi137 ceph-mon[88456]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-02T09:24:29.467 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ConcurentOperations (25769 ms) 2024-04-02T09:24:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:29 smithi137 ceph-mon[88456]: pgmap v3367: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-04-02T09:24:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:29 smithi137 ceph-mon[88456]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:24:29.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:29 smithi028 ceph-mon[96890]: pgmap v3367: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-04-02T09:24:29.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:29 smithi028 ceph-mon[96890]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:24:29.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:29 smithi028 ceph-mon[94314]: pgmap v3367: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-04-02T09:24:29.700 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:29 smithi028 ceph-mon[94314]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-02T09:24:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:30 smithi137 ceph-mon[88456]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:24:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:30 smithi028 ceph-mon[94314]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:24:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:30 smithi028 ceph-mon[96890]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-02T09:24:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:31 smithi137 ceph-mon[88456]: pgmap v3370: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2024-04-02T09:24:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:31 smithi137 ceph-mon[88456]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:24:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:31 smithi028 ceph-mon[94314]: pgmap v3370: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2024-04-02T09:24:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:31 smithi028 ceph-mon[94314]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:24:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:24:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:24:31] "GET /metrics HTTP/1.1" 200 83026 "" "Prometheus/2.43.0" 2024-04-02T09:24:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:31 smithi028 ceph-mon[96890]: pgmap v3370: 745 pgs: 745 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2024-04-02T09:24:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:31 smithi028 ceph-mon[96890]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-02T09:24:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:32 smithi137 ceph-mon[88456]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:24:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:24:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:32.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:32 smithi028 ceph-mon[94314]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:24:32.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:32 smithi028 ceph-mon[96890]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-02T09:24:33.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:33 smithi137 ceph-mon[88456]: pgmap v3373: 681 pgs: 681 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 24 op/s 2024-04-02T09:24:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:33 smithi137 ceph-mon[88456]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:24:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:33 smithi028 ceph-mon[96890]: pgmap v3373: 681 pgs: 681 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 24 op/s 2024-04-02T09:24:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:33 smithi028 ceph-mon[96890]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:24:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:33 smithi028 ceph-mon[94314]: pgmap v3373: 681 pgs: 681 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 24 op/s 2024-04-02T09:24:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:33 smithi028 ceph-mon[94314]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-02T09:24:34.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:34 smithi137 ceph-mon[88456]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:24:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:34 smithi028 ceph-mon[94314]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:24:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:34 smithi028 ceph-mon[96890]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-02T09:24:35.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:35 smithi137 ceph-mon[88456]: pgmap v3376: 617 pgs: 617 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:35 smithi137 ceph-mon[88456]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:24:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:35 smithi028 ceph-mon[94314]: pgmap v3376: 617 pgs: 617 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:35 smithi028 ceph-mon[94314]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:24:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:35 smithi028 ceph-mon[96890]: pgmap v3376: 617 pgs: 617 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:35 smithi028 ceph-mon[96890]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-02T09:24:36.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:36 smithi137 ceph-mon[88456]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:24:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:36 smithi028 ceph-mon[94314]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:24:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:36 smithi028 ceph-mon[96890]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-02T09:24:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:37 smithi137 ceph-mon[88456]: pgmap v3379: 553 pgs: 553 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:37 smithi137 ceph-mon[88456]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:24:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:37 smithi137 ceph-mon[88456]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:24:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:37 smithi028 ceph-mon[94314]: pgmap v3379: 553 pgs: 553 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:37 smithi028 ceph-mon[94314]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:24:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:37 smithi028 ceph-mon[94314]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:24:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:37 smithi028 ceph-mon[96890]: pgmap v3379: 553 pgs: 553 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:37 smithi028 ceph-mon[96890]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-02T09:24:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:37 smithi028 ceph-mon[96890]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-02T09:24:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:39 smithi137 ceph-mon[88456]: pgmap v3382: 489 pgs: 489 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:39 smithi137 ceph-mon[88456]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:24:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:39 smithi028 ceph-mon[94314]: pgmap v3382: 489 pgs: 489 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:39 smithi028 ceph-mon[94314]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:24:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:39 smithi028 ceph-mon[96890]: pgmap v3382: 489 pgs: 489 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:39 smithi028 ceph-mon[96890]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-02T09:24:40.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:40 smithi137 ceph-mon[88456]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:24:40.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:40 smithi028 ceph-mon[94314]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:24:40.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:40 smithi028 ceph-mon[96890]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-02T09:24:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:41 smithi137 ceph-mon[88456]: pgmap v3385: 425 pgs: 425 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:41 smithi137 ceph-mon[88456]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:24:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:41 smithi028 ceph-mon[94314]: pgmap v3385: 425 pgs: 425 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:41 smithi028 ceph-mon[94314]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:24:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:41 smithi028 ceph-mon[96890]: pgmap v3385: 425 pgs: 425 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:41 smithi028 ceph-mon[96890]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-02T09:24:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:24:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:24:41] "GET /metrics HTTP/1.1" 200 68579 "" "Prometheus/2.43.0" 2024-04-02T09:24:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:42 smithi137 ceph-mon[88456]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:24:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:24:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:42.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:42 smithi028 ceph-mon[94314]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:24:42.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:42 smithi028 ceph-mon[96890]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-02T09:24:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:43 smithi137 ceph-mon[88456]: pgmap v3388: 361 pgs: 361 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:43 smithi137 ceph-mon[88456]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:24:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:43 smithi028 ceph-mon[94314]: pgmap v3388: 361 pgs: 361 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:43 smithi028 ceph-mon[94314]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:24:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:43 smithi028 ceph-mon[96890]: pgmap v3388: 361 pgs: 361 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:43 smithi028 ceph-mon[96890]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-02T09:24:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:44 smithi137 ceph-mon[88456]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:24:44.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:44 smithi028 ceph-mon[94314]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:24:44.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:44 smithi028 ceph-mon[96890]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-02T09:24:45.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:45 smithi137 ceph-mon[88456]: pgmap v3391: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:45 smithi137 ceph-mon[88456]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:45 smithi028 ceph-mon[94314]: pgmap v3391: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:45 smithi028 ceph-mon[94314]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:45 smithi028 ceph-mon[96890]: pgmap v3391: 297 pgs: 297 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:45 smithi028 ceph-mon[96890]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-02T09:24:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:46 smithi137 ceph-mon[88456]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:46 smithi028 ceph-mon[94314]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:46 smithi028 ceph-mon[96890]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-02T09:24:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:47 smithi028 ceph-mon[94314]: pgmap v3394: 233 pgs: 233 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:47 smithi028 ceph-mon[94314]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:47 smithi028 ceph-mon[96890]: pgmap v3394: 233 pgs: 233 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:47 smithi028 ceph-mon[96890]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:47 smithi137 ceph-mon[88456]: pgmap v3394: 233 pgs: 233 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:47 smithi137 ceph-mon[88456]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-02T09:24:48.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:48 smithi028 ceph-mon[94314]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:48.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:48 smithi028 ceph-mon[96890]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:48 smithi137 ceph-mon[88456]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-02T09:24:49.415 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 168 tests from TestLibRBD (574789 ms total) 2024-04-02T09:24:49.415 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:24:49.415 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-02T09:24:49.461 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-02T09:24:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:49 smithi028 ceph-mon[96890]: pgmap v3397: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:49 smithi028 ceph-mon[96890]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:49 smithi028 ceph-mon[94314]: pgmap v3397: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:49 smithi028 ceph-mon[94314]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:49 smithi137 ceph-mon[88456]: pgmap v3397: 169 pgs: 169 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:49 smithi137 ceph-mon[88456]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-02T09:24:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:50 smithi028 ceph-mon[94314]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:50.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:50 smithi028 ceph-mon[96890]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:50.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:50 smithi137 ceph-mon[88456]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-02T09:24:51.423 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:24:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:24:51] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-04-02T09:24:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: pgmap v3400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3222060734' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: pgmap v3400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:24:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3222060734' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:51.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: pgmap v3400: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3222060734' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:24:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:24:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:52 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:24:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:52 smithi137 ceph-mon[88456]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:24:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:24:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:24:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:52 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:24:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:52 smithi028 ceph-mon[94314]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:24:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:52 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:24:52.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:52 smithi028 ceph-mon[96890]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-02T09:24:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:53 smithi028 ceph-mon[94314]: pgmap v3403: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:53 smithi028 ceph-mon[94314]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:24:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:53 smithi028 ceph-mon[96890]: pgmap v3403: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:53 smithi028 ceph-mon[96890]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:53 smithi137 ceph-mon[88456]: pgmap v3403: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:53 smithi137 ceph-mon[88456]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-02T09:24:54.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:54 smithi028 ceph-mon[94314]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:24:54.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:54 smithi028 ceph-mon[96890]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:24:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:54 smithi137 ceph-mon[88456]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-02T09:24:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:55 smithi028 ceph-mon[94314]: pgmap v3406: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:55 smithi028 ceph-mon[94314]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:24:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:55 smithi028 ceph-mon[96890]: pgmap v3406: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:55 smithi028 ceph-mon[96890]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:24:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:55 smithi137 ceph-mon[88456]: pgmap v3406: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:24:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:55 smithi137 ceph-mon[88456]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-02T09:24:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:57 smithi028 ceph-mon[94314]: pgmap v3408: 137 pgs: 19 creating+peering, 118 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.6 MiB/s wr, 57 op/s 2024-04-02T09:24:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:57 smithi028 ceph-mon[96890]: pgmap v3408: 137 pgs: 19 creating+peering, 118 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.6 MiB/s wr, 57 op/s 2024-04-02T09:24:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:57 smithi137 ceph-mon[88456]: pgmap v3408: 137 pgs: 19 creating+peering, 118 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 3.6 MiB/s wr, 57 op/s 2024-04-02T09:24:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:24:59 smithi028 ceph-mon[94314]: pgmap v3409: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-02T09:24:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:24:59 smithi028 ceph-mon[96890]: pgmap v3409: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-02T09:24:59.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:24:59 smithi137 ceph-mon[88456]: pgmap v3409: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-02T09:25:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:01 smithi028 ceph-mon[94314]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:25:01.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:01 smithi028 ceph-mon[96890]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:25:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:25:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:25:01] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-04-02T09:25:01.874 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12412 ms) 2024-04-02T09:25:01.874 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-02T09:25:01.874 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:25:01.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:01 smithi137 ceph-mon[88456]: pgmap v3410: 137 pgs: 137 active+clean; 30 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.4 MiB/s wr, 50 op/s 2024-04-02T09:25:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:25:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:25:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:03 smithi137 ceph-mon[88456]: pgmap v3411: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.9 MiB/s wr, 74 op/s 2024-04-02T09:25:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:03 smithi137 ceph-mon[88456]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:03 smithi028 ceph-mon[94314]: pgmap v3411: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.9 MiB/s wr, 74 op/s 2024-04-02T09:25:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:03 smithi028 ceph-mon[94314]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:03 smithi028 ceph-mon[96890]: pgmap v3411: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.9 MiB/s wr, 74 op/s 2024-04-02T09:25:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:03 smithi028 ceph-mon[96890]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-02T09:25:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:05 smithi137 ceph-mon[88456]: pgmap v3413: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-02T09:25:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:05 smithi028 ceph-mon[94314]: pgmap v3413: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-02T09:25:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:05 smithi028 ceph-mon[96890]: pgmap v3413: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-02T09:25:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:07.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:07 smithi137 ceph-mon[88456]: pgmap v3414: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.7 MiB/s wr, 57 op/s 2024-04-02T09:25:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:07 smithi028 ceph-mon[94314]: pgmap v3414: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.7 MiB/s wr, 57 op/s 2024-04-02T09:25:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:07 smithi028 ceph-mon[96890]: pgmap v3414: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.7 MiB/s wr, 57 op/s 2024-04-02T09:25:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:09 smithi137 ceph-mon[88456]: pgmap v3415: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:25:09.645 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:25:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=cleanup t=2024-04-02T09:25:09.528575132Z level=info msg="Completed cleanup jobs" duration=1.11852ms 2024-04-02T09:25:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:09 smithi028 ceph-mon[94314]: pgmap v3415: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:25:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:09 smithi028 ceph-mon[96890]: pgmap v3415: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:25:10.907 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/0.Grow (9033 ms) 2024-04-02T09:25:10.907 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-02T09:25:10.907 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:25:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:11 smithi137 ceph-mon[88456]: pgmap v3416: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:25:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:11 smithi028 ceph-mon[94314]: pgmap v3416: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:25:11.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:11 smithi028 ceph-mon[96890]: pgmap v3416: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-02T09:25:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:25:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:25:11] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:25:12.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:12 smithi137 ceph-mon[88456]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:25:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:12.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:12 smithi028 ceph-mon[94314]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:12.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:12 smithi028 ceph-mon[96890]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-02T09:25:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:13 smithi137 ceph-mon[88456]: pgmap v3418: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 73 op/s 2024-04-02T09:25:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:13 smithi028 ceph-mon[94314]: pgmap v3418: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 73 op/s 2024-04-02T09:25:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:13 smithi028 ceph-mon[96890]: pgmap v3418: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 73 op/s 2024-04-02T09:25:15.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:15 smithi137 ceph-mon[88456]: pgmap v3419: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 69 op/s 2024-04-02T09:25:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:15 smithi028 ceph-mon[94314]: pgmap v3419: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 69 op/s 2024-04-02T09:25:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:15 smithi028 ceph-mon[96890]: pgmap v3419: 137 pgs: 137 active+clean; 122 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 69 op/s 2024-04-02T09:25:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:17 smithi137 ceph-mon[88456]: pgmap v3420: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-04-02T09:25:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:17 smithi028 ceph-mon[94314]: pgmap v3420: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-04-02T09:25:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:17 smithi028 ceph-mon[96890]: pgmap v3420: 137 pgs: 137 active+clean; 130 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 55 op/s 2024-04-02T09:25:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:19 smithi137 ceph-mon[88456]: pgmap v3421: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-02T09:25:19.689 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8783 ms) 2024-04-02T09:25:19.690 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-02T09:25:19.690 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:25:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:19 smithi028 ceph-mon[94314]: pgmap v3421: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-02T09:25:19.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:19 smithi028 ceph-mon[96890]: pgmap v3421: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-02T09:25:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:21 smithi137 ceph-mon[88456]: pgmap v3422: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-02T09:25:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:21 smithi137 ceph-mon[88456]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:25:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:25:21] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:25:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:21 smithi028 ceph-mon[94314]: pgmap v3422: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-02T09:25:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:21 smithi028 ceph-mon[94314]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:21 smithi028 ceph-mon[96890]: pgmap v3422: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-02T09:25:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:21 smithi028 ceph-mon[96890]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-02T09:25:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:25:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:23 smithi137 ceph-mon[88456]: pgmap v3424: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 84 op/s 2024-04-02T09:25:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:23 smithi028 ceph-mon[94314]: pgmap v3424: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 84 op/s 2024-04-02T09:25:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:23 smithi028 ceph-mon[96890]: pgmap v3424: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 84 op/s 2024-04-02T09:25:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:25 smithi137 ceph-mon[88456]: pgmap v3425: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 84 op/s 2024-04-02T09:25:25.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:25 smithi028 ceph-mon[94314]: pgmap v3425: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 84 op/s 2024-04-02T09:25:25.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:25 smithi028 ceph-mon[96890]: pgmap v3425: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 84 op/s 2024-04-02T09:25:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:27 smithi137 ceph-mon[88456]: pgmap v3426: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2024-04-02T09:25:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:27 smithi028 ceph-mon[94314]: pgmap v3426: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2024-04-02T09:25:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:27 smithi028 ceph-mon[96890]: pgmap v3426: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2024-04-02T09:25:28.611 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (8921 ms) 2024-04-02T09:25:28.611 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-02T09:25:28.611 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:25:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:29 smithi137 ceph-mon[88456]: pgmap v3427: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:25:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:29 smithi028 ceph-mon[94314]: pgmap v3427: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:25:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:29 smithi028 ceph-mon[96890]: pgmap v3427: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 70 op/s 2024-04-02T09:25:30.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:30 smithi028 ceph-mon[94314]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:30.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:30 smithi028 ceph-mon[96890]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:30 smithi137 ceph-mon[88456]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-02T09:25:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:31 smithi028 ceph-mon[94314]: pgmap v3429: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:25:31.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:31 smithi028 ceph-mon[96890]: pgmap v3429: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:25:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:25:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:25:31] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:25:31.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:31 smithi137 ceph-mon[88456]: pgmap v3429: 137 pgs: 137 active+clean; 196 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.9 MiB/s wr, 41 op/s 2024-04-02T09:25:32.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:25:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:33 smithi028 ceph-mon[94314]: pgmap v3430: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 4.1 MiB/s wr, 72 op/s 2024-04-02T09:25:33.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:33 smithi028 ceph-mon[96890]: pgmap v3430: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 4.1 MiB/s wr, 72 op/s 2024-04-02T09:25:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:33 smithi137 ceph-mon[88456]: pgmap v3430: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 4.1 MiB/s wr, 72 op/s 2024-04-02T09:25:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:35 smithi028 ceph-mon[94314]: pgmap v3431: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 4.1 MiB/s wr, 72 op/s 2024-04-02T09:25:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:35 smithi028 ceph-mon[96890]: pgmap v3431: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 4.1 MiB/s wr, 72 op/s 2024-04-02T09:25:35.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:35 smithi137 ceph-mon[88456]: pgmap v3431: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 4.1 MiB/s wr, 72 op/s 2024-04-02T09:25:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:36 smithi028 ceph-mon[94314]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:36 smithi028 ceph-mon[96890]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:36.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:36 smithi137 ceph-mon[88456]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-02T09:25:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:37.633 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (9023 ms) 2024-04-02T09:25:37.633 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-02T09:25:37.633 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:25:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:37 smithi028 ceph-mon[94314]: pgmap v3433: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:25:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:37 smithi028 ceph-mon[96890]: pgmap v3433: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:25:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:37 smithi137 ceph-mon[88456]: pgmap v3433: 137 pgs: 137 active+clean; 225 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 63 op/s 2024-04-02T09:25:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:39 smithi028 ceph-mon[96890]: pgmap v3434: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.2 MiB/s wr, 85 op/s 2024-04-02T09:25:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:39 smithi028 ceph-mon[96890]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:25:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:39 smithi028 ceph-mon[94314]: pgmap v3434: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.2 MiB/s wr, 85 op/s 2024-04-02T09:25:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:39 smithi028 ceph-mon[94314]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:25:39.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:39 smithi137 ceph-mon[88456]: pgmap v3434: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.2 MiB/s wr, 85 op/s 2024-04-02T09:25:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:39 smithi137 ceph-mon[88456]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-02T09:25:41.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:41 smithi028 ceph-mon[94314]: pgmap v3436: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-02T09:25:41.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:41 smithi028 ceph-mon[96890]: pgmap v3436: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-02T09:25:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:25:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:25:41] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:25:41.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:41 smithi137 ceph-mon[88456]: pgmap v3436: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2024-04-02T09:25:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:25:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:43 smithi028 ceph-mon[94314]: pgmap v3437: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2024-04-02T09:25:43.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:43 smithi028 ceph-mon[96890]: pgmap v3437: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2024-04-02T09:25:43.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:43 smithi137 ceph-mon[88456]: pgmap v3437: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2024-04-02T09:25:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:45 smithi028 ceph-mon[94314]: pgmap v3438: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 86 op/s 2024-04-02T09:25:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:45 smithi028 ceph-mon[96890]: pgmap v3438: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 86 op/s 2024-04-02T09:25:45.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8158 ms) 2024-04-02T09:25:45.792 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-02T09:25:45.792 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:25:45.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:45 smithi137 ceph-mon[88456]: pgmap v3438: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 86 op/s 2024-04-02T09:25:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:47 smithi028 ceph-mon[94314]: pgmap v3439: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 84 op/s 2024-04-02T09:25:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:47 smithi028 ceph-mon[94314]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:25:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:47 smithi028 ceph-mon[96890]: pgmap v3439: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 84 op/s 2024-04-02T09:25:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:47 smithi028 ceph-mon[96890]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:25:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:47 smithi137 ceph-mon[88456]: pgmap v3439: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 84 op/s 2024-04-02T09:25:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:47 smithi137 ceph-mon[88456]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-02T09:25:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:49 smithi028 ceph-mon[96890]: pgmap v3441: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.8 MiB/s wr, 86 op/s 2024-04-02T09:25:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:49 smithi028 ceph-mon[94314]: pgmap v3441: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.8 MiB/s wr, 86 op/s 2024-04-02T09:25:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:49 smithi137 ceph-mon[88456]: pgmap v3441: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.8 MiB/s wr, 86 op/s 2024-04-02T09:25:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:51 smithi028 ceph-mon[94314]: pgmap v3442: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 81 op/s 2024-04-02T09:25:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:25:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:25:51] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-04-02T09:25:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:51 smithi028 ceph-mon[96890]: pgmap v3442: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 81 op/s 2024-04-02T09:25:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:51 smithi137 ceph-mon[88456]: pgmap v3442: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.3 MiB/s wr, 81 op/s 2024-04-02T09:25:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:25:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:25:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:25:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:25:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:25:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:25:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:25:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:25:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:25:53.564 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (7773 ms) 2024-04-02T09:25:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:53 smithi028 ceph-mon[94314]: pgmap v3443: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:53 smithi028 ceph-mon[96890]: pgmap v3443: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:53 smithi137 ceph-mon[88456]: pgmap v3443: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:54.453 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (64103 ms total) 2024-04-02T09:25:54.453 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:25:54.453 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-02T09:25:54.486 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-02T09:25:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:55 smithi028 ceph-mon[94314]: pgmap v3444: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:55 smithi028 ceph-mon[94314]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:25:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:55 smithi028 ceph-mon[96890]: pgmap v3444: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:55 smithi028 ceph-mon[96890]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:25:55.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:55 smithi137 ceph-mon[88456]: pgmap v3444: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2024-04-02T09:25:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:55 smithi137 ceph-mon[88456]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-02T09:25:56.464 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:25:56.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:56 smithi137 ceph-mon[88456]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:25:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3101303340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:56 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:56 smithi028 ceph-mon[94314]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:25:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3101303340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:56 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:56 smithi028 ceph-mon[96890]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-02T09:25:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3101303340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:56 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:25:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:57 smithi137 ceph-mon[88456]: pgmap v3447: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:57 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:57 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:57 smithi137 ceph-mon[88456]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:25:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:57 smithi028 ceph-mon[94314]: pgmap v3447: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:57 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:57 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:57 smithi028 ceph-mon[94314]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:25:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:57 smithi028 ceph-mon[96890]: pgmap v3447: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:57 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:25:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:57 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:25:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:57 smithi028 ceph-mon[96890]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-02T09:25:58.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:58 smithi137 ceph-mon[88456]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:25:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:58 smithi028 ceph-mon[94314]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:25:58.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:58 smithi028 ceph-mon[96890]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-02T09:25:59.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:59 smithi137 ceph-mon[88456]: pgmap v3450: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:59 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:25:59 smithi137 ceph-mon[88456]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:25:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:59 smithi028 ceph-mon[94314]: pgmap v3450: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:59 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:25:59 smithi028 ceph-mon[94314]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:25:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:59 smithi028 ceph-mon[96890]: pgmap v3450: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:25:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:59 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:25:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:25:59 smithi028 ceph-mon[96890]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-02T09:26:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:00 smithi137 ceph-mon[88456]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:26:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:00 smithi028 ceph-mon[94314]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:26:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:00 smithi028 ceph-mon[96890]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-02T09:26:01.479 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:26:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:26:01] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-04-02T09:26:01.479 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:01 smithi028 ceph-mon[96890]: pgmap v3453: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:01.483 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:01 smithi028 ceph-mon[94314]: pgmap v3453: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:01.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:01 smithi137 ceph-mon[88456]: pgmap v3453: 137 pgs: 20 creating+peering, 12 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:26:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:26:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:03 smithi137 ceph-mon[88456]: pgmap v3454: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.6 MiB/s wr, 68 op/s 2024-04-02T09:26:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:03 smithi028 ceph-mon[94314]: pgmap v3454: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.6 MiB/s wr, 68 op/s 2024-04-02T09:26:03.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:03 smithi028 ceph-mon[96890]: pgmap v3454: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.6 MiB/s wr, 68 op/s 2024-04-02T09:26:05.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:05 smithi137 ceph-mon[88456]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 58 op/s 2024-04-02T09:26:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:05 smithi028 ceph-mon[94314]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 58 op/s 2024-04-02T09:26:05.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:05 smithi028 ceph-mon[96890]: pgmap v3455: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 58 op/s 2024-04-02T09:26:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:06.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:07 smithi137 ceph-mon[88456]: pgmap v3456: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:26:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:07 smithi137 ceph-mon[88456]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:26:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:07 smithi028 ceph-mon[94314]: pgmap v3456: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:26:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:07 smithi028 ceph-mon[94314]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:26:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:07 smithi028 ceph-mon[96890]: pgmap v3456: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-02T09:26:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:07 smithi028 ceph-mon[96890]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-02T09:26:09.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:09 smithi137 ceph-mon[88456]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-04-02T09:26:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:09 smithi028 ceph-mon[94314]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-04-02T09:26:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:09 smithi028 ceph-mon[96890]: pgmap v3458: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-04-02T09:26:11.389 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/1.Simple (16902 ms) 2024-04-02T09:26:11.389 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-02T09:26:11.389 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:26:11.502 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:26:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:26:11] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:26:11.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:11 smithi137 ceph-mon[88456]: pgmap v3459: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-04-02T09:26:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:11 smithi028 ceph-mon[94314]: pgmap v3459: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-04-02T09:26:11.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:11 smithi028 ceph-mon[96890]: pgmap v3459: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-04-02T09:26:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:12 smithi137 ceph-mon[88456]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:26:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:26:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:12 smithi028 ceph-mon[94314]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:26:12.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:12 smithi028 ceph-mon[96890]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-02T09:26:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:13 smithi137 ceph-mon[88456]: pgmap v3461: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-04-02T09:26:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:13 smithi028 ceph-mon[94314]: pgmap v3461: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-04-02T09:26:13.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:13 smithi028 ceph-mon[96890]: pgmap v3461: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-04-02T09:26:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:15 smithi137 ceph-mon[88456]: pgmap v3462: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-04-02T09:26:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:15 smithi028 ceph-mon[94314]: pgmap v3462: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-04-02T09:26:15.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:15 smithi028 ceph-mon[96890]: pgmap v3462: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2024-04-02T09:26:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:17 smithi137 ceph-mon[88456]: pgmap v3463: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 58 op/s 2024-04-02T09:26:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:17 smithi028 ceph-mon[94314]: pgmap v3463: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 58 op/s 2024-04-02T09:26:17.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:17 smithi028 ceph-mon[96890]: pgmap v3463: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 58 op/s 2024-04-02T09:26:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:19 smithi137 ceph-mon[88456]: pgmap v3464: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:26:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:19 smithi028 ceph-mon[94314]: pgmap v3464: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:26:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:19 smithi028 ceph-mon[96890]: pgmap v3464: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:26:21.519 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:26:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:26:21] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:26:21.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:21 smithi137 ceph-mon[88456]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:26:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:21 smithi028 ceph-mon[94314]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:26:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:21 smithi028 ceph-mon[96890]: pgmap v3465: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-02T09:26:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:26:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:23.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:23 smithi137 ceph-mon[88456]: pgmap v3466: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-04-02T09:26:23.934 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12546 ms) 2024-04-02T09:26:23.934 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-02T09:26:23.935 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:26:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:23 smithi028 ceph-mon[94314]: pgmap v3466: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-04-02T09:26:23.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:23 smithi028 ceph-mon[96890]: pgmap v3466: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-04-02T09:26:25.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:25 smithi137 ceph-mon[88456]: pgmap v3467: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:26:25.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:25 smithi137 ceph-mon[88456]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:26:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:25 smithi028 ceph-mon[94314]: pgmap v3467: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:26:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:25 smithi028 ceph-mon[94314]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:26:25.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:25 smithi028 ceph-mon[96890]: pgmap v3467: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-02T09:26:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:25 smithi028 ceph-mon[96890]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-02T09:26:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:27 smithi137 ceph-mon[88456]: pgmap v3469: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:26:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:27 smithi028 ceph-mon[94314]: pgmap v3469: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:26:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:27 smithi028 ceph-mon[96890]: pgmap v3469: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-02T09:26:29.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:29 smithi137 ceph-mon[88456]: pgmap v3470: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:26:29.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:29 smithi028 ceph-mon[94314]: pgmap v3470: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:26:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:29 smithi028 ceph-mon[96890]: pgmap v3470: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:26:31.535 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:26:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:26:31] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:26:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:31 smithi137 ceph-mon[88456]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:26:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:31 smithi028 ceph-mon[94314]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:26:31.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:31 smithi028 ceph-mon[96890]: pgmap v3471: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-02T09:26:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:26:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:26:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:33.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:33 smithi137 ceph-mon[88456]: pgmap v3472: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:26:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:33 smithi028 ceph-mon[94314]: pgmap v3472: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:26:33.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:33 smithi028 ceph-mon[96890]: pgmap v3472: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:26:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:35 smithi137 ceph-mon[88456]: pgmap v3473: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:26:35.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:35 smithi028 ceph-mon[94314]: pgmap v3473: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:26:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:35 smithi028 ceph-mon[96890]: pgmap v3473: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-02T09:26:36.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:37.870 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (13935 ms) 2024-04-02T09:26:37.904 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-02T09:26:37.904 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:26:37.905 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:37 smithi137 ceph-mon[88456]: pgmap v3474: 137 pgs: 137 active+clean; 170 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:37 smithi028 ceph-mon[94314]: pgmap v3474: 137 pgs: 137 active+clean; 170 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:37 smithi028 ceph-mon[96890]: pgmap v3474: 137 pgs: 137 active+clean; 170 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:39 smithi137 ceph-mon[88456]: pgmap v3475: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-04-02T09:26:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:39 smithi137 ceph-mon[88456]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:26:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:39 smithi028 ceph-mon[94314]: pgmap v3475: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-04-02T09:26:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:39 smithi028 ceph-mon[94314]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:26:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:39 smithi028 ceph-mon[96890]: pgmap v3475: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.1 MiB/s wr, 43 op/s 2024-04-02T09:26:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:39 smithi028 ceph-mon[96890]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-02T09:26:41.556 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:26:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:26:41] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:26:41.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:41 smithi137 ceph-mon[88456]: pgmap v3477: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-02T09:26:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:41 smithi028 ceph-mon[94314]: pgmap v3477: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-02T09:26:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:41 smithi028 ceph-mon[96890]: pgmap v3477: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-02T09:26:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:26:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:26:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:43.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:43 smithi137 ceph-mon[88456]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:26:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:43 smithi028 ceph-mon[94314]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:26:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:43 smithi028 ceph-mon[96890]: pgmap v3478: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:26:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:45 smithi137 ceph-mon[88456]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:26:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:45 smithi028 ceph-mon[94314]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:26:45.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:45 smithi028 ceph-mon[96890]: pgmap v3479: 137 pgs: 137 active+clean; 228 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-02T09:26:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:47 smithi137 ceph-mon[88456]: pgmap v3480: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-02T09:26:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:47 smithi028 ceph-mon[94314]: pgmap v3480: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-02T09:26:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:47 smithi028 ceph-mon[96890]: pgmap v3480: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-02T09:26:48.091 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (10221 ms) 2024-04-02T09:26:48.091 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-02T09:26:48.091 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:26:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:49 smithi137 ceph-mon[88456]: pgmap v3481: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-02T09:26:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:49 smithi137 ceph-mon[88456]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:26:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:49 smithi028 ceph-mon[94314]: pgmap v3481: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-02T09:26:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:49 smithi028 ceph-mon[94314]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:26:49.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:49 smithi028 ceph-mon[96890]: pgmap v3481: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-02T09:26:49.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:49 smithi028 ceph-mon[96890]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-02T09:26:50.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:26:51.581 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:26:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:26:51] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:26:51.584 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:51 smithi028 ceph-mon[94314]: pgmap v3483: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-02T09:26:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:51 smithi137 ceph-mon[88456]: pgmap v3483: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-02T09:26:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:51 smithi028 ceph-mon[96890]: pgmap v3483: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-02T09:26:52.591 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:26:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:26:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:26:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:52.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:26:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:53 smithi137 ceph-mon[88456]: pgmap v3484: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:53 smithi028 ceph-mon[94314]: pgmap v3484: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:53 smithi028 ceph-mon[96890]: pgmap v3484: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:55 smithi028 ceph-mon[94314]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:55.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:55 smithi028 ceph-mon[96890]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:55.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:55 smithi137 ceph-mon[88456]: pgmap v3485: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-02T09:26:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:56 smithi137 ceph-mon[88456]: pgmap v3486: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[94314]: pgmap v3486: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[96890]: pgmap v3486: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:26:57.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:26:57.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:26:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:58 smithi137 ceph-mon[88456]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:26:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:26:58 smithi137 ceph-mon[88456]: pgmap v3488: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-02T09:26:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:58 smithi028 ceph-mon[94314]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:26:59.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:26:58 smithi028 ceph-mon[94314]: pgmap v3488: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-02T09:26:59.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:58 smithi028 ceph-mon[96890]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-02T09:26:59.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:26:58 smithi028 ceph-mon[96890]: pgmap v3488: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-02T09:26:59.880 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (11789 ms) 2024-04-02T09:26:59.880 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-02T09:26:59.880 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:27:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:00 smithi137 ceph-mon[88456]: pgmap v3489: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-02T09:27:01.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:00 smithi028 ceph-mon[94314]: pgmap v3489: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-02T09:27:01.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:00 smithi028 ceph-mon[96890]: pgmap v3489: 137 pgs: 137 active+clean; 281 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-02T09:27:01.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:27:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:27:01] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:27:02.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:01 smithi137 ceph-mon[88456]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:02.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:01 smithi028 ceph-mon[94314]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:02.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:01 smithi028 ceph-mon[96890]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-02T09:27:02.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:27:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:27:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:02 smithi137 ceph-mon[88456]: pgmap v3491: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-02T09:27:03.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:02 smithi028 ceph-mon[94314]: pgmap v3491: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-02T09:27:03.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:02 smithi028 ceph-mon[96890]: pgmap v3491: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-02T09:27:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:04 smithi137 ceph-mon[88456]: pgmap v3492: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-02T09:27:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:04 smithi028 ceph-mon[94314]: pgmap v3492: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-02T09:27:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:04 smithi028 ceph-mon[96890]: pgmap v3492: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 82 op/s 2024-04-02T09:27:06.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:06.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:06.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:07.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:06 smithi137 ceph-mon[88456]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 90 op/s 2024-04-02T09:27:07.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:06 smithi028 ceph-mon[94314]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 90 op/s 2024-04-02T09:27:07.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:06 smithi028 ceph-mon[96890]: pgmap v3493: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 90 op/s 2024-04-02T09:27:09.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:08 smithi028 ceph-mon[94314]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-02T09:27:09.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:08 smithi028 ceph-mon[96890]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-02T09:27:09.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:08 smithi137 ceph-mon[88456]: pgmap v3494: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-02T09:27:11.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:10 smithi028 ceph-mon[94314]: pgmap v3495: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-02T09:27:11.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:10 smithi028 ceph-mon[96890]: pgmap v3495: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-02T09:27:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:10 smithi137 ceph-mon[88456]: pgmap v3495: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 73 op/s 2024-04-02T09:27:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:27:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:27:11] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:27:12.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:27:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:13.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:12 smithi028 ceph-mon[94314]: pgmap v3496: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.4 MiB/s wr, 52 op/s 2024-04-02T09:27:13.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:12 smithi028 ceph-mon[96890]: pgmap v3496: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.4 MiB/s wr, 52 op/s 2024-04-02T09:27:13.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:12 smithi137 ceph-mon[88456]: pgmap v3496: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 6.4 MiB/s wr, 52 op/s 2024-04-02T09:27:14.324 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (14444 ms) 2024-04-02T09:27:14.324 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-02T09:27:14.324 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:27:15.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:14 smithi028 ceph-mon[94314]: pgmap v3497: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:27:15.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:14 smithi028 ceph-mon[96890]: pgmap v3497: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:27:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:14 smithi137 ceph-mon[88456]: pgmap v3497: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 684 KiB/s wr, 19 op/s 2024-04-02T09:27:16.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:15 smithi028 ceph-mon[94314]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:27:16.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:15 smithi028 ceph-mon[96890]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:27:16.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:15 smithi137 ceph-mon[88456]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-02T09:27:17.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:16 smithi028 ceph-mon[94314]: pgmap v3499: 137 pgs: 137 active+clean; 412 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:27:17.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:16 smithi028 ceph-mon[96890]: pgmap v3499: 137 pgs: 137 active+clean; 412 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:27:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:16 smithi137 ceph-mon[88456]: pgmap v3499: 137 pgs: 137 active+clean; 412 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:27:19.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:18 smithi028 ceph-mon[94314]: pgmap v3500: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:27:19.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:18 smithi028 ceph-mon[96890]: pgmap v3500: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:27:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:18 smithi137 ceph-mon[88456]: pgmap v3500: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:27:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:20 smithi028 ceph-mon[94314]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:27:21.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:20 smithi028 ceph-mon[96890]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:27:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:20 smithi137 ceph-mon[88456]: pgmap v3501: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-02T09:27:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:21.620 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:27:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:27:21] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:27:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:27:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:22 smithi028 ceph-mon[94314]: pgmap v3502: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-02T09:27:23.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:22 smithi028 ceph-mon[96890]: pgmap v3502: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-02T09:27:23.347 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:22 smithi137 ceph-mon[88456]: pgmap v3502: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-02T09:27:25.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:24 smithi028 ceph-mon[94314]: pgmap v3503: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-02T09:27:25.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:24 smithi028 ceph-mon[96890]: pgmap v3503: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-02T09:27:25.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:24 smithi137 ceph-mon[88456]: pgmap v3503: 137 pgs: 137 active+clean; 428 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 54 op/s 2024-04-02T09:27:26.861 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12538 ms) 2024-04-02T09:27:26.938 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (92375 ms total) 2024-04-02T09:27:26.938 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:27:26.938 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-02T09:27:26.988 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-02T09:27:27.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:26 smithi028 ceph-mon[94314]: pgmap v3504: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 57 op/s 2024-04-02T09:27:27.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:26 smithi028 ceph-mon[96890]: pgmap v3504: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 57 op/s 2024-04-02T09:27:27.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:26 smithi137 ceph-mon[88456]: pgmap v3504: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 57 op/s 2024-04-02T09:27:28.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:27 smithi028 ceph-mon[94314]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:27:28.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:27 smithi028 ceph-mon[96890]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:27:28.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:27 smithi137 ceph-mon[88456]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-02T09:27:28.952 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:27:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:28 smithi028 ceph-mon[94314]: pgmap v3506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:27:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:28 smithi028 ceph-mon[94314]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:27:29.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:28 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2581314345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:29.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:28 smithi028 ceph-mon[96890]: pgmap v3506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:27:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:28 smithi028 ceph-mon[96890]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:27:29.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:28 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2581314345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:29.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:28 smithi137 ceph-mon[88456]: pgmap v3506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:27:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:28 smithi137 ceph-mon[88456]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-02T09:27:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:28 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2581314345' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:27:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:29 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2581314345' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:29 smithi137 ceph-mon[88456]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:27:30.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:29 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2581314345' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:30.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:29 smithi028 ceph-mon[96890]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:27:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:29 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2581314345' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:27:30.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:29 smithi028 ceph-mon[94314]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-02T09:27:31.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:30 smithi028 ceph-mon[94314]: pgmap v3509: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:27:31.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:30 smithi028 ceph-mon[94314]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:27:31.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:30 smithi028 ceph-mon[96890]: pgmap v3509: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:27:31.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:30 smithi028 ceph-mon[96890]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:27:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:30 smithi137 ceph-mon[88456]: pgmap v3509: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:27:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:30 smithi137 ceph-mon[88456]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-02T09:27:31.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:27:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:27:31] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:27:32.312 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:31 smithi137 ceph-mon[88456]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:27:32.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:31 smithi028 ceph-mon[94314]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:27:32.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:31 smithi028 ceph-mon[96890]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-02T09:27:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:27:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:33.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:32 smithi137 ceph-mon[88456]: pgmap v3512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:27:33.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:32 smithi028 ceph-mon[94314]: pgmap v3512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:27:33.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:32 smithi028 ceph-mon[96890]: pgmap v3512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2024-04-02T09:27:35.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:34 smithi137 ceph-mon[88456]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 344 B/s wr, 0 op/s 2024-04-02T09:27:35.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:34 smithi028 ceph-mon[94314]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 344 B/s wr, 0 op/s 2024-04-02T09:27:35.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:34 smithi028 ceph-mon[96890]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 344 B/s wr, 0 op/s 2024-04-02T09:27:36.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:35 smithi137 ceph-mon[88456]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:27:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:35 smithi028 ceph-mon[94314]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:27:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:35 smithi028 ceph-mon[96890]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-02T09:27:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:37.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:36 smithi137 ceph-mon[88456]: pgmap v3515: 137 pgs: 137 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 171 KiB/s wr, 1 op/s 2024-04-02T09:27:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:36 smithi028 ceph-mon[94314]: pgmap v3515: 137 pgs: 137 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 171 KiB/s wr, 1 op/s 2024-04-02T09:27:37.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:36 smithi028 ceph-mon[96890]: pgmap v3515: 137 pgs: 137 active+clean; 5.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 171 KiB/s wr, 1 op/s 2024-04-02T09:27:39.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:38 smithi137 ceph-mon[88456]: pgmap v3516: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:27:39.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:38 smithi028 ceph-mon[94314]: pgmap v3516: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:27:39.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:38 smithi028 ceph-mon[96890]: pgmap v3516: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 3.7 MiB/s wr, 56 op/s 2024-04-02T09:27:41.140 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14152 ms) 2024-04-02T09:27:41.140 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-02T09:27:41.140 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:27:41.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:40 smithi137 ceph-mon[88456]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:27:41.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:40 smithi028 ceph-mon[94314]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:27:41.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:40 smithi028 ceph-mon[96890]: pgmap v3517: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-02T09:27:41.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:27:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:27:41] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-04-02T09:27:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:27:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:27:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:43.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:43 smithi137 ceph-mon[88456]: pgmap v3518: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:27:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:43 smithi137 ceph-mon[88456]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:27:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:43 smithi028 ceph-mon[94314]: pgmap v3518: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:27:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:43 smithi028 ceph-mon[94314]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:27:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:43 smithi028 ceph-mon[96890]: pgmap v3518: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-02T09:27:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:43 smithi028 ceph-mon[96890]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-02T09:27:45.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:45 smithi137 ceph-mon[88456]: pgmap v3520: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.5 MiB/s wr, 69 op/s 2024-04-02T09:27:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:45 smithi028 ceph-mon[94314]: pgmap v3520: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.5 MiB/s wr, 69 op/s 2024-04-02T09:27:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:45 smithi028 ceph-mon[96890]: pgmap v3520: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.5 MiB/s wr, 69 op/s 2024-04-02T09:27:46.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:46 smithi137 ceph-mon[88456]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:27:46.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:46 smithi028 ceph-mon[94314]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:27:46.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:46 smithi028 ceph-mon[96890]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-02T09:27:47.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:47 smithi137 ceph-mon[88456]: pgmap v3522: 137 pgs: 137 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-02T09:27:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:47 smithi028 ceph-mon[94314]: pgmap v3522: 137 pgs: 137 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-02T09:27:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:47 smithi028 ceph-mon[96890]: pgmap v3522: 137 pgs: 137 active+clean; 64 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-04-02T09:27:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:49 smithi028 ceph-mon[94314]: pgmap v3523: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2024-04-02T09:27:49.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:49 smithi028 ceph-mon[96890]: pgmap v3523: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2024-04-02T09:27:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:49 smithi137 ceph-mon[88456]: pgmap v3523: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2024-04-02T09:27:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:51 smithi028 ceph-mon[96890]: pgmap v3524: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:27:51.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:51 smithi028 ceph-mon[94314]: pgmap v3524: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:27:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:27:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:27:51] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:27:51.790 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10650 ms) 2024-04-02T09:27:51.791 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-02T09:27:51.791 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:27:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:51 smithi137 ceph-mon[88456]: pgmap v3524: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-02T09:27:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:27:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:27:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:27:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:27:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:53 smithi028 ceph-mon[94314]: pgmap v3525: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 68 op/s 2024-04-02T09:27:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:53 smithi028 ceph-mon[96890]: pgmap v3525: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 68 op/s 2024-04-02T09:27:53.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:53 smithi137 ceph-mon[88456]: pgmap v3525: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 68 op/s 2024-04-02T09:27:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:55 smithi028 ceph-mon[96890]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:27:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:55 smithi028 ceph-mon[94314]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:27:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:55 smithi137 ceph-mon[88456]: pgmap v3526: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2024-04-02T09:27:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:57 smithi028 ceph-mon[94314]: pgmap v3527: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 61 op/s 2024-04-02T09:27:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:57 smithi028 ceph-mon[94314]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:27:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:57 smithi028 ceph-mon[96890]: pgmap v3527: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 61 op/s 2024-04-02T09:27:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:57 smithi028 ceph-mon[96890]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:27:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:57.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:57 smithi137 ceph-mon[88456]: pgmap v3527: 137 pgs: 137 active+clean; 121 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 61 op/s 2024-04-02T09:27:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:57 smithi137 ceph-mon[88456]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-02T09:27:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:27:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:58.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:58 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:27:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:58 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:27:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:27:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:27:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:58 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:27:59.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:27:59 smithi137 ceph-mon[88456]: pgmap v3529: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-02T09:27:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:27:59 smithi028 ceph-mon[94314]: pgmap v3529: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-02T09:27:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:27:59 smithi028 ceph-mon[96890]: pgmap v3529: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-02T09:28:01.515 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:28:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:28:01] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:28:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:01 smithi137 ceph-mon[88456]: pgmap v3530: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-02T09:28:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:01 smithi028 ceph-mon[94314]: pgmap v3530: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-02T09:28:01.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:01 smithi028 ceph-mon[96890]: pgmap v3530: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 35 op/s 2024-04-02T09:28:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:28:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:28:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:03.072 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (11282 ms) 2024-04-02T09:28:03.072 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-02T09:28:03.072 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:28:03.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:03 smithi137 ceph-mon[88456]: pgmap v3531: 137 pgs: 137 active+clean; 171 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 59 op/s 2024-04-02T09:28:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:03 smithi028 ceph-mon[94314]: pgmap v3531: 137 pgs: 137 active+clean; 171 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 59 op/s 2024-04-02T09:28:03.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:03 smithi028 ceph-mon[96890]: pgmap v3531: 137 pgs: 137 active+clean; 171 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 59 op/s 2024-04-02T09:28:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:05 smithi137 ceph-mon[88456]: pgmap v3532: 137 pgs: 137 active+clean; 171 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 59 op/s 2024-04-02T09:28:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:05 smithi028 ceph-mon[94314]: pgmap v3532: 137 pgs: 137 active+clean; 171 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 59 op/s 2024-04-02T09:28:05.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:05 smithi028 ceph-mon[96890]: pgmap v3532: 137 pgs: 137 active+clean; 171 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 59 op/s 2024-04-02T09:28:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:06.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:07 smithi137 ceph-mon[88456]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-02T09:28:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:07 smithi028 ceph-mon[94314]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-02T09:28:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:07 smithi028 ceph-mon[96890]: pgmap v3533: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-02T09:28:08.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:08 smithi137 ceph-mon[88456]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:28:08.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:08 smithi028 ceph-mon[94314]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:28:08.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:08 smithi028 ceph-mon[96890]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-02T09:28:09.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:09 smithi137 ceph-mon[88456]: pgmap v3535: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 56 op/s 2024-04-02T09:28:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:09 smithi028 ceph-mon[94314]: pgmap v3535: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 56 op/s 2024-04-02T09:28:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:09 smithi028 ceph-mon[96890]: pgmap v3535: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 56 op/s 2024-04-02T09:28:11.539 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:28:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:28:11] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:28:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:11 smithi137 ceph-mon[88456]: pgmap v3536: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 56 op/s 2024-04-02T09:28:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:11 smithi028 ceph-mon[94314]: pgmap v3536: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 56 op/s 2024-04-02T09:28:11.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:11 smithi028 ceph-mon[96890]: pgmap v3536: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 56 op/s 2024-04-02T09:28:12.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:28:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:28:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:13.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:13 smithi137 ceph-mon[88456]: pgmap v3537: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:28:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:13 smithi028 ceph-mon[94314]: pgmap v3537: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:28:13.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:13 smithi028 ceph-mon[96890]: pgmap v3537: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:28:14.391 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (11319 ms) 2024-04-02T09:28:14.391 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-02T09:28:14.392 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:28:15.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:15 smithi137 ceph-mon[88456]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:28:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:15 smithi028 ceph-mon[94314]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:28:15.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:15 smithi028 ceph-mon[96890]: pgmap v3538: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 51 op/s 2024-04-02T09:28:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:17 smithi137 ceph-mon[88456]: pgmap v3539: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 60 op/s 2024-04-02T09:28:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:17 smithi028 ceph-mon[94314]: pgmap v3539: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 60 op/s 2024-04-02T09:28:17.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:17 smithi028 ceph-mon[96890]: pgmap v3539: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 60 op/s 2024-04-02T09:28:19.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:19 smithi137 ceph-mon[88456]: pgmap v3540: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 914 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-02T09:28:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:19 smithi137 ceph-mon[88456]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:28:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:19 smithi028 ceph-mon[94314]: pgmap v3540: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 914 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-02T09:28:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:19 smithi028 ceph-mon[94314]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:28:19.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:19 smithi028 ceph-mon[96890]: pgmap v3540: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 914 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-02T09:28:19.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:19 smithi028 ceph-mon[96890]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-02T09:28:20.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:20.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:21.556 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:28:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:28:21] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:28:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:21 smithi137 ceph-mon[88456]: pgmap v3542: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:28:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:21 smithi028 ceph-mon[94314]: pgmap v3542: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:28:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:21 smithi028 ceph-mon[96890]: pgmap v3542: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:28:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:28:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:23 smithi137 ceph-mon[88456]: pgmap v3543: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:28:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:23 smithi028 ceph-mon[94314]: pgmap v3543: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:28:23.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:23 smithi028 ceph-mon[96890]: pgmap v3543: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-02T09:28:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:24 smithi137 ceph-mon[88456]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:28:24.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:24 smithi028 ceph-mon[94314]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:28:24.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:24 smithi028 ceph-mon[96890]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-02T09:28:25.791 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (11399 ms) 2024-04-02T09:28:25.791 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-02T09:28:25.791 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:28:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:25 smithi137 ceph-mon[88456]: pgmap v3545: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 626 KiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-02T09:28:25.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:25 smithi028 ceph-mon[94314]: pgmap v3545: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 626 KiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-02T09:28:25.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:25 smithi028 ceph-mon[96890]: pgmap v3545: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 626 KiB/s rd, 4.6 MiB/s wr, 57 op/s 2024-04-02T09:28:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:27 smithi137 ceph-mon[88456]: pgmap v3546: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:28:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:27 smithi028 ceph-mon[94314]: pgmap v3546: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:28:27.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:27 smithi028 ceph-mon[96890]: pgmap v3546: 137 pgs: 137 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-02T09:28:29.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:29 smithi137 ceph-mon[88456]: pgmap v3547: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.6 MiB/s wr, 80 op/s 2024-04-02T09:28:29.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:29 smithi028 ceph-mon[94314]: pgmap v3547: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.6 MiB/s wr, 80 op/s 2024-04-02T09:28:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:29 smithi028 ceph-mon[96890]: pgmap v3547: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.6 MiB/s wr, 80 op/s 2024-04-02T09:28:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:30 smithi137 ceph-mon[88456]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:28:30.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:30 smithi028 ceph-mon[94314]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:28:30.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:30 smithi028 ceph-mon[96890]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-02T09:28:31.585 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:28:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:28:31] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:28:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:31 smithi137 ceph-mon[88456]: pgmap v3549: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-02T09:28:31.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:31 smithi028 ceph-mon[94314]: pgmap v3549: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-02T09:28:31.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:31 smithi028 ceph-mon[96890]: pgmap v3549: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.6 MiB/s wr, 44 op/s 2024-04-02T09:28:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:28:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:33 smithi137 ceph-mon[88456]: pgmap v3550: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 90 op/s 2024-04-02T09:28:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:33 smithi028 ceph-mon[94314]: pgmap v3550: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 90 op/s 2024-04-02T09:28:33.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:33 smithi028 ceph-mon[96890]: pgmap v3550: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 11 MiB/s wr, 90 op/s 2024-04-02T09:28:35.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:35 smithi137 ceph-mon[88456]: pgmap v3551: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:28:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:35 smithi028 ceph-mon[96890]: pgmap v3551: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:28:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:35.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:35 smithi028 ceph-mon[94314]: pgmap v3551: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-02T09:28:35.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:36.266 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10475 ms) 2024-04-02T09:28:36.266 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-02T09:28:36.266 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:28:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:37 smithi137 ceph-mon[88456]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.0 MiB/s wr, 78 op/s 2024-04-02T09:28:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:37 smithi028 ceph-mon[94314]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.0 MiB/s wr, 78 op/s 2024-04-02T09:28:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:37 smithi028 ceph-mon[96890]: pgmap v3552: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 9.0 MiB/s wr, 78 op/s 2024-04-02T09:28:39.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:39 smithi137 ceph-mon[88456]: pgmap v3553: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-02T09:28:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:39 smithi028 ceph-mon[94314]: pgmap v3553: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-02T09:28:39.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:39 smithi028 ceph-mon[96890]: pgmap v3553: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-02T09:28:41.599 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:28:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:28:41] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:28:41.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:41 smithi137 ceph-mon[88456]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 52 op/s 2024-04-02T09:28:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:41 smithi137 ceph-mon[88456]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:28:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:41 smithi028 ceph-mon[94314]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 52 op/s 2024-04-02T09:28:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:41 smithi028 ceph-mon[94314]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:28:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:41 smithi028 ceph-mon[96890]: pgmap v3554: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 52 op/s 2024-04-02T09:28:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:41 smithi028 ceph-mon[96890]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-02T09:28:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:28:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:43.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:43 smithi137 ceph-mon[88456]: pgmap v3556: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:28:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:43 smithi028 ceph-mon[94314]: pgmap v3556: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:28:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:43 smithi028 ceph-mon[96890]: pgmap v3556: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:28:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:45 smithi137 ceph-mon[88456]: pgmap v3557: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:28:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:45 smithi028 ceph-mon[94314]: pgmap v3557: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:28:45.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:45 smithi028 ceph-mon[96890]: pgmap v3557: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-02T09:28:46.809 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10543 ms) 2024-04-02T09:28:47.618 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (79821 ms total) 2024-04-02T09:28:47.618 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:28:47.618 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-02T09:28:47.652 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-02T09:28:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:47 smithi137 ceph-mon[88456]: pgmap v3558: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-02T09:28:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:47 smithi028 ceph-mon[94314]: pgmap v3558: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-02T09:28:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:47 smithi028 ceph-mon[96890]: pgmap v3558: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 55 op/s 2024-04-02T09:28:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:48 smithi137 ceph-mon[88456]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:28:48.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:48 smithi028 ceph-mon[94314]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:28:48.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:48 smithi028 ceph-mon[96890]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-02T09:28:49.628 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:28:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:49 smithi137 ceph-mon[88456]: pgmap v3560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:28:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:49 smithi137 ceph-mon[88456]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:28:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:49 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2772809929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:49 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:49 smithi028 ceph-mon[94314]: pgmap v3560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:28:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:49 smithi028 ceph-mon[94314]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:28:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:49 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2772809929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:49 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:49 smithi028 ceph-mon[96890]: pgmap v3560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:28:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:49 smithi028 ceph-mon[96890]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-02T09:28:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:49 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2772809929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:49 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:28:50.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:50 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:50 smithi137 ceph-mon[88456]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:28:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:50 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:50 smithi028 ceph-mon[94314]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:28:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:50 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:28:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:50 smithi028 ceph-mon[96890]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-02T09:28:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:28:51.626 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:28:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:28:51] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-04-02T09:28:51.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:51 smithi137 ceph-mon[88456]: pgmap v3563: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:28:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:51 smithi137 ceph-mon[88456]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:28:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:51 smithi028 ceph-mon[94314]: pgmap v3563: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:28:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:51 smithi028 ceph-mon[94314]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:28:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:51 smithi028 ceph-mon[96890]: pgmap v3563: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:28:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:51 smithi028 ceph-mon[96890]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-02T09:28:52.635 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:28:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:28:52.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:52 smithi137 ceph-mon[88456]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:28:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:52 smithi028 ceph-mon[94314]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:28:52.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:52 smithi028 ceph-mon[96890]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-02T09:28:53.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:53 smithi137 ceph-mon[88456]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:53 smithi028 ceph-mon[94314]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:53 smithi028 ceph-mon[96890]: pgmap v3566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:54 smithi137 ceph-mon[88456]: pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:54 smithi028 ceph-mon[94314]: pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:54 smithi028 ceph-mon[96890]: pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-02T09:28:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:56 smithi028 ceph-mon[94314]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:28:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:56 smithi028 ceph-mon[94314]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:28:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:56 smithi028 ceph-mon[96890]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:28:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:56 smithi028 ceph-mon[96890]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:28:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:56 smithi137 ceph-mon[88456]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-02T09:28:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:56 smithi137 ceph-mon[88456]: pgmap v3569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:28:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:28:59.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:59 smithi137 ceph-mon[88456]: pgmap v3570: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-02T09:28:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:59 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:28:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:59 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:28:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:28:59 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:28:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[94314]: pgmap v3570: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-02T09:28:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:28:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:28:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:28:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[96890]: pgmap v3570: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-02T09:28:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:28:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:28:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:28:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:28:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:28:59 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:29:01.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:01 smithi028 ceph-mon[94314]: pgmap v3571: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T09:29:01.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:01 smithi028 ceph-mon[96890]: pgmap v3571: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T09:29:01.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:29:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:29:01] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-04-02T09:29:01.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:01 smithi137 ceph-mon[88456]: pgmap v3571: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-02T09:29:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:29:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:03 smithi137 ceph-mon[88456]: pgmap v3572: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:29:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:03 smithi137 ceph-mon[88456]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:29:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:03 smithi028 ceph-mon[94314]: pgmap v3572: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:29:03.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:03 smithi028 ceph-mon[94314]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:29:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:03 smithi028 ceph-mon[96890]: pgmap v3572: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:29:03.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:03 smithi028 ceph-mon[96890]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-02T09:29:05.644 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:05 smithi137 ceph-mon[88456]: pgmap v3574: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:29:05.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:05 smithi028 ceph-mon[94314]: pgmap v3574: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:29:05.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:05 smithi028 ceph-mon[96890]: pgmap v3574: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-02T09:29:05.879 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/3.Simple (18228 ms) 2024-04-02T09:29:05.879 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-02T09:29:05.879 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:29:06.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:06.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:06.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:07.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:07 smithi028 ceph-mon[94314]: pgmap v3575: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:07.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:07 smithi028 ceph-mon[96890]: pgmap v3575: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:07 smithi137 ceph-mon[88456]: pgmap v3575: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:29:09.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:09 smithi028 ceph-mon[94314]: pgmap v3576: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.7 MiB/s wr, 62 op/s 2024-04-02T09:29:09.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:09 smithi028 ceph-mon[96890]: pgmap v3576: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.7 MiB/s wr, 62 op/s 2024-04-02T09:29:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:09 smithi137 ceph-mon[88456]: pgmap v3576: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.7 MiB/s wr, 62 op/s 2024-04-02T09:29:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:11 smithi028 ceph-mon[94314]: pgmap v3577: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.7 MiB/s wr, 62 op/s 2024-04-02T09:29:11.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:11 smithi028 ceph-mon[94314]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:29:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:11 smithi028 ceph-mon[96890]: pgmap v3577: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.7 MiB/s wr, 62 op/s 2024-04-02T09:29:11.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:11 smithi028 ceph-mon[96890]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:29:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:29:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:29:11] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:29:11.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:11 smithi137 ceph-mon[88456]: pgmap v3577: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.7 MiB/s wr, 62 op/s 2024-04-02T09:29:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:11 smithi137 ceph-mon[88456]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-02T09:29:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:29:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:13.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:13 smithi028 ceph-mon[94314]: pgmap v3579: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-02T09:29:13.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:13 smithi028 ceph-mon[96890]: pgmap v3579: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-02T09:29:13.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:13 smithi137 ceph-mon[88456]: pgmap v3579: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-02T09:29:15.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:15 smithi028 ceph-mon[96890]: pgmap v3580: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 53 op/s 2024-04-02T09:29:15.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:15 smithi028 ceph-mon[94314]: pgmap v3580: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 53 op/s 2024-04-02T09:29:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:15 smithi137 ceph-mon[88456]: pgmap v3580: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 53 op/s 2024-04-02T09:29:17.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:17 smithi028 ceph-mon[94314]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-02T09:29:17.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:17 smithi028 ceph-mon[96890]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-02T09:29:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:17 smithi137 ceph-mon[88456]: pgmap v3581: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-02T09:29:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:19 smithi028 ceph-mon[94314]: pgmap v3582: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:19 smithi028 ceph-mon[96890]: pgmap v3582: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:19.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:19 smithi137 ceph-mon[88456]: pgmap v3582: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:21.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/3.Grow (15178 ms) 2024-04-02T09:29:21.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-02T09:29:21.058 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:29:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:21 smithi028 ceph-mon[94314]: pgmap v3583: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:21.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:21.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:29:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:29:21] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:29:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:21 smithi028 ceph-mon[96890]: pgmap v3583: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:21.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:21 smithi137 ceph-mon[88456]: pgmap v3583: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:29:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:23 smithi028 ceph-mon[94314]: pgmap v3584: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.0 MiB/s wr, 52 op/s 2024-04-02T09:29:23.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:23 smithi028 ceph-mon[96890]: pgmap v3584: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.0 MiB/s wr, 52 op/s 2024-04-02T09:29:23.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:23 smithi137 ceph-mon[88456]: pgmap v3584: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.0 MiB/s wr, 52 op/s 2024-04-02T09:29:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:25 smithi028 ceph-mon[94314]: pgmap v3585: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:29:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:25 smithi028 ceph-mon[96890]: pgmap v3585: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:29:25.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:25 smithi137 ceph-mon[88456]: pgmap v3585: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:29:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:26 smithi028 ceph-mon[94314]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:29:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:26 smithi028 ceph-mon[96890]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:29:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:26 smithi137 ceph-mon[88456]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-02T09:29:27.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:27 smithi028 ceph-mon[94314]: pgmap v3587: 137 pgs: 137 active+clean; 141 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-02T09:29:27.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:27 smithi028 ceph-mon[96890]: pgmap v3587: 137 pgs: 137 active+clean; 141 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-02T09:29:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:27 smithi137 ceph-mon[88456]: pgmap v3587: 137 pgs: 137 active+clean; 141 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-04-02T09:29:29.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:29 smithi028 ceph-mon[94314]: pgmap v3588: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:29:29.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:29 smithi028 ceph-mon[96890]: pgmap v3588: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:29:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:29 smithi137 ceph-mon[88456]: pgmap v3588: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:29:31.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:31 smithi028 ceph-mon[94314]: pgmap v3589: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:29:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:31 smithi028 ceph-mon[96890]: pgmap v3589: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:29:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:29:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:29:31] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-02T09:29:31.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:31 smithi137 ceph-mon[88456]: pgmap v3589: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 39 op/s 2024-04-02T09:29:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:29:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:33.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:33 smithi028 ceph-mon[94314]: pgmap v3590: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:29:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:33 smithi028 ceph-mon[96890]: pgmap v3590: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:29:33.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:33 smithi137 ceph-mon[88456]: pgmap v3590: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:29:35.616 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14559 ms) 2024-04-02T09:29:35.617 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-02T09:29:35.617 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:29:35.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:35 smithi028 ceph-mon[94314]: pgmap v3591: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:29:35.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:35 smithi028 ceph-mon[96890]: pgmap v3591: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:29:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:35 smithi137 ceph-mon[88456]: pgmap v3591: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-02T09:29:36.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:36.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:37.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:37 smithi028 ceph-mon[94314]: pgmap v3592: 137 pgs: 137 active+clean; 167 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-02T09:29:37.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:37 smithi028 ceph-mon[96890]: pgmap v3592: 137 pgs: 137 active+clean; 167 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-02T09:29:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:37 smithi137 ceph-mon[88456]: pgmap v3592: 137 pgs: 137 active+clean; 167 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.9 MiB/s wr, 42 op/s 2024-04-02T09:29:39.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:39 smithi137 ceph-mon[88456]: pgmap v3593: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.5 MiB/s wr, 53 op/s 2024-04-02T09:29:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:39 smithi028 ceph-mon[94314]: pgmap v3593: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.5 MiB/s wr, 53 op/s 2024-04-02T09:29:39.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:39 smithi028 ceph-mon[96890]: pgmap v3593: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.5 MiB/s wr, 53 op/s 2024-04-02T09:29:41.458 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:29:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:29:41] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:29:41.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:41 smithi137 ceph-mon[88456]: pgmap v3594: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 41 op/s 2024-04-02T09:29:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:41 smithi137 ceph-mon[88456]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:29:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:41 smithi028 ceph-mon[94314]: pgmap v3594: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 41 op/s 2024-04-02T09:29:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:41 smithi028 ceph-mon[94314]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:29:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:41 smithi028 ceph-mon[96890]: pgmap v3594: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.8 MiB/s wr, 41 op/s 2024-04-02T09:29:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:41 smithi028 ceph-mon[96890]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-02T09:29:42.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:29:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:43 smithi137 ceph-mon[88456]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:29:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:43 smithi028 ceph-mon[94314]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:29:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:43 smithi028 ceph-mon[96890]: pgmap v3596: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:29:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:45 smithi137 ceph-mon[88456]: pgmap v3597: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:29:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:45 smithi028 ceph-mon[94314]: pgmap v3597: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:29:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:45 smithi028 ceph-mon[96890]: pgmap v3597: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:29:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:47 smithi137 ceph-mon[88456]: pgmap v3598: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-04-02T09:29:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:47 smithi028 ceph-mon[94314]: pgmap v3598: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-04-02T09:29:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:47 smithi028 ceph-mon[96890]: pgmap v3598: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 59 op/s 2024-04-02T09:29:49.749 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:49 smithi028 ceph-mon[94314]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:49.749 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:49 smithi028 ceph-mon[96890]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:49.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:49 smithi137 ceph-mon[88456]: pgmap v3599: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:50.863 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (15247 ms) 2024-04-02T09:29:50.864 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-02T09:29:50.864 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:29:51.469 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:29:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:29:51] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:29:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:51 smithi137 ceph-mon[88456]: pgmap v3600: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:51 smithi028 ceph-mon[94314]: pgmap v3600: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:51 smithi028 ceph-mon[96890]: pgmap v3600: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-02T09:29:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:29:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:29:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:29:53.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:53 smithi137 ceph-mon[88456]: pgmap v3601: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 2.8 MiB/s wr, 45 op/s 2024-04-02T09:29:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:53 smithi028 ceph-mon[94314]: pgmap v3601: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 2.8 MiB/s wr, 45 op/s 2024-04-02T09:29:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:53 smithi028 ceph-mon[96890]: pgmap v3601: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 2.8 MiB/s wr, 45 op/s 2024-04-02T09:29:55.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:55 smithi137 ceph-mon[88456]: pgmap v3602: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:29:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:55 smithi028 ceph-mon[94314]: pgmap v3602: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:29:55.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:55 smithi028 ceph-mon[96890]: pgmap v3602: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:29:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:56 smithi137 ceph-mon[88456]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:29:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:56 smithi028 ceph-mon[96890]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:29:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:56 smithi028 ceph-mon[94314]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-02T09:29:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:57 smithi137 ceph-mon[88456]: pgmap v3604: 137 pgs: 137 active+clean; 229 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 925 KiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-02T09:29:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:57 smithi028 ceph-mon[94314]: pgmap v3604: 137 pgs: 137 active+clean; 229 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 925 KiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-02T09:29:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:57 smithi028 ceph-mon[96890]: pgmap v3604: 137 pgs: 137 active+clean; 229 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 925 KiB/s rd, 2.9 MiB/s wr, 29 op/s 2024-04-02T09:29:59.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:59 smithi137 ceph-mon[88456]: pgmap v3605: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T09:29:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:59 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:29:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:29:59 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:29:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:59 smithi028 ceph-mon[96890]: pgmap v3605: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T09:29:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:59 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:29:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:29:59 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:29:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:59 smithi028 ceph-mon[94314]: pgmap v3605: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T09:29:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:29:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:59 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:29:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:29:59 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:30:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:00 smithi137 ceph-mon[88456]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:30:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:00 smithi028 ceph-mon[94314]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:30:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:00 smithi028 ceph-mon[96890]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:30:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:30:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:30:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:30:01.498 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:30:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:30:01] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:30:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:01 smithi137 ceph-mon[88456]: pgmap v3606: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T09:30:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:01 smithi028 ceph-mon[94314]: pgmap v3606: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T09:30:01.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:01 smithi028 ceph-mon[96890]: pgmap v3606: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 4.1 MiB/s wr, 26 op/s 2024-04-02T09:30:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:30:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:03 smithi137 ceph-mon[88456]: pgmap v3607: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:03.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:03 smithi028 ceph-mon[94314]: pgmap v3607: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:03.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:03 smithi028 ceph-mon[96890]: pgmap v3607: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:05 smithi137 ceph-mon[88456]: pgmap v3608: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:05 smithi137 ceph-mon[88456]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:05 smithi028 ceph-mon[94314]: pgmap v3608: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:05 smithi028 ceph-mon[94314]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:05 smithi028 ceph-mon[96890]: pgmap v3608: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:05 smithi028 ceph-mon[96890]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-02T09:30:06.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (15966 ms) 2024-04-02T09:30:06.830 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-02T09:30:06.830 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:30:06.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:06.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:07 smithi137 ceph-mon[88456]: pgmap v3610: 137 pgs: 137 active+clean; 298 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-02T09:30:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:07 smithi028 ceph-mon[94314]: pgmap v3610: 137 pgs: 137 active+clean; 298 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-02T09:30:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:07 smithi028 ceph-mon[96890]: pgmap v3610: 137 pgs: 137 active+clean; 298 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.9 MiB/s wr, 48 op/s 2024-04-02T09:30:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:09 smithi137 ceph-mon[88456]: pgmap v3611: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-02T09:30:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:09 smithi028 ceph-mon[94314]: pgmap v3611: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-02T09:30:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:09 smithi028 ceph-mon[96890]: pgmap v3611: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-02T09:30:11.522 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:30:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:30:11] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:30:11.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:11 smithi137 ceph-mon[88456]: pgmap v3612: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-02T09:30:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:11 smithi028 ceph-mon[94314]: pgmap v3612: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-02T09:30:11.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:11 smithi028 ceph-mon[96890]: pgmap v3612: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-02T09:30:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:12 smithi137 ceph-mon[88456]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:30:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:30:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:12 smithi028 ceph-mon[94314]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:30:12.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:12 smithi028 ceph-mon[96890]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-02T09:30:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:13 smithi137 ceph-mon[88456]: pgmap v3614: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-04-02T09:30:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:13 smithi028 ceph-mon[94314]: pgmap v3614: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-04-02T09:30:13.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:13 smithi028 ceph-mon[96890]: pgmap v3614: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-04-02T09:30:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:15 smithi137 ceph-mon[88456]: pgmap v3615: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 38 op/s 2024-04-02T09:30:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:15 smithi028 ceph-mon[94314]: pgmap v3615: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 38 op/s 2024-04-02T09:30:15.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:15 smithi028 ceph-mon[96890]: pgmap v3615: 137 pgs: 137 active+clean; 331 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 38 op/s 2024-04-02T09:30:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:17 smithi137 ceph-mon[88456]: pgmap v3616: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 55 op/s 2024-04-02T09:30:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:17 smithi028 ceph-mon[94314]: pgmap v3616: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 55 op/s 2024-04-02T09:30:17.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:17 smithi028 ceph-mon[96890]: pgmap v3616: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 55 op/s 2024-04-02T09:30:19.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:19 smithi137 ceph-mon[88456]: pgmap v3617: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-02T09:30:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:19 smithi028 ceph-mon[94314]: pgmap v3617: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-02T09:30:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:19 smithi028 ceph-mon[96890]: pgmap v3617: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-02T09:30:21.194 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (14365 ms) 2024-04-02T09:30:21.194 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-02T09:30:21.195 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:30:21.535 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:30:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:30:21] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:30:21.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:21 smithi137 ceph-mon[88456]: pgmap v3618: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-02T09:30:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:21 smithi028 ceph-mon[94314]: pgmap v3618: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-02T09:30:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:21 smithi028 ceph-mon[96890]: pgmap v3618: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-02T09:30:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:30:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:23 smithi137 ceph-mon[88456]: pgmap v3619: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 51 op/s 2024-04-02T09:30:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:23 smithi028 ceph-mon[94314]: pgmap v3619: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 51 op/s 2024-04-02T09:30:23.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:23 smithi028 ceph-mon[96890]: pgmap v3619: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 51 op/s 2024-04-02T09:30:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:25 smithi137 ceph-mon[88456]: pgmap v3620: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 44 op/s 2024-04-02T09:30:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:25 smithi028 ceph-mon[94314]: pgmap v3620: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 44 op/s 2024-04-02T09:30:25.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:25 smithi028 ceph-mon[96890]: pgmap v3620: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 44 op/s 2024-04-02T09:30:26.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:26 smithi137 ceph-mon[88456]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:30:26.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:26 smithi028 ceph-mon[94314]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:30:26.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:26 smithi028 ceph-mon[96890]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-02T09:30:27.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:27 smithi137 ceph-mon[88456]: pgmap v3622: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-04-02T09:30:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:27 smithi028 ceph-mon[94314]: pgmap v3622: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-04-02T09:30:27.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:27 smithi028 ceph-mon[96890]: pgmap v3622: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-04-02T09:30:29.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:29 smithi137 ceph-mon[88456]: pgmap v3623: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:30:29.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:29 smithi028 ceph-mon[94314]: pgmap v3623: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:30:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:29 smithi028 ceph-mon[96890]: pgmap v3623: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:30:31.553 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:30:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:30:31] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:30:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:31 smithi137 ceph-mon[88456]: pgmap v3624: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:30:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:31 smithi028 ceph-mon[94314]: pgmap v3624: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:30:31.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:31 smithi028 ceph-mon[96890]: pgmap v3624: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-02T09:30:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:30:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:33 smithi137 ceph-mon[88456]: pgmap v3625: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:33 smithi028 ceph-mon[94314]: pgmap v3625: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:33.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:33 smithi028 ceph-mon[96890]: pgmap v3625: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:35.880 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (14685 ms) 2024-04-02T09:30:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:35 smithi137 ceph-mon[88456]: pgmap v3626: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:35 smithi028 ceph-mon[96890]: pgmap v3626: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:35.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:35 smithi028 ceph-mon[94314]: pgmap v3626: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-02T09:30:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:36.570 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (108228 ms total) 2024-04-02T09:30:36.570 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:30:36.570 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-02T09:30:36.609 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-02T09:30:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:37 smithi137 ceph-mon[88456]: pgmap v3627: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-04-02T09:30:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:37 smithi137 ceph-mon[88456]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:30:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:37 smithi028 ceph-mon[94314]: pgmap v3627: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-04-02T09:30:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:37 smithi028 ceph-mon[94314]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:30:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:37 smithi028 ceph-mon[96890]: pgmap v3627: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 508 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-04-02T09:30:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:37 smithi028 ceph-mon[96890]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-02T09:30:38.583 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:30:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:38 smithi137 ceph-mon[88456]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:30:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:38 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2296051415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:38.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:38 smithi028 ceph-mon[94314]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:30:38.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:38 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2296051415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:38.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:38 smithi028 ceph-mon[96890]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-02T09:30:38.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:38 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2296051415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:30:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:39 smithi137 ceph-mon[88456]: pgmap v3630: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:39.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:39 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:30:39.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2296051415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:39.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:39 smithi137 ceph-mon[88456]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:30:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:39 smithi028 ceph-mon[94314]: pgmap v3630: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:39 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:30:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2296051415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:39 smithi028 ceph-mon[94314]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:30:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:39 smithi028 ceph-mon[96890]: pgmap v3630: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:39 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:30:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2296051415' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:30:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:39 smithi028 ceph-mon[96890]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-02T09:30:40.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:40 smithi137 ceph-mon[88456]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:30:40.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:40 smithi028 ceph-mon[94314]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:30:40.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:40 smithi028 ceph-mon[96890]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-02T09:30:41.589 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:30:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:30:41] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:30:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:41 smithi137 ceph-mon[88456]: pgmap v3633: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:41 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:30:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:41 smithi137 ceph-mon[88456]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:30:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:41 smithi028 ceph-mon[96890]: pgmap v3633: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:41 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:30:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:41 smithi028 ceph-mon[96890]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:30:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:41 smithi028 ceph-mon[94314]: pgmap v3633: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:30:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:41 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:30:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:41 smithi028 ceph-mon[94314]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-02T09:30:42.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:30:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:43 smithi137 ceph-mon[88456]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-02T09:30:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:43 smithi028 ceph-mon[94314]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-02T09:30:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:43 smithi028 ceph-mon[96890]: pgmap v3635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2024-04-02T09:30:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:45 smithi137 ceph-mon[88456]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:30:45.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:45 smithi137 ceph-mon[88456]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:30:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:45 smithi028 ceph-mon[94314]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:30:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:45 smithi028 ceph-mon[94314]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:30:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:45 smithi028 ceph-mon[96890]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:30:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:45 smithi028 ceph-mon[96890]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-02T09:30:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:47 smithi137 ceph-mon[88456]: pgmap v3638: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T09:30:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:47 smithi137 ceph-mon[88456]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:30:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:47 smithi028 ceph-mon[94314]: pgmap v3638: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T09:30:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:47 smithi028 ceph-mon[94314]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:30:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:47 smithi028 ceph-mon[96890]: pgmap v3638: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-02T09:30:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:47 smithi028 ceph-mon[96890]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-02T09:30:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:49 smithi137 ceph-mon[88456]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-02T09:30:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:49 smithi028 ceph-mon[94314]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-02T09:30:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:49 smithi028 ceph-mon[96890]: pgmap v3640: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-04-02T09:30:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:50.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:30:51.610 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:30:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:30:51] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:30:51.611 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:51 smithi028 ceph-mon[94314]: pgmap v3641: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-02T09:30:51.611 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:51 smithi028 ceph-mon[96890]: pgmap v3641: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-02T09:30:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:51 smithi137 ceph-mon[88456]: pgmap v3641: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-02T09:30:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:30:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:30:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:30:53.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:53 smithi137 ceph-mon[88456]: pgmap v3642: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-02T09:30:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:53 smithi028 ceph-mon[94314]: pgmap v3642: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-02T09:30:53.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:53 smithi028 ceph-mon[96890]: pgmap v3642: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-02T09:30:55.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:55 smithi137 ceph-mon[88456]: pgmap v3643: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:30:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:55 smithi028 ceph-mon[94314]: pgmap v3643: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:30:55.987 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:55 smithi028 ceph-mon[96890]: pgmap v3643: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 37 op/s 2024-04-02T09:30:57.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:57 smithi137 ceph-mon[88456]: pgmap v3644: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-02T09:30:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:57 smithi028 ceph-mon[96890]: pgmap v3644: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-02T09:30:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:57 smithi028 ceph-mon[94314]: pgmap v3644: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-02T09:30:58.780 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/4.Simple (22172 ms) 2024-04-02T09:30:58.781 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-02T09:30:58.781 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:30:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:30:59 smithi137 ceph-mon[88456]: pgmap v3645: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T09:30:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:30:59 smithi028 ceph-mon[94314]: pgmap v3645: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T09:30:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:30:59 smithi028 ceph-mon[96890]: pgmap v3645: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 1.5 MiB/s wr, 10 op/s 2024-04-02T09:31:00.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:00.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:31:01.634 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:31:01] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:31:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:01 smithi137 ceph-mon[88456]: pgmap v3646: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:01 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:01 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:01 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:31:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-mon[94314]: pgmap v3646: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:31:01.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-mon[96890]: pgmap v3646: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:31:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:31:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:01 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:31:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:31:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:03 smithi137 ceph-mon[88456]: pgmap v3647: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:03 smithi137 ceph-mon[88456]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:31:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:03 smithi028 ceph-mon[94314]: pgmap v3647: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:03 smithi028 ceph-mon[94314]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:31:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:03 smithi028 ceph-mon[96890]: pgmap v3647: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:31:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:03 smithi028 ceph-mon[96890]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-02T09:31:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:05 smithi137 ceph-mon[88456]: pgmap v3649: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:31:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:05 smithi028 ceph-mon[94314]: pgmap v3649: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:31:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:05 smithi028 ceph-mon[96890]: pgmap v3649: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-02T09:31:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:07 smithi028 ceph-mon[94314]: pgmap v3650: 137 pgs: 137 active+clean; 100 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 54 op/s 2024-04-02T09:31:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:07 smithi028 ceph-mon[96890]: pgmap v3650: 137 pgs: 137 active+clean; 100 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 54 op/s 2024-04-02T09:31:08.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:07 smithi137 ceph-mon[88456]: pgmap v3650: 137 pgs: 137 active+clean; 100 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 54 op/s 2024-04-02T09:31:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:09 smithi028 ceph-mon[94314]: pgmap v3651: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:09.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:09 smithi028 ceph-mon[96890]: pgmap v3651: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:09 smithi137 ceph-mon[88456]: pgmap v3651: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:11.651 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:31:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:31:11] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:31:11.651 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:11 smithi028 ceph-mon[94314]: pgmap v3652: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:11.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:11 smithi028 ceph-mon[96890]: pgmap v3652: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:12.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:11 smithi137 ceph-mon[88456]: pgmap v3652: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-02T09:31:12.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:31:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:12 smithi028 ceph-mon[94314]: pgmap v3653: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:12.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:12 smithi028 ceph-mon[96890]: pgmap v3653: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:13.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:12 smithi137 ceph-mon[88456]: pgmap v3653: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:31:15.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:14 smithi137 ceph-mon[88456]: pgmap v3654: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T09:31:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:14 smithi028 ceph-mon[94314]: pgmap v3654: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T09:31:15.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:14 smithi028 ceph-mon[96890]: pgmap v3654: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.6 MiB/s wr, 31 op/s 2024-04-02T09:31:17.182 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/4.Grow (18401 ms) 2024-04-02T09:31:17.182 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-02T09:31:17.182 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:31:17.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:16 smithi137 ceph-mon[88456]: pgmap v3655: 137 pgs: 137 active+clean; 141 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2024-04-02T09:31:17.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:16 smithi028 ceph-mon[94314]: pgmap v3655: 137 pgs: 137 active+clean; 141 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2024-04-02T09:31:17.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:16 smithi028 ceph-mon[96890]: pgmap v3655: 137 pgs: 137 active+clean; 141 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2024-04-02T09:31:19.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:18 smithi028 ceph-mon[94314]: pgmap v3656: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:31:19.249 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:18 smithi028 ceph-mon[96890]: pgmap v3656: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:31:19.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:18 smithi137 ceph-mon[88456]: pgmap v3656: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.8 MiB/s wr, 33 op/s 2024-04-02T09:31:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:20 smithi137 ceph-mon[88456]: pgmap v3657: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-02T09:31:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:20 smithi028 ceph-mon[94314]: pgmap v3657: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-02T09:31:21.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:21.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:31:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:31:21] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-04-02T09:31:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:20 smithi028 ceph-mon[96890]: pgmap v3657: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-04-02T09:31:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:22.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:21 smithi137 ceph-mon[88456]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:31:22.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:21 smithi028 ceph-mon[94314]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:31:22.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:21 smithi028 ceph-mon[96890]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-02T09:31:22.644 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:31:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:23.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:22 smithi137 ceph-mon[88456]: pgmap v3659: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 45 op/s 2024-04-02T09:31:23.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:22 smithi028 ceph-mon[94314]: pgmap v3659: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 45 op/s 2024-04-02T09:31:23.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:22 smithi028 ceph-mon[96890]: pgmap v3659: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 45 op/s 2024-04-02T09:31:25.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:25 smithi137 ceph-mon[88456]: pgmap v3660: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 45 op/s 2024-04-02T09:31:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:25 smithi028 ceph-mon[94314]: pgmap v3660: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 45 op/s 2024-04-02T09:31:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:25 smithi028 ceph-mon[96890]: pgmap v3660: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 45 op/s 2024-04-02T09:31:27.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:27 smithi137 ceph-mon[88456]: pgmap v3661: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T09:31:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:27 smithi028 ceph-mon[94314]: pgmap v3661: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T09:31:27.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:27 smithi028 ceph-mon[96890]: pgmap v3661: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.7 MiB/s wr, 42 op/s 2024-04-02T09:31:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:29 smithi137 ceph-mon[88456]: pgmap v3662: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:31:29.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:29 smithi028 ceph-mon[94314]: pgmap v3662: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:31:29.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:29 smithi028 ceph-mon[96890]: pgmap v3662: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:31:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:31 smithi137 ceph-mon[88456]: pgmap v3663: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-02T09:31:31.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:31 smithi028 ceph-mon[94314]: pgmap v3663: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-02T09:31:31.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:31 smithi028 ceph-mon[96890]: pgmap v3663: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-02T09:31:31.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:31:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:31:31] "GET /metrics HTTP/1.1" 200 36759 "" "Prometheus/2.43.0" 2024-04-02T09:31:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:31:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:33.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:33 smithi137 ceph-mon[88456]: pgmap v3664: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T09:31:33.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:33 smithi028 ceph-mon[94314]: pgmap v3664: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T09:31:33.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:33 smithi028 ceph-mon[96890]: pgmap v3664: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T09:31:35.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:35 smithi137 ceph-mon[88456]: pgmap v3665: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-02T09:31:35.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:35 smithi028 ceph-mon[94314]: pgmap v3665: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-02T09:31:35.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:35 smithi028 ceph-mon[96890]: pgmap v3665: 137 pgs: 137 active+clean; 190 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-02T09:31:35.558 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (18377 ms) 2024-04-02T09:31:35.558 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-02T09:31:35.558 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:31:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:36.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:36.450 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:37.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:37 smithi137 ceph-mon[88456]: pgmap v3666: 137 pgs: 137 active+clean; 211 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 50 op/s 2024-04-02T09:31:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:37 smithi028 ceph-mon[94314]: pgmap v3666: 137 pgs: 137 active+clean; 211 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 50 op/s 2024-04-02T09:31:37.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:37 smithi028 ceph-mon[96890]: pgmap v3666: 137 pgs: 137 active+clean; 211 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.5 MiB/s wr, 50 op/s 2024-04-02T09:31:39.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:39 smithi028 ceph-mon[94314]: pgmap v3667: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:39.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:39 smithi028 ceph-mon[96890]: pgmap v3667: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:39.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:39 smithi137 ceph-mon[88456]: pgmap v3667: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:41.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:31:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:31:41] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:31:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:41 smithi028 ceph-mon[94314]: pgmap v3668: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:41 smithi028 ceph-mon[94314]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:31:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:41 smithi028 ceph-mon[96890]: pgmap v3668: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:41 smithi028 ceph-mon[96890]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:31:41.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:41 smithi137 ceph-mon[88456]: pgmap v3668: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:31:41.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:41 smithi137 ceph-mon[88456]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-02T09:31:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:31:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:43.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:43 smithi028 ceph-mon[94314]: pgmap v3670: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:31:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:43 smithi028 ceph-mon[96890]: pgmap v3670: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:31:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:43 smithi137 ceph-mon[88456]: pgmap v3670: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:31:45.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:45 smithi028 ceph-mon[94314]: pgmap v3671: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:31:45.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:45 smithi028 ceph-mon[96890]: pgmap v3671: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:31:45.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:45 smithi137 ceph-mon[88456]: pgmap v3671: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-02T09:31:47.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:47 smithi028 ceph-mon[94314]: pgmap v3672: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-04-02T09:31:47.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:47 smithi028 ceph-mon[96890]: pgmap v3672: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-04-02T09:31:47.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:47 smithi137 ceph-mon[88456]: pgmap v3672: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 37 op/s 2024-04-02T09:31:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:49 smithi028 ceph-mon[94314]: pgmap v3673: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:31:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:49 smithi028 ceph-mon[96890]: pgmap v3673: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:31:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:49 smithi137 ceph-mon[88456]: pgmap v3673: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:31:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:51 smithi028 ceph-mon[94314]: pgmap v3674: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:31:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:31:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:31:51] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:31:51.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:51 smithi028 ceph-mon[96890]: pgmap v3674: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:31:51.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:51.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:51 smithi137 ceph-mon[88456]: pgmap v3674: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-02T09:31:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:31:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:31:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:31:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:53 smithi028 ceph-mon[94314]: pgmap v3675: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-02T09:31:53.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:53 smithi028 ceph-mon[96890]: pgmap v3675: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-02T09:31:53.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:53 smithi137 ceph-mon[88456]: pgmap v3675: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 3.1 MiB/s wr, 34 op/s 2024-04-02T09:31:54.606 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (19048 ms) 2024-04-02T09:31:54.606 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-02T09:31:54.607 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:31:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:55 smithi028 ceph-mon[94314]: pgmap v3676: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:55 smithi028 ceph-mon[96890]: pgmap v3676: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:55.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:55 smithi137 ceph-mon[88456]: pgmap v3676: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:31:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:57 smithi028 ceph-mon[94314]: pgmap v3677: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:31:57.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:57 smithi028 ceph-mon[96890]: pgmap v3677: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:31:57.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:57 smithi137 ceph-mon[88456]: pgmap v3677: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:31:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:59 smithi028 ceph-mon[94314]: pgmap v3678: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:31:59.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:31:59 smithi028 ceph-mon[94314]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:31:59.697 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:59 smithi028 ceph-mon[96890]: pgmap v3678: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:31:59.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:31:59 smithi028 ceph-mon[96890]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:31:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:59 smithi137 ceph-mon[88456]: pgmap v3678: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:31:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:31:59 smithi137 ceph-mon[88456]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-02T09:32:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:01 smithi028 ceph-mon[94314]: pgmap v3680: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-02T09:32:01.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:01 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:32:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:32:01] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:32:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:01 smithi028 ceph-mon[96890]: pgmap v3680: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-02T09:32:01.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:01 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:01.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:01 smithi137 ceph-mon[88456]: pgmap v3680: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-02T09:32:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:01 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:32:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:02 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:02 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:02 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:32:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:32:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:02 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:32:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:02 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:32:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:02 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:32:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:02 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:32:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:03 smithi137 ceph-mon[88456]: pgmap v3681: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:32:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:03 smithi028 ceph-mon[94314]: pgmap v3681: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:32:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:03 smithi028 ceph-mon[96890]: pgmap v3681: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:32:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:05 smithi137 ceph-mon[88456]: pgmap v3682: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:32:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:05 smithi028 ceph-mon[94314]: pgmap v3682: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:32:05.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:05 smithi028 ceph-mon[96890]: pgmap v3682: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-02T09:32:06.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:06.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:07.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:07 smithi137 ceph-mon[88456]: pgmap v3683: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:32:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:07 smithi028 ceph-mon[94314]: pgmap v3683: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:32:07.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:07 smithi028 ceph-mon[96890]: pgmap v3683: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 MiB/s wr, 35 op/s 2024-04-02T09:32:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:09 smithi137 ceph-mon[88456]: pgmap v3684: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:32:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:09 smithi028 ceph-mon[94314]: pgmap v3684: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:32:09.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:09 smithi028 ceph-mon[96890]: pgmap v3684: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-04-02T09:32:11.469 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:32:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:32:11] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:32:11.470 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:11 smithi028 ceph-mon[94314]: pgmap v3685: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 30 op/s 2024-04-02T09:32:11.470 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:11 smithi028 ceph-mon[94314]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:32:11.470 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:11 smithi028 ceph-mon[96890]: pgmap v3685: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 30 op/s 2024-04-02T09:32:11.471 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:11 smithi028 ceph-mon[96890]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:32:11.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:11 smithi137 ceph-mon[88456]: pgmap v3685: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.5 MiB/s wr, 30 op/s 2024-04-02T09:32:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:11 smithi137 ceph-mon[88456]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-02T09:32:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:32:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:12.740 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18134 ms) 2024-04-02T09:32:12.741 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-02T09:32:12.741 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:32:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:13 smithi137 ceph-mon[88456]: pgmap v3687: 137 pgs: 137 active+clean; 374 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-02T09:32:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:13 smithi028 ceph-mon[94314]: pgmap v3687: 137 pgs: 137 active+clean; 374 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-02T09:32:13.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:13 smithi028 ceph-mon[96890]: pgmap v3687: 137 pgs: 137 active+clean; 374 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-02T09:32:15.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:15 smithi137 ceph-mon[88456]: pgmap v3688: 137 pgs: 137 active+clean; 374 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-02T09:32:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:15 smithi028 ceph-mon[94314]: pgmap v3688: 137 pgs: 137 active+clean; 374 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-02T09:32:15.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:15 smithi028 ceph-mon[96890]: pgmap v3688: 137 pgs: 137 active+clean; 374 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.1 MiB/s wr, 43 op/s 2024-04-02T09:32:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:17 smithi137 ceph-mon[88456]: pgmap v3689: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:32:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:17 smithi028 ceph-mon[94314]: pgmap v3689: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:32:17.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:17 smithi028 ceph-mon[96890]: pgmap v3689: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2024-04-02T09:32:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:18 smithi137 ceph-mon[88456]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:32:18.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:18 smithi028 ceph-mon[94314]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:32:18.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:18 smithi028 ceph-mon[96890]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-02T09:32:19.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:19 smithi028 ceph-mon[94314]: pgmap v3691: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 62 op/s 2024-04-02T09:32:19.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:19 smithi028 ceph-mon[96890]: pgmap v3691: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 62 op/s 2024-04-02T09:32:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:19 smithi137 ceph-mon[88456]: pgmap v3691: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 62 op/s 2024-04-02T09:32:21.494 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:32:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:32:21] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-04-02T09:32:21.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:21 smithi137 ceph-mon[88456]: pgmap v3692: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-02T09:32:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:21 smithi028 ceph-mon[96890]: pgmap v3692: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-02T09:32:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:21 smithi028 ceph-mon[94314]: pgmap v3692: 137 pgs: 137 active+clean; 378 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.6 MiB/s wr, 52 op/s 2024-04-02T09:32:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:32:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:23 smithi137 ceph-mon[88456]: pgmap v3693: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:32:23.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:23 smithi028 ceph-mon[96890]: pgmap v3693: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:32:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:23 smithi028 ceph-mon[94314]: pgmap v3693: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:32:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:25 smithi137 ceph-mon[88456]: pgmap v3694: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:32:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:25 smithi028 ceph-mon[94314]: pgmap v3694: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:32:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:25 smithi028 ceph-mon[96890]: pgmap v3694: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-02T09:32:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:27 smithi137 ceph-mon[88456]: pgmap v3695: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-02T09:32:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:27 smithi028 ceph-mon[94314]: pgmap v3695: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-02T09:32:27.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:27 smithi028 ceph-mon[96890]: pgmap v3695: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-02T09:32:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:29 smithi137 ceph-mon[88456]: pgmap v3696: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-02T09:32:29.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:29 smithi028 ceph-mon[94314]: pgmap v3696: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-02T09:32:29.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:29 smithi028 ceph-mon[96890]: pgmap v3696: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-02T09:32:31.508 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:32:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:32:31] "GET /metrics HTTP/1.1" 200 36757 "" "Prometheus/2.43.0" 2024-04-02T09:32:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:31 smithi137 ceph-mon[88456]: pgmap v3697: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-02T09:32:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:31 smithi028 ceph-mon[94314]: pgmap v3697: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-02T09:32:31.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:31 smithi028 ceph-mon[96890]: pgmap v3697: 137 pgs: 137 active+clean; 415 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-02T09:32:32.005 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (19265 ms) 2024-04-02T09:32:32.006 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-02T09:32:32.006 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:32:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:32:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:32:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:33.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:33 smithi137 ceph-mon[88456]: pgmap v3698: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:32:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:33 smithi028 ceph-mon[94314]: pgmap v3698: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:32:33.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:33 smithi028 ceph-mon[96890]: pgmap v3698: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-02T09:32:35.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:35 smithi137 ceph-mon[88456]: pgmap v3699: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:32:35.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:35 smithi028 ceph-mon[94314]: pgmap v3699: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:32:35.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:35 smithi028 ceph-mon[96890]: pgmap v3699: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-02T09:32:36.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:36.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:37 smithi137 ceph-mon[88456]: pgmap v3700: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:32:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:37 smithi137 ceph-mon[88456]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:32:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:37 smithi028 ceph-mon[94314]: pgmap v3700: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:32:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:37 smithi028 ceph-mon[94314]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:32:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:37 smithi028 ceph-mon[96890]: pgmap v3700: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:32:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:37 smithi028 ceph-mon[96890]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-02T09:32:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:39 smithi137 ceph-mon[88456]: pgmap v3702: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T09:32:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:39 smithi028 ceph-mon[94314]: pgmap v3702: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T09:32:39.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:39 smithi028 ceph-mon[96890]: pgmap v3702: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T09:32:41.531 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:41 smithi028 ceph-mon[94314]: pgmap v3703: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T09:32:41.531 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:32:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:32:41] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:32:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:41 smithi137 ceph-mon[88456]: pgmap v3703: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T09:32:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:41 smithi028 ceph-mon[96890]: pgmap v3703: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-02T09:32:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:32:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:43 smithi137 ceph-mon[88456]: pgmap v3704: 137 pgs: 137 active+clean; 456 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:43.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:43 smithi028 ceph-mon[96890]: pgmap v3704: 137 pgs: 137 active+clean; 456 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:43 smithi028 ceph-mon[94314]: pgmap v3704: 137 pgs: 137 active+clean; 456 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:45 smithi137 ceph-mon[88456]: pgmap v3705: 137 pgs: 137 active+clean; 456 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:45 smithi028 ceph-mon[94314]: pgmap v3705: 137 pgs: 137 active+clean; 456 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:45 smithi028 ceph-mon[96890]: pgmap v3705: 137 pgs: 137 active+clean; 456 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-02T09:32:47.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:47 smithi137 ceph-mon[88456]: pgmap v3706: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.8 MiB/s wr, 38 op/s 2024-04-02T09:32:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:47 smithi028 ceph-mon[94314]: pgmap v3706: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.8 MiB/s wr, 38 op/s 2024-04-02T09:32:47.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:47 smithi028 ceph-mon[96890]: pgmap v3706: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.8 MiB/s wr, 38 op/s 2024-04-02T09:32:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:49 smithi137 ceph-mon[88456]: pgmap v3707: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-02T09:32:49.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:49 smithi028 ceph-mon[96890]: pgmap v3707: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-02T09:32:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:49 smithi028 ceph-mon[94314]: pgmap v3707: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-04-02T09:32:51.156 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (19151 ms) 2024-04-02T09:32:51.553 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (134548 ms total) 2024-04-02T09:32:51.553 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:32:51.553 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-02T09:32:51.556 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:32:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:32:51] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:32:51.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-02T09:32:51.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:51 smithi137 ceph-mon[88456]: pgmap v3708: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-02T09:32:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:51 smithi028 ceph-mon[94314]: pgmap v3708: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-02T09:32:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:51 smithi028 ceph-mon[96890]: pgmap v3708: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-04-02T09:32:51.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:32:52.563 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:32:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:32:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:32:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:52 smithi137 ceph-mon[88456]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:32:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:52 smithi028 ceph-mon[94314]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:32:52.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:52 smithi028 ceph-mon[96890]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-02T09:32:53.571 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:32:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:53 smithi137 ceph-mon[88456]: pgmap v3710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:32:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:53 smithi137 ceph-mon[88456]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:32:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:53 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2687820724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:53 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:53 smithi028 ceph-mon[94314]: pgmap v3710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:32:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:53 smithi028 ceph-mon[94314]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:32:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:53 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2687820724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:53 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:53 smithi028 ceph-mon[96890]: pgmap v3710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:32:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:53 smithi028 ceph-mon[96890]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-02T09:32:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:53 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2687820724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:53 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:32:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:54 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:54 smithi137 ceph-mon[88456]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:32:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:54 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:54.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:54 smithi028 ceph-mon[94314]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:32:54.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:54 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:32:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:54 smithi028 ceph-mon[96890]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-02T09:32:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:55 smithi137 ceph-mon[88456]: pgmap v3713: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:32:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:55 smithi137 ceph-mon[88456]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:32:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:55 smithi028 ceph-mon[94314]: pgmap v3713: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:32:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:55 smithi028 ceph-mon[94314]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:32:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:55 smithi028 ceph-mon[96890]: pgmap v3713: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:32:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:55 smithi028 ceph-mon[96890]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-02T09:32:56.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:56 smithi137 ceph-mon[88456]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:32:56.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:56 smithi028 ceph-mon[94314]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:32:56.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:56 smithi028 ceph-mon[96890]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-02T09:32:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:57 smithi137 ceph-mon[88456]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:32:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:57 smithi028 ceph-mon[94314]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:32:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:57 smithi028 ceph-mon[96890]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-02T09:32:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:32:59 smithi137 ceph-mon[88456]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 949 B/s wr, 6 op/s 2024-04-02T09:32:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:32:59 smithi028 ceph-mon[94314]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 949 B/s wr, 6 op/s 2024-04-02T09:32:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:32:59 smithi028 ceph-mon[96890]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 949 B/s wr, 6 op/s 2024-04-02T09:33:01.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:33:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:33:01] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:33:01.894 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:01 smithi137 ceph-mon[88456]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:01 smithi028 ceph-mon[94314]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:01 smithi028 ceph-mon[96890]: pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:33:02.604 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:33:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:02.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:02 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:02 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:02.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:02 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:33:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:03 smithi137 ceph-mon[88456]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:33:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:03 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:03 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:33:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:03 smithi028 ceph-mon[94314]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:33:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:03 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:03 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:33:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:03 smithi028 ceph-mon[96890]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:33:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:33:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:03 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:33:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:03 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:33:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:05 smithi137 ceph-mon[88456]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 873 B/s wr, 5 op/s 2024-04-02T09:33:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:05 smithi028 ceph-mon[94314]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 873 B/s wr, 5 op/s 2024-04-02T09:33:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:05 smithi028 ceph-mon[96890]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 873 B/s wr, 5 op/s 2024-04-02T09:33:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:07 smithi137 ceph-mon[88456]: pgmap v3721: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-02T09:33:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:07 smithi137 ceph-mon[88456]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:33:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:07 smithi137 ceph-mon[88456]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:33:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:07 smithi028 ceph-mon[94314]: pgmap v3721: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-02T09:33:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:07 smithi028 ceph-mon[94314]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:33:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:07 smithi028 ceph-mon[94314]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:33:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:07 smithi028 ceph-mon[96890]: pgmap v3721: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-02T09:33:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:07 smithi028 ceph-mon[96890]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-02T09:33:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:07 smithi028 ceph-mon[96890]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-02T09:33:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:09 smithi137 ceph-mon[88456]: pgmap v3724: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T09:33:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:09 smithi028 ceph-mon[94314]: pgmap v3724: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T09:33:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:09 smithi028 ceph-mon[96890]: pgmap v3724: 137 pgs: 137 active+clean; 26 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 KiB/s rd, 2.6 MiB/s wr, 2 op/s 2024-04-02T09:33:11.621 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:11 smithi028 ceph-mon[94314]: pgmap v3725: 137 pgs: 137 active+clean; 42 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T09:33:11.621 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:33:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:33:11] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-04-02T09:33:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:11 smithi137 ceph-mon[88456]: pgmap v3725: 137 pgs: 137 active+clean; 42 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T09:33:11.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:11 smithi028 ceph-mon[96890]: pgmap v3725: 137 pgs: 137 active+clean; 42 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-04-02T09:33:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:33:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:13.043 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/5.Simple (21455 ms) 2024-04-02T09:33:13.043 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-02T09:33:13.043 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:33:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:13 smithi137 ceph-mon[88456]: pgmap v3726: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:33:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:13 smithi028 ceph-mon[94314]: pgmap v3726: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:33:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:13 smithi028 ceph-mon[96890]: pgmap v3726: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-02T09:33:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:15 smithi137 ceph-mon[88456]: pgmap v3727: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 51 op/s 2024-04-02T09:33:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:15 smithi028 ceph-mon[94314]: pgmap v3727: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 51 op/s 2024-04-02T09:33:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:15 smithi028 ceph-mon[96890]: pgmap v3727: 137 pgs: 137 active+clean; 47 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 51 op/s 2024-04-02T09:33:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:17 smithi137 ceph-mon[88456]: pgmap v3728: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 70 op/s 2024-04-02T09:33:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:17 smithi028 ceph-mon[94314]: pgmap v3728: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 70 op/s 2024-04-02T09:33:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:17 smithi028 ceph-mon[96890]: pgmap v3728: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 70 op/s 2024-04-02T09:33:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:19 smithi137 ceph-mon[88456]: pgmap v3729: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:33:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:19 smithi028 ceph-mon[94314]: pgmap v3729: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:33:19.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:19 smithi028 ceph-mon[96890]: pgmap v3729: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-02T09:33:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:21.144 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:21.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:33:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:33:21] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:33:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:21 smithi028 ceph-mon[94314]: pgmap v3730: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 55 op/s 2024-04-02T09:33:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:21 smithi028 ceph-mon[96890]: pgmap v3730: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 55 op/s 2024-04-02T09:33:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:21 smithi137 ceph-mon[88456]: pgmap v3730: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 55 op/s 2024-04-02T09:33:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:33:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:22 smithi028 ceph-mon[94314]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:33:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:22 smithi028 ceph-mon[94314]: pgmap v3732: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:33:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:22 smithi028 ceph-mon[96890]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:33:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:22 smithi028 ceph-mon[96890]: pgmap v3732: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:33:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:22 smithi137 ceph-mon[88456]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-02T09:33:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:22 smithi137 ceph-mon[88456]: pgmap v3732: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:33:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:25 smithi137 ceph-mon[88456]: pgmap v3733: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:33:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:25 smithi028 ceph-mon[94314]: pgmap v3733: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:33:25.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:25 smithi028 ceph-mon[96890]: pgmap v3733: 137 pgs: 137 active+clean; 116 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-04-02T09:33:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:27 smithi137 ceph-mon[88456]: pgmap v3734: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:33:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:27 smithi028 ceph-mon[94314]: pgmap v3734: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:33:27.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:27 smithi028 ceph-mon[96890]: pgmap v3734: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:33:28.060 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/5.Grow (15018 ms) 2024-04-02T09:33:28.060 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-02T09:33:28.060 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:33:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:29 smithi137 ceph-mon[88456]: pgmap v3735: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:33:29.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:29 smithi028 ceph-mon[96890]: pgmap v3735: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:33:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:29 smithi028 ceph-mon[94314]: pgmap v3735: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.5 MiB/s wr, 48 op/s 2024-04-02T09:33:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:31 smithi137 ceph-mon[88456]: pgmap v3736: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:33:31.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:33:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:33:31] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:33:31.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:31 smithi028 ceph-mon[94314]: pgmap v3736: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:33:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:31 smithi028 ceph-mon[96890]: pgmap v3736: 137 pgs: 137 active+clean; 148 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 51 op/s 2024-04-02T09:33:32.647 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:33:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:33.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:33 smithi137 ceph-mon[88456]: pgmap v3737: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 59 op/s 2024-04-02T09:33:33.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:33 smithi028 ceph-mon[96890]: pgmap v3737: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 59 op/s 2024-04-02T09:33:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:33 smithi028 ceph-mon[94314]: pgmap v3737: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 59 op/s 2024-04-02T09:33:35.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:35 smithi137 ceph-mon[88456]: pgmap v3738: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-04-02T09:33:35.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:35 smithi028 ceph-mon[94314]: pgmap v3738: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-04-02T09:33:35.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:35 smithi028 ceph-mon[96890]: pgmap v3738: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 50 op/s 2024-04-02T09:33:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:36.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:37 smithi137 ceph-mon[88456]: pgmap v3739: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:33:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:37 smithi137 ceph-mon[88456]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:33:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:37 smithi028 ceph-mon[94314]: pgmap v3739: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:33:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:37 smithi028 ceph-mon[94314]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:33:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:37 smithi028 ceph-mon[96890]: pgmap v3739: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:33:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:37 smithi028 ceph-mon[96890]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-02T09:33:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:39 smithi137 ceph-mon[88456]: pgmap v3741: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.2 MiB/s wr, 25 op/s 2024-04-02T09:33:39.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:39 smithi028 ceph-mon[94314]: pgmap v3741: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.2 MiB/s wr, 25 op/s 2024-04-02T09:33:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:39 smithi028 ceph-mon[96890]: pgmap v3741: 137 pgs: 137 active+clean; 194 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.2 MiB/s wr, 25 op/s 2024-04-02T09:33:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:41 smithi137 ceph-mon[88456]: pgmap v3742: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-02T09:33:41.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:41 smithi028 ceph-mon[94314]: pgmap v3742: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-02T09:33:41.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:33:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:33:41] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:33:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:41 smithi028 ceph-mon[96890]: pgmap v3742: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-02T09:33:42.376 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14315 ms) 2024-04-02T09:33:42.376 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-02T09:33:42.376 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:33:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:33:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:33:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:43 smithi137 ceph-mon[88456]: pgmap v3743: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-02T09:33:43.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:43 smithi028 ceph-mon[94314]: pgmap v3743: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-02T09:33:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:43 smithi028 ceph-mon[96890]: pgmap v3743: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-02T09:33:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:45 smithi137 ceph-mon[88456]: pgmap v3744: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-02T09:33:45.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:45 smithi028 ceph-mon[94314]: pgmap v3744: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-02T09:33:45.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:45 smithi028 ceph-mon[96890]: pgmap v3744: 137 pgs: 137 active+clean; 235 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.6 MiB/s wr, 53 op/s 2024-04-02T09:33:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:47 smithi137 ceph-mon[88456]: pgmap v3745: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-02T09:33:47.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:47 smithi028 ceph-mon[94314]: pgmap v3745: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-02T09:33:47.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:47 smithi028 ceph-mon[96890]: pgmap v3745: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-02T09:33:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:49 smithi137 ceph-mon[88456]: pgmap v3746: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-02T09:33:49.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:49 smithi028 ceph-mon[94314]: pgmap v3746: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-02T09:33:49.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:49 smithi028 ceph-mon[96890]: pgmap v3746: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-02T09:33:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:51 smithi137 ceph-mon[88456]: pgmap v3747: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-02T09:33:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:51.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:51 smithi028 ceph-mon[94314]: pgmap v3747: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-02T09:33:51.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:33:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:33:51] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:33:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:51 smithi028 ceph-mon[96890]: pgmap v3747: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 57 op/s 2024-04-02T09:33:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:33:52.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:52 smithi137 ceph-mon[88456]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:33:52.395 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:33:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:33:52.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:52 smithi028 ceph-mon[94314]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:33:52.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:52 smithi028 ceph-mon[96890]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-02T09:33:53.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:53 smithi137 ceph-mon[88456]: pgmap v3749: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T09:33:53.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:53 smithi028 ceph-mon[96890]: pgmap v3749: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T09:33:53.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:53 smithi028 ceph-mon[94314]: pgmap v3749: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T09:33:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:55 smithi137 ceph-mon[88456]: pgmap v3750: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T09:33:55.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:55 smithi028 ceph-mon[94314]: pgmap v3750: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T09:33:55.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:55 smithi028 ceph-mon[96890]: pgmap v3750: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.8 MiB/s wr, 18 op/s 2024-04-02T09:33:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:33:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-02T09:33:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:33:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-02T09:33:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:33:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-02T09:33:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:33:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-02T09:33:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:33:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-02T09:33:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]: dispatch 2024-04-02T09:33:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]: dispatch 2024-04-02T09:33:57.305 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (14929 ms) 2024-04-02T09:33:57.305 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-02T09:33:57.305 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:33:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:57 smithi137 ceph-mon[88456]: pgmap v3751: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-02T09:33:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-04-02T09:33:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-04-02T09:33:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:57 smithi137 ceph-mon[88456]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:33:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:57 smithi028 ceph-mon[94314]: pgmap v3751: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-02T09:33:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-04-02T09:33:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-04-02T09:33:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:57 smithi028 ceph-mon[94314]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:33:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:57 smithi028 ceph-mon[96890]: pgmap v3751: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-02T09:33:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.4", "id": [5, 2]}]': finished 2024-04-02T09:33:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1e", "id": [5, 4]}]': finished 2024-04-02T09:33:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:57 smithi028 ceph-mon[96890]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-02T09:33:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:58 smithi137 ceph-mon[88456]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:33:58.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:58 smithi028 ceph-mon[94314]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:33:58.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:58 smithi028 ceph-mon[96890]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-02T09:33:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:33:59 smithi137 ceph-mon[88456]: pgmap v3754: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 79 op/s 2024-04-02T09:33:59.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:33:59 smithi028 ceph-mon[94314]: pgmap v3754: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 79 op/s 2024-04-02T09:33:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:33:59 smithi028 ceph-mon[96890]: pgmap v3754: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.6 MiB/s wr, 79 op/s 2024-04-02T09:34:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:01 smithi137 ceph-mon[88456]: pgmap v3755: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 74 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:34:01.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:01 smithi028 ceph-mon[94314]: pgmap v3755: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 74 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:34:01.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:01 smithi028 ceph-mon[96890]: pgmap v3755: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 74 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-02T09:34:01.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:34:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:34:01] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-02T09:34:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:34:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:03.394 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:03 smithi137 ceph-mon[88456]: pgmap v3756: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 75 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:34:03.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:03 smithi028 ceph-mon[94314]: pgmap v3756: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 75 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:34:03.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:03 smithi028 ceph-mon[96890]: pgmap v3756: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.1 MiB/s wr, 75 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:34:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:04.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:04 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:34:04.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:04.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:04.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:04 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:34:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:34:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:34:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:34:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:04 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:34:05.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:05 smithi137 ceph-mon[88456]: pgmap v3757: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.0 MiB/s wr, 6 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:34:05.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:05 smithi028 ceph-mon[94314]: pgmap v3757: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.0 MiB/s wr, 6 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:34:05.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:05 smithi028 ceph-mon[96890]: pgmap v3757: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.0 MiB/s wr, 6 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-04-02T09:34:06.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:06.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:06.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:07 smithi137 ceph-mon[88456]: pgmap v3758: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 829 KiB/s wr, 5 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T09:34:07.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:07 smithi028 ceph-mon[94314]: pgmap v3758: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 829 KiB/s wr, 5 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T09:34:07.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:07 smithi028 ceph-mon[96890]: pgmap v3758: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 829 KiB/s wr, 5 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-04-02T09:34:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:09 smithi137 ceph-mon[88456]: pgmap v3759: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 753 KiB/s wr, 5 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-02T09:34:09.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:09 smithi137 ceph-mon[88456]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:34:09.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:09 smithi028 ceph-mon[94314]: pgmap v3759: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 753 KiB/s wr, 5 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-02T09:34:09.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:09 smithi028 ceph-mon[94314]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:34:09.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:09 smithi028 ceph-mon[96890]: pgmap v3759: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 753 KiB/s wr, 5 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-02T09:34:09.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:09 smithi028 ceph-mon[96890]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-02T09:34:11.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:11 smithi137 ceph-mon[88456]: pgmap v3761: 137 pgs: 137 active+clean; 324 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 31 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-02T09:34:11.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:11 smithi028 ceph-mon[94314]: pgmap v3761: 137 pgs: 137 active+clean; 324 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 31 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-02T09:34:11.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:34:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:34:11] "GET /metrics HTTP/1.1" 200 36768 "" "Prometheus/2.43.0" 2024-04-02T09:34:11.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:11 smithi028 ceph-mon[96890]: pgmap v3761: 137 pgs: 137 active+clean; 324 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.2 MiB/s wr, 31 op/s; 921 KiB/s, 0 objects/s recovering 2024-04-02T09:34:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:34:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:13.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:13 smithi137 ceph-mon[88456]: pgmap v3762: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:34:13.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:13 smithi028 ceph-mon[94314]: pgmap v3762: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:34:13.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:13 smithi028 ceph-mon[96890]: pgmap v3762: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-02T09:34:14.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:14 smithi137 ceph-mon[88456]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:34:14.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:14 smithi028 ceph-mon[94314]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:34:14.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:14 smithi028 ceph-mon[96890]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-02T09:34:15.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:15 smithi137 ceph-mon[88456]: pgmap v3764: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-02T09:34:15.444 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (18139 ms) 2024-04-02T09:34:15.444 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-02T09:34:15.444 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:34:15.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:15 smithi028 ceph-mon[94314]: pgmap v3764: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-02T09:34:15.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:15 smithi028 ceph-mon[96890]: pgmap v3764: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2024-04-02T09:34:17.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:17 smithi137 ceph-mon[88456]: pgmap v3765: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 16 MiB/s wr, 100 op/s 2024-04-02T09:34:17.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:17 smithi028 ceph-mon[94314]: pgmap v3765: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 16 MiB/s wr, 100 op/s 2024-04-02T09:34:17.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:17 smithi028 ceph-mon[96890]: pgmap v3765: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.3 MiB/s rd, 16 MiB/s wr, 100 op/s 2024-04-02T09:34:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:19 smithi137 ceph-mon[88456]: pgmap v3766: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 13 MiB/s wr, 81 op/s 2024-04-02T09:34:19.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:19 smithi028 ceph-mon[94314]: pgmap v3766: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 13 MiB/s wr, 81 op/s 2024-04-02T09:34:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:19 smithi028 ceph-mon[96890]: pgmap v3766: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 13 MiB/s wr, 81 op/s 2024-04-02T09:34:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:21 smithi137 ceph-mon[88456]: pgmap v3767: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 53 op/s 2024-04-02T09:34:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:21.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:34:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:34:21] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:34:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:21 smithi028 ceph-mon[94314]: pgmap v3767: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 53 op/s 2024-04-02T09:34:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:21 smithi028 ceph-mon[96890]: pgmap v3767: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 53 op/s 2024-04-02T09:34:21.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:34:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:23 smithi137 ceph-mon[88456]: pgmap v3768: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:34:23.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:23 smithi028 ceph-mon[94314]: pgmap v3768: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:34:23.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:23 smithi028 ceph-mon[96890]: pgmap v3768: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2024-04-02T09:34:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:25 smithi137 ceph-mon[88456]: pgmap v3769: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.8 MiB/s wr, 38 op/s 2024-04-02T09:34:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:25 smithi028 ceph-mon[94314]: pgmap v3769: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.8 MiB/s wr, 38 op/s 2024-04-02T09:34:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:25 smithi028 ceph-mon[96890]: pgmap v3769: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.8 MiB/s wr, 38 op/s 2024-04-02T09:34:26.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:26 smithi028 ceph-mon[94314]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:34:26.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:26 smithi028 ceph-mon[96890]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:34:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:26 smithi137 ceph-mon[88456]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-02T09:34:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:27 smithi028 ceph-mon[94314]: pgmap v3771: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:27 smithi028 ceph-mon[96890]: pgmap v3771: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:27 smithi137 ceph-mon[88456]: pgmap v3771: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:29.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:29 smithi028 ceph-mon[94314]: pgmap v3772: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:29 smithi028 ceph-mon[96890]: pgmap v3772: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:29 smithi137 ceph-mon[88456]: pgmap v3772: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-02T09:34:31.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:31 smithi028 ceph-mon[94314]: pgmap v3773: 137 pgs: 137 active+clean; 483 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:34:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:31 smithi028 ceph-mon[96890]: pgmap v3773: 137 pgs: 137 active+clean; 483 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:34:31.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:34:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:34:31] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:34:31.506 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (16062 ms) 2024-04-02T09:34:31.506 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-02T09:34:31.506 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:34:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:31 smithi137 ceph-mon[88456]: pgmap v3773: 137 pgs: 137 active+clean; 483 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 879 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:34:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:34:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:33.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:33 smithi028 ceph-mon[94314]: pgmap v3774: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:34:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:33 smithi028 ceph-mon[96890]: pgmap v3774: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:34:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:33 smithi137 ceph-mon[88456]: pgmap v3774: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:34:35.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:35 smithi028 ceph-mon[94314]: pgmap v3775: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:34:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:35 smithi028 ceph-mon[96890]: pgmap v3775: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:34:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:35 smithi137 ceph-mon[88456]: pgmap v3775: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-02T09:34:36.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:37.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:37 smithi028 ceph-mon[94314]: pgmap v3776: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:34:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:37 smithi028 ceph-mon[96890]: pgmap v3776: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:34:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:37 smithi137 ceph-mon[88456]: pgmap v3776: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-02T09:34:39.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:39 smithi028 ceph-mon[94314]: pgmap v3777: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-02T09:34:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:39 smithi028 ceph-mon[96890]: pgmap v3777: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-02T09:34:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:39 smithi137 ceph-mon[88456]: pgmap v3777: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-02T09:34:41.447 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:34:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:34:41] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:34:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:41 smithi028 ceph-mon[96890]: pgmap v3778: 137 pgs: 137 active+clean; 516 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:34:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:41 smithi028 ceph-mon[96890]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:34:41.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:41 smithi028 ceph-mon[94314]: pgmap v3778: 137 pgs: 137 active+clean; 516 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:34:41.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:41 smithi028 ceph-mon[94314]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:34:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:41 smithi137 ceph-mon[88456]: pgmap v3778: 137 pgs: 137 active+clean; 516 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 41 op/s 2024-04-02T09:34:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:41 smithi137 ceph-mon[88456]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-02T09:34:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:34:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:43.447 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:43 smithi028 ceph-mon[96890]: pgmap v3780: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:34:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:43 smithi028 ceph-mon[94314]: pgmap v3780: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:34:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:43 smithi137 ceph-mon[88456]: pgmap v3780: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:34:45.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:45 smithi028 ceph-mon[94314]: pgmap v3781: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:34:45.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:45 smithi028 ceph-mon[96890]: pgmap v3781: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:34:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:45 smithi137 ceph-mon[88456]: pgmap v3781: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-02T09:34:46.338 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (14833 ms) 2024-04-02T09:34:47.195 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (114751 ms total) 2024-04-02T09:34:47.196 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:34:47.196 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-02T09:34:47.239 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-02T09:34:47.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:47 smithi028 ceph-mon[94314]: pgmap v3782: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-02T09:34:47.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:47 smithi028 ceph-mon[96890]: pgmap v3782: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-02T09:34:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:47 smithi137 ceph-mon[88456]: pgmap v3782: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-02T09:34:48.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:48 smithi028 ceph-mon[94314]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:34:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:48 smithi028 ceph-mon[96890]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:34:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:48 smithi137 ceph-mon[88456]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-02T09:34:49.207 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:34:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:49 smithi137 ceph-mon[88456]: pgmap v3784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:34:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:49 smithi137 ceph-mon[88456]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:34:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:49 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/223441173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:34:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:49 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:34:49.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:49 smithi028 ceph-mon[94314]: pgmap v3784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:34:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:49 smithi028 ceph-mon[94314]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:34:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:49 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/223441173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:34:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:49 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:34:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:49 smithi028 ceph-mon[96890]: pgmap v3784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:34:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:49 smithi028 ceph-mon[96890]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-02T09:34:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:49 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/223441173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:34:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:49 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:34:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:50 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:34:50.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:50 smithi137 ceph-mon[88456]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:34:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:50 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:34:50.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:50 smithi028 ceph-mon[94314]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:34:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:50 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:34:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:50 smithi028 ceph-mon[96890]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-02T09:34:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:51 smithi137 ceph-mon[88456]: pgmap v3787: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:34:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:51 smithi137 ceph-mon[88456]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:34:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:51.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:34:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:34:51] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-02T09:34:51.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:51 smithi028 ceph-mon[94314]: pgmap v3787: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:34:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:51 smithi028 ceph-mon[94314]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:34:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:51 smithi028 ceph-mon[96890]: pgmap v3787: 137 pgs: 19 unknown, 118 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:34:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:51 smithi028 ceph-mon[96890]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-02T09:34:51.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:34:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:52 smithi137 ceph-mon[88456]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:34:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:34:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:34:52.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:52 smithi028 ceph-mon[94314]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:34:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:52 smithi028 ceph-mon[96890]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-02T09:34:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:53 smithi137 ceph-mon[88456]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:34:53.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:53 smithi028 ceph-mon[94314]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:34:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:53 smithi028 ceph-mon[96890]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-02T09:34:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:55 smithi137 ceph-mon[88456]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2024-04-02T09:34:55.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:55 smithi028 ceph-mon[94314]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2024-04-02T09:34:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:55 smithi028 ceph-mon[96890]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2024-04-02T09:34:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:57 smithi137 ceph-mon[88456]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:34:57.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:57 smithi028 ceph-mon[94314]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:34:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:57 smithi028 ceph-mon[96890]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:34:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:58 smithi137 ceph-mon[88456]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:34:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:58 smithi028 ceph-mon[94314]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:34:58.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:58 smithi028 ceph-mon[96890]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-02T09:34:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:59 smithi137 ceph-mon[88456]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:34:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:34:59 smithi137 ceph-mon[88456]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:34:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:59 smithi028 ceph-mon[96890]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:34:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:34:59 smithi028 ceph-mon[96890]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:34:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:59 smithi028 ceph-mon[94314]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-02T09:34:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:34:59 smithi028 ceph-mon[94314]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-02T09:35:01.461 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:35:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:35:01] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-04-02T09:35:01.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:01 smithi028 ceph-mon[94314]: pgmap v3796: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-02T09:35:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:01 smithi137 ceph-mon[88456]: pgmap v3796: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-02T09:35:01.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:01 smithi028 ceph-mon[96890]: pgmap v3796: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-02T09:35:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:35:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:35:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:03 smithi137 ceph-mon[88456]: pgmap v3797: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-02T09:35:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:03 smithi028 ceph-mon[94314]: pgmap v3797: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-02T09:35:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:03 smithi028 ceph-mon[96890]: pgmap v3797: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-02T09:35:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:04.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:35:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:05 smithi137 ceph-mon[88456]: pgmap v3798: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:35:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:35:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:05 smithi028 ceph-mon[94314]: pgmap v3798: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:35:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:35:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:05 smithi028 ceph-mon[96890]: pgmap v3798: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-02T09:35:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:35:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:35:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:35:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:07 smithi137 ceph-mon[88456]: pgmap v3799: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:35:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:07 smithi028 ceph-mon[94314]: pgmap v3799: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:35:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:07 smithi028 ceph-mon[96890]: pgmap v3799: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 4.8 MiB/s wr, 41 op/s 2024-04-02T09:35:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:09 smithi137 ceph-mon[88456]: pgmap v3800: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:09.895 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:35:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=cleanup t=2024-04-02T09:35:09.553527839Z level=info msg="Completed cleanup jobs" duration=25.383901ms 2024-04-02T09:35:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:09 smithi028 ceph-mon[94314]: pgmap v3800: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:09 smithi028 ceph-mon[96890]: pgmap v3800: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:11.481 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:35:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:35:11] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:35:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:11 smithi137 ceph-mon[88456]: pgmap v3801: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-04-02T09:35:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:11 smithi028 ceph-mon[94314]: pgmap v3801: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-04-02T09:35:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:11 smithi028 ceph-mon[96890]: pgmap v3801: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-04-02T09:35:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:35:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:13.112 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/6.Simple (25874 ms) 2024-04-02T09:35:13.113 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-02T09:35:13.113 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:35:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:13 smithi137 ceph-mon[88456]: pgmap v3802: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:35:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:13 smithi028 ceph-mon[94314]: pgmap v3802: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:35:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:13 smithi028 ceph-mon[96890]: pgmap v3802: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-02T09:35:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:15 smithi137 ceph-mon[88456]: pgmap v3803: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T09:35:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:15 smithi028 ceph-mon[94314]: pgmap v3803: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T09:35:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:15 smithi028 ceph-mon[96890]: pgmap v3803: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-02T09:35:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:17 smithi137 ceph-mon[88456]: pgmap v3804: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:35:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:17 smithi028 ceph-mon[96890]: pgmap v3804: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:35:17.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:17 smithi028 ceph-mon[94314]: pgmap v3804: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:35:19.749 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:19 smithi028 ceph-mon[94314]: pgmap v3805: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:35:19.750 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:19 smithi028 ceph-mon[96890]: pgmap v3805: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:35:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:19 smithi137 ceph-mon[88456]: pgmap v3805: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-02T09:35:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:20 smithi137 ceph-mon[88456]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:35:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:20 smithi028 ceph-mon[94314]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:35:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:20 smithi028 ceph-mon[96890]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-02T09:35:21.504 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:35:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:35:21] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:35:21.505 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:21 smithi028 ceph-mon[94314]: pgmap v3807: 137 pgs: 137 active+clean; 107 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:35:21.505 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:21 smithi137 ceph-mon[88456]: pgmap v3807: 137 pgs: 137 active+clean; 107 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:35:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:21 smithi028 ceph-mon[96890]: pgmap v3807: 137 pgs: 137 active+clean; 107 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-04-02T09:35:21.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:35:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:23 smithi137 ceph-mon[88456]: pgmap v3808: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.1 MiB/s wr, 51 op/s 2024-04-02T09:35:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:23 smithi028 ceph-mon[94314]: pgmap v3808: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.1 MiB/s wr, 51 op/s 2024-04-02T09:35:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:23 smithi028 ceph-mon[96890]: pgmap v3808: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.1 MiB/s wr, 51 op/s 2024-04-02T09:35:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:25 smithi137 ceph-mon[88456]: pgmap v3809: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.1 MiB/s wr, 51 op/s 2024-04-02T09:35:25.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:25 smithi028 ceph-mon[94314]: pgmap v3809: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.1 MiB/s wr, 51 op/s 2024-04-02T09:35:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:25 smithi028 ceph-mon[96890]: pgmap v3809: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.1 MiB/s wr, 51 op/s 2024-04-02T09:35:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:27 smithi137 ceph-mon[88456]: pgmap v3810: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-02T09:35:27.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:27 smithi028 ceph-mon[96890]: pgmap v3810: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-02T09:35:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:27 smithi028 ceph-mon[94314]: pgmap v3810: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-02T09:35:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:29 smithi137 ceph-mon[88456]: pgmap v3811: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-02T09:35:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:29 smithi028 ceph-mon[96890]: pgmap v3811: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-02T09:35:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:29 smithi028 ceph-mon[94314]: pgmap v3811: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2024-04-02T09:35:30.948 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/6.Grow (17835 ms) 2024-04-02T09:35:30.948 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-02T09:35:30.948 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:35:31.516 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:35:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:35:31] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:35:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:31 smithi137 ceph-mon[88456]: pgmap v3812: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.3 MiB/s wr, 53 op/s 2024-04-02T09:35:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:31 smithi028 ceph-mon[94314]: pgmap v3812: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.3 MiB/s wr, 53 op/s 2024-04-02T09:35:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:31 smithi028 ceph-mon[96890]: pgmap v3812: 137 pgs: 137 active+clean; 149 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.3 MiB/s wr, 53 op/s 2024-04-02T09:35:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:35:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:35:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:33 smithi137 ceph-mon[88456]: pgmap v3813: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.5 MiB/s wr, 41 op/s 2024-04-02T09:35:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:33 smithi028 ceph-mon[94314]: pgmap v3813: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.5 MiB/s wr, 41 op/s 2024-04-02T09:35:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:33 smithi028 ceph-mon[96890]: pgmap v3813: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.5 MiB/s wr, 41 op/s 2024-04-02T09:35:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:35 smithi137 ceph-mon[88456]: pgmap v3814: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T09:35:35.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:35 smithi028 ceph-mon[94314]: pgmap v3814: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T09:35:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:35 smithi028 ceph-mon[96890]: pgmap v3814: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2024-04-02T09:35:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:37 smithi137 ceph-mon[88456]: pgmap v3815: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:35:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:37 smithi028 ceph-mon[94314]: pgmap v3815: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:35:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:37 smithi028 ceph-mon[96890]: pgmap v3815: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-02T09:35:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:39 smithi137 ceph-mon[88456]: pgmap v3816: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:35:39.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:39 smithi028 ceph-mon[94314]: pgmap v3816: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:35:39.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:39 smithi028 ceph-mon[96890]: pgmap v3816: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:35:41.538 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:35:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:35:41] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:35:41.538 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:41 smithi028 ceph-mon[94314]: pgmap v3817: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:35:41.538 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:41 smithi028 ceph-mon[94314]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:35:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:41 smithi137 ceph-mon[88456]: pgmap v3817: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:35:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:41 smithi137 ceph-mon[88456]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:35:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:41 smithi028 ceph-mon[96890]: pgmap v3817: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-04-02T09:35:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:41 smithi028 ceph-mon[96890]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-02T09:35:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:35:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:35:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:43 smithi137 ceph-mon[88456]: pgmap v3819: 137 pgs: 137 active+clean; 194 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-02T09:35:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:43 smithi028 ceph-mon[94314]: pgmap v3819: 137 pgs: 137 active+clean; 194 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-02T09:35:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:43 smithi028 ceph-mon[96890]: pgmap v3819: 137 pgs: 137 active+clean; 194 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-02T09:35:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:45 smithi137 ceph-mon[88456]: pgmap v3820: 137 pgs: 137 active+clean; 194 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-02T09:35:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:45 smithi028 ceph-mon[94314]: pgmap v3820: 137 pgs: 137 active+clean; 194 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-02T09:35:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:45 smithi028 ceph-mon[96890]: pgmap v3820: 137 pgs: 137 active+clean; 194 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 40 op/s 2024-04-02T09:35:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:47 smithi137 ceph-mon[88456]: pgmap v3821: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:47 smithi028 ceph-mon[94314]: pgmap v3821: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:47 smithi028 ceph-mon[96890]: pgmap v3821: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:49 smithi137 ceph-mon[88456]: pgmap v3822: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:49 smithi028 ceph-mon[94314]: pgmap v3822: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:49 smithi028 ceph-mon[96890]: pgmap v3822: 137 pgs: 137 active+clean; 210 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:35:51.550 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:35:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:35:51] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:35:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:51 smithi137 ceph-mon[88456]: pgmap v3823: 137 pgs: 137 active+clean; 214 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:35:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:51 smithi028 ceph-mon[94314]: pgmap v3823: 137 pgs: 137 active+clean; 214 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:35:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:51 smithi028 ceph-mon[96890]: pgmap v3823: 137 pgs: 137 active+clean; 214 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:35:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:35:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:35:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:35:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:53 smithi137 ceph-mon[88456]: pgmap v3824: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-04-02T09:35:53.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:53 smithi028 ceph-mon[94314]: pgmap v3824: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-04-02T09:35:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:53 smithi028 ceph-mon[96890]: pgmap v3824: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.0 MiB/s wr, 40 op/s 2024-04-02T09:35:54.512 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (23564 ms) 2024-04-02T09:35:54.512 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-02T09:35:54.512 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:35:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:55 smithi137 ceph-mon[88456]: pgmap v3825: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T09:35:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:55 smithi028 ceph-mon[94314]: pgmap v3825: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T09:35:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:55 smithi028 ceph-mon[96890]: pgmap v3825: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-02T09:35:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:57 smithi137 ceph-mon[88456]: pgmap v3826: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-02T09:35:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:57 smithi028 ceph-mon[94314]: pgmap v3826: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-02T09:35:57.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:57 smithi028 ceph-mon[96890]: pgmap v3826: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-02T09:35:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:35:59 smithi137 ceph-mon[88456]: pgmap v3827: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:35:59.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:35:59 smithi028 ceph-mon[96890]: pgmap v3827: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:35:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:35:59 smithi028 ceph-mon[94314]: pgmap v3827: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:36:01.564 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:36:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:36:01] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:36:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:01 smithi137 ceph-mon[88456]: pgmap v3828: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:36:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:01 smithi028 ceph-mon[94314]: pgmap v3828: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:36:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:01 smithi028 ceph-mon[96890]: pgmap v3828: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-02T09:36:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:36:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:03 smithi137 ceph-mon[88456]: pgmap v3829: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-02T09:36:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:03 smithi028 ceph-mon[94314]: pgmap v3829: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-02T09:36:03.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:03 smithi028 ceph-mon[96890]: pgmap v3829: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-02T09:36:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:04 smithi137 ceph-mon[88456]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:04 smithi028 ceph-mon[94314]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:04 smithi028 ceph-mon[96890]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-02T09:36:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:05 smithi137 ceph-mon[88456]: pgmap v3831: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:36:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:05 smithi028 ceph-mon[94314]: pgmap v3831: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:36:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:05 smithi028 ceph-mon[96890]: pgmap v3831: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-02T09:36:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:36:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:07 smithi137 ceph-mon[88456]: pgmap v3832: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:07 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[94314]: pgmap v3832: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[96890]: pgmap v3832: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:07.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:07 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:09.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:09 smithi028 ceph-mon[94314]: pgmap v3833: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:09.227 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:09 smithi137 ceph-mon[88456]: pgmap v3833: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:09.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:09 smithi028 ceph-mon[96890]: pgmap v3833: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:10.622 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:10.622 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:10 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:10.622 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:10.622 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:10 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:10 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:10 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.594 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:36:11] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[94314]: pgmap v3834: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[96890]: pgmap v3834: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.595 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:11.596 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:11.596 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:11 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:11 smithi137 ceph-mon[88456]: pgmap v3834: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:11 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:11 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:11 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:36:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:11 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:36:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:11 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:36:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:36:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:13 smithi137 ceph-mon[88456]: pgmap v3835: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:13 smithi028 ceph-mon[94314]: pgmap v3835: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:13 smithi028 ceph-mon[96890]: pgmap v3835: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:15 smithi137 ceph-mon[88456]: pgmap v3836: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-02T09:36:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:15 smithi028 ceph-mon[94314]: pgmap v3836: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-02T09:36:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:15 smithi028 ceph-mon[96890]: pgmap v3836: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-04-02T09:36:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:17 smithi137 ceph-mon[88456]: pgmap v3837: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:36:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:17 smithi028 ceph-mon[94314]: pgmap v3837: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:36:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:17 smithi028 ceph-mon[96890]: pgmap v3837: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-02T09:36:18.571 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (24059 ms) 2024-04-02T09:36:18.571 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-02T09:36:18.571 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:36:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:19 smithi137 ceph-mon[88456]: pgmap v3838: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:36:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:19 smithi028 ceph-mon[94314]: pgmap v3838: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:36:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:19 smithi028 ceph-mon[96890]: pgmap v3838: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-02T09:36:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:20.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:21.464 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:36:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:36:21] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:36:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:21 smithi137 ceph-mon[88456]: pgmap v3839: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T09:36:21.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:21 smithi028 ceph-mon[94314]: pgmap v3839: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T09:36:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:21 smithi028 ceph-mon[96890]: pgmap v3839: 137 pgs: 137 active+clean; 308 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-02T09:36:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:36:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:23 smithi137 ceph-mon[88456]: pgmap v3840: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:36:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:23 smithi028 ceph-mon[94314]: pgmap v3840: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:36:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:23 smithi028 ceph-mon[96890]: pgmap v3840: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:36:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:25 smithi137 ceph-mon[88456]: pgmap v3841: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:36:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:25 smithi137 ceph-mon[88456]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:25.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:25 smithi028 ceph-mon[94314]: pgmap v3841: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:36:25.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:25 smithi028 ceph-mon[94314]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:25.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:25 smithi028 ceph-mon[96890]: pgmap v3841: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-02T09:36:25.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:25 smithi028 ceph-mon[96890]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-02T09:36:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:27 smithi137 ceph-mon[88456]: pgmap v3843: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:36:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:27 smithi028 ceph-mon[94314]: pgmap v3843: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:36:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:27 smithi028 ceph-mon[96890]: pgmap v3843: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:36:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:29 smithi137 ceph-mon[88456]: pgmap v3844: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:36:29.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:29 smithi028 ceph-mon[96890]: pgmap v3844: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:36:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:29 smithi028 ceph-mon[94314]: pgmap v3844: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 52 op/s 2024-04-02T09:36:31.562 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:36:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:36:31] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:36:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:31 smithi137 ceph-mon[88456]: pgmap v3845: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-02T09:36:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:31 smithi028 ceph-mon[94314]: pgmap v3845: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-02T09:36:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:31 smithi028 ceph-mon[96890]: pgmap v3845: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-02T09:36:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:36:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:33 smithi137 ceph-mon[88456]: pgmap v3846: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:33 smithi028 ceph-mon[94314]: pgmap v3846: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:33 smithi028 ceph-mon[96890]: pgmap v3846: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:35 smithi137 ceph-mon[88456]: pgmap v3847: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:35.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:35 smithi028 ceph-mon[94314]: pgmap v3847: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:35.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:35.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:35 smithi028 ceph-mon[96890]: pgmap v3847: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:35.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:37 smithi137 ceph-mon[88456]: pgmap v3848: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:36:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:37 smithi028 ceph-mon[94314]: pgmap v3848: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:36:37.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:37 smithi028 ceph-mon[96890]: pgmap v3848: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:36:38.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:38 smithi028 ceph-mon[94314]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:38.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:38 smithi028 ceph-mon[96890]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:38 smithi137 ceph-mon[88456]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-02T09:36:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:39 smithi028 ceph-mon[94314]: pgmap v3850: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:36:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:39 smithi028 ceph-mon[96890]: pgmap v3850: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:36:40.031 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (21460 ms) 2024-04-02T09:36:40.031 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-02T09:36:40.031 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:36:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:39 smithi137 ceph-mon[88456]: pgmap v3850: 137 pgs: 137 active+clean; 369 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-02T09:36:41.654 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:36:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:36:41] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:36:41.657 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:41 smithi028 ceph-mon[94314]: pgmap v3851: 137 pgs: 137 active+clean; 389 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T09:36:41.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:41 smithi028 ceph-mon[96890]: pgmap v3851: 137 pgs: 137 active+clean; 389 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T09:36:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:41 smithi137 ceph-mon[88456]: pgmap v3851: 137 pgs: 137 active+clean; 389 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-04-02T09:36:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:36:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:43 smithi028 ceph-mon[94314]: pgmap v3852: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:36:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:43 smithi028 ceph-mon[96890]: pgmap v3852: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:36:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:43 smithi137 ceph-mon[88456]: pgmap v3852: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:36:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:45 smithi028 ceph-mon[94314]: pgmap v3853: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:36:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:45 smithi028 ceph-mon[96890]: pgmap v3853: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:36:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:45 smithi137 ceph-mon[88456]: pgmap v3853: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-02T09:36:47.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:47 smithi028 ceph-mon[94314]: pgmap v3854: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:36:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:47 smithi028 ceph-mon[96890]: pgmap v3854: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:36:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:47 smithi137 ceph-mon[88456]: pgmap v3854: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2024-04-02T09:36:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:49 smithi028 ceph-mon[94314]: pgmap v3855: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T09:36:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:49 smithi028 ceph-mon[94314]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:36:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:49 smithi028 ceph-mon[96890]: pgmap v3855: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T09:36:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:49 smithi028 ceph-mon[96890]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:36:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:49 smithi137 ceph-mon[88456]: pgmap v3855: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-02T09:36:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:49 smithi137 ceph-mon[88456]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-02T09:36:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:36:51.675 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:36:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:36:51] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:36:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:51 smithi028 ceph-mon[94314]: pgmap v3857: 137 pgs: 137 active+clean; 462 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-02T09:36:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:51 smithi028 ceph-mon[96890]: pgmap v3857: 137 pgs: 137 active+clean; 462 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-02T09:36:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:51 smithi137 ceph-mon[88456]: pgmap v3857: 137 pgs: 137 active+clean; 462 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-02T09:36:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:36:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:36:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:53 smithi028 ceph-mon[96890]: pgmap v3858: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:36:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:53 smithi028 ceph-mon[94314]: pgmap v3858: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:36:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:53 smithi137 ceph-mon[88456]: pgmap v3858: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:36:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:55 smithi028 ceph-mon[94314]: pgmap v3859: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:36:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:55 smithi028 ceph-mon[96890]: pgmap v3859: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:36:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:55 smithi137 ceph-mon[88456]: pgmap v3859: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:36:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:57 smithi028 ceph-mon[94314]: pgmap v3860: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:57 smithi028 ceph-mon[96890]: pgmap v3860: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:57 smithi137 ceph-mon[88456]: pgmap v3860: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:36:59 smithi028 ceph-mon[94314]: pgmap v3861: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:36:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:36:59 smithi028 ceph-mon[96890]: pgmap v3861: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:36:59 smithi137 ceph-mon[88456]: pgmap v3861: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:01.688 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:37:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:37:01] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:37:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:01 smithi028 ceph-mon[94314]: pgmap v3862: 137 pgs: 137 active+clean; 487 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:37:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:01 smithi028 ceph-mon[96890]: pgmap v3862: 137 pgs: 137 active+clean; 487 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:37:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:01 smithi137 ceph-mon[88456]: pgmap v3862: 137 pgs: 137 active+clean; 487 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:37:02.549 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (22518 ms) 2024-04-02T09:37:02.549 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-02T09:37:02.549 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:37:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:37:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:03 smithi028 ceph-mon[94314]: pgmap v3863: 137 pgs: 137 active+clean; 495 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 45 op/s 2024-04-02T09:37:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:03 smithi028 ceph-mon[96890]: pgmap v3863: 137 pgs: 137 active+clean; 495 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 45 op/s 2024-04-02T09:37:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:03 smithi137 ceph-mon[88456]: pgmap v3863: 137 pgs: 137 active+clean; 495 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 45 op/s 2024-04-02T09:37:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:05 smithi028 ceph-mon[94314]: pgmap v3864: 137 pgs: 137 active+clean; 495 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T09:37:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:05 smithi028 ceph-mon[96890]: pgmap v3864: 137 pgs: 137 active+clean; 495 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T09:37:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:05 smithi137 ceph-mon[88456]: pgmap v3864: 137 pgs: 137 active+clean; 495 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-02T09:37:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:07 smithi028 ceph-mon[94314]: pgmap v3865: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:07 smithi028 ceph-mon[96890]: pgmap v3865: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:07 smithi137 ceph-mon[88456]: pgmap v3865: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:09 smithi137 ceph-mon[88456]: pgmap v3866: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:10.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:09 smithi028 ceph-mon[94314]: pgmap v3866: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:09 smithi028 ceph-mon[96890]: pgmap v3866: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:10 smithi137 ceph-mon[88456]: pgmap v3867: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:10 smithi028 ceph-mon[94314]: pgmap v3867: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:10 smithi028 ceph-mon[96890]: pgmap v3867: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-02T09:37:11.697 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:37:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:37:11] "GET /metrics HTTP/1.1" 200 36758 "" "Prometheus/2.43.0" 2024-04-02T09:37:11.993 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:11 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:12.005 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:11 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:12.005 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:11 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:37:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:37:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:12.962 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:12 smithi137 ceph-mon[88456]: pgmap v3868: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-02T09:37:13.100 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:12 smithi028 ceph-mon[94314]: pgmap v3868: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-02T09:37:13.100 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:12 smithi028 ceph-mon[96890]: pgmap v3868: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-04-02T09:37:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:13 smithi137 ceph-mon[88456]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:37:13.997 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:13 smithi028 ceph-mon[96890]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:37:13.997 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:13 smithi028 ceph-mon[94314]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-02T09:37:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:15 smithi137 ceph-mon[88456]: pgmap v3870: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T09:37:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:15 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[94314]: pgmap v3870: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T09:37:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[96890]: pgmap v3870: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-02T09:37:15.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:15.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:37:15.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:37:15.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:15 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:37:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:17 smithi137 ceph-mon[88456]: pgmap v3871: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:17 smithi028 ceph-mon[94314]: pgmap v3871: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:17 smithi028 ceph-mon[96890]: pgmap v3871: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:19 smithi137 ceph-mon[88456]: pgmap v3872: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:19.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:19 smithi028 ceph-mon[94314]: pgmap v3872: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:19.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:19 smithi028 ceph-mon[96890]: pgmap v3872: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:21 smithi137 ceph-mon[88456]: pgmap v3873: 137 pgs: 137 active+clean; 552 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:37:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:21 smithi028 ceph-mon[94314]: pgmap v3873: 137 pgs: 137 active+clean; 552 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:37:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:37:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:37:21] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:37:21.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:21 smithi028 ceph-mon[96890]: pgmap v3873: 137 pgs: 137 active+clean; 552 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2024-04-02T09:37:21.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:37:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:23.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:23 smithi137 ceph-mon[88456]: pgmap v3874: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:37:23.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:23 smithi028 ceph-mon[94314]: pgmap v3874: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:37:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:23 smithi028 ceph-mon[96890]: pgmap v3874: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-02T09:37:23.798 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21248 ms) 2024-04-02T09:37:24.387 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (156558 ms total) 2024-04-02T09:37:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:37:24.387 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-02T09:37:24.440 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-02T09:37:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:25 smithi137 ceph-mon[88456]: pgmap v3875: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:37:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:25 smithi137 ceph-mon[88456]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:37:25.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:25 smithi028 ceph-mon[94314]: pgmap v3875: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:37:25.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:25 smithi028 ceph-mon[94314]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:37:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:25 smithi028 ceph-mon[96890]: pgmap v3875: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 MiB/s wr, 41 op/s 2024-04-02T09:37:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:25 smithi028 ceph-mon[96890]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-02T09:37:26.401 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:37:26.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:26 smithi028 ceph-mon[94314]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:37:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:26 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3673919520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:26 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:26 smithi028 ceph-mon[96890]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:37:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:26 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3673919520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:26 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:26 smithi137 ceph-mon[88456]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-02T09:37:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:26 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3673919520' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:26 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:37:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:27 smithi028 ceph-mon[94314]: pgmap v3878: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:27 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:37:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:27 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:27 smithi028 ceph-mon[94314]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:37:27.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:27 smithi028 ceph-mon[96890]: pgmap v3878: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:27.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:27 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:37:27.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:27 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:27.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:27 smithi028 ceph-mon[96890]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:37:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:27 smithi137 ceph-mon[88456]: pgmap v3878: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:27 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:37:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:27 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:37:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:27 smithi137 ceph-mon[88456]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-02T09:37:28.697 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:28 smithi028 ceph-mon[94314]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:37:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:28 smithi028 ceph-mon[96890]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:37:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:28 smithi137 ceph-mon[88456]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-02T09:37:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:29 smithi028 ceph-mon[94314]: pgmap v3881: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:29 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:37:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:29 smithi028 ceph-mon[94314]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:37:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:29 smithi028 ceph-mon[96890]: pgmap v3881: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:29 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:37:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:29 smithi028 ceph-mon[96890]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:37:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:29 smithi137 ceph-mon[88456]: pgmap v3881: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:37:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:29 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:37:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:29 smithi137 ceph-mon[88456]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-02T09:37:31.473 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:31 smithi028 ceph-mon[94314]: pgmap v3883: 137 pgs: 19 creating+peering, 118 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:37:31.473 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:37:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:37:31] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:37:31.474 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:31 smithi028 ceph-mon[96890]: pgmap v3883: 137 pgs: 19 creating+peering, 118 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:37:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:31 smithi137 ceph-mon[88456]: pgmap v3883: 137 pgs: 19 creating+peering, 118 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-02T09:37:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:37:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:37:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:33 smithi137 ceph-mon[88456]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:33 smithi137 ceph-mon[88456]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:37:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:33 smithi028 ceph-mon[94314]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:33 smithi028 ceph-mon[94314]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:37:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:33 smithi028 ceph-mon[96890]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-02T09:37:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:33 smithi028 ceph-mon[96890]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-02T09:37:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:35 smithi137 ceph-mon[88456]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:37:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:35 smithi028 ceph-mon[94314]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:37:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:35 smithi028 ceph-mon[96890]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-02T09:37:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:37 smithi137 ceph-mon[88456]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:37:37.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:37 smithi028 ceph-mon[94314]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:37:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:37 smithi028 ceph-mon[96890]: pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:37:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:38 smithi137 ceph-mon[88456]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:37:38.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:38 smithi028 ceph-mon[94314]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:37:38.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:38 smithi028 ceph-mon[96890]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-02T09:37:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:39 smithi137 ceph-mon[88456]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:37:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:39 smithi028 ceph-mon[94314]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:37:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:39 smithi028 ceph-mon[96890]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 127 B/s wr, 0 op/s 2024-04-02T09:37:41.527 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:37:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:37:41] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-04-02T09:37:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:41 smithi137 ceph-mon[88456]: pgmap v3890: 137 pgs: 137 active+clean; 26 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-04-02T09:37:41.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:41 smithi028 ceph-mon[94314]: pgmap v3890: 137 pgs: 137 active+clean; 26 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-04-02T09:37:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:41 smithi028 ceph-mon[96890]: pgmap v3890: 137 pgs: 137 active+clean; 26 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.6 MiB/s wr, 36 op/s 2024-04-02T09:37:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:37:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:43 smithi137 ceph-mon[88456]: pgmap v3891: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:37:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:43 smithi028 ceph-mon[94314]: pgmap v3891: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:37:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:43 smithi028 ceph-mon[96890]: pgmap v3891: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-02T09:37:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:45 smithi137 ceph-mon[88456]: pgmap v3892: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:45 smithi028 ceph-mon[94314]: pgmap v3892: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:45 smithi028 ceph-mon[96890]: pgmap v3892: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:37:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:47 smithi137 ceph-mon[88456]: pgmap v3893: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:37:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:47 smithi028 ceph-mon[94314]: pgmap v3893: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:37:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:47 smithi028 ceph-mon[96890]: pgmap v3893: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:37:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:49 smithi137 ceph-mon[88456]: pgmap v3894: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-02T09:37:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:49 smithi028 ceph-mon[94314]: pgmap v3894: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-02T09:37:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:49 smithi028 ceph-mon[96890]: pgmap v3894: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-02T09:37:51.539 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:37:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:37:51] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:37:51.854 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/7.Simple (27413 ms) 2024-04-02T09:37:51.854 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-02T09:37:51.855 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:37:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:51 smithi137 ceph-mon[88456]: pgmap v3895: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.8 MiB/s wr, 41 op/s 2024-04-02T09:37:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:51 smithi028 ceph-mon[94314]: pgmap v3895: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.8 MiB/s wr, 41 op/s 2024-04-02T09:37:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:51 smithi028 ceph-mon[96890]: pgmap v3895: 137 pgs: 137 active+clean; 74 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.8 MiB/s wr, 41 op/s 2024-04-02T09:37:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:37:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:37:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:37:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:37:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:53 smithi137 ceph-mon[88456]: pgmap v3896: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-04-02T09:37:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:53 smithi028 ceph-mon[96890]: pgmap v3896: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-04-02T09:37:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:53 smithi028 ceph-mon[94314]: pgmap v3896: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-04-02T09:37:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:55 smithi137 ceph-mon[88456]: pgmap v3897: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-02T09:37:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:55 smithi028 ceph-mon[94314]: pgmap v3897: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-02T09:37:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:55 smithi028 ceph-mon[96890]: pgmap v3897: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-02T09:37:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-02T09:37:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-02T09:37:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-02T09:37:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]: dispatch 2024-04-02T09:37:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]: dispatch 2024-04-02T09:37:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-02T09:37:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]: dispatch 2024-04-02T09:37:56.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]: dispatch 2024-04-02T09:37:56.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]: dispatch 2024-04-02T09:37:56.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]: dispatch 2024-04-02T09:37:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]: dispatch 2024-04-02T09:37:56.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]: dispatch 2024-04-02T09:37:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:57 smithi137 ceph-mon[88456]: pgmap v3898: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:37:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-02T09:37:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]': finished 2024-04-02T09:37:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]': finished 2024-04-02T09:37:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]': finished 2024-04-02T09:37:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]': finished 2024-04-02T09:37:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:57 smithi137 ceph-mon[88456]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[94314]: pgmap v3898: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]': finished 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]': finished 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]': finished 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]': finished 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[94314]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[96890]: pgmap v3898: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-02T09:37:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]': finished 2024-04-02T09:37:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.10", "id": [6, 1]}]': finished 2024-04-02T09:37:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.13", "id": [6, 0]}]': finished 2024-04-02T09:37:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.1f", "id": [3, 1]}]': finished 2024-04-02T09:37:57.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:57 smithi028 ceph-mon[96890]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-02T09:37:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:58 smithi137 ceph-mon[88456]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:37:58.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:58 smithi028 ceph-mon[94314]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:37:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:58 smithi028 ceph-mon[96890]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-02T09:37:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:37:59 smithi137 ceph-mon[88456]: pgmap v3901: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-02T09:37:59.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:37:59 smithi028 ceph-mon[94314]: pgmap v3901: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-02T09:37:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:37:59 smithi028 ceph-mon[96890]: pgmap v3901: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-02T09:38:01.579 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:38:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:38:01] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:38:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:01 smithi137 ceph-mon[88456]: pgmap v3902: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:38:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:01 smithi137 ceph-mon[88456]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:38:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:01 smithi028 ceph-mon[94314]: pgmap v3902: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:38:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:01 smithi028 ceph-mon[94314]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:38:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:01 smithi028 ceph-mon[96890]: pgmap v3902: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 767 B/s wr, 7 op/s 2024-04-02T09:38:01.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:01 smithi028 ceph-mon[96890]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-02T09:38:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:38:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:03 smithi137 ceph-mon[88456]: pgmap v3904: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.8 MiB/s wr, 36 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:38:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:03 smithi028 ceph-mon[94314]: pgmap v3904: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.8 MiB/s wr, 36 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:38:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:03 smithi028 ceph-mon[96890]: pgmap v3904: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.8 MiB/s wr, 36 op/s; 2.0 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:38:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:05 smithi137 ceph-mon[88456]: pgmap v3905: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 3.9 MiB/s wr, 29 op/s; 1.6 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:38:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:05 smithi028 ceph-mon[94314]: pgmap v3905: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 3.9 MiB/s wr, 29 op/s; 1.6 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:38:05.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:05 smithi028 ceph-mon[96890]: pgmap v3905: 137 pgs: 137 active+clean; 107 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 3.9 MiB/s wr, 29 op/s; 1.6 MiB/s, 1 keys/s, 0 objects/s recovering 2024-04-02T09:38:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:07 smithi137 ceph-mon[88456]: pgmap v3906: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 5.3 MiB/s wr, 43 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:07 smithi028 ceph-mon[94314]: pgmap v3906: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 5.3 MiB/s wr, 43 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:07 smithi028 ceph-mon[96890]: pgmap v3906: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 5.3 MiB/s wr, 43 op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:09 smithi137 ceph-mon[88456]: pgmap v3907: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.5 MiB/s wr, 36 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:09.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:09 smithi028 ceph-mon[94314]: pgmap v3907: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.5 MiB/s wr, 36 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:09 smithi028 ceph-mon[96890]: pgmap v3907: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.5 MiB/s wr, 36 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:11.591 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:38:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:38:11] "GET /metrics HTTP/1.1" 200 36767 "" "Prometheus/2.43.0" 2024-04-02T09:38:11.591 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:11 smithi028 ceph-mon[94314]: pgmap v3908: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.9 MiB/s wr, 38 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:11 smithi137 ceph-mon[88456]: pgmap v3908: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.9 MiB/s wr, 38 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:11.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:11 smithi028 ceph-mon[96890]: pgmap v3908: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.9 MiB/s wr, 38 op/s; 1.2 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:38:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:13 smithi137 ceph-mon[88456]: pgmap v3909: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.3 MiB/s wr, 39 op/s; 1.0 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:13 smithi028 ceph-mon[94314]: pgmap v3909: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.3 MiB/s wr, 39 op/s; 1.0 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:13 smithi028 ceph-mon[96890]: pgmap v3909: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 4.3 MiB/s wr, 39 op/s; 1.0 MiB/s, 0 keys/s, 0 objects/s recovering 2024-04-02T09:38:15.256 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/7.Grow (23402 ms) 2024-04-02T09:38:15.256 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-02T09:38:15.256 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:38:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:15 smithi137 ceph-mon[88456]: pgmap v3910: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-02T09:38:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:15 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:15 smithi028 ceph-mon[94314]: pgmap v3910: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-02T09:38:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:15 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:15 smithi028 ceph-mon[96890]: pgmap v3910: 137 pgs: 137 active+clean; 127 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-02T09:38:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:15 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:38:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:16 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:16 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:16 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:38:16.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:16 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:16 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:16 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:38:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:16 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:38:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:16 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:38:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:16 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:38:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:17 smithi137 ceph-mon[88456]: pgmap v3911: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-02T09:38:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:17 smithi028 ceph-mon[96890]: pgmap v3911: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-02T09:38:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:17 smithi028 ceph-mon[94314]: pgmap v3911: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-02T09:38:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:19 smithi137 ceph-mon[88456]: pgmap v3912: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-02T09:38:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:19 smithi028 ceph-mon[94314]: pgmap v3912: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-02T09:38:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:19 smithi028 ceph-mon[96890]: pgmap v3912: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 26 op/s 2024-04-02T09:38:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:20.954 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:20.955 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:38:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:38:21] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:38:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:21 smithi137 ceph-mon[88456]: pgmap v3913: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:21 smithi028 ceph-mon[94314]: pgmap v3913: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:21 smithi028 ceph-mon[96890]: pgmap v3913: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:38:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:38:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:23 smithi137 ceph-mon[88456]: pgmap v3914: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-02T09:38:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:23 smithi028 ceph-mon[94314]: pgmap v3914: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-02T09:38:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:23 smithi028 ceph-mon[96890]: pgmap v3914: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-02T09:38:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:25 smithi137 ceph-mon[88456]: pgmap v3915: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-02T09:38:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:25 smithi137 ceph-mon[88456]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:38:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:25 smithi028 ceph-mon[94314]: pgmap v3915: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-02T09:38:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:25 smithi028 ceph-mon[94314]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:38:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:25 smithi028 ceph-mon[96890]: pgmap v3915: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 19 op/s 2024-04-02T09:38:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:25 smithi028 ceph-mon[96890]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-02T09:38:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:27 smithi137 ceph-mon[88456]: pgmap v3917: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:27.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:27 smithi028 ceph-mon[94314]: pgmap v3917: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:27 smithi028 ceph-mon[96890]: pgmap v3917: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:29 smithi137 ceph-mon[88456]: pgmap v3918: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:29.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:29 smithi028 ceph-mon[94314]: pgmap v3918: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:29 smithi028 ceph-mon[96890]: pgmap v3918: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-02T09:38:31.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:38:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:38:31] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-02T09:38:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:31 smithi137 ceph-mon[88456]: pgmap v3919: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:38:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:31 smithi028 ceph-mon[94314]: pgmap v3919: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:38:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:31 smithi028 ceph-mon[96890]: pgmap v3919: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-02T09:38:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:38:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:38:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:33 smithi137 ceph-mon[88456]: pgmap v3920: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:33 smithi028 ceph-mon[94314]: pgmap v3920: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:33 smithi028 ceph-mon[96890]: pgmap v3920: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:35 smithi137 ceph-mon[88456]: pgmap v3921: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:35 smithi028 ceph-mon[94314]: pgmap v3921: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:35 smithi028 ceph-mon[96890]: pgmap v3921: 137 pgs: 137 active+clean; 196 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:37 smithi137 ceph-mon[88456]: pgmap v3922: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:38:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:37 smithi028 ceph-mon[94314]: pgmap v3922: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:38:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:37 smithi028 ceph-mon[96890]: pgmap v3922: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 4.3 MiB/s wr, 40 op/s 2024-04-02T09:38:39.055 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (23799 ms) 2024-04-02T09:38:39.055 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-02T09:38:39.055 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:38:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:39 smithi137 ceph-mon[88456]: pgmap v3923: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:39.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:39 smithi028 ceph-mon[94314]: pgmap v3923: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:39 smithi028 ceph-mon[96890]: pgmap v3923: 137 pgs: 137 active+clean; 200 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 683 KiB/s wr, 9 op/s 2024-04-02T09:38:41.640 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:38:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:38:41] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:38:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:41 smithi137 ceph-mon[88456]: pgmap v3924: 137 pgs: 137 active+clean; 204 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T09:38:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:41 smithi028 ceph-mon[94314]: pgmap v3924: 137 pgs: 137 active+clean; 204 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T09:38:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:41 smithi028 ceph-mon[96890]: pgmap v3924: 137 pgs: 137 active+clean; 204 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-02T09:38:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:38:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:38:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:43 smithi137 ceph-mon[88456]: pgmap v3925: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:38:43.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:43 smithi028 ceph-mon[94314]: pgmap v3925: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:38:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:43 smithi028 ceph-mon[96890]: pgmap v3925: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-02T09:38:45.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:45 smithi028 ceph-mon[94314]: pgmap v3926: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:45 smithi028 ceph-mon[96890]: pgmap v3926: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:45 smithi137 ceph-mon[88456]: pgmap v3926: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:47 smithi028 ceph-mon[94314]: pgmap v3927: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:47 smithi028 ceph-mon[96890]: pgmap v3927: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:47 smithi137 ceph-mon[88456]: pgmap v3927: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-02T09:38:48.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:48 smithi028 ceph-mon[94314]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:38:48.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:48 smithi028 ceph-mon[96890]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:38:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:48 smithi137 ceph-mon[88456]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-02T09:38:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:49 smithi028 ceph-mon[94314]: pgmap v3929: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:38:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:49 smithi028 ceph-mon[96890]: pgmap v3929: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:38:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:49 smithi137 ceph-mon[88456]: pgmap v3929: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-04-02T09:38:50.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:38:51.666 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:38:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:38:51] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:38:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:51 smithi028 ceph-mon[94314]: pgmap v3930: 137 pgs: 137 active+clean; 240 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 34 op/s 2024-04-02T09:38:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:51 smithi028 ceph-mon[96890]: pgmap v3930: 137 pgs: 137 active+clean; 240 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 34 op/s 2024-04-02T09:38:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:51 smithi137 ceph-mon[88456]: pgmap v3930: 137 pgs: 137 active+clean; 240 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 34 op/s 2024-04-02T09:38:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:38:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:38:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:53 smithi028 ceph-mon[94314]: pgmap v3931: 137 pgs: 137 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:53 smithi028 ceph-mon[96890]: pgmap v3931: 137 pgs: 137 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:53 smithi137 ceph-mon[88456]: pgmap v3931: 137 pgs: 137 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:55.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:55 smithi028 ceph-mon[94314]: pgmap v3932: 137 pgs: 137 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:55 smithi028 ceph-mon[96890]: pgmap v3932: 137 pgs: 137 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:55 smithi137 ceph-mon[88456]: pgmap v3932: 137 pgs: 137 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-02T09:38:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:57 smithi028 ceph-mon[94314]: pgmap v3933: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:57 smithi028 ceph-mon[96890]: pgmap v3933: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:57 smithi137 ceph-mon[88456]: pgmap v3933: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:38:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:38:59 smithi028 ceph-mon[94314]: pgmap v3934: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:38:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:38:59 smithi028 ceph-mon[96890]: pgmap v3934: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:39:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:38:59 smithi137 ceph-mon[88456]: pgmap v3934: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 4.3 MiB/s wr, 35 op/s 2024-04-02T09:39:01.678 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:39:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:39:01] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:39:01.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:01 smithi028 ceph-mon[94314]: pgmap v3935: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T09:39:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:01 smithi028 ceph-mon[96890]: pgmap v3935: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T09:39:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:01 smithi137 ceph-mon[88456]: pgmap v3935: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.8 MiB/s wr, 36 op/s 2024-04-02T09:39:02.598 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (23543 ms) 2024-04-02T09:39:02.598 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-02T09:39:02.598 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:39:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:39:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:03 smithi028 ceph-mon[94314]: pgmap v3936: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T09:39:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:03 smithi028 ceph-mon[96890]: pgmap v3936: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T09:39:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:03 smithi137 ceph-mon[88456]: pgmap v3936: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 2.8 MiB/s wr, 22 op/s 2024-04-02T09:39:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:05 smithi028 ceph-mon[94314]: pgmap v3937: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 684 KiB/s wr, 12 op/s 2024-04-02T09:39:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:05 smithi028 ceph-mon[96890]: pgmap v3937: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 684 KiB/s wr, 12 op/s 2024-04-02T09:39:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:05 smithi137 ceph-mon[88456]: pgmap v3937: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 684 KiB/s wr, 12 op/s 2024-04-02T09:39:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:07 smithi028 ceph-mon[94314]: pgmap v3938: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:39:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:07 smithi028 ceph-mon[96890]: pgmap v3938: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:39:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:07 smithi137 ceph-mon[88456]: pgmap v3938: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:39:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:09 smithi028 ceph-mon[94314]: pgmap v3939: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:39:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:09 smithi028 ceph-mon[96890]: pgmap v3939: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:39:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:09 smithi137 ceph-mon[88456]: pgmap v3939: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:39:11.696 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:39:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:39:11] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-02T09:39:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:11 smithi028 ceph-mon[94314]: pgmap v3940: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:39:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:11 smithi028 ceph-mon[96890]: pgmap v3940: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:39:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:11 smithi137 ceph-mon[88456]: pgmap v3940: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-02T09:39:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:39:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:39:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:12 smithi137 ceph-mon[88456]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:39:13.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:12 smithi028 ceph-mon[94314]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:39:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:12 smithi028 ceph-mon[96890]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-02T09:39:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:13 smithi137 ceph-mon[88456]: pgmap v3942: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T09:39:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:13 smithi028 ceph-mon[94314]: pgmap v3942: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T09:39:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:13 smithi028 ceph-mon[96890]: pgmap v3942: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T09:39:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:15 smithi137 ceph-mon[88456]: pgmap v3943: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T09:39:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:15 smithi028 ceph-mon[94314]: pgmap v3943: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T09:39:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:15 smithi028 ceph-mon[96890]: pgmap v3943: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-02T09:39:17.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:16 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:16 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:16 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:39:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:17 smithi137 ceph-mon[88456]: pgmap v3944: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:17 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[94314]: pgmap v3944: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[96890]: pgmap v3944: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:39:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:39:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:17 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:39:19.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:18 smithi028 ceph-mon[94314]: pgmap v3945: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:19.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:18 smithi028 ceph-mon[96890]: pgmap v3945: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:19.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:18 smithi137 ceph-mon[88456]: pgmap v3945: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:21 smithi137 ceph-mon[88456]: pgmap v3946: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:39:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:21 smithi028 ceph-mon[94314]: pgmap v3946: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:39:21.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:39:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:39:21] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:39:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:21 smithi028 ceph-mon[96890]: pgmap v3946: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-02T09:39:21.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:39:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:23 smithi137 ceph-mon[88456]: pgmap v3947: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-02T09:39:23.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:23 smithi028 ceph-mon[96890]: pgmap v3947: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-02T09:39:23.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:23 smithi028 ceph-mon[94314]: pgmap v3947: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-02T09:39:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:25 smithi137 ceph-mon[88456]: pgmap v3948: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:39:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:25 smithi137 ceph-mon[88456]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:39:25.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:25 smithi028 ceph-mon[94314]: pgmap v3948: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:39:25.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:25 smithi028 ceph-mon[94314]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:39:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:25 smithi028 ceph-mon[96890]: pgmap v3948: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-02T09:39:25.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:25 smithi028 ceph-mon[96890]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-02T09:39:26.407 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (23809 ms) 2024-04-02T09:39:26.407 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-02T09:39:26.407 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:39:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:27 smithi137 ceph-mon[88456]: pgmap v3950: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:39:27.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:27 smithi028 ceph-mon[94314]: pgmap v3950: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:39:27.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:27 smithi028 ceph-mon[96890]: pgmap v3950: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:39:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:29 smithi137 ceph-mon[88456]: pgmap v3951: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:39:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:29 smithi028 ceph-mon[94314]: pgmap v3951: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:39:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:29 smithi028 ceph-mon[96890]: pgmap v3951: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 39 op/s 2024-04-02T09:39:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:31 smithi137 ceph-mon[88456]: pgmap v3952: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T09:39:31.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:31 smithi028 ceph-mon[94314]: pgmap v3952: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T09:39:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:31 smithi028 ceph-mon[96890]: pgmap v3952: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 36 op/s 2024-04-02T09:39:31.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:39:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:39:31] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:39:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:39:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:33.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:33 smithi137 ceph-mon[88456]: pgmap v3953: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:39:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:33 smithi028 ceph-mon[94314]: pgmap v3953: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:39:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:33 smithi028 ceph-mon[96890]: pgmap v3953: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:39:35.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:35 smithi028 ceph-mon[94314]: pgmap v3954: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:39:35.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:35 smithi028 ceph-mon[94314]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:39:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:35 smithi028 ceph-mon[96890]: pgmap v3954: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:39:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:35 smithi028 ceph-mon[96890]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:39:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:35 smithi137 ceph-mon[88456]: pgmap v3954: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-02T09:39:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:35 smithi137 ceph-mon[88456]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-02T09:39:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:37 smithi028 ceph-mon[94314]: pgmap v3956: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:37 smithi028 ceph-mon[96890]: pgmap v3956: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:37 smithi137 ceph-mon[88456]: pgmap v3956: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:39 smithi028 ceph-mon[94314]: pgmap v3957: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:39 smithi028 ceph-mon[96890]: pgmap v3957: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:39 smithi137 ceph-mon[88456]: pgmap v3957: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:41.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:41 smithi028 ceph-mon[94314]: pgmap v3958: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:41.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:39:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:39:41] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-02T09:39:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:41 smithi028 ceph-mon[96890]: pgmap v3958: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:41 smithi137 ceph-mon[88456]: pgmap v3958: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-02T09:39:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:39:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:43 smithi028 ceph-mon[94314]: pgmap v3959: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:43 smithi028 ceph-mon[96890]: pgmap v3959: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:43 smithi137 ceph-mon[88456]: pgmap v3959: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:45 smithi028 ceph-mon[94314]: pgmap v3960: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:45.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:45 smithi028 ceph-mon[96890]: pgmap v3960: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:45 smithi137 ceph-mon[88456]: pgmap v3960: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:39:47.218 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (20811 ms) 2024-04-02T09:39:47.219 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-02T09:39:47.219 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:39:47.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:47 smithi028 ceph-mon[94314]: pgmap v3961: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:39:47.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:47 smithi028 ceph-mon[96890]: pgmap v3961: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:39:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:47 smithi137 ceph-mon[88456]: pgmap v3961: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.1 MiB/s wr, 39 op/s 2024-04-02T09:39:49.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:49 smithi028 ceph-mon[94314]: pgmap v3962: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T09:39:49.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:49 smithi028 ceph-mon[96890]: pgmap v3962: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T09:39:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:49 smithi137 ceph-mon[88456]: pgmap v3962: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-02T09:39:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:51 smithi028 ceph-mon[94314]: pgmap v3963: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-02T09:39:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:39:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:39:51] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:39:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:51 smithi028 ceph-mon[96890]: pgmap v3963: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-02T09:39:51.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:51 smithi137 ceph-mon[88456]: pgmap v3963: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-02T09:39:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:39:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:39:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:39:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:53 smithi028 ceph-mon[94314]: pgmap v3964: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:39:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:53 smithi028 ceph-mon[96890]: pgmap v3964: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:39:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:53 smithi137 ceph-mon[88456]: pgmap v3964: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-02T09:39:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:55 smithi028 ceph-mon[94314]: pgmap v3965: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:39:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:55 smithi028 ceph-mon[96890]: pgmap v3965: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:39:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:55 smithi137 ceph-mon[88456]: pgmap v3965: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-02T09:39:56.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:56 smithi028 ceph-mon[94314]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:39:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:56 smithi028 ceph-mon[96890]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:39:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:56 smithi137 ceph-mon[88456]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-02T09:39:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:57 smithi028 ceph-mon[94314]: pgmap v3967: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 856 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:39:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:57 smithi028 ceph-mon[96890]: pgmap v3967: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 856 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:39:57.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:57 smithi137 ceph-mon[88456]: pgmap v3967: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 856 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:39:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:39:59 smithi137 ceph-mon[88456]: pgmap v3968: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 856 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:39:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:39:59 smithi028 ceph-mon[94314]: pgmap v3968: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 856 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:39:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:39:59 smithi028 ceph-mon[96890]: pgmap v3968: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 856 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-02T09:40:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:00 smithi137 ceph-mon[88456]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:00 smithi028 ceph-mon[94314]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:00 smithi028 ceph-mon[96890]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:40:01.515 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:40:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:40:01] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:40:01.515 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:01 smithi028 ceph-mon[94314]: pgmap v3969: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 467 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:40:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:01 smithi137 ceph-mon[88456]: pgmap v3969: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 467 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:40:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:01 smithi028 ceph-mon[96890]: pgmap v3969: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 467 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-02T09:40:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:40:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:03 smithi137 ceph-mon[88456]: pgmap v3970: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:40:03.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:03 smithi028 ceph-mon[94314]: pgmap v3970: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:40:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:03 smithi028 ceph-mon[96890]: pgmap v3970: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:40:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:05 smithi137 ceph-mon[88456]: pgmap v3971: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:40:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:05 smithi028 ceph-mon[94314]: pgmap v3971: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:40:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:05 smithi028 ceph-mon[96890]: pgmap v3971: 137 pgs: 137 active+clean; 472 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-02T09:40:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:06.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:07 smithi137 ceph-mon[88456]: pgmap v3972: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:40:07.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:07 smithi028 ceph-mon[94314]: pgmap v3972: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:40:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:07 smithi028 ceph-mon[96890]: pgmap v3972: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-02T09:40:09.412 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (22194 ms) 2024-04-02T09:40:09.537 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (164971 ms total) 2024-04-02T09:40:09.537 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:40:09.537 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-02T09:40:09.572 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-02T09:40:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:09 smithi137 ceph-mon[88456]: pgmap v3973: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T09:40:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:09 smithi028 ceph-mon[94314]: pgmap v3973: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T09:40:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:09 smithi028 ceph-mon[96890]: pgmap v3973: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-02T09:40:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:10 smithi137 ceph-mon[88456]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:40:10.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:10 smithi028 ceph-mon[94314]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:40:10.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:10 smithi028 ceph-mon[96890]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-02T09:40:11.545 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:40:11] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:40:11.550 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:40:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:11 smithi137 ceph-mon[88456]: pgmap v3975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:11 smithi137 ceph-mon[88456]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:40:11.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:11 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1529056970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:11.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:11 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-mon[94314]: pgmap v3975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-mon[94314]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:40:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1529056970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-mon[96890]: pgmap v3975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:40:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-mon[96890]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-02T09:40:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1529056970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:11 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:40:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:12 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:12 smithi137 ceph-mon[88456]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:40:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:40:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:12 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:12 smithi028 ceph-mon[94314]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:40:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:12 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:40:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:12 smithi028 ceph-mon[96890]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-02T09:40:13.600 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [4447271~31897,9502860~14737,10461571~62814,11737975~9708,12691009~83938,15722687~85471,16275014~65693,16741669~13994,17603917~45151,17685757~85571] 2024-04-02T09:40:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:13 smithi137 ceph-mon[88456]: pgmap v3978: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:13 smithi137 ceph-mon[88456]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:40:13.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:13 smithi028 ceph-mon[94314]: pgmap v3978: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:13 smithi028 ceph-mon[94314]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:40:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:13 smithi028 ceph-mon[96890]: pgmap v3978: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:13 smithi028 ceph-mon[96890]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-02T09:40:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [1538823~33781,1688666~61315,3191798~45486,5738127~57366,7825464~71585,9416615~37335,10222398~8730,10330090~89919,10617208~50990,10729976~56674] 2024-04-02T09:40:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: diff was [0~3237284,4479168~3417881,9416615~37335,10222398~8730,10330090~89919,10617208~50990,10729976~56674] 2024-04-02T09:40:14.589 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5017 ms) 2024-04-02T09:40:14.589 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-02T09:40:14.590 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:40:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:14 smithi137 ceph-mon[88456]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:40:14.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:14 smithi028 ceph-mon[94314]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:40:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:14 smithi028 ceph-mon[96890]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-02T09:40:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:15 smithi137 ceph-mon[88456]: pgmap v3981: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:15 smithi137 ceph-mon[88456]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:40:15.947 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:15 smithi028 ceph-mon[96890]: pgmap v3981: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:15 smithi028 ceph-mon[96890]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:40:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:15 smithi028 ceph-mon[94314]: pgmap v3981: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:40:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:15 smithi028 ceph-mon[94314]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-02T09:40:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:16 smithi137 ceph-mon[88456]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:40:16.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:16 smithi028 ceph-mon[94314]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:40:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:16 smithi028 ceph-mon[96890]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-02T09:40:17.540 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (2951 ms) 2024-04-02T09:40:17.540 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-02T09:40:17.540 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:40:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:17 smithi137 ceph-mon[88456]: pgmap v3984: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 257 KiB/s wr, 57 op/s 2024-04-02T09:40:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:17 smithi137 ceph-mon[88456]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:40:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:17 smithi137 ceph-mon[88456]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:40:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:17 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:17.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:17 smithi028 ceph-mon[94314]: pgmap v3984: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 257 KiB/s wr, 57 op/s 2024-04-02T09:40:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:17 smithi028 ceph-mon[94314]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:40:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:17 smithi028 ceph-mon[94314]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:40:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:17 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:17 smithi028 ceph-mon[96890]: pgmap v3984: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 257 KiB/s wr, 57 op/s 2024-04-02T09:40:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:17 smithi028 ceph-mon[96890]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-02T09:40:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:17 smithi028 ceph-mon[96890]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-02T09:40:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:17 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:40:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:19 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:19 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:19 smithi137 ceph-mon[88456]: pgmap v3987: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 257 KiB/s wr, 57 op/s 2024-04-02T09:40:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:19 smithi137 ceph-mon[88456]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:40:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:19 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:19 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:19 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[94314]: pgmap v3987: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 257 KiB/s wr, 57 op/s 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[94314]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[96890]: pgmap v3987: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 257 KiB/s wr, 57 op/s 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[96890]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-02T09:40:19.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:40:19.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:40:19.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:19 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:40:20.549 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3009 ms) 2024-04-02T09:40:20.549 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-02T09:40:20.549 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:40:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:20 smithi137 ceph-mon[88456]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:40:20.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:20 smithi028 ceph-mon[94314]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:40:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:20 smithi028 ceph-mon[96890]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-02T09:40:21.517 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:40:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:40:21] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:40:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:21 smithi137 ceph-mon[88456]: pgmap v3990: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-04-02T09:40:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:21 smithi137 ceph-mon[88456]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:40:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:21 smithi028 ceph-mon[96890]: pgmap v3990: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-04-02T09:40:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:21 smithi028 ceph-mon[96890]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:40:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:21 smithi028 ceph-mon[94314]: pgmap v3990: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 3.0 KiB/s wr, 38 op/s 2024-04-02T09:40:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:21 smithi028 ceph-mon[94314]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-02T09:40:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:22 smithi137 ceph-mon[88456]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:40:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:40:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:22 smithi028 ceph-mon[94314]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:40:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:22 smithi028 ceph-mon[96890]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-02T09:40:23.563 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3014 ms) 2024-04-02T09:40:23.563 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-02T09:40:23.564 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:40:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:23 smithi137 ceph-mon[88456]: pgmap v3993: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 13 KiB/s wr, 115 op/s 2024-04-02T09:40:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:23 smithi137 ceph-mon[88456]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:40:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:23 smithi028 ceph-mon[94314]: pgmap v3993: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 13 KiB/s wr, 115 op/s 2024-04-02T09:40:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:23 smithi028 ceph-mon[94314]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:40:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:23 smithi028 ceph-mon[96890]: pgmap v3993: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 13 KiB/s wr, 115 op/s 2024-04-02T09:40:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:23 smithi028 ceph-mon[96890]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-02T09:40:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:24 smithi137 ceph-mon[88456]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:40:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:24 smithi028 ceph-mon[94314]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:40:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:24 smithi028 ceph-mon[96890]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-02T09:40:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:25 smithi137 ceph-mon[88456]: pgmap v3996: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 10 KiB/s wr, 77 op/s 2024-04-02T09:40:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:25 smithi137 ceph-mon[88456]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:40:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:25 smithi028 ceph-mon[94314]: pgmap v3996: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 10 KiB/s wr, 77 op/s 2024-04-02T09:40:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:25 smithi028 ceph-mon[94314]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:40:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:25 smithi028 ceph-mon[96890]: pgmap v3996: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 10 KiB/s wr, 77 op/s 2024-04-02T09:40:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:25 smithi028 ceph-mon[96890]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-02T09:40:26.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3024 ms) 2024-04-02T09:40:26.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-02T09:40:26.588 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:40:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:26 smithi137 ceph-mon[88456]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:40:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:26 smithi028 ceph-mon[94314]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:40:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:26 smithi028 ceph-mon[96890]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-02T09:40:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:27 smithi137 ceph-mon[88456]: pgmap v3999: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 264 KiB/s wr, 87 op/s 2024-04-02T09:40:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:27 smithi137 ceph-mon[88456]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:40:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:27 smithi028 ceph-mon[94314]: pgmap v3999: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 264 KiB/s wr, 87 op/s 2024-04-02T09:40:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:27 smithi028 ceph-mon[94314]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:40:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:27 smithi028 ceph-mon[96890]: pgmap v3999: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 264 KiB/s wr, 87 op/s 2024-04-02T09:40:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:27 smithi028 ceph-mon[96890]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-02T09:40:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:28 smithi137 ceph-mon[88456]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:40:28.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:28 smithi028 ceph-mon[94314]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:40:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:28 smithi028 ceph-mon[96890]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-02T09:40:29.595 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3008 ms) 2024-04-02T09:40:29.595 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-02T09:40:29.596 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:40:29.670 INFO:tasks.workunit.client.0.smithi028.stdout: i=0 exists [20891542~6869545,32418009~4968553,43012063~8018052,132665366~5356231,194481078~8067266,216585558~2165940,229314361~6672232,296444072~378780,411091068~571626] wrote [20891542~6869545,32418009~4968553,43012063~8018052,132665366~5356231,194481078~8067266,216585558~2165940,229314361~6672232,296444072~378780,411091068~571626] 2024-04-02T09:40:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:29 smithi137 ceph-mon[88456]: pgmap v4002: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 264 KiB/s wr, 87 op/s 2024-04-02T09:40:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:29 smithi137 ceph-mon[88456]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:40:29.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:29 smithi028 ceph-mon[94314]: pgmap v4002: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 264 KiB/s wr, 87 op/s 2024-04-02T09:40:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:29 smithi028 ceph-mon[94314]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:40:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:29 smithi028 ceph-mon[96890]: pgmap v4002: 137 pgs: 137 active+clean; 21 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 264 KiB/s wr, 87 op/s 2024-04-02T09:40:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:29 smithi028 ceph-mon[96890]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-02T09:40:30.647 INFO:tasks.workunit.client.0.smithi028.stdout: i=1 exists [12022865~7850554,20891542~6869545,32418009~4968553,43012063~8018052,116080905~1820154,132665366~5356231,156093818~3157173,170092617~5734151,194481078~8067266,212495516~3685969,216585558~2165940,229314361~6672232,237399437~409993,257236600~65548,296444072~378780,370867809~7971370,403416146~7405598,411091068~571626] wrote [12022865~7850554,116080905~1820154,156093818~3157173,170092617~5734151,212495516~3685969,237399437~409993,257236600~65548,370867809~7971370,403416146~7405598] 2024-04-02T09:40:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:30 smithi137 ceph-mon[88456]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:40:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:30 smithi028 ceph-mon[94314]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:40:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:30 smithi028 ceph-mon[96890]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-02T09:40:31.571 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:40:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:40:31] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:40:31.638 INFO:tasks.workunit.client.0.smithi028.stdout: i=2 exists [12022865~7850554,20891542~6869545,32418009~4968553,42714319~8315796,53453507~886400,77242766~10909993,112742252~1770042,116080905~1820154,132665366~5356231,156093818~3157173,170092617~5734151,188473896~2755385,194481078~8067266,212495516~8879122,229314361~6672232,237399437~409993,257236600~65548,296444072~378780,312941145~1456759,370867809~7971370,403416146~7405598,411091068~571626] wrote [42714319~7788757,53453507~886400,77242766~10909993,112742252~1770042,188473896~2755385,215038993~6335645,312941145~1456759] 2024-04-02T09:40:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:31 smithi137 ceph-mon[88456]: pgmap v4005: 137 pgs: 137 active+clean; 41 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.4 MiB/s wr, 73 op/s 2024-04-02T09:40:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:31 smithi137 ceph-mon[88456]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:40:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:31 smithi028 ceph-mon[94314]: pgmap v4005: 137 pgs: 137 active+clean; 41 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.4 MiB/s wr, 73 op/s 2024-04-02T09:40:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:31 smithi028 ceph-mon[94314]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:40:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:31 smithi028 ceph-mon[96890]: pgmap v4005: 137 pgs: 137 active+clean; 41 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.4 MiB/s wr, 73 op/s 2024-04-02T09:40:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:31 smithi028 ceph-mon[96890]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-02T09:40:32.583 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:40:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:40:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:32.614 INFO:tasks.workunit.client.0.smithi028.stdout: i=3 exists [12022865~7850554,20891542~6869545,32418009~4968553,42714319~8315796,53453507~886400,63897709~739547,75192213~14136231,112742252~1770042,116080905~1820154,132665366~5356231,139449478~1858408,156093818~3157173,170092617~5734151,188473896~2755385,194481078~8067266,205161240~743050,212495516~8879122,229314361~6672232,237399437~409993,238097668~873821,257236600~65548,266684643~5805568,296444072~378780,312941145~1456759,370867809~7971370,403416146~7405598,411091068~571626] wrote [45466200~3499124,63897709~739547,75192213~4692765,85584975~3743469,139449478~1858408,205161240~743050,218084295~962865,238097668~873821,266684643~5805568,372143197~2626233] 2024-04-02T09:40:32.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:32 smithi137 ceph-mon[88456]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:40:32.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:32 smithi028 ceph-mon[94314]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:40:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:32 smithi028 ceph-mon[96890]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-02T09:40:33.702 INFO:tasks.workunit.client.0.smithi028.stdout: i=4 exists [12022865~7850554,20368167~8300613,32418009~4968553,42714319~8315796,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3024352,116080905~1820154,132665366~5356231,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,188473896~2755385,194481078~8067266,205161240~743050,212495516~8879122,229157835~6828758,237399437~409993,238097668~873821,257236600~65548,266684643~5805568,296444072~378780,312941145~1456759,370867809~7971370,403416146~7405598,411091068~571626] wrote [20368167~8300613,59036722~4594809,79001567~3058748,111877616~3024352,147447048~6170951,167375257~12552074,229157835~3975360] 2024-04-02T09:40:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:33 smithi137 ceph-mon[88456]: pgmap v4008: 137 pgs: 137 active+clean; 119 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 18 MiB/s wr, 150 op/s 2024-04-02T09:40:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:33 smithi137 ceph-mon[88456]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:40:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:33 smithi028 ceph-mon[94314]: pgmap v4008: 137 pgs: 137 active+clean; 119 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 18 MiB/s wr, 150 op/s 2024-04-02T09:40:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:33 smithi028 ceph-mon[94314]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:40:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:33 smithi028 ceph-mon[96890]: pgmap v4008: 137 pgs: 137 active+clean; 119 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 18 MiB/s wr, 150 op/s 2024-04-02T09:40:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:33 smithi028 ceph-mon[96890]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-02T09:40:34.629 INFO:tasks.workunit.client.0.smithi028.stdout: i=5 exists [12022865~7850554,20368167~8300613,32418009~4968553,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3876720,116080905~1820154,132665366~5356231,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,194481078~8067266,205161240~743050,210933939~10440699,229157835~6828758,237399437~409993,238097668~873821,257236600~65548,258896808~404453,266684643~5805568,296444072~378780,312941145~1456759,348816850~1255264,351196238~896521,368307117~10532062,403416146~7405598,411091068~571626] wrote [42352283~314432,43119135~8002461,112967025~2787311,173164834~5629962,186597011~220301,210933939~5345709,258896808~404453,348816850~1255264,351196238~896521,368307117~4263735] 2024-04-02T09:40:34.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:34 smithi137 ceph-mon[88456]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:40:34.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:34 smithi028 ceph-mon[94314]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:40:34.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:34 smithi028 ceph-mon[96890]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-02T09:40:35.676 INFO:tasks.workunit.client.0.smithi028.stdout: i=6 exists [12022865~7850554,20368167~8300613,32418009~4968553,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~3876720,116080905~1820154,132665366~5356231,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,194481078~8067266,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,264536179~7954032,286811776~1669801,296444072~378780,312941145~1456759,345082331~4989783,351196238~896521,353254150~4344160,368307117~10532062,398146261~217652,403416146~7405598,411091068~571626] wrote [20948069~7554176,63832122~3145097,96615019~3284038,229959057~7305637,264536179~6863844,286811776~1669801,345082331~3870501,353254150~4344160,398146261~217652] 2024-04-02T09:40:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:35 smithi137 ceph-mon[88456]: pgmap v4011: 137 pgs: 137 active+clean; 119 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 13 MiB/s wr, 76 op/s 2024-04-02T09:40:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:35 smithi137 ceph-mon[88456]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:40:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:35 smithi028 ceph-mon[94314]: pgmap v4011: 137 pgs: 137 active+clean; 119 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 13 MiB/s wr, 76 op/s 2024-04-02T09:40:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:35 smithi028 ceph-mon[94314]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:40:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:35 smithi028 ceph-mon[96890]: pgmap v4011: 137 pgs: 137 active+clean; 119 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 13 MiB/s wr, 76 op/s 2024-04-02T09:40:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:35 smithi028 ceph-mon[96890]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-02T09:40:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:36.715 INFO:tasks.workunit.client.0.smithi028.stdout: i=7 exists [12022865~7850554,20368167~8300613,32418009~4968553,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,129773341~2227510,132665366~5356231,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,194481078~8067266,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,264536179~7954032,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,368307117~10532062,398146261~217652,403416146~7405598,411091068~571626] wrote [47306288~6817727,112792987~6956069,129773341~2227510,264561646~6473682,294167709~12678600,339361726~4545540,348633326~7167564,369560653~6342991] 2024-04-02T09:40:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:36 smithi137 ceph-mon[88456]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:40:36.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:36 smithi028 ceph-mon[94314]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:40:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:36 smithi028 ceph-mon[96890]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-02T09:40:37.695 INFO:tasks.workunit.client.0.smithi028.stdout: i=8 exists [6207380~5705029,12022865~7850554,20368167~8300613,32418009~4968553,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132665366~5356231,139449478~1858408,145403402~8214597,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,194481078~8067266,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,367816143~11023036,398146261~217652,401907645~1307589,403416146~7405598,411091068~571626] wrote [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,121115903~6320283,145403402~6433180,169947352~4361669,262406885~6073926,367816143~6868410,401907645~1307589] 2024-04-02T09:40:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:37 smithi137 ceph-mon[88456]: pgmap v4014: 137 pgs: 137 active+clean; 324 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 43 MiB/s wr, 247 op/s 2024-04-02T09:40:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:37 smithi137 ceph-mon[88456]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:40:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:37 smithi028 ceph-mon[96890]: pgmap v4014: 137 pgs: 137 active+clean; 324 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 43 MiB/s wr, 247 op/s 2024-04-02T09:40:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:37 smithi028 ceph-mon[96890]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:40:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:37 smithi028 ceph-mon[94314]: pgmap v4014: 137 pgs: 137 active+clean; 324 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 43 MiB/s wr, 247 op/s 2024-04-02T09:40:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:37 smithi028 ceph-mon[94314]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-02T09:40:38.686 INFO:tasks.workunit.client.0.smithi028.stdout: i=9 exists [6207380~5705029,12022865~7850554,20368167~8300613,32418009~4968553,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132665366~5356231,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,194481078~12182080,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,398146261~217652,401907645~1307589,403416146~7405598,411091068~571626] wrote [76379000~6885439,85939724~8696470,132978474~1425280,145036617~4176724,168880410~4179175,199688918~6974240,326681086~8045878,342869500~2095791,344989634~7065147] 2024-04-02T09:40:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:38 smithi137 ceph-mon[88456]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:40:38.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:38 smithi028 ceph-mon[94314]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:40:38.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:38 smithi028 ceph-mon[96890]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-02T09:40:39.690 INFO:tasks.workunit.client.0.smithi028.stdout: i=10 exists [6207380~5705029,12022865~7850554,20368167~8300613,32418009~7832845,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132665366~5356231,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186493498~4735783,194481078~12182080,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,381702252~4000514,396523619~14298125,411091068~571626] wrote [33668709~6173176,98238381~6086005,186493498~2519091,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,381702252~4000514,396523619~7228878] 2024-04-02T09:40:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:39 smithi137 ceph-mon[88456]: pgmap v4017: 137 pgs: 137 active+clean; 324 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 43 MiB/s wr, 247 op/s 2024-04-02T09:40:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:39 smithi137 ceph-mon[88456]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:40:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:39 smithi028 ceph-mon[94314]: pgmap v4017: 137 pgs: 137 active+clean; 324 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 43 MiB/s wr, 247 op/s 2024-04-02T09:40:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:39 smithi028 ceph-mon[94314]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:40:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:39 smithi028 ceph-mon[96890]: pgmap v4017: 137 pgs: 137 active+clean; 324 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 43 MiB/s wr, 247 op/s 2024-04-02T09:40:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:39 smithi028 ceph-mon[96890]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-02T09:40:40.692 INFO:tasks.workunit.client.0.smithi028.stdout: i=11 exists [6207380~13666039,20368167~8300613,32418009~21921898,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132665366~5356231,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186493498~4735783,191784244~14878914,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,381702252~4000514,396523619~14298125,411091068~571626] wrote [9775367~6775544,32447836~11828545,87136132~2702466,148582320~695099,186615449~1251533,191784244~6440447,213554120~3958161] 2024-04-02T09:40:40.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:40 smithi137 ceph-mon[88456]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:40:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:40 smithi028 ceph-mon[94314]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:40:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:40 smithi028 ceph-mon[96890]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-02T09:40:41.622 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:40:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:40:41] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-02T09:40:41.681 INFO:tasks.workunit.client.0.smithi028.stdout: i=12 exists [6207380~13666039,20368167~8300613,29065860~270117,32418009~21921898,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132665366~5356231,139449478~1858408,145036617~8581382,156093818~3157173,164305578~15621753,186493498~4735783,191784244~14878914,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,380604193~5098573,396523619~14298125,411091068~571626] wrote [29065860~270117,81986006~1432909,146177638~5609273,164305578~3358836,186969333~921516,253818392~7466819,290303385~4256744,310712822~3188562,380604193~3180659,398497336~5520746] 2024-04-02T09:40:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:41 smithi137 ceph-mon[88456]: pgmap v4020: 137 pgs: 137 active+clean; 382 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 13 MiB/s wr, 300 op/s 2024-04-02T09:40:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:41 smithi137 ceph-mon[88456]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:40:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:41 smithi028 ceph-mon[94314]: pgmap v4020: 137 pgs: 137 active+clean; 382 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 13 MiB/s wr, 300 op/s 2024-04-02T09:40:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:41 smithi028 ceph-mon[94314]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:40:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:41 smithi028 ceph-mon[96890]: pgmap v4020: 137 pgs: 137 active+clean; 382 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 13 MiB/s wr, 300 op/s 2024-04-02T09:40:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:41 smithi028 ceph-mon[96890]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-02T09:40:42.635 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:40:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:42.703 INFO:tasks.workunit.client.0.smithi028.stdout: i=13 exists [6207380~13666039,20368167~8300613,29065860~270117,32418009~21921898,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132665366~8642520,145036617~14214374,164305578~15621753,186493498~4735783,191784244~14878914,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~11023036,380604193~11139981,396523619~14298125,411091068~571626] wrote [44904012~1421598,134507726~6736266,153327217~5834516,221737178~1241317,295687463~5189712,317213468~8088755,358966562~3370907,385614823~6129351,397919567~3995887] 2024-04-02T09:40:42.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:42 smithi137 ceph-mon[88456]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:40:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:42 smithi028 ceph-mon[94314]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:40:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:42 smithi028 ceph-mon[96890]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-02T09:40:43.709 INFO:tasks.workunit.client.0.smithi028.stdout: i=14 exists [6207380~13666039,20368167~8300613,29065860~270117,32418009~21921898,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132665366~8642520,145036617~14214374,164305578~15621753,186493498~4735783,191784244~14878914,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~25231829,396523619~14298125,411091068~571626] wrote [15508737~4344159,230805965~6008654,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,372388274~2520995,378791226~8207923,389430287~3617685] 2024-04-02T09:40:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:43 smithi137 ceph-mon[88456]: pgmap v4023: 137 pgs: 137 active+clean; 570 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 60 MiB/s wr, 323 op/s 2024-04-02T09:40:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:43 smithi137 ceph-mon[88456]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:40:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:43 smithi028 ceph-mon[96890]: pgmap v4023: 137 pgs: 137 active+clean; 570 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 60 MiB/s wr, 323 op/s 2024-04-02T09:40:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:43 smithi028 ceph-mon[96890]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:40:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:43 smithi028 ceph-mon[94314]: pgmap v4023: 137 pgs: 137 active+clean; 570 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 60 MiB/s wr, 323 op/s 2024-04-02T09:40:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:43 smithi028 ceph-mon[94314]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-02T09:40:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: i=15 exists [6207380~13666039,20368167~8300613,29065860~270117,32418009~22092990,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132665366~8642520,145036617~14214374,164305578~15621753,186493498~4735783,191784244~14878914,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~25231829,396523619~14298125,411091068~571626] wrote [7911701~4868662,38348104~438791,52242196~2268803,86085276~878957,98069716~6095008,202909212~2626014,261573116~4251474,325327847~9192936,399655211~7416581] 2024-04-02T09:40:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:44 smithi028 ceph-mon[94314]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:40:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:44 smithi028 ceph-mon[96890]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:40:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:44 smithi137 ceph-mon[88456]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-02T09:40:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:45 smithi028 ceph-mon[96890]: pgmap v4026: 137 pgs: 137 active+clean; 570 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 47 MiB/s wr, 23 op/s 2024-04-02T09:40:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:45 smithi028 ceph-mon[96890]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:40:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:45 smithi028 ceph-mon[94314]: pgmap v4026: 137 pgs: 137 active+clean; 570 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 47 MiB/s wr, 23 op/s 2024-04-02T09:40:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:45 smithi028 ceph-mon[94314]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:40:45.745 INFO:tasks.workunit.client.0.smithi028.stdout: i=16 exists [6207380~22461400,29065860~270117,32418009~22092990,57507503~6124028,63832122~3145097,75192213~19443981,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132665366~8642520,145036617~34890714,186493498~4735783,191784244~14878914,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125,411091068~571626] wrote [9297676~11564511,57507503~4579147,114450127~6414614,158429220~5987601,253310152~3712459,360589307~1043639,365023434~5874454,386956745~882166] 2024-04-02T09:40:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:45 smithi137 ceph-mon[88456]: pgmap v4026: 137 pgs: 137 active+clean; 570 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 47 MiB/s wr, 23 op/s 2024-04-02T09:40:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:45 smithi137 ceph-mon[88456]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-02T09:40:46.736 INFO:tasks.workunit.client.0.smithi028.stdout: i=17 exists [5523324~248569,6207380~22461400,29065860~270117,32418009~22092990,57507503~6124028,63832122~3145097,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132665366~8642520,143515010~36412321,186493498~4735783,191784244~14878914,209282007~12092631,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125,411054153~6951281] wrote [5523324~248569,95168521~6122499,104959217~5027748,143515010~9839886,165339571~4480265,209282007~6469806,242513364~6532861,321666133~2499465,411054153~6951281] 2024-04-02T09:40:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:46 smithi028 ceph-mon[94314]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:40:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:46 smithi028 ceph-mon[96890]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:40:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:46 smithi137 ceph-mon[88456]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-02T09:40:47.750 INFO:tasks.workunit.client.0.smithi028.stdout: i=18 exists [5523324~248569,6207380~22461400,29065860~270117,32418009~24682129,57507503~6124028,63832122~3145097,71449889~3047049,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132665366~47261965,186493498~4735783,191784244~14878914,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125,411054153~6951281] wrote [8253624~5941918,34804297~6910061,50342305~215350,51133458~5966680,71449889~3047049,75781313~814728,140064521~4055703,226693532~5785742,235020434~3810709,348759613~5052826] 2024-04-02T09:40:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:47 smithi028 ceph-mon[96890]: pgmap v4029: 137 pgs: 137 active+clean; 756 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 352 op/s 2024-04-02T09:40:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:47 smithi028 ceph-mon[96890]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:40:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:47 smithi028 ceph-mon[94314]: pgmap v4029: 137 pgs: 137 active+clean; 756 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 352 op/s 2024-04-02T09:40:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:47 smithi028 ceph-mon[94314]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:40:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:47 smithi137 ceph-mon[88456]: pgmap v4029: 137 pgs: 137 active+clean; 756 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 352 op/s 2024-04-02T09:40:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:47 smithi137 ceph-mon[88456]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-02T09:40:48.725 INFO:tasks.workunit.client.0.smithi028.stdout: i=19 exists [5523324~248569,6207380~22461400,29065860~270117,32418009~24682129,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132665366~47261965,185044548~6184733,191784244~14878914,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] wrote [17766357~7381509,73117068~6554628,100904626~1075751,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,365365941~6606665,407932854~3873876] 2024-04-02T09:40:48.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:48 smithi028 ceph-mon[94314]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:40:48.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:48 smithi028 ceph-mon[96890]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:40:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:48 smithi137 ceph-mon[88456]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-02T09:40:49.683 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 1 diff [12022865~7850554,116080905~1820154,156093818~3157173,170092617~5734151,212495516~3685969,237399437~409993,257236600~65548,370867809~7971370,403416146~7405598] 2024-04-02T09:40:49.684 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12022865~7850554,116080905~1820154,156093818~3157173,170092617~5734151,212495516~3685969,237399437~409993,257236600~65548,370867809~7971370,403416146~7405598] 2024-04-02T09:40:49.700 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~11484811,113246208~4654851,155189248~4061743,167772160~8054608,209715200~6466285,235986593~1822837,255852544~1449604,369098752~9740427,402653184~8168560] 2024-04-02T09:40:49.700 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 2 diff [12022865~7850554,42714319~7788757,53453507~886400,77242766~10909993,112742252~1770042,116080905~1820154,156093818~3157173,170092617~5734151,188473896~2755385,212495516~8879122,237399437~409993,257236600~65548,312941145~1456759,370867809~7971370,403416146~7405598] 2024-04-02T09:40:49.700 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12022865~7850554,42714319~7788757,53453507~886400,77242766~10909993,112742252~1770042,116080905~1820154,156093818~3157173,170092617~5734151,188473896~2755385,212495516~8879122,237399437~409993,257236600~65548,312941145~1456759,370867809~7971370,403416146~7405598] 2024-04-02T09:40:49.707 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~11484811,42714319~7788757,51030115~3309792,75497472~12655287,109051904~8849155,155189248~4061743,167772160~8054608,184549376~6679905,209715200~11659438,235986593~1822837,255852544~1449604,310378496~4019408,369098752~9740427,402653184~8168560] 2024-04-02T09:40:49.707 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 3 diff [12022865~7850554,42714319~7788757,53453507~886400,63897709~739547,75192213~14136231,112742252~1770042,116080905~1820154,139449478~1858408,156093818~3157173,170092617~5734151,188473896~2755385,205161240~743050,212495516~8879122,237399437~409993,238097668~873821,257236600~65548,266684643~5805568,312941145~1456759,370867809~7971370,403416146~7405598] 2024-04-02T09:40:49.707 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12022865~7850554,42714319~7788757,53453507~886400,63897709~739547,75192213~14136231,112742252~1770042,116080905~1820154,139449478~1858408,156093818~3157173,170092617~5734151,188473896~2755385,205161240~743050,212495516~8879122,237399437~409993,238097668~873821,257236600~65548,266684643~5805568,312941145~1456759,370867809~7971370,403416146~7405598] 2024-04-02T09:40:49.713 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~11484811,42714319~7788757,51030115~3309792,62914560~1722696,71303168~18025276,109051904~8849155,138412032~2895854,155189248~4061743,167772160~8054608,184549376~6679905,202548344~3355946,209715200~11659438,235986593~2984896,255852544~1449604,264241152~8249059,310378496~4019408,369098752~9740427,402653184~8168560] 2024-04-02T09:40:49.713 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 4 diff [12022865~7850554,20368167~8300613,42714319~7788757,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3024352,116080905~1820154,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,188473896~2755385,205161240~743050,212495516~8879122,229157835~3975360,237399437~409993,238097668~873821,257236600~65548,266684643~5805568,312941145~1456759,370867809~7971370,403416146~7405598] 2024-04-02T09:40:49.713 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12022865~7850554,20368167~8300613,42714319~7788757,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3024352,116080905~1820154,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,188473896~2755385,205161240~743050,212495516~8879122,229157835~3975360,237399437~409993,238097668~873821,257236600~65548,266684643~5805568,312941145~1456759,370867809~7971370,403416146~7405598] 2024-04-02T09:40:49.720 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~11484811,20368167~8300613,42714319~7788757,51030115~3309792,58720256~5917000,71303168~18025276,109051904~8849155,138412032~2895854,146800640~6817359,155189248~4061743,163577856~16349475,184549376~6679905,202548344~3355946,209715200~11659438,229157835~3975360,235986593~2984896,255852544~1449604,264241152~8249059,310378496~4019408,369098752~9740427,402653184~8168560] 2024-04-02T09:40:49.720 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 5 diff [12022865~7850554,20368167~8300613,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3876720,116080905~1820154,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~3975360,237399437~409993,238097668~873821,257236600~65548,258896808~404453,266684643~5805568,312941145~1456759,348816850~1255264,351196238~896521,368307117~10532062,403416146~7405598] 2024-04-02T09:40:49.720 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12022865~7850554,20368167~8300613,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3876720,116080905~1820154,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~3975360,237399437~409993,238097668~873821,257236600~65548,258896808~404453,266684643~5805568,312941145~1456759,348816850~1255264,351196238~896521,368307117~10532062,403416146~7405598] 2024-04-02T09:40:49.727 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~11484811,20368167~8300613,42352283~314432,42714319~11625588,58720256~5917000,71303168~18025276,109051904~8849155,138412032~2895854,146800640~6817359,155189248~4061743,163577856~16349475,184549376~6679905,202548344~3355946,209715200~11659438,229157835~3975360,235986593~2984896,255852544~3448717,264241152~8249059,310378496~4019408,348127232~3965527,364904448~13934731,402653184~8168560] 2024-04-02T09:40:49.727 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 6 diff [12022865~7850554,20368167~8300613,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~3876720,116080905~1820154,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,264536179~7954032,286811776~1669801,312941145~1456759,345082331~4989783,351196238~896521,353254150~4344160,368307117~10532062,398146261~217652,403416146~7405598] 2024-04-02T09:40:49.727 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12022865~7850554,20368167~8300613,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~3876720,116080905~1820154,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,264536179~7954032,286811776~1669801,312941145~1456759,345082331~4989783,351196238~896521,353254150~4344160,368307117~10532062,398146261~217652,403416146~7405598] 2024-04-02T09:40:49.733 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~11484811,20368167~8300613,42352283~314432,42714319~11625588,58720256~8256963,71303168~18025276,96468992~3430065,109051904~8849155,138412032~2895854,146800640~6817359,155189248~4061743,163577856~16349475,184549376~6679905,202548344~3355946,209715200~11659438,229157835~9813654,255852544~3448717,264241152~8249059,285212672~3268905,310378496~4019408,343932928~8159831,352321536~5276774,364904448~13934731,394264576~4099337,402653184~8168560] 2024-04-02T09:40:49.733 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 7 diff [12022865~7850554,20368167~8300613,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,129773341~2227510,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,264536179~7954032,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,368307117~10532062,398146261~217652,403416146~7405598] 2024-04-02T09:40:49.734 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12022865~7850554,20368167~8300613,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,129773341~2227510,139449478~1858408,147447048~6170951,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,264536179~7954032,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,368307117~10532062,398146261~217652,403416146~7405598] 2024-04-02T09:40:49.740 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~11484811,20368167~8300613,42352283~314432,42714319~11625588,58720256~8256963,71303168~18025276,96468992~3430065,109051904~10697152,125829120~6171731,138412032~2895854,146800640~6817359,155189248~4061743,163577856~16349475,184549376~6679905,202548344~3355946,209715200~11659438,229157835~9813654,255852544~3448717,264241152~8249059,285212672~3268905,294167709~12678600,310378496~4019408,335544320~8362946,343932928~13665382,364904448~13934731,394264576~4099337,402653184~8168560] 2024-04-02T09:40:49.740 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 8 diff [6207380~5705029,12022865~7850554,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,139449478~1858408,145403402~8214597,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,367816143~11023036,398146261~217652,401907645~1307589,403416146~7405598] 2024-04-02T09:40:49.740 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,12022865~7850554,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,139449478~1858408,145403402~8214597,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,367816143~11023036,398146261~217652,401907645~1307589,403416146~7405598] 2024-04-02T09:40:49.747 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15679115,20368167~8300613,34994080~789686,37748736~2502118,42352283~314432,42714319~11625588,58720256~8256963,71303168~18025276,96468992~3430065,109051904~22948947,138412032~2895854,142606336~11011663,155189248~4061743,163577856~16349475,184549376~6679905,202548344~3355946,209715200~11659438,229157835~9813654,255852544~3448717,260046848~12443363,285212672~3268905,294167709~12678600,310378496~4019408,335544320~8362946,343932928~13665382,364904448~13934731,394264576~4099337,398458880~12362864] 2024-04-02T09:40:49.747 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 9 diff [6207380~5705029,12022865~7850554,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,199688918~6974240,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,398146261~217652,401907645~1307589,403416146~7405598] 2024-04-02T09:40:49.747 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,12022865~7850554,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186597011~220301,188473896~2755385,199688918~6974240,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,398146261~217652,401907645~1307589,403416146~7405598] 2024-04-02T09:40:49.754 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15679115,20368167~8300613,34994080~789686,37748736~2502118,42352283~314432,42714319~11625588,58720256~8256963,71303168~23333026,96468992~3430065,109051904~22948947,132978474~1425280,138412032~2895854,142606336~11011663,155189248~4061743,163577856~16349475,184549376~6679905,199688918~6974240,209715200~11659438,229157835~9813654,255852544~3448717,260046848~12443363,285212672~3268905,294167709~12678600,310378496~4019408,322961408~11765556,335544320~22053990,364904448~13934731,394264576~4099337,398458880~12362864] 2024-04-02T09:40:49.754 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 10 diff [6207380~5705029,12022865~7850554,20368167~8300613,33668709~6582145,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186493498~4735783,199688918~6974240,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,381702252~4000514,396523619~14298125] 2024-04-02T09:40:49.754 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,12022865~7850554,20368167~8300613,33668709~6582145,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186493498~4735783,199688918~6974240,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,381702252~4000514,396523619~14298125] 2024-04-02T09:40:49.760 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15679115,20368167~8300613,33668709~6582145,42352283~314432,42714319~11625588,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,138412032~2895854,142606336~11011663,155189248~4061743,163577856~16349475,184549376~6679905,199688918~6974240,209715200~11659438,229157835~9813654,255852544~16637667,285212672~3268905,294167709~12678600,310378496~4056220,322961408~11765556,335544320~22053990,364904448~13934731,381681664~4021102,394264576~16557168] 2024-04-02T09:40:49.761 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 11 diff [6207380~13666039,20368167~8300613,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,381702252~4000514,396523619~14298125] 2024-04-02T09:40:49.761 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13666039,20368167~8300613,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,156093818~3157173,167375257~12552074,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,257236600~65548,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,381702252~4000514,396523619~14298125] 2024-04-02T09:40:49.767 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15679115,20368167~8300613,32447836~21892071,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,138412032~2895854,142606336~11011663,155189248~4061743,163577856~16349475,184549376~13675315,199688918~6974240,209715200~11659438,229157835~9813654,255852544~16637667,285212672~3268905,294167709~12678600,310378496~4056220,322961408~11765556,335544320~22053990,364904448~13934731,381681664~4021102,394264576~16557168] 2024-04-02T09:40:49.767 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 12 diff [6207380~13666039,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,156093818~3157173,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,380604193~5098573,396523619~14298125] 2024-04-02T09:40:49.767 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13666039,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,156093818~3157173,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,229157835~8106859,237399437~409993,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~11023036,380604193~5098573,396523619~14298125] 2024-04-02T09:40:49.774 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15679115,20368167~8967810,32447836~21892071,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,138412032~2895854,142606336~11011663,155189248~4061743,163577856~16349475,184549376~13675315,199688918~6974240,209715200~11659438,229157835~9813654,251658240~20831971,285212672~3268905,289406976~17439333,310378496~4056220,322961408~11765556,335544320~22053990,364904448~20798318,394264576~16557168] 2024-04-02T09:40:49.774 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 13 diff [6207380~13666039,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14214374,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~11023036,380604193~11139981,396523619~14298125] 2024-04-02T09:40:49.775 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13666039,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14214374,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~11023036,380604193~11139981,396523619~14298125] 2024-04-02T09:40:49.782 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15679115,20368167~8967810,32447836~21892071,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,134507726~6800160,142606336~16644655,163577856~16349475,184549376~13675315,199688918~6974240,209715200~13263295,229157835~9813654,251658240~20831971,285212672~3268905,289406976~17439333,310378496~4056220,314572800~20154164,335544320~26793149,364904448~26839726,394264576~16557168] 2024-04-02T09:40:49.782 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 14 diff [6207380~13666039,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14214374,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~25231829,396523619~14298125] 2024-04-02T09:40:49.782 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13666039,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14214374,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~25231829,396523619~14298125] 2024-04-02T09:40:49.788 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15679115,20368167~8967810,32447836~21892071,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,134507726~6800160,142606336~16644655,163577856~16349475,184549376~13675315,199688918~6974240,209715200~13263295,229157835~9813654,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~16557168] 2024-04-02T09:40:49.788 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 15 diff [6207380~13666039,20368167~8300613,29065860~270117,32447836~22063163,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14214374,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~25231829,396523619~14298125] 2024-04-02T09:40:49.788 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13666039,20368167~8300613,29065860~270117,32447836~22063163,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14214374,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~25231829,396523619~14298125] 2024-04-02T09:40:49.795 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15679115,20368167~8967810,32447836~22063163,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,134507726~6800160,142606336~16644655,163577856~16349475,184549376~13675315,199688918~6974240,209715200~13263295,229157835~9813654,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~16557168] 2024-04-02T09:40:49.796 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 16 diff [6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~19443981,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~34890714,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125] 2024-04-02T09:40:49.796 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~19443981,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~34890714,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125] 2024-04-02T09:40:49.802 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~22063163,54525952~12451267,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,134507726~6800160,142606336~37320995,184549376~13675315,199688918~6974240,209715200~13263295,229157835~9813654,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~16557168] 2024-04-02T09:40:49.802 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 17 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,143515010~36412321,186493498~4735783,191784244~6440447,199688918~6974240,209282007~12092631,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125,411054153~6951281] 2024-04-02T09:40:49.802 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,143515010~36412321,186493498~4735783,191784244~6440447,199688918~6974240,209282007~12092631,221737178~1241317,229157835~8106859,237399437~409993,238097668~873821,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125,411054153~6951281] 2024-04-02T09:40:49.809 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~22063163,54525952~12451267,71303168~33021218,104857600~27143251,132978474~1425280,134507726~6800160,142606336~37320995,184549376~13675315,199688918~23289577,229157835~9813654,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~16557168,411054153~6951281] 2024-04-02T09:40:49.809 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 18 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~3047049,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,186493498~4735783,191784244~6440447,199688918~6974240,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125,411054153~6951281] 2024-04-02T09:40:49.809 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~3047049,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,186493498~4735783,191784244~6440447,199688918~6974240,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~14298125,411054153~6951281] 2024-04-02T09:40:49.816 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199688918~23289577,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~16557168,411054153~6951281] 2024-04-02T09:40:49.816 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 19 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:49.816 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:49.823 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:49.823 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 2 diff [42714319~7788757,53453507~886400,77242766~10909993,112742252~1770042,188473896~2755385,215038993~6335645,312941145~1456759] 2024-04-02T09:40:49.823 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [42714319~7788757,53453507~886400,77242766~10909993,112742252~1770042,188473896~2755385,215038993~6335645,312941145~1456759] 2024-04-02T09:40:49.829 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [42714319~7788757,51030115~3309792,75497472~12655287,109051904~5460390,184549376~6679905,215038993~6335645,310378496~4019408] 2024-04-02T09:40:49.830 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 3 diff [42714319~7788757,53453507~886400,63897709~739547,75192213~14136231,112742252~1770042,139449478~1858408,188473896~2755385,205161240~743050,215038993~6335645,238097668~873821,266684643~5805568,312941145~1456759,372143197~2626233] 2024-04-02T09:40:49.830 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [42714319~7788757,53453507~886400,63897709~739547,75192213~14136231,112742252~1770042,139449478~1858408,188473896~2755385,205161240~743050,215038993~6335645,238097668~873821,266684643~5805568,312941145~1456759,372143197~2626233] 2024-04-02T09:40:49.837 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [42714319~7788757,51030115~3309792,62914560~1722696,71303168~18025276,109051904~5460390,138412032~2895854,184549376~6679905,202548344~3355946,215038993~6335645,237809430~1162059,264241152~8249059,310378496~4019408,372143197~2626233] 2024-04-02T09:40:49.837 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 4 diff [20368167~8300613,42714319~7788757,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3024352,139449478~1858408,147447048~6170951,167375257~12552074,188473896~2755385,205161240~743050,215038993~6335645,229157835~3975360,238097668~873821,266684643~5805568,312941145~1456759,372143197~2626233] 2024-04-02T09:40:49.837 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42714319~7788757,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3024352,139449478~1858408,147447048~6170951,167375257~12552074,188473896~2755385,205161240~743050,215038993~6335645,229157835~3975360,238097668~873821,266684643~5805568,312941145~1456759,372143197~2626233] 2024-04-02T09:40:49.843 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42714319~7788757,51030115~3309792,58720256~5917000,71303168~18025276,109051904~5850064,138412032~2895854,146800640~6817359,163577856~16349475,184549376~6679905,202548344~3355946,215038993~6335645,229157835~3975360,237809430~1162059,264241152~8249059,310378496~4019408,372143197~2626233] 2024-04-02T09:40:49.843 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 5 diff [20368167~8300613,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3876720,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~3975360,238097668~873821,258896808~404453,266684643~5805568,312941145~1456759,348816850~1255264,351196238~896521,368307117~6462313] 2024-04-02T09:40:49.843 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63897709~739547,75192213~14136231,111877616~3876720,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~3975360,238097668~873821,258896808~404453,266684643~5805568,312941145~1456759,348816850~1255264,351196238~896521,368307117~6462313] 2024-04-02T09:40:49.851 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,42714319~11625588,58720256~5917000,71303168~18025276,109051904~6702432,138412032~2895854,146800640~6817359,163577856~16349475,184549376~6679905,202548344~3355946,210933939~10440699,229157835~3975360,237809430~1162059,257302148~1999113,264241152~8249059,310378496~4019408,348127232~3965527,364904448~9864982] 2024-04-02T09:40:49.851 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 6 diff [20368167~8300613,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~3876720,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,264536179~7954032,286811776~1669801,312941145~1456759,345082331~4989783,351196238~896521,353254150~4344160,368307117~6462313,398146261~217652] 2024-04-02T09:40:49.851 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,42714319~8407277,53453507~886400,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~3876720,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,264536179~7954032,286811776~1669801,312941145~1456759,345082331~4989783,351196238~896521,353254150~4344160,368307117~6462313,398146261~217652] 2024-04-02T09:40:49.858 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,42714319~11625588,58720256~8256963,71303168~18025276,96468992~3430065,109051904~6702432,138412032~2895854,146800640~6817359,163577856~16349475,184549376~6679905,202548344~3355946,210933939~10440699,229157835~8106859,237809430~1162059,257302148~1999113,264241152~8249059,285212672~3268905,310378496~4019408,343932928~8159831,352321536~5276774,364904448~9864982,394264576~4099337] 2024-04-02T09:40:49.858 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 7 diff [20368167~8300613,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,129773341~2227510,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,264536179~7954032,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,368307117~7596527,398146261~217652] 2024-04-02T09:40:49.858 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,129773341~2227510,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,264536179~7954032,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,368307117~7596527,398146261~217652] 2024-04-02T09:40:49.865 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,42714319~11625588,58720256~8256963,71303168~18025276,96468992~3430065,109051904~10697152,125829120~6171731,138412032~2895854,146800640~6817359,163577856~16349475,184549376~6679905,202548344~3355946,210933939~10440699,229157835~8106859,237809430~1162059,257302148~1999113,264241152~8249059,285212672~3268905,294167709~12678600,310378496~4019408,335544320~8362946,343932928~13665382,364904448~10999196,394264576~4099337] 2024-04-02T09:40:49.865 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 8 diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,139449478~1858408,145403402~8214597,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:49.865 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~14136231,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,139449478~1858408,145403402~8214597,167375257~12552074,186597011~220301,188473896~2755385,205161240~743050,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:49.871 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,34994080~789686,37748736~2502118,42352283~314432,42714319~11625588,58720256~8256963,71303168~18025276,96468992~3430065,109051904~22948947,138412032~2895854,142606336~11011663,163577856~16349475,184549376~6679905,202548344~3355946,210933939~10440699,229157835~8106859,237809430~1162059,257302148~1999113,260046848~12443363,285212672~3268905,294167709~12678600,310378496~4019408,335544320~8362946,343932928~13665382,364904448~10999196,394264576~4099337,398458880~4756354] 2024-04-02T09:40:49.871 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 9 diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186597011~220301,188473896~2755385,199688918~6974240,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:49.871 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186597011~220301,188473896~2755385,199688918~6974240,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,312941145~1456759,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:49.878 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,34994080~789686,37748736~2502118,42352283~314432,42714319~11625588,58720256~8256963,71303168~23333026,96468992~3430065,109051904~22948947,132978474~1425280,138412032~2895854,142606336~11011663,163577856~16349475,184549376~6679905,199688918~6974240,210933939~10440699,229157835~8106859,237809430~1162059,257302148~1999113,260046848~12443363,285212672~3268905,294167709~12678600,310378496~4019408,322961408~11765556,335544320~22053990,364904448~10999196,394264576~4099337,398458880~4756354] 2024-04-02T09:40:49.878 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 10 diff [6207380~5705029,20368167~8300613,33668709~6582145,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186493498~4735783,199688918~6974240,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:49.878 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,33668709~6582145,42352283~314432,42714319~11625588,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186493498~4735783,199688918~6974240,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:49.885 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,33668709~6582145,42352283~314432,42714319~11625588,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,138412032~2895854,142606336~11011663,163577856~16349475,184549376~6679905,199688918~6974240,210933939~10440699,229157835~8106859,237809430~1162059,257302148~15188063,285212672~3268905,294167709~12678600,310378496~4056220,322961408~11765556,335544320~22053990,364904448~10999196,381681664~4021102,394264576~9487921] 2024-04-02T09:40:49.885 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 11 diff [6207380~10343531,20368167~8300613,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:49.885 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,229157835~8106859,238097668~873821,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:49.892 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8300613,32447836~21892071,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,138412032~2895854,142606336~11011663,163577856~16349475,184549376~13675315,199688918~6974240,210933939~10440699,229157835~8106859,237809430~1162059,257302148~15188063,285212672~3268905,294167709~12678600,310378496~4056220,322961408~11765556,335544320~22053990,364904448~10999196,381681664~4021102,394264576~9487921] 2024-04-02T09:40:49.893 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 12 diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,229157835~8106859,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:49.893 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,229157835~8106859,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:49.899 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8967810,32447836~21892071,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,138412032~2895854,142606336~11011663,163577856~16349475,184549376~13675315,199688918~6974240,210933939~10440699,229157835~8106859,237809430~1162059,251658240~20831971,285212672~3268905,289406976~17439333,310378496~4056220,322961408~11765556,335544320~22053990,364904448~10999196,378839179~6863587,394264576~9753506] 2024-04-02T09:40:49.899 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 13 diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:49.899 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:49.905 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8967810,32447836~21892071,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,134507726~6800160,142606336~16555397,163577856~16349475,184549376~13675315,199688918~6974240,210933939~12044556,229157835~8106859,237809430~1162059,251658240~20831971,285212672~3268905,289406976~17439333,310378496~4056220,314572800~20154164,335544320~26793149,364904448~10999196,378839179~12904995,394264576~9753506] 2024-04-02T09:40:49.905 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 14 diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:49.905 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~21892071,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:49.912 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20368167~8967810,32447836~21892071,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,134507726~6800160,142606336~16555397,163577856~16349475,184549376~13675315,199688918~6974240,210933939~12044556,229157835~8106859,237809430~1162059,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~9753506] 2024-04-02T09:40:49.912 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 15 diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~22063163,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:49.912 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~22063163,59036722~4594809,63832122~3145097,75192213~19443981,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:49.919 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20368167~8967810,32447836~22063163,58720256~8256963,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,134507726~6800160,142606336~16555397,163577856~16349475,184549376~13675315,199688918~6974240,210933939~12044556,229157835~8106859,237809430~1162059,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216] 2024-04-02T09:40:49.919 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 16 diff [6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~19443981,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~34890714,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,238097668~873821,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:49.919 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~19443981,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~34890714,186493498~4735783,191784244~6440447,199688918~6974240,210933939~10440699,221737178~1241317,229157835~8106859,238097668~873821,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:49.927 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~22063163,54525952~12451267,71303168~23333026,96468992~7855394,109051904~22948947,132978474~1425280,134507726~6800160,142606336~37320995,184549376~13675315,199688918~6974240,210933939~12044556,229157835~8106859,237809430~1162059,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216] 2024-04-02T09:40:49.927 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 17 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,143515010~36412321,186493498~4735783,191784244~6440447,199688918~6974240,209282007~12092631,221737178~1241317,229157835~8106859,238097668~873821,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:49.927 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,143515010~36412321,186493498~4735783,191784244~6440447,199688918~6974240,209282007~12092631,221737178~1241317,229157835~8106859,238097668~873821,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:49.935 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~22063163,54525952~12451267,71303168~33021218,104857600~27143251,132978474~1425280,134507726~6800160,142606336~37320995,184549376~13675315,199688918~23289577,229157835~8106859,237809430~1162059,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:49.935 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 18 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~3047049,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,186493498~4735783,191784244~6440447,199688918~6974240,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:49.935 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~3047049,75192213~19443981,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,186493498~4735783,191784244~6440447,199688918~6974240,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:49.943 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199688918~23289577,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:49.943 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 19 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:49.943 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:49.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:49 smithi028 ceph-mon[94314]: pgmap v4032: 137 pgs: 137 active+clean; 756 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 352 op/s 2024-04-02T09:40:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:49 smithi028 ceph-mon[94314]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:40:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:49 smithi028 ceph-mon[96890]: pgmap v4032: 137 pgs: 137 active+clean; 756 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 352 op/s 2024-04-02T09:40:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:49 smithi028 ceph-mon[96890]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:40:49.950 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:49.950 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 3 diff [45466200~3499124,63897709~739547,75192213~4692765,85584975~3743469,139449478~1858408,205161240~743050,218084295~962865,238097668~873821,266684643~5805568,372143197~2626233] 2024-04-02T09:40:49.950 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [45466200~3499124,63897709~739547,75192213~4692765,85584975~3743469,139449478~1858408,205161240~743050,218084295~962865,238097668~873821,266684643~5805568,372143197~2626233] 2024-04-02T09:40:49.957 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [45466200~3499124,62914560~1722696,71303168~8581810,85584975~3743469,138412032~2895854,202548344~3355946,218084295~962865,237809430~1162059,264241152~8249059,372143197~2626233] 2024-04-02T09:40:49.957 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 4 diff [20368167~8300613,45466200~3499124,59036722~4594809,63897709~739547,75192213~6868102,85584975~3743469,111877616~3024352,139449478~1858408,147447048~6170951,167375257~12552074,205161240~743050,218084295~962865,229157835~3975360,238097668~873821,266684643~5805568,372143197~2626233] 2024-04-02T09:40:49.957 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,45466200~3499124,59036722~4594809,63897709~739547,75192213~6868102,85584975~3743469,111877616~3024352,139449478~1858408,147447048~6170951,167375257~12552074,205161240~743050,218084295~962865,229157835~3975360,238097668~873821,266684643~5805568,372143197~2626233] 2024-04-02T09:40:49.964 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,45466200~3499124,58720256~5917000,71303168~10757147,85584975~3743469,111877616~3024352,138412032~2895854,146800640~6817359,163577856~16349475,202548344~3355946,218084295~962865,229157835~3975360,237809430~1162059,264241152~8249059,372143197~2626233] 2024-04-02T09:40:49.964 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 5 diff [20368167~8300613,42352283~314432,43119135~8002461,59036722~4594809,63897709~739547,75192213~6868102,85584975~3743469,111877616~3876720,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,205161240~743050,210933939~5345709,218084295~962865,229157835~3975360,238097668~873821,258896808~404453,266684643~5805568,348816850~1255264,351196238~896521,368307117~6462313] 2024-04-02T09:40:49.964 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,43119135~8002461,59036722~4594809,63897709~739547,75192213~6868102,85584975~3743469,111877616~3876720,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,205161240~743050,210933939~5345709,218084295~962865,229157835~3975360,238097668~873821,258896808~404453,266684643~5805568,348816850~1255264,351196238~896521,368307117~6462313] 2024-04-02T09:40:49.971 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,43119135~8002461,58720256~5917000,71303168~10757147,85584975~3743469,111877616~3876720,138412032~2895854,146800640~6817359,163577856~16349475,186597011~220301,202548344~3355946,210933939~5345709,218084295~962865,229157835~3975360,237809430~1162059,257302148~1999113,264241152~8249059,348127232~3965527,364904448~9864982] 2024-04-02T09:40:49.971 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 6 diff [20368167~8300613,42352283~314432,43119135~8002461,59036722~4594809,63832122~3145097,75192213~6868102,85584975~3743469,96615019~3284038,111877616~3876720,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,205161240~743050,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,264536179~7954032,286811776~1669801,345082331~4989783,351196238~896521,353254150~4344160,368307117~6462313,398146261~217652] 2024-04-02T09:40:49.971 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,43119135~8002461,59036722~4594809,63832122~3145097,75192213~6868102,85584975~3743469,96615019~3284038,111877616~3876720,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,205161240~743050,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,264536179~7954032,286811776~1669801,345082331~4989783,351196238~896521,353254150~4344160,368307117~6462313,398146261~217652] 2024-04-02T09:40:49.978 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,43119135~8002461,58720256~8256963,71303168~10757147,85584975~3743469,96468992~3430065,111877616~3876720,138412032~2895854,146800640~6817359,163577856~16349475,186597011~220301,202548344~3355946,210933939~5345709,218084295~962865,229157835~8106859,237809430~1162059,257302148~1999113,264241152~8249059,285212672~3268905,343932928~8159831,352321536~5276774,364904448~9864982,394264576~4099337] 2024-04-02T09:40:49.978 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 7 diff [20368167~8300613,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,75192213~6868102,85584975~3743469,96615019~3284038,111877616~7871440,129773341~2227510,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,205161240~743050,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,264536179~7954032,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,368307117~7596527,398146261~217652] 2024-04-02T09:40:49.978 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,75192213~6868102,85584975~3743469,96615019~3284038,111877616~7871440,129773341~2227510,139449478~1858408,147447048~6170951,167375257~12552074,186597011~220301,205161240~743050,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,264536179~7954032,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,368307117~7596527,398146261~217652] 2024-04-02T09:40:49.985 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,43119135~11004880,58720256~8256963,71303168~10757147,85584975~3743469,96468992~3430065,111877616~7871440,125829120~6171731,138412032~2895854,146800640~6817359,163577856~16349475,186597011~220301,202548344~3355946,210933939~5345709,218084295~962865,229157835~8106859,237809430~1162059,257302148~1999113,264241152~8249059,285212672~3268905,294167709~12678600,335544320~8362946,343932928~13665382,364904448~10999196,394264576~4099337] 2024-04-02T09:40:49.985 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 8 diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,75192213~6868102,85584975~3743469,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,139449478~1858408,145403402~8214597,167375257~12552074,186597011~220301,205161240~743050,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:49.985 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,75192213~6868102,85584975~3743469,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,139449478~1858408,145403402~8214597,167375257~12552074,186597011~220301,205161240~743050,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:49.993 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,34994080~789686,37748736~2502118,42352283~314432,43119135~11004880,58720256~8256963,71303168~10757147,85584975~3743469,96468992~3430065,111877616~20123235,138412032~2895854,142606336~11011663,163577856~16349475,186597011~220301,202548344~3355946,210933939~5345709,218084295~962865,229157835~8106859,237809430~1162059,257302148~1999113,260046848~12443363,285212672~3268905,294167709~12678600,335544320~8362946,343932928~13665382,364904448~10999196,394264576~4099337,398458880~4756354] 2024-04-02T09:40:49.993 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 9 diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,75192213~8072226,85584975~9051219,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186597011~220301,199688918~6974240,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:49.993 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,75192213~8072226,85584975~9051219,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186597011~220301,199688918~6974240,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,262406885~10083326,286811776~1669801,294167709~12678600,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.000 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,34994080~789686,37748736~2502118,42352283~314432,43119135~11004880,58720256~8256963,71303168~11961271,85584975~9051219,96468992~3430065,111877616~20123235,132978474~1425280,138412032~2895854,142606336~11011663,163577856~16349475,186597011~220301,199688918~6974240,210933939~5345709,218084295~962865,229157835~8106859,237809430~1162059,257302148~1999113,260046848~12443363,285212672~3268905,294167709~12678600,322961408~11765556,335544320~22053990,364904448~10999196,394264576~4099337,398458880~4756354] 2024-04-02T09:40:50.000 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 10 diff [6207380~5705029,20368167~8300613,33668709~6582145,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,75192213~8072226,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186493498~2519091,199688918~6974240,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.000 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,33668709~6582145,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,75192213~8072226,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186493498~2519091,199688918~6974240,210933939~5345709,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.007 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,33668709~6582145,42352283~314432,43119135~11004880,58720256~8256963,71303168~11961271,85584975~9051219,96468992~7855394,111877616~20123235,132978474~1425280,138412032~2895854,142606336~11011663,163577856~16349475,186493498~2519091,199688918~6974240,210933939~5345709,218084295~962865,229157835~8106859,237809430~1162059,257302148~15188063,285212672~3268905,294167709~12678600,311162292~3272424,322961408~11765556,335544320~22053990,364904448~10999196,381681664~4021102,394264576~9487921] 2024-04-02T09:40:50.007 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 11 diff [6207380~10343531,20368167~8300613,32447836~21676179,59036722~4594809,63832122~3145097,75192213~8072226,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.007 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,32447836~21676179,59036722~4594809,63832122~3145097,75192213~8072226,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,167375257~12552074,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,229157835~8106859,238097668~873821,258896808~404453,259409967~13080244,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.014 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8300613,32447836~21676179,58720256~8256963,71303168~11961271,85584975~9051219,96468992~7855394,111877616~20123235,132978474~1425280,138412032~2895854,142606336~11011663,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,218084295~962865,229157835~8106859,237809430~1162059,257302148~15188063,285212672~3268905,294167709~12678600,311162292~3272424,322961408~11765556,335544320~22053990,364904448~10999196,381681664~4021102,394264576~9487921] 2024-04-02T09:40:50.014 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 12 diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,229157835~8106859,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.014 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,139449478~1858408,145036617~8581382,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,229157835~8106859,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.022 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8967810,32447836~21676179,58720256~8256963,71303168~12115747,85584975~9051219,96468992~7855394,111877616~20123235,132978474~1425280,138412032~2895854,142606336~11011663,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,218084295~962865,229157835~8106859,237809430~1162059,251658240~20831971,285212672~3268905,289406976~17439333,310712822~3721894,322961408~11765556,335544320~22053990,364904448~10999196,378839179~6863587,394264576~9753506] 2024-04-02T09:40:50.022 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 13 diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.022 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,253818392~18671819,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.029 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8967810,32447836~21676179,58720256~8256963,71303168~12115747,85584975~9051219,96468992~7855394,111877616~20123235,132978474~1425280,134507726~6800160,142606336~16555397,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,218084295~962865,221374638~1603857,229157835~8106859,237809430~1162059,251658240~20831971,285212672~3268905,289406976~17439333,310712822~3721894,314572800~20154164,335544320~26793149,364904448~10999196,378839179~12904995,394264576~9753506] 2024-04-02T09:40:50.029 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 14 diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.029 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.036 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20368167~8967810,32447836~21676179,58720256~8256963,71303168~12115747,85584975~9051219,96468992~7855394,111877616~20123235,132978474~1425280,134507726~6800160,142606336~16555397,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,218084295~962865,221374638~1603857,229157835~8106859,237809430~1162059,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~9753506] 2024-04-02T09:40:50.036 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 15 diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~22063163,59036722~4594809,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.036 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~22063163,59036722~4594809,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,253818392~19003201,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.043 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20368167~8967810,32447836~22063163,58720256~8256963,71303168~12115747,85584975~9051219,96468992~7855394,111877616~20123235,132978474~1425280,134507726~6800160,142606336~16555397,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,218084295~962865,221374638~1603857,229157835~8106859,237809430~1162059,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216] 2024-04-02T09:40:50.043 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 16 diff [6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~34890714,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.043 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~8226702,85584975~9051219,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,145036617~34890714,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.050 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~22063163,54525952~12451267,71303168~12115747,85584975~9051219,96468992~7855394,111877616~20123235,132978474~1425280,134507726~6800160,142606336~37320995,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,218084295~962865,221374638~1603857,229157835~8106859,237809430~1162059,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216] 2024-04-02T09:40:50.050 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 17 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~8226702,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,143515010~36412321,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.050 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,75192213~8226702,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6800160,143515010~36412321,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,218084295~962865,221737178~1241317,229157835~8106859,238097668~873821,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.057 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~22063163,54525952~12451267,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~6800160,142606336~37320995,186493498~2519091,191229281~6995410,199688918~17823363,218084295~962865,221374638~1603857,229157835~8106859,237809430~1162059,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:50.057 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 18 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~3047049,75192213~8226702,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,218084295~962865,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.057 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~3047049,75192213~8226702,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,218084295~962865,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.064 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,186493498~2519091,191229281~6995410,199688918~17823363,218084295~962865,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:50.064 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 19 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.064 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.071 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:50.071 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 4 diff [20368167~8300613,59036722~4594809,79001567~3058748,111877616~3024352,147447048~6170951,167375257~12552074,229157835~3975360] 2024-04-02T09:40:50.071 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,59036722~4594809,79001567~3058748,111877616~3024352,147447048~6170951,167375257~12552074,229157835~3975360] 2024-04-02T09:40:50.078 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,58720256~4911275,79001567~3058748,111877616~3024352,146800640~6817359,163577856~16349475,229157835~3975360] 2024-04-02T09:40:50.078 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 5 diff [20368167~8300613,42352283~314432,43119135~8002461,59036722~4594809,79001567~3058748,111877616~3876720,147447048~6170951,167375257~12552074,186597011~220301,210933939~5345709,229157835~3975360,258896808~404453,348816850~1255264,351196238~896521,368307117~4263735] 2024-04-02T09:40:50.078 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,43119135~8002461,59036722~4594809,79001567~3058748,111877616~3876720,147447048~6170951,167375257~12552074,186597011~220301,210933939~5345709,229157835~3975360,258896808~404453,348816850~1255264,351196238~896521,368307117~4263735] 2024-04-02T09:40:50.085 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,43119135~8002461,58720256~4911275,79001567~3058748,111877616~3876720,146800640~6817359,163577856~16349475,186597011~220301,210933939~5345709,229157835~3975360,257302148~1999113,348127232~3965527,364904448~7666404] 2024-04-02T09:40:50.085 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 6 diff [20368167~8300613,42352283~314432,43119135~8002461,59036722~4594809,63832122~3145097,79001567~3058748,96615019~3284038,111877616~3876720,147447048~6170951,167375257~12552074,186597011~220301,210933939~5345709,229157835~8106859,258896808~404453,264536179~6863844,286811776~1669801,345082331~4989783,351196238~896521,353254150~4344160,368307117~4263735,398146261~217652] 2024-04-02T09:40:50.085 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,43119135~8002461,59036722~4594809,63832122~3145097,79001567~3058748,96615019~3284038,111877616~3876720,147447048~6170951,167375257~12552074,186597011~220301,210933939~5345709,229157835~8106859,258896808~404453,264536179~6863844,286811776~1669801,345082331~4989783,351196238~896521,353254150~4344160,368307117~4263735,398146261~217652] 2024-04-02T09:40:50.092 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,43119135~8002461,58720256~4911275,63832122~3145097,79001567~3058748,96468992~3430065,111877616~3876720,146800640~6817359,163577856~16349475,186597011~220301,210933939~5345709,229157835~8106859,257302148~1999113,264536179~6863844,285212672~3268905,343932928~8159831,352321536~5276774,364904448~7666404,394264576~4099337] 2024-04-02T09:40:50.092 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 7 diff [20368167~8300613,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,79001567~3058748,96615019~3284038,111877616~7871440,129773341~2227510,147447048~6170951,167375257~12552074,186597011~220301,210933939~5345709,229157835~8106859,258896808~404453,264536179~6863844,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,368307117~7596527,398146261~217652] 2024-04-02T09:40:50.092 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20368167~8300613,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,79001567~3058748,96615019~3284038,111877616~7871440,129773341~2227510,147447048~6170951,167375257~12552074,186597011~220301,210933939~5345709,229157835~8106859,258896808~404453,264536179~6863844,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,368307117~7596527,398146261~217652] 2024-04-02T09:40:50.099 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20368167~8300613,42352283~314432,43119135~11004880,58720256~4911275,63832122~3145097,79001567~3058748,96468992~3430065,111877616~7871440,125829120~6171731,146800640~6817359,163577856~16349475,186597011~220301,210933939~5345709,229157835~8106859,257302148~1999113,264536179~6863844,285212672~3268905,294167709~12678600,335544320~8362946,343932928~13665382,364904448~10999196,394264576~4099337] 2024-04-02T09:40:50.099 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 8 diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,79001567~3058748,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,145403402~8214597,167375257~12552074,186597011~220301,210933939~5345709,229157835~8106859,258896808~404453,262406885~8993138,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.099 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,79001567~3058748,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,145403402~8214597,167375257~12552074,186597011~220301,210933939~5345709,229157835~8106859,258896808~404453,262406885~8993138,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.105 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,34994080~789686,37748736~2502118,42352283~314432,43119135~11004880,58720256~4911275,63832122~3145097,79001567~3058748,96468992~3430065,111877616~20123235,142606336~11011663,163577856~16349475,186597011~220301,210933939~5345709,229157835~8106859,257302148~1999113,260046848~11353175,285212672~3268905,294167709~12678600,335544320~8362946,343932928~13665382,364904448~10999196,394264576~4099337,398458880~4756354] 2024-04-02T09:40:50.105 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 9 diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,76379000~6885439,85939724~8696470,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,145036617~8581382,167375257~12552074,186597011~220301,199688918~6974240,210933939~5345709,229157835~8106859,258896808~404453,262406885~8993138,286811776~1669801,294167709~12678600,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.105 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,76379000~6885439,85939724~8696470,96615019~3284038,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,145036617~8581382,167375257~12552074,186597011~220301,199688918~6974240,210933939~5345709,229157835~8106859,258896808~404453,262406885~8993138,286811776~1669801,294167709~12678600,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.113 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,34994080~789686,37748736~2502118,42352283~314432,43119135~11004880,58720256~4911275,63832122~3145097,76379000~6885439,85939724~8696470,96468992~3430065,111877616~20123235,132978474~1425280,142606336~11011663,163577856~16349475,186597011~220301,199688918~6974240,210933939~5345709,229157835~8106859,257302148~1999113,260046848~11353175,285212672~3268905,294167709~12678600,322961408~11765556,335544320~22053990,364904448~10999196,394264576~4099337,398458880~4756354] 2024-04-02T09:40:50.113 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 10 diff [6207380~5705029,20368167~8300613,33668709~6582145,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,145036617~8581382,167375257~12552074,186493498~2519091,199688918~6974240,210933939~5345709,229157835~8106859,258896808~404453,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.113 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20368167~8300613,33668709~6582145,42352283~314432,43119135~11004880,59036722~4594809,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,145036617~8581382,167375257~12552074,186493498~2519091,199688918~6974240,210933939~5345709,229157835~8106859,258896808~404453,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.120 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20368167~8300613,33668709~6582145,42352283~314432,43119135~11004880,58720256~4911275,63832122~3145097,76379000~6885439,85939724~8696470,96468992~7855394,111877616~20123235,132978474~1425280,142606336~11011663,163577856~16349475,186493498~2519091,199688918~6974240,210933939~5345709,229157835~8106859,257302148~14097875,285212672~3268905,294167709~12678600,311162292~3272424,322961408~11765556,335544320~22053990,364904448~10999196,381681664~4021102,394264576~9487921] 2024-04-02T09:40:50.120 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 11 diff [6207380~10343531,20368167~8300613,32447836~21676179,59036722~4594809,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,145036617~8581382,167375257~12552074,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,229157835~8106859,258896808~404453,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.120 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,32447836~21676179,59036722~4594809,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,145036617~8581382,167375257~12552074,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,229157835~8106859,258896808~404453,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.126 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8300613,32447836~21676179,58720256~4911275,63832122~3145097,76379000~6885439,85939724~8696470,96468992~7855394,111877616~20123235,132978474~1425280,142606336~11011663,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,229157835~8106859,257302148~14097875,285212672~3268905,294167709~12678600,311162292~3272424,322961408~11765556,335544320~22053990,364904448~10999196,381681664~4021102,394264576~9487921] 2024-04-02T09:40:50.126 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 12 diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,145036617~8581382,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,229157835~8106859,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.126 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,145036617~8581382,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,229157835~8106859,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.133 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8967810,32447836~21676179,58720256~4911275,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,111877616~20123235,132978474~1425280,142606336~11011663,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,229157835~8106859,251658240~19741783,285212672~3268905,289406976~17439333,310712822~3721894,322961408~11765556,335544320~22053990,364904448~10999196,378839179~6863587,394264576~9753506] 2024-04-02T09:40:50.133 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 13 diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229157835~8106859,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.133 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229157835~8106859,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.140 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20368167~8967810,32447836~21676179,58720256~4911275,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,111877616~20123235,132978474~1425280,134507726~6736266,142606336~16555397,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,221374638~1603857,229157835~8106859,251658240~19741783,285212672~3268905,289406976~17439333,310712822~3721894,314572800~20154164,335544320~26793149,364904448~10999196,378839179~12904995,394264576~9753506] 2024-04-02T09:40:50.140 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 14 diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229157835~8106859,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.140 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~21676179,59036722~4594809,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229157835~8106859,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:49 smithi137 ceph-mon[88456]: pgmap v4032: 137 pgs: 137 active+clean; 756 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 49 MiB/s wr, 352 op/s 2024-04-02T09:40:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:49 smithi137 ceph-mon[88456]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-02T09:40:50.150 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20368167~8967810,32447836~21676179,58720256~4911275,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,111877616~20123235,132978474~1425280,134507726~6736266,142606336~16555397,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,221374638~1603857,229157835~8106859,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~9753506] 2024-04-02T09:40:50.150 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 15 diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~22063163,59036722~4594809,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229157835~8106859,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.150 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20368167~8300613,29065860~270117,32447836~22063163,59036722~4594809,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~7871440,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~14125116,164305578~15621753,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229157835~8106859,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.155 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20368167~8967810,32447836~22063163,58720256~4911275,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,111877616~20123235,132978474~1425280,134507726~6736266,142606336~16555397,163577856~16349475,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,221374638~1603857,229157835~8106859,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216] 2024-04-02T09:40:50.155 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 16 diff [6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~34890714,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229157835~8106859,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.155 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~34890714,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229157835~8106859,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.162 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~22063163,54525952~9105579,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,111877616~20123235,132978474~1425280,134507726~6736266,142606336~37320995,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,221374638~1603857,229157835~8106859,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216] 2024-04-02T09:40:50.162 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 17 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,143515010~36412321,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,229157835~8106859,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.162 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~22063163,57507503~6124028,63832122~3145097,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,143515010~36412321,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,229157835~8106859,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.168 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~22063163,54525952~9105579,63832122~3145097,76379000~7039915,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~6736266,142606336~37320995,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,229157835~8106859,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:50.168 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 18 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.168 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.175 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~3047049,75781313~7637602,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:50.175 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 19 diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.175 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.182 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:50.182 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 5 diff [42352283~314432,43119135~8002461,112967025~2787311,173164834~5629962,186597011~220301,210933939~5345709,258896808~404453,348816850~1255264,351196238~896521,368307117~4263735] 2024-04-02T09:40:50.182 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [42352283~314432,43119135~8002461,112967025~2787311,173164834~5629962,186597011~220301,210933939~5345709,258896808~404453,348816850~1255264,351196238~896521,368307117~4263735] 2024-04-02T09:40:50.189 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [42352283~314432,43119135~8002461,112967025~2787311,173164834~5629962,186597011~220301,210933939~5345709,257302148~1999113,348127232~3965527,364904448~7666404] 2024-04-02T09:40:50.189 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 6 diff [20948069~7554176,42352283~314432,43119135~8002461,63832122~3145097,96615019~3284038,112967025~2787311,173164834~5629962,186597011~220301,210933939~5345709,229959057~7305637,258896808~404453,264536179~6863844,286811776~1669801,345082331~4989783,351196238~896521,353254150~4344160,368307117~4263735,398146261~217652] 2024-04-02T09:40:50.189 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20948069~7554176,42352283~314432,43119135~8002461,63832122~3145097,96615019~3284038,112967025~2787311,173164834~5629962,186597011~220301,210933939~5345709,229959057~7305637,258896808~404453,264536179~6863844,286811776~1669801,345082331~4989783,351196238~896521,353254150~4344160,368307117~4263735,398146261~217652] 2024-04-02T09:40:50.195 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20948069~7554176,42352283~314432,43119135~8002461,63832122~3145097,96468992~3430065,112967025~2787311,173164834~5629962,186597011~220301,210933939~5345709,229959057~7305637,257302148~1999113,264536179~6863844,285212672~3268905,343932928~8159831,352321536~5276774,364904448~7666404,394264576~4099337] 2024-04-02T09:40:50.196 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 7 diff [20948069~7554176,42352283~314432,43119135~11004880,63832122~3145097,96615019~3284038,112792987~6956069,129773341~2227510,173164834~5629962,186597011~220301,210933939~5345709,229959057~7305637,258896808~404453,264536179~6863844,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,368307117~7596527,398146261~217652] 2024-04-02T09:40:50.196 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20948069~7554176,42352283~314432,43119135~11004880,63832122~3145097,96615019~3284038,112792987~6956069,129773341~2227510,173164834~5629962,186597011~220301,210933939~5345709,229959057~7305637,258896808~404453,264536179~6863844,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,368307117~7596527,398146261~217652] 2024-04-02T09:40:50.202 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20948069~7554176,42352283~314432,43119135~11004880,63832122~3145097,96468992~3430065,112792987~6956069,125829120~6171731,173164834~5629962,186597011~220301,210933939~5345709,229959057~7305637,257302148~1999113,264536179~6863844,285212672~3268905,294167709~12678600,335544320~8362946,343932928~13665382,364904448~10999196,394264576~4099337] 2024-04-02T09:40:50.202 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 8 diff [6207380~5705029,20948069~7554176,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,63832122~3145097,96615019~3284038,112792987~6956069,121115903~6320283,129773341~2227510,145403402~6433180,169947352~8847444,186597011~220301,210933939~5345709,229959057~7305637,258896808~404453,262406885~8993138,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.202 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20948069~7554176,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,63832122~3145097,96615019~3284038,112792987~6956069,121115903~6320283,129773341~2227510,145403402~6433180,169947352~8847444,186597011~220301,210933939~5345709,229959057~7305637,258896808~404453,262406885~8993138,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.210 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20948069~7554176,34994080~789686,37748736~2502118,42352283~314432,43119135~11004880,63832122~3145097,96468992~3430065,112792987~19207864,142606336~9230246,169947352~8847444,186597011~220301,210933939~5345709,229959057~7305637,257302148~1999113,260046848~11353175,285212672~3268905,294167709~12678600,335544320~8362946,343932928~13665382,364904448~10999196,394264576~4099337,398458880~4756354] 2024-04-02T09:40:50.210 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 9 diff [6207380~5705029,20948069~7554176,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,63832122~3145097,76379000~6885439,85939724~8696470,96615019~3284038,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~9914386,186597011~220301,199688918~6974240,210933939~5345709,229959057~7305637,258896808~404453,262406885~8993138,286811776~1669801,294167709~12678600,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.210 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20948069~7554176,34994080~789686,38398406~1852448,42352283~314432,43119135~11004880,63832122~3145097,76379000~6885439,85939724~8696470,96615019~3284038,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~9914386,186597011~220301,199688918~6974240,210933939~5345709,229959057~7305637,258896808~404453,262406885~8993138,286811776~1669801,294167709~12678600,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.217 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20948069~7554176,34994080~789686,37748736~2502118,42352283~314432,43119135~11004880,63832122~3145097,76379000~6885439,85939724~8696470,96468992~3430065,112792987~19207864,132978474~1425280,142606336~9230246,168880410~9914386,186597011~220301,199688918~6974240,210933939~5345709,229959057~7305637,257302148~1999113,260046848~11353175,285212672~3268905,294167709~12678600,322961408~11765556,335544320~22053990,364904448~10999196,394264576~4099337,398458880~4756354] 2024-04-02T09:40:50.217 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 10 diff [6207380~5705029,20948069~7554176,33668709~6582145,42352283~314432,43119135~11004880,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~9914386,186493498~2519091,199688918~6974240,210933939~5345709,229959057~7305637,258896808~404453,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.217 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20948069~7554176,33668709~6582145,42352283~314432,43119135~11004880,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~9914386,186493498~2519091,199688918~6974240,210933939~5345709,229959057~7305637,258896808~404453,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.225 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20948069~7554176,33668709~6582145,42352283~314432,43119135~11004880,63832122~3145097,76379000~6885439,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,142606336~9230246,168880410~9914386,186493498~2519091,199688918~6974240,210933939~5345709,229959057~7305637,257302148~14097875,285212672~3268905,294167709~12678600,311162292~3272424,322961408~11765556,335544320~22053990,364904448~10999196,381681664~4021102,394264576~9487921] 2024-04-02T09:40:50.225 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 11 diff [6207380~10343531,20948069~7554176,32447836~21676179,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,229959057~7305637,258896808~404453,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.225 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20948069~7554176,32447836~21676179,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,229959057~7305637,258896808~404453,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.230 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20948069~7554176,32447836~21676179,63832122~3145097,76379000~6885439,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,142606336~9230246,168880410~9914386,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,229959057~7305637,257302148~14097875,285212672~3268905,294167709~12678600,311162292~3272424,322961408~11765556,335544320~22053990,364904448~10999196,381681664~4021102,394264576~9487921] 2024-04-02T09:40:50.230 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 12 diff [6207380~10343531,20948069~7554176,29065860~270117,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,164305578~3358836,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,229959057~7305637,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.230 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20948069~7554176,29065860~270117,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,164305578~3358836,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,229959057~7305637,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.237 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20948069~7554176,28668780~667197,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,142606336~9230246,164305578~3358836,168880410~9914386,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,229959057~7305637,251658240~19741783,285212672~3268905,289406976~17439333,310712822~3721894,322961408~11765556,335544320~22053990,364904448~10999196,378839179~6863587,394264576~9753506] 2024-04-02T09:40:50.237 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 13 diff [6207380~10343531,20948069~7554176,29065860~270117,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229959057~7305637,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.237 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20948069~7554176,29065860~270117,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229959057~7305637,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.244 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20948069~7554176,28668780~667197,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,221374638~1603857,229959057~7305637,251658240~19741783,285212672~3268905,289406976~17439333,310712822~3721894,314572800~20154164,335544320~26793149,364904448~10999196,378839179~12904995,394264576~9753506] 2024-04-02T09:40:50.244 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 14 diff [6207380~13645516,20948069~7554176,29065860~270117,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229959057~7305637,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.244 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20948069~7554176,29065860~270117,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229959057~7305637,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.251 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20948069~7554176,28668780~667197,32447836~21676179,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,221374638~1603857,229959057~7305637,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~9753506] 2024-04-02T09:40:50.251 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 15 diff [6207380~13645516,20948069~7554176,29065860~270117,32447836~22063163,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229959057~7305637,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.251 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20948069~7554176,29065860~270117,32447836~22063163,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229959057~7305637,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.258 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20948069~7554176,28668780~667197,32447836~22063163,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~9914386,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,221374638~1603857,229959057~7305637,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216] 2024-04-02T09:40:50.258 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 16 diff [6207380~14654807,20948069~7554176,29065860~270117,32447836~22063163,57507503~4579147,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~14337197,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229959057~7305637,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.258 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~14654807,20948069~7554176,29065860~270117,32447836~22063163,57507503~4579147,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~14337197,168880410~9914386,186493498~2519091,191784244~6440447,199688918~6974240,210933939~6578342,221737178~1241317,229959057~7305637,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.264 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,20948069~7554176,28668780~667197,32447836~22063163,54525952~7560698,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~14337197,168880410~9914386,186493498~2519091,191229281~6995410,199688918~6974240,210933939~6578342,221374638~1603857,229959057~7305637,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216] 2024-04-02T09:40:50.264 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 17 diff [5523324~248569,6207380~14654807,20948069~7554176,29065860~270117,32447836~22063163,57507503~4579147,63832122~3145097,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,143515010~35279786,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,229959057~7305637,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.264 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~14654807,20948069~7554176,29065860~270117,32447836~22063163,57507503~4579147,63832122~3145097,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,143515010~35279786,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,229959057~7305637,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.272 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,20948069~7554176,28668780~667197,32447836~22063163,54525952~7560698,63832122~3145097,76379000~7039915,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~6736266,142606336~36188460,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,229959057~7305637,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:50.272 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 18 diff [5523324~248569,6207380~14654807,20948069~7554176,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.272 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~14654807,20948069~7554176,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.279 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,20948069~7554176,28668780~667197,32447836~29638814,63832122~3145097,71449889~3047049,75781313~7637602,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:50.279 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 19 diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.279 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.285 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:50.285 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 6 diff [20948069~7554176,63832122~3145097,96615019~3284038,229959057~7305637,264536179~6863844,286811776~1669801,345082331~3870501,353254150~4344160,398146261~217652] 2024-04-02T09:40:50.285 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20948069~7554176,63832122~3145097,96615019~3284038,229959057~7305637,264536179~6863844,286811776~1669801,345082331~3870501,353254150~4344160,398146261~217652] 2024-04-02T09:40:50.291 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20948069~7554176,63832122~3145097,96468992~3430065,229959057~7305637,264536179~6863844,285212672~3268905,343932928~5019904,352321536~5276774,394264576~4099337] 2024-04-02T09:40:50.292 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 7 diff [20948069~7554176,47306288~6817727,63832122~3145097,96615019~3284038,112792987~6956069,129773341~2227510,229959057~7305637,264536179~6863844,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,369560653~6342991,398146261~217652] 2024-04-02T09:40:50.292 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20948069~7554176,47306288~6817727,63832122~3145097,96615019~3284038,112792987~6956069,129773341~2227510,229959057~7305637,264536179~6863844,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,369560653~6342991,398146261~217652] 2024-04-02T09:40:50.298 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20948069~7554176,47306288~6817727,63832122~3145097,96468992~3430065,112792987~6956069,125829120~6171731,229959057~7305637,264536179~6863844,285212672~3268905,294167709~12678600,335544320~8362946,343932928~13665382,369560653~6342991,394264576~4099337] 2024-04-02T09:40:50.298 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 8 diff [6207380~5705029,20948069~7554176,34994080~789686,38398406~1852448,47306288~6817727,63832122~3145097,96615019~3284038,112792987~6956069,121115903~6320283,129773341~2227510,145403402~6433180,169947352~4361669,229959057~7305637,262406885~8993138,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.298 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20948069~7554176,34994080~789686,38398406~1852448,47306288~6817727,63832122~3145097,96615019~3284038,112792987~6956069,121115903~6320283,129773341~2227510,145403402~6433180,169947352~4361669,229959057~7305637,262406885~8993138,286811776~1669801,294167709~12678600,339361726~4545540,345082331~12515979,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.305 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20948069~7554176,34994080~789686,37748736~2502118,47306288~6817727,63832122~3145097,96468992~3430065,112792987~19207864,142606336~9230246,169947352~4361669,229959057~7305637,260046848~11353175,285212672~3268905,294167709~12678600,335544320~8362946,343932928~13665382,367816143~8087501,394264576~4099337,398458880~4756354] 2024-04-02T09:40:50.305 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 9 diff [6207380~5705029,20948069~7554176,34994080~789686,38398406~1852448,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96615019~3284038,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,199688918~6974240,229959057~7305637,262406885~8993138,286811776~1669801,294167709~12678600,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.305 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20948069~7554176,34994080~789686,38398406~1852448,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96615019~3284038,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,199688918~6974240,229959057~7305637,262406885~8993138,286811776~1669801,294167709~12678600,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,398146261~217652,401907645~1307589] 2024-04-02T09:40:50.312 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20948069~7554176,34994080~789686,37748736~2502118,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96468992~3430065,112792987~19207864,132978474~1425280,142606336~9230246,168880410~5428611,199688918~6974240,229959057~7305637,260046848~11353175,285212672~3268905,294167709~12678600,322961408~11765556,335544320~22053990,367816143~8087501,394264576~4099337,398458880~4756354] 2024-04-02T09:40:50.312 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 10 diff [6207380~5705029,20948069~7554176,33668709~6582145,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,199688918~6974240,229959057~7305637,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.312 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,20948069~7554176,33668709~6582145,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,199688918~6974240,229959057~7305637,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.318 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,20948069~7554176,33668709~6582145,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,142606336~9230246,168880410~5428611,186493498~2519091,199688918~6974240,229959057~7305637,259301261~12098762,285212672~3268905,294167709~12678600,311162292~3272424,322961408~11765556,335544320~22053990,367816143~8087501,381681664~4021102,394264576~9487921] 2024-04-02T09:40:50.319 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 11 diff [6207380~10343531,20948069~7554176,32447836~11828545,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,229959057~7305637,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.319 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20948069~7554176,32447836~11828545,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,229959057~7305637,259409967~11990056,286811776~1669801,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.325 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20948069~7554176,32447836~11828545,47306288~6817727,63832122~3145097,76379000~6885439,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,142606336~9230246,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,229959057~7305637,259301261~12098762,285212672~3268905,294167709~12678600,311162292~3272424,322961408~11765556,335544320~22053990,367816143~8087501,381681664~4021102,394264576~9487921] 2024-04-02T09:40:50.325 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 12 diff [6207380~10343531,20948069~7554176,29065860~270117,32447836~11828545,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,229959057~7305637,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.325 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20948069~7554176,29065860~270117,32447836~11828545,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,229959057~7305637,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~12608676,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.332 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20948069~7554176,28668780~667197,32447836~11828545,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,142606336~9230246,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,229959057~7305637,251658240~19741783,285212672~3268905,289406976~17439333,310712822~3721894,322961408~11765556,335544320~22053990,367816143~8087501,378839179~6863587,394264576~9753506] 2024-04-02T09:40:50.332 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 13 diff [6207380~10343531,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,229959057~7305637,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.332 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,229959057~7305637,253818392~17581631,286811776~1669801,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.339 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,20948069~7554176,28668780~667197,32447836~11828545,44904012~1421598,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,229959057~7305637,251658240~19741783,285212672~3268905,289406976~17439333,310712822~3721894,314572800~20154164,335544320~26793149,367816143~8087501,378839179~12904995,394264576~9753506] 2024-04-02T09:40:50.339 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 14 diff [6207380~13645516,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,229959057~7305637,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.339 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,229959057~7305637,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.346 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20948069~7554176,28668780~667197,32447836~11828545,44904012~1421598,47306288~6817727,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,229959057~7305637,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,367816143~8087501,378791226~14256746,394264576~9753506] 2024-04-02T09:40:50.346 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 15 diff [6207380~13645516,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,229959057~7305637,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.346 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,229959057~7305637,253818392~17581631,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.353 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,20948069~7554176,28668780~667197,32447836~11828545,44904012~1421598,47306288~7204711,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,229959057~7305637,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,367816143~8087501,378791226~14256746,394264576~12807216] 2024-04-02T09:40:50.353 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 16 diff [6207380~14654807,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,57507503~4579147,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~14337197,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,229959057~7305637,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.353 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~14654807,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,57507503~4579147,63832122~3145097,76379000~7039915,85939724~8696470,96615019~7709367,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~14337197,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,229959057~7305637,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.360 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,20948069~7554176,28668780~667197,32447836~11828545,44904012~1421598,47306288~7204711,54525952~7560698,63832122~3145097,76379000~7039915,85939724~8696470,96468992~7855394,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~14337197,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,229959057~7305637,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216] 2024-04-02T09:40:50.360 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 17 diff [5523324~248569,6207380~14654807,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,57507503~4579147,63832122~3145097,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,143515010~30794011,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,229959057~7305637,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.360 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~14654807,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,57507503~4579147,63832122~3145097,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,143515010~30794011,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,229959057~7305637,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.367 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,20948069~7554176,28668780~667197,32447836~11828545,44904012~1421598,47306288~7204711,54525952~7560698,63832122~3145097,76379000~7039915,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~6736266,142606336~31702685,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,229959057~7305637,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:50.367 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 18 diff [5523324~248569,6207380~14654807,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.368 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~14654807,20948069~7554176,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.374 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,20948069~7554176,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~3047049,75781313~7637602,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,411054153~6951281] 2024-04-02T09:40:50.374 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 19 diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.374 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.381 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:50.381 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 7 diff [47306288~6817727,112792987~6956069,129773341~2227510,264561646~6473682,294167709~12678600,339361726~4545540,348633326~7167564,369560653~6342991] 2024-04-02T09:40:50.381 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [47306288~6817727,112792987~6956069,129773341~2227510,264561646~6473682,294167709~12678600,339361726~4545540,348633326~7167564,369560653~6342991] 2024-04-02T09:40:50.388 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [47306288~6817727,112792987~6956069,125829120~6171731,264561646~6473682,294167709~12678600,335544320~8362946,348633326~7167564,369560653~6342991] 2024-04-02T09:40:50.388 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 8 diff [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,47306288~6817727,112792987~6956069,121115903~6320283,129773341~2227510,145403402~6433180,169947352~4361669,262406885~8628443,294167709~12678600,339361726~4545540,348633326~7167564,367816143~8087501,401907645~1307589] 2024-04-02T09:40:50.388 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,47306288~6817727,112792987~6956069,121115903~6320283,129773341~2227510,145403402~6433180,169947352~4361669,262406885~8628443,294167709~12678600,339361726~4545540,348633326~7167564,367816143~8087501,401907645~1307589] 2024-04-02T09:40:50.395 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,25962270~81393,34994080~789686,37748736~2502118,47306288~6817727,112792987~19207864,142606336~9230246,169947352~4361669,260046848~10988480,294167709~12678600,335544320~8362946,348633326~7167564,367816143~8087501,398458880~4756354] 2024-04-02T09:40:50.395 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 9 diff [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,47306288~6817727,76379000~6885439,85939724~8696470,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,199688918~6974240,262406885~8628443,294167709~12678600,326681086~8045878,339361726~5603565,344989634~10811256,367816143~8087501,401907645~1307589] 2024-04-02T09:40:50.395 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,47306288~6817727,76379000~6885439,85939724~8696470,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,199688918~6974240,262406885~8628443,294167709~12678600,326681086~8045878,339361726~5603565,344989634~10811256,367816143~8087501,401907645~1307589] 2024-04-02T09:40:50.402 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,25962270~81393,34994080~789686,37748736~2502118,47306288~6817727,76379000~6885439,85939724~8696470,112792987~19207864,132978474~1425280,142606336~9230246,168880410~5428611,199688918~6974240,260046848~10988480,294167709~12678600,322961408~11765556,335544320~9420971,344989634~10811256,367816143~8087501,398458880~4756354] 2024-04-02T09:40:50.402 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 10 diff [6207380~5705029,25962270~81393,33668709~6582145,47306288~6817727,76379000~6885439,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,199688918~6974240,259409967~11625361,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~10811256,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.402 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,25962270~81393,33668709~6582145,47306288~6817727,76379000~6885439,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,199688918~6974240,259409967~11625361,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~10811256,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.408 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,25962270~81393,33668709~6582145,47306288~6817727,76379000~6885439,85939724~8696470,98238381~6086005,112792987~19207864,132978474~1425280,142606336~9230246,168880410~5428611,186493498~2519091,199688918~6974240,259301261~11734067,294167709~12678600,311162292~3272424,322961408~11765556,335544320~9420971,344989634~10811256,367816143~8087501,381681664~4021102,396523619~7228878] 2024-04-02T09:40:50.408 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 11 diff [6207380~10343531,25962270~81393,32447836~11828545,47306288~6817727,76379000~6885439,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,259409967~11625361,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~10811256,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.408 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,25962270~81393,32447836~11828545,47306288~6817727,76379000~6885439,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,259409967~11625361,294167709~12678600,311162292~3272424,326681086~8045878,339361726~5603565,344989634~10811256,367816143~8087501,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.415 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,25962270~81393,32447836~11828545,47306288~6817727,76379000~6885439,85939724~8696470,98238381~6086005,112792987~19207864,132978474~1425280,142606336~9230246,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,259301261~11734067,294167709~12678600,311162292~3272424,322961408~11765556,335544320~9420971,344989634~10811256,367816143~8087501,381681664~4021102,396523619~7228878] 2024-04-02T09:40:50.415 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 12 diff [6207380~10343531,25962270~81393,29065860~270117,32447836~11828545,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,253818392~17216936,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~10811256,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.415 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,25962270~81393,29065860~270117,32447836~11828545,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,145036617~6799965,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,253818392~17216936,290303385~16542924,310712822~3721894,326681086~8045878,339361726~5603565,344989634~10811256,367816143~8087501,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.422 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,25962270~81393,28668780~667197,32447836~11828545,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~19207864,132978474~1425280,142606336~9230246,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,251658240~19377088,289406976~17439333,310712822~3721894,322961408~11765556,335544320~9420971,344989634~10811256,367816143~8087501,378839179~6863587,396523619~7494463] 2024-04-02T09:40:50.423 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 13 diff [6207380~10343531,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,253818392~17216936,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~10811256,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.423 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,253818392~17216936,290303385~16542924,310712822~3721894,317213468~8088755,326681086~8045878,339361726~5603565,344989634~10811256,358966562~3370907,367816143~8087501,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.429 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,251658240~19377088,289406976~17439333,310712822~3721894,314572800~20154164,335544320~9420971,344989634~10811256,357598310~4739159,367816143~8087501,378839179~12904995,396523619~7494463] 2024-04-02T09:40:50.429 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 14 diff [6207380~13645516,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~17216936,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~10811256,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.429 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~17216936,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,326681086~8045878,339361726~5603565,344989634~10811256,358966562~3370907,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.436 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~6817727,76379000~7039915,85939724~8696470,98238381~6086005,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,367816143~8087501,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.436 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 15 diff [6207380~13645516,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,76379000~7039915,85939724~8696470,98069716~6254670,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~17216936,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.436 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,76379000~7039915,85939724~8696470,98069716~6254670,112792987~6956069,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~17216936,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.443 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~7204711,76379000~7039915,85939724~8696470,98069716~6254670,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,367816143~8087501,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.443 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 16 diff [6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,57507503~4579147,76379000~7039915,85939724~8696470,98069716~6254670,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~14337197,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.443 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,57507503~4579147,76379000~7039915,85939724~8696470,98069716~6254670,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,145036617~6799965,153327217~14337197,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.450 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~7204711,54525952~7560698,76379000~7039915,85939724~8696470,98069716~6254670,112792987~19207864,132978474~1425280,134507726~6736266,142606336~9230246,153327217~14337197,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.450 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 17 diff [5523324~248569,6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,57507503~4579147,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,143515010~30794011,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.450 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~7204711,57507503~4579147,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~6736266,143515010~30794011,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.457 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~7204711,54525952~7560698,76379000~7039915,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~6736266,142606336~31702685,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,230805965~6008654,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.457 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 18 diff [5523324~248569,6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.457 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.464 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~3047049,75781313~7637602,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.464 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 19 diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.464 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.471 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.471 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 8 diff [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,121115903~6320283,145403402~6433180,169947352~4361669,262406885~6073926,367816143~6868410,401907645~1307589] 2024-04-02T09:40:50.471 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,121115903~6320283,145403402~6433180,169947352~4361669,262406885~6073926,367816143~6868410,401907645~1307589] 2024-04-02T09:40:50.478 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,25962270~81393,34994080~789686,37748736~2502118,119749056~7687130,142606336~9230246,169947352~4361669,260046848~8433963,367816143~6868410,398458880~4756354] 2024-04-02T09:40:50.478 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 9 diff [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,76379000~6885439,85939724~8696470,121115903~6320283,132978474~1425280,145036617~6799965,168880410~5428611,199688918~6974240,262406885~6073926,326681086~8045878,342869500~2095791,344989634~7065147,367816143~6868410,401907645~1307589] 2024-04-02T09:40:50.478 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,25962270~81393,34994080~789686,38398406~1852448,76379000~6885439,85939724~8696470,121115903~6320283,132978474~1425280,145036617~6799965,168880410~5428611,199688918~6974240,262406885~6073926,326681086~8045878,342869500~2095791,344989634~7065147,367816143~6868410,401907645~1307589] 2024-04-02T09:40:50.485 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,25962270~81393,34994080~789686,37748736~2502118,76379000~6885439,85939724~8696470,119749056~7687130,132978474~1425280,142606336~9230246,168880410~5428611,199688918~6974240,260046848~8433963,322961408~11765556,342869500~2095791,344989634~7065147,367816143~6868410,398458880~4756354] 2024-04-02T09:40:50.485 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 10 diff [6207380~5705029,25962270~81393,33668709~6582145,76379000~6885439,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,199688918~6974240,259409967~9942410,297281764~7689666,311162292~3272424,326681086~8045878,342869500~2095791,344989634~7065147,367816143~6868410,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.485 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~5705029,25962270~81393,33668709~6582145,76379000~6885439,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,199688918~6974240,259409967~9942410,297281764~7689666,311162292~3272424,326681086~8045878,342869500~2095791,344989634~7065147,367816143~6868410,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.492 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~7718105,25962270~81393,33668709~6582145,76379000~6885439,85939724~8696470,98238381~6086005,119749056~7687130,132978474~1425280,142606336~9230246,168880410~5428611,186493498~2519091,199688918~6974240,259301261~10051116,297281764~7689666,311162292~3272424,322961408~11765556,342869500~2095791,344989634~7065147,367816143~6868410,381681664~4021102,396523619~7228878] 2024-04-02T09:40:50.492 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 11 diff [6207380~10343531,25962270~81393,32447836~11828545,76379000~6885439,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,259409967~9942410,297281764~7689666,311162292~3272424,326681086~8045878,342869500~2095791,344989634~7065147,367816143~6868410,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.492 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,25962270~81393,32447836~11828545,76379000~6885439,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,145036617~6799965,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,259409967~9942410,297281764~7689666,311162292~3272424,326681086~8045878,342869500~2095791,344989634~7065147,367816143~6868410,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.499 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,25962270~81393,32447836~11828545,76379000~6885439,85939724~8696470,98238381~6086005,119749056~7687130,132978474~1425280,142606336~9230246,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,259301261~10051116,297281764~7689666,311162292~3272424,322961408~11765556,342869500~2095791,344989634~7065147,367816143~6868410,381681664~4021102,396523619~7228878] 2024-04-02T09:40:50.499 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 12 diff [6207380~10343531,25962270~81393,29065860~270117,32447836~11828545,76379000~7039915,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,145036617~6799965,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,253818392~15533985,290303385~4256744,297281764~7689666,310712822~3721894,326681086~8045878,342869500~2095791,344989634~7065147,367816143~6868410,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.499 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,25962270~81393,29065860~270117,32447836~11828545,76379000~7039915,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,145036617~6799965,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,253818392~15533985,290303385~4256744,297281764~7689666,310712822~3721894,326681086~8045878,342869500~2095791,344989634~7065147,367816143~6868410,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.505 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,25962270~81393,28668780~667197,32447836~11828545,76379000~7039915,85939724~8696470,98238381~6086005,119749056~7687130,132978474~1425280,142606336~9230246,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,251658240~17694137,289406976~5153153,297281764~7689666,310712822~3721894,322961408~11765556,342869500~2095791,344989634~7065147,367816143~6868410,378839179~6863587,396523619~7494463] 2024-04-02T09:40:50.506 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 13 diff [6207380~10343531,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,253818392~15533985,290303385~4256744,295687463~9283967,310712822~3721894,317213468~8088755,326681086~8045878,342869500~2095791,344989634~7065147,358966562~3370907,367816143~6868410,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.506 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~10343531,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,253818392~15533985,290303385~4256744,295687463~9283967,310712822~3721894,317213468~8088755,326681086~8045878,342869500~2095791,344989634~7065147,358966562~3370907,367816143~6868410,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.512 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~12356607,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,119749056~7687130,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,251658240~17694137,289406976~5153153,295687463~9283967,310712822~3721894,314572800~20154164,342869500~2095791,344989634~7065147,357598310~4739159,367816143~6868410,378839179~12904995,396523619~7494463] 2024-04-02T09:40:50.513 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 14 diff [6207380~13645516,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~15533985,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,326681086~8045878,342869500~2095791,344989634~7065147,358966562~3370907,367816143~7093126,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.513 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,121115903~6320283,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~15533985,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,326681086~8045878,342869500~2095791,344989634~7065147,358966562~3370907,367816143~7093126,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.519 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,119749056~7687130,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~7065147,357598310~4739159,367816143~7093126,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.519 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 15 diff [6207380~13645516,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,76379000~7039915,85939724~8696470,98069716~6254670,121115903~6320283,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~15533985,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,367816143~7093126,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.519 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~13645516,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,76379000~7039915,85939724~8696470,98069716~6254670,121115903~6320283,132978474~1425280,134507726~6736266,145036617~6799965,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~15533985,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,367816143~7093126,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.526 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~15658592,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,76379000~7039915,85939724~8696470,98069716~6254670,119749056~7687130,132978474~1425280,134507726~6736266,142606336~9230246,153327217~5834516,164305578~3358836,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~7065147,357598310~4739159,367816143~7093126,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.526 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 16 diff [6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,76379000~7039915,85939724~8696470,98069716~6254670,114450127~6414614,121115903~6320283,132978474~1425280,134507726~6736266,145036617~6799965,153327217~14337197,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.526 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,76379000~7039915,85939724~8696470,98069716~6254670,114450127~6414614,121115903~6320283,132978474~1425280,134507726~6736266,145036617~6799965,153327217~14337197,168880410~5428611,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.533 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,54525952~7560698,76379000~7039915,85939724~8696470,98069716~6254670,114450127~12986059,132978474~1425280,134507726~6736266,142606336~9230246,153327217~14337197,168880410~5428611,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~7065147,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.533 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 17 diff [5523324~248569,6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~6736266,143515010~30794011,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.533 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~6736266,143515010~30794011,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.540 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,54525952~7560698,76379000~7039915,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~6736266,142606336~31702685,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,230805965~6008654,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~7065147,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.540 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 18 diff [5523324~248569,6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.540 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~14654807,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.548 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~16667883,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~3047049,75781313~7637602,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.548 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 19 diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.548 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.553 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.554 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 9 diff [76379000~6885439,85939724~8696470,132978474~1425280,145036617~4176724,168880410~4179175,199688918~6974240,326681086~8045878,342869500~2095791,344989634~7065147] 2024-04-02T09:40:50.554 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [76379000~6885439,85939724~8696470,132978474~1425280,145036617~4176724,168880410~4179175,199688918~6974240,326681086~8045878,342869500~2095791,344989634~7065147] 2024-04-02T09:40:50.561 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [76379000~6885439,85939724~8696470,132978474~1425280,145036617~4176724,168880410~4179175,199688918~6974240,322961408~11765556,342869500~2095791,344989634~7065147] 2024-04-02T09:40:50.561 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 10 diff [33668709~6173176,76379000~6885439,85939724~8696470,98238381~6086005,132978474~1425280,145036617~4176724,168880410~4179175,186493498~2519091,199688918~6974240,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,326681086~8045878,342869500~2095791,344989634~7065147,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.561 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33668709~6173176,76379000~6885439,85939724~8696470,98238381~6086005,132978474~1425280,145036617~4176724,168880410~4179175,186493498~2519091,199688918~6974240,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,326681086~8045878,342869500~2095791,344989634~7065147,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.569 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33668709~6173176,76379000~6885439,85939724~8696470,98238381~6086005,132978474~1425280,145036617~4176724,168880410~4179175,186493498~2519091,199688918~6974240,259301261~6567432,265998722~3353655,297281764~7689666,311162292~3272424,322961408~11765556,342869500~2095791,344989634~7065147,381681664~4021102,396523619~7228878] 2024-04-02T09:40:50.569 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 11 diff [9775367~6775544,32447836~11828545,76379000~6885439,85939724~8696470,98238381~6086005,132978474~1425280,145036617~4240802,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,326681086~8045878,342869500~2095791,344989634~7065147,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.569 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,32447836~11828545,76379000~6885439,85939724~8696470,98238381~6086005,132978474~1425280,145036617~4240802,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,326681086~8045878,342869500~2095791,344989634~7065147,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.577 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,32447836~11828545,76379000~6885439,85939724~8696470,98238381~6086005,132978474~1425280,145036617~4240802,168880410~4179175,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,259301261~6567432,265998722~3353655,297281764~7689666,311162292~3272424,322961408~11765556,342869500~2095791,344989634~7065147,381681664~4021102,396523619~7228878] 2024-04-02T09:40:50.578 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 12 diff [9775367~6775544,29065860~270117,32447836~11828545,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,145036617~6750294,164305578~3358836,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,253818392~12050301,265998722~3353655,290303385~4256744,297281764~7689666,310712822~3721894,326681086~8045878,342869500~2095791,344989634~7065147,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.578 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,29065860~270117,32447836~11828545,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,145036617~6750294,164305578~3358836,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,253818392~12050301,265998722~3353655,290303385~4256744,297281764~7689666,310712822~3721894,326681086~8045878,342869500~2095791,344989634~7065147,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.585 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,28668780~667197,32447836~11828545,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,145036617~6750294,164305578~3358836,168880410~4179175,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,251658240~14210453,265998722~3353655,289406976~5153153,297281764~7689666,310712822~3721894,322961408~11765556,342869500~2095791,344989634~7065147,378839179~6863587,396523619~7494463] 2024-04-02T09:40:50.586 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 13 diff [9775367~6775544,29065860~270117,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,253818392~12050301,265998722~3353655,290303385~4256744,295687463~9283967,310712822~3721894,317213468~8088755,326681086~8045878,342869500~2095791,344989634~7065147,358966562~3370907,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.586 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,29065860~270117,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,253818392~12050301,265998722~3353655,290303385~4256744,295687463~9283967,310712822~3721894,317213468~8088755,326681086~8045878,342869500~2095791,344989634~7065147,358966562~3370907,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.592 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,28668780~667197,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,251658240~14210453,265998722~3353655,289406976~5153153,295687463~9283967,310712822~3721894,314572800~20154164,342869500~2095791,344989634~7065147,357598310~4739159,378839179~12904995,396523619~7494463] 2024-04-02T09:40:50.592 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 14 diff [9775367~10077529,29065860~270117,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~12050301,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,326681086~8045878,342869500~2095791,344989634~7065147,358966562~3370907,372388274~2520995,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.593 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~10077529,29065860~270117,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~12050301,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,326681086~8045878,342869500~2095791,344989634~7065147,358966562~3370907,372388274~2520995,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.599 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~10077529,28668780~667197,32447836~11828545,44904012~1421598,76379000~7039915,85939724~8696470,98238381~6086005,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~7065147,357598310~4739159,372388274~2520995,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.599 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 15 diff [7911701~11941195,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,76379000~7039915,85939724~8696470,98069716~6254670,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~12050301,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.599 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~11941195,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,76379000~7039915,85939724~8696470,98069716~6254670,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253818392~12050301,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.606 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~11941195,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,76379000~7039915,85939724~8696470,98069716~6254670,132978474~1425280,134507726~6736266,145036617~6750294,153327217~5834516,164305578~3358836,168880410~4179175,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~7065147,357598310~4739159,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.606 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 16 diff [7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,76379000~7039915,85939724~8696470,98069716~6254670,114450127~6414614,132978474~1425280,134507726~6736266,145036617~6750294,153327217~14337197,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.606 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,76379000~7039915,85939724~8696470,98069716~6254670,114450127~6414614,132978474~1425280,134507726~6736266,145036617~6750294,153327217~14337197,168880410~4179175,186493498~2519091,191784244~6440447,199688918~6974240,213554120~3958161,221737178~1241317,230805965~6008654,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.613 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,54525952~7560698,76379000~7039915,85939724~8696470,98069716~6254670,114450127~6414614,132978474~1425280,134507726~6736266,145036617~6750294,153327217~14337197,168880410~4179175,186493498~2519091,191229281~6995410,199688918~6974240,213554120~3958161,221374638~1603857,230805965~6008654,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~7065147,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.613 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 17 diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~6736266,143515010~29544575,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.613 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,76379000~7039915,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~6736266,143515010~29544575,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~7065147,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.620 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,54525952~7560698,76379000~7039915,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~6736266,143515010~29544575,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,230805965~6008654,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~7065147,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.620 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 18 diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.620 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~7637602,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,186493498~2519091,191784244~6440447,199688918~6974240,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.627 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~3047049,75781313~7637602,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,186493498~2519091,191229281~6995410,199688918~17823363,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.627 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 19 diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.627 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.634 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.635 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 10 diff [33668709~6173176,98238381~6086005,186493498~2519091,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.635 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33668709~6173176,98238381~6086005,186493498~2519091,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.641 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33668709~6173176,98238381~6086005,186493498~2519091,259301261~6567432,265998722~3353655,297281764~7689666,311162292~3272424,381681664~4021102,396523619~7228878] 2024-04-02T09:40:50.641 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 11 diff [9775367~6775544,32447836~11828545,87136132~2702466,98238381~6086005,148582320~695099,186493498~2519091,191784244~6440447,213554120~3958161,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.641 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,32447836~11828545,87136132~2702466,98238381~6086005,148582320~695099,186493498~2519091,191784244~6440447,213554120~3958161,259409967~6458726,265998722~3353655,297281764~7689666,311162292~3272424,381702252~4000514,396523619~7228878] 2024-04-02T09:40:50.648 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,32447836~11828545,87136132~2702466,98238381~6086005,148582320~695099,186493498~2519091,191229281~6995410,213554120~3958161,259301261~6567432,265998722~3353655,297281764~7689666,311162292~3272424,381681664~4021102,396523619~7228878] 2024-04-02T09:40:50.648 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 12 diff [9775367~6775544,29065860~270117,32447836~11828545,81986006~1432909,87136132~2702466,98238381~6086005,146177638~5609273,164305578~3358836,186493498~2519091,191784244~6440447,213554120~3958161,253818392~12050301,265998722~3353655,290303385~4256744,297281764~7689666,310712822~3721894,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.648 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,29065860~270117,32447836~11828545,81986006~1432909,87136132~2702466,98238381~6086005,146177638~5609273,164305578~3358836,186493498~2519091,191784244~6440447,213554120~3958161,253818392~12050301,265998722~3353655,290303385~4256744,297281764~7689666,310712822~3721894,380604193~5098573,396523619~7494463] 2024-04-02T09:40:50.655 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,28668780~667197,32447836~11828545,81986006~1432909,87136132~2702466,98238381~6086005,146177638~5609273,164305578~3358836,186493498~2519091,191229281~6995410,213554120~3958161,251658240~14210453,265998722~3353655,289406976~5153153,297281764~7689666,310712822~3721894,378839179~6863587,396523619~7494463] 2024-04-02T09:40:50.655 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 13 diff [9775367~6775544,29065860~270117,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,98238381~6086005,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191784244~6440447,213554120~3958161,221737178~1241317,253818392~12050301,265998722~3353655,290303385~4256744,295687463~9283967,310712822~3721894,317213468~8088755,358966562~3370907,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.655 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,29065860~270117,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,98238381~6086005,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191784244~6440447,213554120~3958161,221737178~1241317,253818392~12050301,265998722~3353655,290303385~4256744,295687463~9283967,310712822~3721894,317213468~8088755,358966562~3370907,380604193~11139981,396523619~7494463] 2024-04-02T09:40:50.662 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,28668780~667197,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,98238381~6086005,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191229281~6995410,213554120~3958161,221374638~1603857,251658240~14210453,265998722~3353655,289406976~5153153,295687463~9283967,310712822~3721894,314572800~10729423,357598310~4739159,378839179~12904995,396523619~7494463] 2024-04-02T09:40:50.662 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 14 diff [9775367~10077529,29065860~270117,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,98238381~6086005,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191784244~6440447,213554120~3958161,221737178~1241317,230805965~6008654,253818392~12050301,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,358966562~3370907,372388274~2520995,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.663 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~10077529,29065860~270117,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,98238381~6086005,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191784244~6440447,213554120~3958161,221737178~1241317,230805965~6008654,253818392~12050301,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,358966562~3370907,372388274~2520995,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.669 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~10077529,28668780~667197,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,98238381~6086005,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191229281~6995410,213554120~3958161,221374638~1603857,230805965~6008654,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,357598310~4739159,372388274~2520995,378791226~14256746,396523619~7494463] 2024-04-02T09:40:50.669 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 15 diff [7911701~11941195,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,87136132~2702466,98069716~6254670,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191784244~6440447,202909212~2626014,213554120~3958161,221737178~1241317,230805965~6008654,253818392~12050301,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.669 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~11941195,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,87136132~2702466,98069716~6254670,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191784244~6440447,202909212~2626014,213554120~3958161,221737178~1241317,230805965~6008654,253818392~12050301,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.677 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~11941195,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,87136132~2702466,98069716~6254670,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186493498~2519091,191229281~6995410,202909212~2626014,213554120~3958161,221374638~1603857,230805965~6008654,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,357598310~4739159,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.677 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 16 diff [7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,87136132~2702466,98069716~6254670,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186493498~2519091,191784244~6440447,202909212~2626014,213554120~3958161,221737178~1241317,230805965~6008654,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.677 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,87136132~2702466,98069716~6254670,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186493498~2519091,191784244~6440447,202909212~2626014,213554120~3958161,221737178~1241317,230805965~6008654,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.685 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,54525952~7560698,81986006~1432909,86085276~878957,87136132~2702466,98069716~6254670,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186493498~2519091,191229281~6995410,202909212~2626014,213554120~3958161,221374638~1603857,230805965~6008654,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173] 2024-04-02T09:40:50.685 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 17 diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~6736266,143515010~26304826,186493498~2519091,191784244~6440447,202909212~2626014,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.685 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~6736266,143515010~26304826,186493498~2519091,191784244~6440447,202909212~2626014,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.692 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,54525952~7560698,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~6736266,143515010~26304826,186493498~2519091,191229281~6995410,202909212~2626014,206663158~10849123,221374638~1603857,230805965~6008654,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.692 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 18 diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,186493498~2519091,191784244~6440447,202909212~2626014,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.692 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,186493498~2519091,191784244~6440447,202909212~2626014,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.698 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,186493498~2519091,191229281~6995410,202909212~2626014,206663158~10849123,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,396523619~10548173,411054153~6951281] 2024-04-02T09:40:50.699 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 19 diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.699 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.705 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:50.705 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 11 diff [9775367~6775544,32447836~11828545,87136132~2702466,148582320~695099,186615449~1251533,191784244~6440447,213554120~3958161] 2024-04-02T09:40:50.706 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,32447836~11828545,87136132~2702466,148582320~695099,186615449~1251533,191784244~6440447,213554120~3958161] 2024-04-02T09:40:50.712 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,32447836~11828545,87136132~2702466,148582320~695099,186615449~1251533,191229281~6995410,213554120~3958161] 2024-04-02T09:40:50.712 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 12 diff [9775367~6775544,29065860~270117,32447836~11828545,81986006~1432909,87136132~2702466,146177638~5609273,164305578~3358836,186615449~1275400,191784244~6440447,213554120~3958161,253818392~7466819,290303385~4256744,310712822~3188562,380604193~3180659,398497336~5520746] 2024-04-02T09:40:50.712 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,29065860~270117,32447836~11828545,81986006~1432909,87136132~2702466,146177638~5609273,164305578~3358836,186615449~1275400,191784244~6440447,213554120~3958161,253818392~7466819,290303385~4256744,310712822~3188562,380604193~3180659,398497336~5520746] 2024-04-02T09:40:50.719 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,28668780~667197,32447836~11828545,81986006~1432909,87136132~2702466,146177638~5609273,164305578~3358836,186615449~1275400,191229281~6995410,213554120~3958161,251658240~9626971,289406976~5153153,310712822~3188562,378839179~4945673,398497336~5520746] 2024-04-02T09:40:50.719 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 13 diff [9775367~6775544,29065860~270117,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191784244~6440447,213554120~3958161,221737178~1241317,253818392~7466819,290303385~4256744,295687463~5189712,310712822~3188562,317213468~8088755,358966562~3370907,380604193~3180659,385614823~6129351,397919567~6098515] 2024-04-02T09:40:50.719 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~6775544,29065860~270117,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191784244~6440447,213554120~3958161,221737178~1241317,253818392~7466819,290303385~4256744,295687463~5189712,310712822~3188562,317213468~8088755,358966562~3370907,380604193~3180659,385614823~6129351,397919567~6098515] 2024-04-02T09:40:50.726 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~6775544,28668780~667197,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191229281~6995410,213554120~3958161,221374638~1603857,251658240~9626971,289406976~5153153,295687463~5189712,310712822~3188562,314572800~10729423,357598310~4739159,378839179~4945673,385614823~6129351,397919567~6098515] 2024-04-02T09:40:50.726 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 14 diff [9775367~10077529,29065860~270117,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191784244~6440447,213554120~3958161,221737178~1241317,230805965~6008654,253818392~7466819,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,358966562~3370907,372388274~2520995,378791226~14256746,397919567~6098515] 2024-04-02T09:40:50.726 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9775367~10077529,29065860~270117,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191784244~6440447,213554120~3958161,221737178~1241317,230805965~6008654,253818392~7466819,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,358966562~3370907,372388274~2520995,378791226~14256746,397919567~6098515] 2024-04-02T09:40:50.733 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9775367~10077529,28668780~667197,32447836~11828545,44904012~1421598,81986006~1432909,87136132~2702466,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191229281~6995410,213554120~3958161,221374638~1603857,230805965~6008654,251658240~9626971,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,357598310~4739159,372388274~2520995,378791226~14256746,397919567~6098515] 2024-04-02T09:40:50.734 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 15 diff [7911701~11941195,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,87136132~2702466,98069716~6095008,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191784244~6440447,202909212~2626014,213554120~3958161,221737178~1241317,230805965~6008654,253818392~7466819,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.734 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~11941195,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,87136132~2702466,98069716~6095008,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191784244~6440447,202909212~2626014,213554120~3958161,221737178~1241317,230805965~6008654,253818392~7466819,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.741 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~11941195,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,87136132~2702466,98069716~6095008,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186615449~1275400,191229281~6995410,202909212~2626014,213554120~3958161,221374638~1603857,230805965~6008654,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,357598310~4739159,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.741 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 16 diff [7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,87136132~2702466,98069716~6095008,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186615449~1275400,191784244~6440447,202909212~2626014,213554120~3958161,221737178~1241317,230805965~6008654,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.741 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,87136132~2702466,98069716~6095008,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186615449~1275400,191784244~6440447,202909212~2626014,213554120~3958161,221737178~1241317,230805965~6008654,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.748 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,54525952~7560698,81986006~1432909,86085276~878957,87136132~2702466,98069716~6095008,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186615449~1275400,191229281~6995410,202909212~2626014,213554120~3958161,221374638~1603857,230805965~6008654,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.748 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 17 diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~6736266,143515010~26304826,186615449~1275400,191784244~6440447,202909212~2626014,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.748 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~6736266,143515010~26304826,186615449~1275400,191784244~6440447,202909212~2626014,209282007~8230274,221737178~1241317,230805965~6008654,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.754 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,52242196~2268803,54525952~7560698,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~6736266,143515010~26304826,186615449~1275400,191229281~6995410,202909212~2626014,206663158~10849123,221374638~1603857,230805965~6008654,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.754 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 18 diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,186615449~1275400,191784244~6440447,202909212~2626014,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.754 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,186615449~1275400,191784244~6440447,202909212~2626014,209282007~8230274,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.762 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,186615449~1275400,191229281~6995410,202909212~2626014,206663158~10849123,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.762 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 19 diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.762 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.769 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.769 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 12 diff [29065860~270117,81986006~1432909,146177638~5609273,164305578~3358836,186969333~921516,253818392~7466819,290303385~4256744,310712822~3188562,380604193~3180659,398497336~5520746] 2024-04-02T09:40:50.769 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [29065860~270117,81986006~1432909,146177638~5609273,164305578~3358836,186969333~921516,253818392~7466819,290303385~4256744,310712822~3188562,380604193~3180659,398497336~5520746] 2024-04-02T09:40:50.776 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [28668780~667197,81986006~1432909,146177638~5609273,164305578~3358836,186969333~921516,251658240~9626971,289406976~5153153,310712822~3188562,378839179~4945673,398497336~5520746] 2024-04-02T09:40:50.776 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 13 diff [29065860~270117,44904012~1421598,81986006~1432909,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,221737178~1241317,253818392~7466819,290303385~4256744,295687463~5189712,310712822~3188562,317213468~8088755,358966562~3370907,380604193~3180659,385614823~6129351,397919567~6098515] 2024-04-02T09:40:50.776 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [29065860~270117,44904012~1421598,81986006~1432909,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,221737178~1241317,253818392~7466819,290303385~4256744,295687463~5189712,310712822~3188562,317213468~8088755,358966562~3370907,380604193~3180659,385614823~6129351,397919567~6098515] 2024-04-02T09:40:50.783 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [28668780~667197,44904012~1421598,81986006~1432909,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,221374638~1603857,251658240~9626971,289406976~5153153,295687463~5189712,310712822~3188562,314572800~10729423,357598310~4739159,378839179~4945673,385614823~6129351,397919567~6098515] 2024-04-02T09:40:50.783 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 14 diff [15508737~4344159,29065860~270117,44904012~1421598,81986006~1432909,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,221737178~1241317,230805965~6008654,253818392~7466819,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,358966562~3370907,372388274~2520995,378791226~14256746,397919567~6098515] 2024-04-02T09:40:50.783 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [15508737~4344159,29065860~270117,44904012~1421598,81986006~1432909,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,221737178~1241317,230805965~6008654,253818392~7466819,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,358966562~3370907,372388274~2520995,378791226~14256746,397919567~6098515] 2024-04-02T09:40:50.789 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [15508737~4344159,28668780~667197,44904012~1421598,81986006~1432909,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,221374638~1603857,230805965~6008654,251658240~9626971,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,357598310~4739159,372388274~2520995,378791226~14256746,397919567~6098515] 2024-04-02T09:40:50.789 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 15 diff [7911701~4868662,15508737~4344159,29065860~270117,38348104~438791,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,98069716~6095008,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,202909212~2626014,221737178~1241317,230805965~6008654,253818392~7466819,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.789 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~4868662,15508737~4344159,29065860~270117,38348104~438791,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,98069716~6095008,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,202909212~2626014,221737178~1241317,230805965~6008654,253818392~7466819,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.797 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~4868662,15508737~4344159,28668780~667197,38348104~438791,44904012~1421598,52242196~2268803,81986006~1432909,86085276~878957,98069716~6095008,134507726~6736266,146177638~5609273,153327217~5834516,164305578~3358836,186969333~921516,202909212~2626014,221374638~1603857,230805965~6008654,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,357598310~4739159,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.797 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 16 diff [7911701~12950486,29065860~270117,38348104~438791,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,98069716~6095008,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186969333~921516,202909212~2626014,221737178~1241317,230805965~6008654,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.797 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~12950486,29065860~270117,38348104~438791,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,98069716~6095008,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186969333~921516,202909212~2626014,221737178~1241317,230805965~6008654,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.803 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~12950486,28668780~667197,38348104~438791,44904012~1421598,52242196~2268803,54525952~7560698,81986006~1432909,86085276~878957,98069716~6095008,114450127~6414614,134507726~6736266,146177638~5609273,153327217~14337197,186969333~921516,202909212~2626014,221374638~1603857,230805965~6008654,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.803 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 17 diff [5523324~248569,7911701~12950486,29065860~270117,38348104~438791,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~6736266,143515010~26304826,186969333~921516,202909212~2626014,209282007~6469806,221737178~1241317,230805965~6008654,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.804 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,29065860~270117,38348104~438791,44904012~1421598,52242196~2268803,57507503~4579147,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~6736266,143515010~26304826,186969333~921516,202909212~2626014,209282007~6469806,221737178~1241317,230805965~6008654,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.811 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,28668780~667197,38348104~438791,44904012~1421598,52242196~2268803,54525952~7560698,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~6736266,143515010~26304826,186969333~921516,202909212~2626014,206663158~9088655,221374638~1603857,230805965~6008654,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.811 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 18 diff [5523324~248569,7911701~12950486,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,186969333~921516,202909212~2626014,209282007~6469806,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.811 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,186969333~921516,202909212~2626014,209282007~6469806,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.818 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~3047049,75781313~814728,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,186969333~921516,202909212~2626014,206663158~9088655,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.818 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 19 diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.818 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.824 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.824 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 13 diff [44904012~1421598,134507726~6736266,153327217~5834516,221737178~1241317,295687463~5189712,317213468~8088755,358966562~3370907,385614823~6129351,397919567~3995887] 2024-04-02T09:40:50.825 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [44904012~1421598,134507726~6736266,153327217~5834516,221737178~1241317,295687463~5189712,317213468~8088755,358966562~3370907,385614823~6129351,397919567~3995887] 2024-04-02T09:40:50.832 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [44904012~1421598,134507726~6736266,153327217~5834516,221374638~1603857,295687463~5189712,314572800~10729423,357598310~4739159,385614823~6129351,397919567~3995887] 2024-04-02T09:40:50.832 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 14 diff [15508737~4344159,44904012~1421598,134507726~6736266,153327217~5834516,221737178~1241317,230805965~6008654,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,358966562~3370907,372388274~2520995,378791226~14256746,397919567~3995887] 2024-04-02T09:40:50.832 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [15508737~4344159,44904012~1421598,134507726~6736266,153327217~5834516,221737178~1241317,230805965~6008654,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,358966562~3370907,372388274~2520995,378791226~14256746,397919567~3995887] 2024-04-02T09:40:50.838 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [15508737~4344159,44904012~1421598,134507726~6736266,153327217~5834516,221374638~1603857,230805965~6008654,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,357598310~4739159,372388274~2520995,378791226~14256746,397919567~3995887] 2024-04-02T09:40:50.838 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 15 diff [7911701~4868662,15508737~4344159,38348104~438791,44904012~1421598,52242196~2268803,86085276~878957,98069716~6095008,134507726~6736266,153327217~5834516,202909212~2626014,221737178~1241317,230805965~6008654,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,358966562~3370907,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.838 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~4868662,15508737~4344159,38348104~438791,44904012~1421598,52242196~2268803,86085276~878957,98069716~6095008,134507726~6736266,153327217~5834516,202909212~2626014,221737178~1241317,230805965~6008654,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,358966562~3370907,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.845 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~4868662,15508737~4344159,38348104~438791,44904012~1421598,52242196~2268803,86085276~878957,98069716~6095008,134507726~6736266,153327217~5834516,202909212~2626014,221374638~1603857,230805965~6008654,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,357598310~4739159,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.845 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 16 diff [7911701~12950486,38348104~438791,44904012~1421598,52242196~2268803,57507503~4579147,86085276~878957,98069716~6095008,114450127~6414614,134507726~6736266,153327217~11089604,202909212~2626014,221737178~1241317,230805965~6008654,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.845 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~12950486,38348104~438791,44904012~1421598,52242196~2268803,57507503~4579147,86085276~878957,98069716~6095008,114450127~6414614,134507726~6736266,153327217~11089604,202909212~2626014,221737178~1241317,230805965~6008654,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.852 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~12950486,38348104~438791,44904012~1421598,52242196~2268803,54525952~7560698,86085276~878957,98069716~6095008,114450127~6414614,134507726~6736266,153327217~11089604,202909212~2626014,221374638~1603857,230805965~6008654,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225] 2024-04-02T09:40:50.852 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 17 diff [5523324~248569,7911701~12950486,38348104~438791,44904012~1421598,52242196~2268803,57507503~4579147,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~6736266,143515010~20901811,165339571~4480265,202909212~2626014,209282007~6469806,221737178~1241317,230805965~6008654,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.852 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,38348104~438791,44904012~1421598,52242196~2268803,57507503~4579147,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~6736266,143515010~20901811,165339571~4480265,202909212~2626014,209282007~6469806,221737178~1241317,230805965~6008654,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.859 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,38348104~438791,44904012~1421598,52242196~2268803,54525952~7560698,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~6736266,143515010~20901811,165339571~4480265,202909212~2626014,206663158~9088655,221374638~1603857,230805965~6008654,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.859 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 18 diff [5523324~248569,7911701~12950486,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,202909212~2626014,209282007~6469806,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.860 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,202909212~2626014,209282007~6469806,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.866 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~3047049,75781313~814728,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~29909095,165339571~4480265,202909212~2626014,206663158~9088655,221374638~1603857,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,348759613~5052826,357598310~4739159,365023434~5874454,372388274~2520995,378791226~14256746,397919567~9152225,411054153~6951281] 2024-04-02T09:40:50.866 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 19 diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.866 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.872 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:50.873 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 14 diff [15508737~4344159,230805965~6008654,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,372388274~2520995,378791226~8207923,389430287~3617685] 2024-04-02T09:40:50.873 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [15508737~4344159,230805965~6008654,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,372388274~2520995,378791226~8207923,389430287~3617685] 2024-04-02T09:40:50.879 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [15508737~4344159,230805965~6008654,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,372388274~2520995,378791226~8207923,389430287~3617685] 2024-04-02T09:40:50.879 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 15 diff [7911701~4868662,15508737~4344159,38348104~438791,52242196~2268803,86085276~878957,98069716~6095008,202909212~2626014,230805965~6008654,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,325327847~9192936,372388274~2520995,378791226~8207923,389430287~3617685,399655211~7416581] 2024-04-02T09:40:50.879 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~4868662,15508737~4344159,38348104~438791,52242196~2268803,86085276~878957,98069716~6095008,202909212~2626014,230805965~6008654,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,325327847~9192936,372388274~2520995,378791226~8207923,389430287~3617685,399655211~7416581] 2024-04-02T09:40:50.886 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~4868662,15508737~4344159,38348104~438791,52242196~2268803,86085276~878957,98069716~6095008,202909212~2626014,230805965~6008654,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,325327847~9192936,372388274~2520995,378791226~8207923,389430287~3617685,399655211~7416581] 2024-04-02T09:40:50.886 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 16 diff [7911701~12950486,38348104~438791,52242196~2268803,57507503~4579147,86085276~878957,98069716~6095008,114450127~6414614,158429220~5987601,202909212~2626014,230805965~6008654,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,325327847~9192936,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581] 2024-04-02T09:40:50.886 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~12950486,38348104~438791,52242196~2268803,57507503~4579147,86085276~878957,98069716~6095008,114450127~6414614,158429220~5987601,202909212~2626014,230805965~6008654,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,325327847~9192936,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581] 2024-04-02T09:40:50.892 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~12950486,38348104~438791,52242196~2268803,54525952~7560698,86085276~878957,98069716~6095008,114450127~6414614,158429220~5987601,202909212~2626014,230805965~6008654,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,325327847~9192936,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581] 2024-04-02T09:40:50.893 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 17 diff [5523324~248569,7911701~12950486,38348104~438791,52242196~2268803,57507503~4579147,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,202909212~2626014,209282007~6469806,230805965~6008654,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.893 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,38348104~438791,52242196~2268803,57507503~4579147,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,202909212~2626014,209282007~6469806,230805965~6008654,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.900 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,38348104~438791,52242196~2268803,54525952~7560698,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,202909212~2626014,206663158~9088655,230805965~6008654,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.900 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 18 diff [5523324~248569,7911701~12950486,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,202909212~2626014,209282007~6469806,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.900 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,202909212~2626014,209282007~6469806,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.906 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,34804297~6910061,50342305~215350,51133458~10953192,71449889~3047049,75781313~814728,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,202909212~2626014,206663158~9088655,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~5874454,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.906 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 19 diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:50.906 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:50.913 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:50.913 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 15 diff [7911701~4868662,38348104~438791,52242196~2268803,86085276~878957,98069716~6095008,202909212~2626014,261573116~4251474,325327847~9192936,399655211~7416581] 2024-04-02T09:40:50.913 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~4868662,38348104~438791,52242196~2268803,86085276~878957,98069716~6095008,202909212~2626014,261573116~4251474,325327847~9192936,399655211~7416581] 2024-04-02T09:40:50.919 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~4868662,38348104~438791,52242196~2268803,86085276~878957,98069716~6095008,202909212~2626014,261573116~4251474,325327847~9192936,399655211~7416581] 2024-04-02T09:40:50.920 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 16 diff [7911701~12950486,38348104~438791,52242196~2268803,57507503~4579147,86085276~878957,98069716~6095008,114450127~6414614,158429220~5987601,202909212~2626014,253310152~3712459,261573116~4251474,325327847~9192936,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581] 2024-04-02T09:40:50.920 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7911701~12950486,38348104~438791,52242196~2268803,57507503~4579147,86085276~878957,98069716~6095008,114450127~6414614,158429220~5987601,202909212~2626014,253310152~3712459,261573116~4251474,325327847~9192936,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581] 2024-04-02T09:40:50.926 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7911701~12950486,38348104~438791,52242196~2268803,54525952~7560698,86085276~878957,98069716~6095008,114450127~6414614,158429220~5987601,202909212~2626014,253310152~3712459,261573116~4251474,325327847~9192936,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581] 2024-04-02T09:40:50.927 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 17 diff [5523324~248569,7911701~12950486,38348104~438791,52242196~2268803,57507503~4579147,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,202909212~2626014,209282007~6469806,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.927 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,38348104~438791,52242196~2268803,57507503~4579147,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,202909212~2626014,209282007~6469806,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.934 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,38348104~438791,52242196~2268803,54525952~7560698,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,202909212~2626014,206663158~9088655,239075328~9970897,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.935 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 18 diff [5523324~248569,7911701~12950486,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,202909212~2626014,209282007~6469806,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.935 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~12950486,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,202909212~2626014,209282007~6469806,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.941 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~12950486,34804297~6910061,50342305~215350,51133458~10953192,71449889~3047049,75781313~814728,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,202909212~2626014,206663158~9088655,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~5874454,386956745~882166,399655211~7416581,411054153~6951281] 2024-04-02T09:40:50.941 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 19 diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:50.941 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:50 smithi028 ceph-mon[94314]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:40:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:50 smithi028 ceph-mon[96890]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:40:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:50.949 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:50.949 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 16 diff [9297676~11564511,57507503~4579147,114450127~6414614,158429220~5987601,253310152~3712459,360589307~1043639,365023434~5874454,386956745~882166] 2024-04-02T09:40:50.949 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9297676~11564511,57507503~4579147,114450127~6414614,158429220~5987601,253310152~3712459,360589307~1043639,365023434~5874454,386956745~882166] 2024-04-02T09:40:50.955 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9297676~11564511,54525952~7560698,114450127~6414614,158429220~5987601,253310152~3712459,360589307~1043639,365023434~5874454,386956745~882166] 2024-04-02T09:40:50.955 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 17 diff [5523324~248569,9297676~11564511,57507503~4579147,95168521~6122499,104959217~5027748,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,209282007~6469806,242513364~6532861,253310152~3712459,321666133~2499465,360589307~1043639,365023434~5874454,386956745~882166,411054153~6951281] 2024-04-02T09:40:50.955 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,9297676~11564511,57507503~4579147,95168521~6122499,104959217~5027748,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,209282007~6469806,242513364~6532861,253310152~3712459,321666133~2499465,360589307~1043639,365023434~5874454,386956745~882166,411054153~6951281] 2024-04-02T09:40:50.962 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,9297676~11564511,54525952~7560698,94636194~6654826,104857600~5129365,114450127~6414614,143515010~9839886,158429220~5987601,165339571~4480265,206663158~9088655,239075328~9970897,253310152~3712459,321666133~2499465,360589307~1043639,365023434~5874454,386956745~882166,411054153~6951281] 2024-04-02T09:40:50.962 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 18 diff [5523324~248569,8253624~12608563,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,95168521~6122499,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,209282007~6469806,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~5874454,386956745~882166,411054153~6951281] 2024-04-02T09:40:50.962 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~12608563,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~3047049,75781313~814728,95168521~6122499,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,209282007~6469806,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~5874454,386956745~882166,411054153~6951281] 2024-04-02T09:40:50.970 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~12608563,34804297~6910061,50342305~215350,51133458~10953192,71449889~3047049,75781313~814728,94636194~6654826,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,206663158~9088655,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~5874454,386956745~882166,411054153~6951281] 2024-04-02T09:40:50.971 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 19 diff [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,95168521~6811856,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:50.971 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,95168521~6811856,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:50.976 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,94636194~7344183,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:50.976 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 17 diff [5523324~248569,95168521~6122499,104959217~5027748,143515010~9839886,165339571~4480265,209282007~6469806,242513364~6532861,321666133~2499465,411054153~6951281] 2024-04-02T09:40:50.976 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,95168521~6122499,104959217~5027748,143515010~9839886,165339571~4480265,209282007~6469806,242513364~6532861,321666133~2499465,411054153~6951281] 2024-04-02T09:40:50.982 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,94636194~6654826,104857600~5129365,143515010~9839886,165339571~4480265,206663158~9088655,239075328~9970897,321666133~2499465,411054153~6951281] 2024-04-02T09:40:50.983 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 18 diff [5523324~248569,8253624~5941918,34804297~6910061,50342305~215350,51133458~5966680,71449889~3047049,75781313~814728,95168521~6122499,104959217~5027748,140064521~13290375,165339571~4480265,209282007~6469806,226693532~5785742,235020434~3810709,242513364~6532861,321666133~2499465,348759613~5052826,411054153~6951281] 2024-04-02T09:40:50.983 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~5941918,34804297~6910061,50342305~215350,51133458~5966680,71449889~3047049,75781313~814728,95168521~6122499,104959217~5027748,140064521~13290375,165339571~4480265,209282007~6469806,226693532~5785742,235020434~3810709,242513364~6532861,321666133~2499465,348759613~5052826,411054153~6951281] 2024-04-02T09:40:50.989 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~5941918,34804297~6910061,50342305~215350,51133458~5966680,71449889~3047049,75781313~814728,94636194~6654826,104857600~5129365,140064521~13290375,165339571~4480265,206663158~9088655,226693532~5785742,235020434~3810709,239075328~9970897,321666133~2499465,348759613~5052826,411054153~6951281] 2024-04-02T09:40:50.989 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 19 diff [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,95168521~6811856,104959217~5027748,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:50.990 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,95168521~6811856,104959217~5027748,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:50.996 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,94636194~7344183,104857600~5129365,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:50.996 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to 18 diff [8253624~5941918,34804297~6910061,50342305~215350,51133458~5966680,71449889~3047049,75781313~814728,140064521~4055703,226693532~5785742,235020434~3810709,348759613~5052826] 2024-04-02T09:40:50.996 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8253624~5941918,34804297~6910061,50342305~215350,51133458~5966680,71449889~3047049,75781313~814728,140064521~4055703,226693532~5785742,235020434~3810709,348759613~5052826] 2024-04-02T09:40:51.003 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8253624~5941918,34804297~6910061,50342305~215350,51133458~5966680,71449889~3047049,75781313~814728,140064521~4055703,226693532~5785742,235020434~3810709,348759613~5052826] 2024-04-02T09:40:51.003 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to 19 diff [8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,100904626~1075751,140064521~4055703,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,226693532~5785742,235020434~3810709,348759613~5052826,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.003 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,100904626~1075751,140064521~4055703,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,226693532~5785742,235020434~3810709,348759613~5052826,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.010 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,100904626~1075751,140064521~4055703,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,226693532~5785742,235020434~3810709,348759613~5052826,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.010 INFO:tasks.workunit.client.0.smithi028.stdout:from 18 to 19 diff [17766357~7381509,73117068~6554628,100904626~1075751,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.010 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [17766357~7381509,73117068~6554628,100904626~1075751,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.016 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [17766357~7381509,73117068~6554628,100904626~1075751,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:50 smithi137 ceph-mon[88456]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-02T09:40:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:40:51.684 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:40:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:40:51] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:40:51.686 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:51.686 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:51.716 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:51.716 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.716 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.724 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:51.724 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.725 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.731 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:51.731 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.731 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.737 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:51.737 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.737 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.743 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:51.743 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.744 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.749 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:51.750 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.750 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.756 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.756 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.756 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.762 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.762 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.762 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.769 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.769 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.769 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.775 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:51.775 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.775 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.781 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.781 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.781 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.787 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.787 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.787 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.793 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:51.794 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:51.794 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:51.801 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:51.801 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:51.801 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:51.807 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:51.808 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,95168521~6811856,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:51.808 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,95168521~6811856,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:51.814 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,94636194~7344183,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:51.814 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to HEAD diff [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,95168521~6811856,104959217~5027748,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:51.814 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,95168521~6811856,104959217~5027748,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:51.820 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,94636194~7344183,104857600~5129365,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:51.820 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to HEAD diff [8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,100904626~1075751,140064521~4055703,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,226693532~5785742,235020434~3810709,348759613~5052826,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.820 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,100904626~1075751,140064521~4055703,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,226693532~5785742,235020434~3810709,348759613~5052826,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.827 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,100904626~1075751,140064521~4055703,144485233~3212314,185044548~3040869,199374357~4823557,218248747~1168793,226693532~5785742,235020434~3810709,348759613~5052826,365365941~6606665,407932854~3873876] 2024-04-02T09:40:51.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:51 smithi028 ceph-mon[94314]: pgmap v4035: 137 pgs: 137 active+clean; 810 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 13 MiB/s wr, 574 op/s 2024-04-02T09:40:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:51 smithi028 ceph-mon[96890]: pgmap v4035: 137 pgs: 137 active+clean; 810 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 13 MiB/s wr, 574 op/s 2024-04-02T09:40:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:51 smithi137 ceph-mon[88456]: pgmap v4035: 137 pgs: 137 active+clean; 810 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 13 MiB/s wr, 574 op/s 2024-04-02T09:40:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:40:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:40:52.709 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:52.709 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:52.739 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:52.739 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.739 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.748 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:52.748 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.748 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.754 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:52.754 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.754 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.760 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:52.761 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.761 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.767 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:52.767 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.767 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.773 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:52.773 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.774 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.780 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.780 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.780 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.787 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.787 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.787 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.793 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.793 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.793 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.800 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:52.800 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.800 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.806 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.806 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.806 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.813 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.813 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.813 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.820 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:52.820 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:52.820 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:52.826 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:52.826 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:52.826 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:52.833 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:52.833 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,95168521~6811856,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:52.833 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,95168521~6811856,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:52.839 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,94636194~7344183,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:52.839 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to HEAD diff [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,95168521~6811856,104959217~5027748,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:52.839 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,95168521~6811856,104959217~5027748,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:52.846 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~5941918,17766357~7381509,34804297~6910061,50342305~215350,51133458~5966680,71449889~8221807,94636194~7344183,104857600~5129365,140064521~13290375,165339571~4480265,185044548~3040869,199374357~4823557,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,321666133~2499465,348759613~5052826,365365941~6606665,407932854~10072580] 2024-04-02T09:40:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:52 smithi028 ceph-mon[94314]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:40:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:52 smithi028 ceph-mon[96890]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:40:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:52 smithi137 ceph-mon[88456]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-02T09:40:53.702 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:53.702 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:53.750 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:53.750 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.750 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.762 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:53.762 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.762 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.769 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:53.769 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.769 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.775 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:53.775 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.775 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.781 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:53.781 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.781 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.788 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:53.788 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.788 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.794 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.794 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.794 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.801 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.801 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.801 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.807 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.807 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.807 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.813 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:53.814 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.814 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.820 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.820 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.820 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.827 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.827 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.827 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.833 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:53.833 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:53.833 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:53.840 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:53.841 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:53.841 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:53.847 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:53.847 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,95168521~6811856,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:53.847 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,95168521~6811856,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:53.853 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,8253624~16894242,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,94636194~7344183,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~4823557,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,321666133~2499465,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,407932854~10072580] 2024-04-02T09:40:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:53 smithi028 ceph-mon[94314]: pgmap v4037: 137 pgs: 137 active+clean; 897 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 30 MiB/s wr, 3.25k op/s 2024-04-02T09:40:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:53 smithi028 ceph-mon[94314]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:40:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:53 smithi028 ceph-mon[96890]: pgmap v4037: 137 pgs: 137 active+clean; 897 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 30 MiB/s wr, 3.25k op/s 2024-04-02T09:40:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:53 smithi028 ceph-mon[96890]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:40:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:53 smithi137 ceph-mon[88456]: pgmap v4037: 137 pgs: 137 active+clean; 897 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 30 MiB/s wr, 3.25k op/s 2024-04-02T09:40:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:53 smithi137 ceph-mon[88456]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-02T09:40:54.724 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:54.724 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:54.768 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:54.768 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.768 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.775 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:54.776 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.776 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.782 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:54.782 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.782 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.789 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:54.789 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.789 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.795 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:54.795 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.795 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.801 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:54.801 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.802 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.808 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.808 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.808 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.814 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.814 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.814 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.821 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.821 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.821 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.827 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:54.827 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.827 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.833 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.833 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.833 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.840 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.840 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.840 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.846 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:54.846 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:54.846 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:54.853 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:54.853 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:54.853 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~5785742,235020434~3810709,242513364~6532861,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:54.859 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~5785742,235020434~3810709,239075328~9970897,253310152~3712459,261573116~4251474,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,386956745~882166,399655211~7416581,407932854~10072580] 2024-04-02T09:40:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:54 smithi137 ceph-mon[88456]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:40:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:54 smithi028 ceph-mon[94314]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:40:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:54 smithi028 ceph-mon[96890]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-02T09:40:55.727 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:55.727 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:55.770 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:55.770 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.770 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.777 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:55.778 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.778 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.784 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:55.784 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.784 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.790 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:55.790 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.790 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.796 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:55.796 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.797 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.803 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:55.803 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.803 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.809 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.810 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.810 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.817 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.817 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.817 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.823 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.823 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.823 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.829 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:55.829 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.829 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.836 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.836 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.836 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.843 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.843 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.843 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.849 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:55.849 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:55.849 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:55.855 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,140064521~13290375,158429220~5987601,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,304163966~3193448,312288100~4740183,321666133~2499465,325327847~9192936,348759613~5052826,360589307~1043639,365023434~6949172,372388274~2520995,378791226~9047685,389430287~3617685,399655211~7416581,407932854~10072580] 2024-04-02T09:40:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:55 smithi137 ceph-mon[88456]: pgmap v4040: 137 pgs: 137 active+clean; 897 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 30 MiB/s wr, 3.26k op/s 2024-04-02T09:40:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:55 smithi137 ceph-mon[88456]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:40:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:55 smithi028 ceph-mon[94314]: pgmap v4040: 137 pgs: 137 active+clean; 897 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 30 MiB/s wr, 3.26k op/s 2024-04-02T09:40:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:55 smithi028 ceph-mon[94314]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:40:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:55 smithi028 ceph-mon[96890]: pgmap v4040: 137 pgs: 137 active+clean; 897 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 240 KiB/s rd, 30 MiB/s wr, 3.26k op/s 2024-04-02T09:40:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:55 smithi028 ceph-mon[96890]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-02T09:40:56.734 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:56 smithi137 ceph-mon[88456]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:40:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:40:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-02T09:40:57.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:40:57.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-02T09:40:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[94314]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:40:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:40:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-02T09:40:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:40:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-02T09:40:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[96890]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-02T09:40:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:40:57.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-02T09:40:57.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-02T09:40:57.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-02T09:40:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:57.539 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:57.545 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:57.552 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:57.559 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:57.566 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:57.574 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.581 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.589 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.596 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:57.608 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:57.614 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:57.621 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~4740183,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~29909095,165339571~4480265,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,253310152~3712459,261573116~4251474,271563058~1258535,286445165~3044770,295687463~5189712,304163966~3193448,312288100~13014123,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:57 smithi137 ceph-mon[88456]: pgmap v4043: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 3.33k op/s 2024-04-02T09:40:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:40:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-02T09:40:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:57 smithi137 ceph-mon[88456]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:40:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:57 smithi137 ceph-mon[88456]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[96890]: pgmap v4043: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 3.33k op/s 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[96890]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[96890]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[94314]: pgmap v4043: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 3.33k op/s 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[94314]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-02T09:40:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:57 smithi028 ceph-mon[94314]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-02T09:40:58.543 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:58.589 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:58.602 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:58.609 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:58.615 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:58.621 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:58.628 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.634 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.641 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.647 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:58.654 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:58.660 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,34804297~6910061,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,209282007~6469806,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,34804297~6910061,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,199374357~6160869,206663158~9088655,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:59.545 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:40:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:40:59.599 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:59.610 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:59.617 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:59.623 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:59.630 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:40:59.636 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.642 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.648 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.655 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:40:59.661 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~8996203,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3040869,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~7975059,261573116~4251474,271563058~1258535,286445165~3044770,290303385~4256744,295687463~5189712,304163966~3193448,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9528530,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3040869,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~9626971,261573116~4251474,271563058~1258535,286445165~8114964,295687463~5189712,304163966~3193448,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,397919567~9152225,407932854~10072580] 2024-04-02T09:40:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:59 smithi137 ceph-mon[88456]: pgmap v4046: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 3.33k op/s 2024-04-02T09:40:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:40:59 smithi137 ceph-mon[88456]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:40:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:59 smithi028 ceph-mon[94314]: pgmap v4046: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 3.33k op/s 2024-04-02T09:40:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:40:59 smithi028 ceph-mon[94314]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:40:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:59 smithi028 ceph-mon[96890]: pgmap v4046: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 133 KiB/s rd, 6.0 KiB/s wr, 3.33k op/s 2024-04-02T09:40:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:40:59 smithi028 ceph-mon[96890]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-02T09:41:00.534 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:00.587 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:00.607 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:00.613 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:00.620 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.626 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:00.626 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.626 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:00.633 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.639 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.645 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.656 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,95168521~9155865,104959217~5027748,114450127~6414614,134507726~35312110,185044548~3968041,191784244~6440447,199374357~6160869,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9192936,348759613~5052826,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~8221807,81986006~1432909,86085276~878957,87136132~2702466,94636194~9688192,104857600~5129365,114450127~6414614,134507726~35312110,185044548~3968041,191229281~6995410,199374357~6160869,206663158~10849123,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~14589401,325327847~9192936,348759613~5052826,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:00 smithi137 ceph-mon[88456]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:41:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:00 smithi028 ceph-mon[94314]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:41:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:00 smithi028 ceph-mon[96890]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-02T09:41:01.526 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:41:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:41:01] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-02T09:41:01.540 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:01.540 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:01.593 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:01.594 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.594 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.613 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:01.613 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.613 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.626 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:01.626 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.627 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.633 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:01.633 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.633 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.639 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:01.639 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.640 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.646 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:01.646 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.646 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.652 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.652 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.652 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.658 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.658 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.658 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,7911701~17236165,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~12558541,265998722~3353655,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.665 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [5523324~248569,7911701~17236165,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~6414614,132978474~1425280,134507726~38551859,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~14210453,265998722~3353655,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~6949172,372388274~2520995,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:01 smithi137 ceph-mon[88456]: pgmap v4049: 137 pgs: 137 active+clean; 851 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 KiB/s wr, 418 op/s; 448 KiB/s, 0 objects/s recovering 2024-04-02T09:41:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:01 smithi137 ceph-mon[88456]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:41:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:01 smithi028 ceph-mon[96890]: pgmap v4049: 137 pgs: 137 active+clean; 851 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 KiB/s wr, 418 op/s; 448 KiB/s, 0 objects/s recovering 2024-04-02T09:41:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:01 smithi028 ceph-mon[96890]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:41:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:01 smithi028 ceph-mon[94314]: pgmap v4049: 137 pgs: 137 active+clean; 851 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 KiB/s wr, 418 op/s; 448 KiB/s, 0 objects/s recovering 2024-04-02T09:41:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:01 smithi028 ceph-mon[94314]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-02T09:41:02.543 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:02.543 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:02.603 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:02.604 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.604 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.618 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:02.618 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.618 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.634 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:02.634 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.635 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.644 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:02.644 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.644 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:02 smithi137 ceph-mon[88456]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:41:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:02 smithi137 ceph-mon[88456]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:41:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:41:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:02.650 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:02.650 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.650 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.656 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:02.656 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.656 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.663 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.663 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.663 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,50342305~215350,51133458~5966680,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,114450127~6414614,121115903~6320283,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~16042225,271563058~1258535,286445165~3044770,290303385~4256744,295687463~11669951,310712822~6315461,317213468~8088755,325327847~9399117,342869500~2095791,344989634~8822805,358966562~3370907,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.668 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,50342305~215350,51133458~10953192,71449889~11969026,85939724~18384662,104857600~5129365,114450127~12986059,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~17694137,271563058~1258535,286445165~8114964,295687463~11669951,310712822~24014142,342869500~2095791,344989634~8822805,357598310~4739159,365023434~9885835,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:02.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:02 smithi028 ceph-mon[94314]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:41:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:02 smithi028 ceph-mon[94314]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:41:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:02 smithi028 ceph-mon[96890]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-02T09:41:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:02 smithi028 ceph-mon[96890]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-02T09:41:03.571 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:03.572 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:03.618 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:03.618 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.618 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.633 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:03.633 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.633 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.639 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:03.639 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.639 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.646 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:03.646 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.646 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.652 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:03.652 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.652 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.658 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:03.658 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.658 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~18940486,25962270~81393,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~17725176,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~10811256,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.664 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20953562,25962270~81393,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19377088,271563058~1258535,286445165~20912249,310712822~24014142,335544320~9420971,344989634~10811256,357598310~4739159,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:03 smithi137 ceph-mon[88456]: pgmap v4052: 137 pgs: 137 active+clean; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s; 4.3 MiB/s, 3 objects/s recovering 2024-04-02T09:41:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:03 smithi028 ceph-mon[94314]: pgmap v4052: 137 pgs: 137 active+clean; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s; 4.3 MiB/s, 3 objects/s recovering 2024-04-02T09:41:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:03 smithi028 ceph-mon[96890]: pgmap v4052: 137 pgs: 137 active+clean; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s; 4.3 MiB/s, 3 objects/s recovering 2024-04-02T09:41:04.573 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:04.573 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:04.622 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:04.622 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.622 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.631 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:04.631 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.632 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.637 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:04.637 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.638 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.644 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:04.644 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.644 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.650 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:04.650 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.650 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~11828545,44904012~1421598,47306288~9793850,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~39801295,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:04.655 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~11828545,44904012~1421598,47306288~14780362,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~39801295,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,365023434~10880210,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:04 smithi137 ceph-mon[88456]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:41:04.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:04 smithi028 ceph-mon[94314]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:41:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:04 smithi028 ceph-mon[96890]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-02T09:41:05.583 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:05.583 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:05.625 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:05.625 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:05.625 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:05.637 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:05.637 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:05.637 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:05.644 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:05.644 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:05.644 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:05.650 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:05.650 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:05.650 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22294865,29065860~270117,32447836~24652302,57507503~4579147,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,112792987~8071754,121115903~6320283,129773341~2227510,132978474~1425280,134507726~44287070,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:05.655 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~24307941,28668780~667197,32447836~29638814,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,112792987~19207864,132978474~1425280,134507726~44287070,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:05 smithi137 ceph-mon[88456]: pgmap v4055: 137 pgs: 137 active+clean; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 752 op/s; 3.9 MiB/s, 2 objects/s recovering 2024-04-02T09:41:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:05 smithi137 ceph-mon[88456]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:41:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:05 smithi028 ceph-mon[94314]: pgmap v4055: 137 pgs: 137 active+clean; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 752 op/s; 3.9 MiB/s, 2 objects/s recovering 2024-04-02T09:41:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:05 smithi028 ceph-mon[94314]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:41:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:05 smithi028 ceph-mon[96890]: pgmap v4055: 137 pgs: 137 active+clean; 801 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 752 op/s; 3.9 MiB/s, 2 objects/s recovering 2024-04-02T09:41:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:05 smithi028 ceph-mon[96890]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-02T09:41:06.587 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:06.624 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:06.635 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:06.641 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85939724~8696470,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218248747~1168793,221737178~1241317,226693532~12137611,242513364~6532861,253310152~18089871,271563058~1258535,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~31183695,63832122~3145097,71449889~11969026,85939724~18384662,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218248747~1168793,221374638~1603857,226693532~12137611,239075328~9970897,251658240~19741783,271563058~1258535,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:06 smithi137 ceph-mon[88456]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:41:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:06 smithi028 ceph-mon[96890]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:41:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:06.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:06 smithi028 ceph-mon[94314]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-02T09:41:06.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:07.541 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:07.541 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:07.584 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:07.584 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:07.585 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:07.600 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:07.600 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:07.601 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~11969026,85584975~9051219,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~3968041,191784244~6440447,199374357~7288801,209282007~8230274,218084295~1333245,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:07.606 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~12115747,85584975~18739411,104857600~5129365,111877616~20123235,132978474~1425280,134507726~45419605,185044548~3968041,191229281~6995410,199374357~18137924,218084295~1333245,221374638~1603857,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310712822~24014142,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:07 smithi137 ceph-mon[88456]: pgmap v4058: 137 pgs: 137 active+clean; 638 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 994 op/s 2024-04-02T09:41:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:07 smithi137 ceph-mon[88456]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:41:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:07 smithi137 ceph-mon[88456]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:41:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:07 smithi028 ceph-mon[94314]: pgmap v4058: 137 pgs: 137 active+clean; 638 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 994 op/s 2024-04-02T09:41:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:07 smithi028 ceph-mon[94314]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:41:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:07 smithi028 ceph-mon[94314]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:41:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:07 smithi028 ceph-mon[96890]: pgmap v4058: 137 pgs: 137 active+clean; 638 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 994 op/s 2024-04-02T09:41:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:07 smithi028 ceph-mon[96890]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-02T09:41:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:07 smithi028 ceph-mon[96890]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-02T09:41:08.583 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:08.583 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:08.624 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:08.624 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:08.624 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~10880210,378791226~14256746,396523619~10548173,407932854~10072580] 2024-04-02T09:41:08.641 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~10999196,378791226~14256746,394264576~12807216,407932854~10072580] 2024-04-02T09:41:09.578 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:09.578 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [5523324~248569,6207380~22461400,29065860~270117,32447836~24652302,57507503~6124028,63832122~3145097,71449889~23186305,95168521~9155865,104959217~5027748,111877616~8987125,121115903~6320283,129773341~2227510,132978474~1425280,134507726~45419605,185044548~6184733,191784244~6440447,199374357~7288801,209282007~12092631,221737178~1241317,226693532~12277957,242513364~6532861,253310152~19511441,286445165~3044770,290303385~17054029,310712822~6315461,317213468~8088755,325327847~9399117,339361726~5603565,344989634~12608676,358966562~3370907,365023434~28024538,396523619~21481815] 2024-04-02T09:41:09.629 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~25141673,32447836~34529383,71303168~33021218,104857600~27143251,132978474~1425280,134507726~45419605,184549376~13675315,199374357~23604138,226693532~12277957,239075328~9970897,251658240~21163353,285212672~22144742,310378496~24348468,335544320~26793149,364904448~28143524,394264576~23740858] 2024-04-02T09:41:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:09 smithi137 ceph-mon[88456]: pgmap v4061: 137 pgs: 137 active+clean; 638 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 994 op/s 2024-04-02T09:41:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:09 smithi137 ceph-mon[88456]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:41:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:09 smithi028 ceph-mon[94314]: pgmap v4061: 137 pgs: 137 active+clean; 638 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 994 op/s 2024-04-02T09:41:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:09 smithi028 ceph-mon[94314]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:41:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:09 smithi028 ceph-mon[96890]: pgmap v4061: 137 pgs: 137 active+clean; 638 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 994 op/s 2024-04-02T09:41:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:09 smithi028 ceph-mon[96890]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-02T09:41:10.622 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (41025 ms) 2024-04-02T09:41:10.622 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-02T09:41:10.622 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:10 smithi137 ceph-mon[88456]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:41:10.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:10 smithi028 ceph-mon[94314]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:41:10.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:10 smithi028 ceph-mon[96890]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-02T09:41:11.575 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:41:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:41:11] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:41:11.690 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1070 ms) 2024-04-02T09:41:11.691 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-02T09:41:11.691 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:11 smithi137 ceph-mon[88456]: pgmap v4064: 137 pgs: 137 active+clean; 566 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 187 op/s 2024-04-02T09:41:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:11 smithi137 ceph-mon[88456]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:41:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:11 smithi028 ceph-mon[94314]: pgmap v4064: 137 pgs: 137 active+clean; 566 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 187 op/s 2024-04-02T09:41:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:11 smithi028 ceph-mon[94314]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:41:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:11 smithi028 ceph-mon[96890]: pgmap v4064: 137 pgs: 137 active+clean; 566 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 187 op/s 2024-04-02T09:41:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:11 smithi028 ceph-mon[96890]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-02T09:41:12.585 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:41:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:12.651 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [827985~21465,2673771~12665,3521316~14549,3876360~85511,6742563~16796,8785011~4471,10052192~66938,11311491~80014,17200875~98239,19317727~24464] to clone 2024-04-02T09:41:12.651 INFO:tasks.workunit.client.0.smithi028.stdout: diff was [0~3961871,4194304~2565055,8388608~3002897,16777216~2564975] 2024-04-02T09:41:12.655 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (966 ms) 2024-04-02T09:41:12.655 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-02T09:41:12.656 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:12.674 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [7541018~89960,9171276~79907,9582470~34147,11011464~95469,14067370~89520,14346604~64387,14418070~62112,17430330~3584,20347392~38986,20493333~67905] 2024-04-02T09:41:12.685 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (29 ms) 2024-04-02T09:41:12.685 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-02T09:41:12.685 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:12 smithi137 ceph-mon[88456]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:41:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:12 smithi137 ceph-mon[88456]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:41:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:12 smithi028 ceph-mon[94314]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:41:12.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:12 smithi028 ceph-mon[94314]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:41:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:12 smithi028 ceph-mon[96890]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-02T09:41:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:12 smithi028 ceph-mon[96890]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-02T09:41:13.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:13 smithi137 ceph-mon[88456]: pgmap v4067: 137 pgs: 137 active+clean; 461 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 364 op/s 2024-04-02T09:41:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:13 smithi028 ceph-mon[94314]: pgmap v4067: 137 pgs: 137 active+clean; 461 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 364 op/s 2024-04-02T09:41:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:13 smithi028 ceph-mon[96890]: pgmap v4067: 137 pgs: 137 active+clean; 461 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 364 op/s 2024-04-02T09:41:14.699 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (2014 ms) 2024-04-02T09:41:14.700 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-02T09:41:14.700 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:14.745 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (46 ms) 2024-04-02T09:41:14.746 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-02T09:41:14.746 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:14.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (84 ms) 2024-04-02T09:41:14.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-02T09:41:14.829 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:14 smithi137 ceph-mon[88456]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:41:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:14 smithi028 ceph-mon[94314]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:41:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:14 smithi028 ceph-mon[96890]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-02T09:41:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:15 smithi137 ceph-mon[88456]: pgmap v4070: 137 pgs: 137 active+clean; 461 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-02T09:41:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:15 smithi137 ceph-mon[88456]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:41:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:15 smithi028 ceph-mon[94314]: pgmap v4070: 137 pgs: 137 active+clean; 461 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-02T09:41:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:15 smithi028 ceph-mon[94314]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:41:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:15 smithi028 ceph-mon[96890]: pgmap v4070: 137 pgs: 137 active+clean; 461 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-02T09:41:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:15 smithi028 ceph-mon[96890]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-02T09:41:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:17 smithi137 ceph-mon[88456]: pgmap v4072: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 15 MiB/s wr, 361 op/s 2024-04-02T09:41:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:17 smithi137 ceph-mon[88456]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:41:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:17 smithi028 ceph-mon[94314]: pgmap v4072: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 15 MiB/s wr, 361 op/s 2024-04-02T09:41:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:17 smithi028 ceph-mon[94314]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:41:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:17 smithi028 ceph-mon[96890]: pgmap v4072: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 15 MiB/s wr, 361 op/s 2024-04-02T09:41:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:17 smithi028 ceph-mon[96890]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-02T09:41:19.867 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5038 ms) 2024-04-02T09:41:19.867 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:41:19.867 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:41:19.867 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:41:19.867 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-02T09:41:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:19 smithi137 ceph-mon[88456]: pgmap v4074: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 293 op/s 2024-04-02T09:41:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:19 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:19 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:19 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:19 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:41:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[94314]: pgmap v4074: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 293 op/s 2024-04-02T09:41:19.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:41:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[96890]: pgmap v4074: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 293 op/s 2024-04-02T09:41:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:41:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:41:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:41:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:19 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:41:20.610 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 15 tests from DiffIterateTest/0 (70295 ms total) 2024-04-02T09:41:20.610 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:41:20.610 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-02T09:41:20.643 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-02T09:41:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:21.604 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:41:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:41:21] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:41:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:21 smithi137 ceph-mon[88456]: pgmap v4075: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 10 MiB/s wr, 251 op/s 2024-04-02T09:41:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:21 smithi137 ceph-mon[88456]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:41:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:21 smithi028 ceph-mon[94314]: pgmap v4075: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 10 MiB/s wr, 251 op/s 2024-04-02T09:41:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:21 smithi028 ceph-mon[94314]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:41:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:21 smithi028 ceph-mon[96890]: pgmap v4075: 137 pgs: 137 active+clean; 557 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 10 MiB/s wr, 251 op/s 2024-04-02T09:41:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:21 smithi028 ceph-mon[96890]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-02T09:41:22.614 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:41:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:22.620 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:22 smithi137 ceph-mon[88456]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:41:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:22 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2202896546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:22.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:22 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:22 smithi028 ceph-mon[94314]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:41:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:22 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2202896546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:22 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:22 smithi028 ceph-mon[96890]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-02T09:41:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:22 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2202896546' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:22 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:41:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:23 smithi137 ceph-mon[88456]: pgmap v4078: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:23 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:41:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:23 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:41:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:23 smithi137 ceph-mon[88456]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:41:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:23 smithi028 ceph-mon[94314]: pgmap v4078: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:23 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:41:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:23 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:41:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:23 smithi028 ceph-mon[94314]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:41:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:23 smithi028 ceph-mon[96890]: pgmap v4078: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:23 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:41:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:23 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-148153-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-02T09:41:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:23 smithi028 ceph-mon[96890]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-02T09:41:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [236927~56522,710125~87342,4276976~65149,7342467~1507,12329202~97227,13906892~51231,18082358~11135,18410642~28051,18857604~53056] 2024-04-02T09:41:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:24 smithi137 ceph-mon[88456]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:41:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:24 smithi028 ceph-mon[94314]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:41:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:24 smithi028 ceph-mon[96890]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-02T09:41:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [0~20971520] 2024-04-02T09:41:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: diff was [0~20971520] 2024-04-02T09:41:25.656 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5013 ms) 2024-04-02T09:41:25.657 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-02T09:41:25.657 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:25 smithi137 ceph-mon[88456]: pgmap v4081: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:25 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:41:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:25 smithi137 ceph-mon[88456]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:41:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:25 smithi028 ceph-mon[96890]: pgmap v4081: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:25 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:41:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:25 smithi028 ceph-mon[96890]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:41:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:25 smithi028 ceph-mon[94314]: pgmap v4081: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:41:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:25 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:41:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:25 smithi028 ceph-mon[94314]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-02T09:41:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:26 smithi137 ceph-mon[88456]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:41:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:26 smithi028 ceph-mon[94314]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:41:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:26 smithi028 ceph-mon[96890]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-02T09:41:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:27 smithi137 ceph-mon[88456]: pgmap v4084: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 237 KiB/s wr, 50 op/s 2024-04-02T09:41:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:27 smithi137 ceph-mon[88456]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:41:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:27 smithi137 ceph-mon[88456]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:41:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:27 smithi028 ceph-mon[94314]: pgmap v4084: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 237 KiB/s wr, 50 op/s 2024-04-02T09:41:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:27 smithi028 ceph-mon[94314]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:41:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:27 smithi028 ceph-mon[94314]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:41:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:27 smithi028 ceph-mon[96890]: pgmap v4084: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 237 KiB/s wr, 50 op/s 2024-04-02T09:41:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:27 smithi028 ceph-mon[96890]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-02T09:41:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:27 smithi028 ceph-mon[96890]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-02T09:41:28.551 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (2894 ms) 2024-04-02T09:41:28.551 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-02T09:41:28.551 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:29 smithi137 ceph-mon[88456]: pgmap v4087: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 237 KiB/s wr, 50 op/s 2024-04-02T09:41:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:29 smithi137 ceph-mon[88456]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:41:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:29 smithi028 ceph-mon[94314]: pgmap v4087: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 237 KiB/s wr, 50 op/s 2024-04-02T09:41:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:29 smithi028 ceph-mon[94314]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:41:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:29 smithi028 ceph-mon[96890]: pgmap v4087: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 237 KiB/s wr, 50 op/s 2024-04-02T09:41:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:29 smithi028 ceph-mon[96890]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-02T09:41:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:30 smithi137 ceph-mon[88456]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:41:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:30 smithi028 ceph-mon[94314]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:41:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:30 smithi028 ceph-mon[96890]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-02T09:41:31.534 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:41:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:41:31] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-02T09:41:31.562 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3011 ms) 2024-04-02T09:41:31.562 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-02T09:41:31.562 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:31 smithi137 ceph-mon[88456]: pgmap v4090: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-04-02T09:41:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:31 smithi137 ceph-mon[88456]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:41:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:31 smithi028 ceph-mon[94314]: pgmap v4090: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-04-02T09:41:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:31 smithi028 ceph-mon[94314]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:41:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:31 smithi028 ceph-mon[96890]: pgmap v4090: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-04-02T09:41:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:31 smithi028 ceph-mon[96890]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-02T09:41:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:32 smithi137 ceph-mon[88456]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:41:32.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:41:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:32 smithi028 ceph-mon[94314]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:41:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:32 smithi028 ceph-mon[96890]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-02T09:41:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:33 smithi137 ceph-mon[88456]: pgmap v4093: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 37 KiB/s wr, 94 op/s 2024-04-02T09:41:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:33 smithi137 ceph-mon[88456]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:41:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:33 smithi028 ceph-mon[94314]: pgmap v4093: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 37 KiB/s wr, 94 op/s 2024-04-02T09:41:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:33 smithi028 ceph-mon[94314]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:41:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:33 smithi028 ceph-mon[96890]: pgmap v4093: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 37 KiB/s wr, 94 op/s 2024-04-02T09:41:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:33 smithi028 ceph-mon[96890]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-02T09:41:34.583 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3021 ms) 2024-04-02T09:41:34.583 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-02T09:41:34.584 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:34.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:34 smithi137 ceph-mon[88456]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:41:34.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:34 smithi028 ceph-mon[94314]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:41:34.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:34 smithi028 ceph-mon[96890]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-02T09:41:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:35 smithi137 ceph-mon[88456]: pgmap v4096: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 83 op/s 2024-04-02T09:41:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:35 smithi137 ceph-mon[88456]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:41:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:35 smithi028 ceph-mon[94314]: pgmap v4096: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 83 op/s 2024-04-02T09:41:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:35 smithi028 ceph-mon[94314]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:41:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:35 smithi028 ceph-mon[96890]: pgmap v4096: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 83 op/s 2024-04-02T09:41:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:35 smithi028 ceph-mon[96890]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-02T09:41:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:36 smithi137 ceph-mon[88456]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:41:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:36 smithi028 ceph-mon[94314]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:41:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:36 smithi028 ceph-mon[96890]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-02T09:41:37.615 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3032 ms) 2024-04-02T09:41:37.615 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-02T09:41:37.615 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:37 smithi137 ceph-mon[88456]: pgmap v4099: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 140 KiB/s wr, 123 op/s 2024-04-02T09:41:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:37 smithi137 ceph-mon[88456]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:41:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:37 smithi028 ceph-mon[94314]: pgmap v4099: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 140 KiB/s wr, 123 op/s 2024-04-02T09:41:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:37 smithi028 ceph-mon[94314]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:41:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:37 smithi028 ceph-mon[96890]: pgmap v4099: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 140 KiB/s wr, 123 op/s 2024-04-02T09:41:37.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:37 smithi028 ceph-mon[96890]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-02T09:41:38.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:38 smithi137 ceph-mon[88456]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:41:38.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:38 smithi028 ceph-mon[94314]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:41:38.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:38 smithi028 ceph-mon[96890]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-02T09:41:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:39 smithi137 ceph-mon[88456]: pgmap v4102: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 140 KiB/s wr, 123 op/s 2024-04-02T09:41:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:39 smithi137 ceph-mon[88456]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:41:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:39 smithi028 ceph-mon[94314]: pgmap v4102: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 140 KiB/s wr, 123 op/s 2024-04-02T09:41:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:39 smithi028 ceph-mon[94314]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:41:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:39 smithi028 ceph-mon[96890]: pgmap v4102: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 140 KiB/s wr, 123 op/s 2024-04-02T09:41:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:39 smithi028 ceph-mon[96890]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-02T09:41:40.633 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3018 ms) 2024-04-02T09:41:40.633 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-02T09:41:40.633 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:41:40.695 INFO:tasks.workunit.client.0.smithi028.stdout: i=0 exists [64908475~3942221,113599595~6746271,149416669~148559,154628480~5248218,179556202~3109408,201490344~587891,238818843~3316194,259734941~1955634,330640740~989643,341366402~6829033] wrote [64908475~3942221,113599595~6746271,149416669~148559,154628480~5248218,179556202~3109408,201490344~587891,238818843~3316194,259734941~1955634,330640740~989643,341366402~6829033] 2024-04-02T09:41:40.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:40 smithi137 ceph-mon[88456]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:41:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:40 smithi028 ceph-mon[94314]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:41:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:40 smithi028 ceph-mon[96890]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-02T09:41:41.586 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:41:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:41:41] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:41:41.677 INFO:tasks.workunit.client.0.smithi028.stdout: i=1 exists [19574730~6291231,33629802~3724093,53612443~4883194,64908475~3942221,88753494~5454486,113599595~6746271,124155007~7210993,149416669~148559,154628480~5248218,179556202~3109408,201490344~587891,206667984~4953434,238818843~3316194,255028937~7937168,330640740~989643,341366402~6829033,377228586~194005] wrote [19574730~6291231,33629802~3724093,53612443~4883194,88753494~5454486,124155007~7210993,206667984~4953434,255028937~7937168,341897059~4337829,377228586~194005] 2024-04-02T09:41:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:41 smithi137 ceph-mon[88456]: pgmap v4105: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-02T09:41:41.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:41 smithi137 ceph-mon[88456]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:41:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:41 smithi028 ceph-mon[96890]: pgmap v4105: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-02T09:41:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:41 smithi028 ceph-mon[96890]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:41:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:41 smithi028 ceph-mon[94314]: pgmap v4105: 137 pgs: 137 active+clean; 21 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 10 op/s 2024-04-02T09:41:41.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:41 smithi028 ceph-mon[94314]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-02T09:41:42.597 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:41:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:42.643 INFO:tasks.workunit.client.0.smithi028.stdout: i=2 exists [7109480~4732636,19574730~6291231,31218174~674177,33629802~3724093,53612443~4883194,64908475~8785504,87136687~1496249,88753494~5454486,113599595~6746271,124155007~7210993,149416669~148559,154628480~5248218,174351013~8314597,201490344~587891,206667984~4953434,224025544~2429964,238818843~3316194,249599550~3919184,255028937~7937168,330640740~989643,341366402~6829033,377228586~194005] wrote [7109480~4732636,31218174~674177,65022175~8671804,87136687~1496249,174351013~5521004,224025544~2429964,249599550~3919184] 2024-04-02T09:41:42.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:42 smithi137 ceph-mon[88456]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:41:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:42 smithi028 ceph-mon[94314]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:41:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:42 smithi028 ceph-mon[96890]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-02T09:41:43.646 INFO:tasks.workunit.client.0.smithi028.stdout: i=3 exists [7109480~4732636,19574730~6291231,31218174~674177,33629802~3724093,53612443~20081536,86894459~1738477,88753494~5454486,113599595~6746271,124155007~7210993,149416669~148559,154628480~5248218,174351013~8653856,201490344~587891,206667984~4953434,220779478~10506273,238818843~3316194,249599550~3919184,255028937~7937168,280415282~5228541,330640740~989643,341366402~6829033,377228586~194005,397423033~82762,408595921~1834931] wrote [8611338~457281,56356883~9248558,86894459~1095721,182488827~516042,220779478~10506273,280415282~5228541,397423033~82762,408595921~1834931] 2024-04-02T09:41:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:43 smithi137 ceph-mon[88456]: pgmap v4108: 137 pgs: 137 active+clean; 60 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 6.8 MiB/s wr, 172 op/s 2024-04-02T09:41:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:43 smithi137 ceph-mon[88456]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:41:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:43 smithi028 ceph-mon[94314]: pgmap v4108: 137 pgs: 137 active+clean; 60 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 6.8 MiB/s wr, 172 op/s 2024-04-02T09:41:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:43 smithi028 ceph-mon[94314]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:41:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:43 smithi028 ceph-mon[96890]: pgmap v4108: 137 pgs: 137 active+clean; 60 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 6.8 MiB/s wr, 172 op/s 2024-04-02T09:41:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:43 smithi028 ceph-mon[96890]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-02T09:41:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: i=4 exists [3021470~709162,7109480~4732636,19574730~6291231,31218174~674177,33629802~3724093,53612443~20081536,86894459~1738477,88753494~5454486,95752340~1832217,98230031~6020631,113599595~6746271,122937877~8428123,149416669~148559,150279163~9597535,174351013~8653856,191127075~7880520,201490344~587891,206667984~4953434,220779478~10506273,238818843~3316194,249599550~3919184,255028937~7937168,264398217~6932595,280415282~5228541,293683538~780246,327411739~2926437,330640740~989643,341366402~6829033,377228586~194005,397423033~82762,408595921~1834931] wrote [3021470~709162,95752340~1832217,98230031~6020631,122937877~3900454,150279163~4661073,191127075~7880520,264398217~6932595,293683538~780246,327411739~2926437] 2024-04-02T09:41:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:44 smithi137 ceph-mon[88456]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:41:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:44 smithi028 ceph-mon[94314]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:41:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:44 smithi028 ceph-mon[96890]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-02T09:41:45.687 INFO:tasks.workunit.client.0.smithi028.stdout: i=5 exists [3021470~709162,7109480~4732636,19574730~6291231,31218174~674177,33629802~3724093,52019643~25013598,83068937~5563999,88753494~5454486,95752340~1832217,98230031~6020631,113599595~6746271,122937877~8428123,149416669~148559,150279163~10438857,174351013~8653856,191127075~12336544,206667984~4953434,216150081~1234367,217819568~13466183,238818843~3316194,249599550~3919184,255028937~7937168,264398217~6932595,280415282~5228541,293683538~780246,298300113~1697076,327411739~2926437,330640740~989643,341366402~6829033,348496741~7390059,377228586~194005,397423033~82762,408595921~1834931] wrote [52019643~6093821,70334120~6699121,83068937~5267672,125966590~4119405,157997643~2720377,197972443~5491176,216150081~1234367,217819568~4485001,298300113~1697076,348496741~7390059] 2024-04-02T09:41:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:45 smithi137 ceph-mon[88456]: pgmap v4111: 137 pgs: 137 active+clean; 60 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 6.8 MiB/s wr, 162 op/s 2024-04-02T09:41:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:45 smithi137 ceph-mon[88456]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:41:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:45 smithi028 ceph-mon[94314]: pgmap v4111: 137 pgs: 137 active+clean; 60 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 6.8 MiB/s wr, 162 op/s 2024-04-02T09:41:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:45 smithi028 ceph-mon[94314]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:41:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:45 smithi028 ceph-mon[96890]: pgmap v4111: 137 pgs: 137 active+clean; 60 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 6.8 MiB/s wr, 162 op/s 2024-04-02T09:41:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:45 smithi028 ceph-mon[96890]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-02T09:41:46.670 INFO:tasks.workunit.client.0.smithi028.stdout: i=6 exists [3021470~709162,7109480~4732636,19574730~6291231,31218174~674177,33629802~3724093,39123983~2966445,52019643~25013598,83068937~5563999,88753494~5454486,95752340~1832217,98230031~6020631,113599595~6746271,122937877~8428123,149416669~148559,150279163~10438857,174351013~8653856,184826907~4367991,191127075~14963459,206667984~4953434,212736844~4647604,217819568~13466183,238818843~3316194,249599550~3919184,255028937~7937168,264398217~7001490,280415282~5228541,293683538~780246,298300113~1697076,327411739~2926437,330640740~989643,334792591~3879839,341366402~6829033,348496741~7390059,357672066~3301553,377228586~194005,390774161~4391787,397423033~82762,408595921~1834931] wrote [39123983~2966445,127015165~892841,184826907~4367991,200864674~5225860,212736844~4026779,265533182~5866525,281768397~1174810,334792591~3879839,357672066~3301553,390774161~4391787] 2024-04-02T09:41:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:46 smithi137 ceph-mon[88456]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:41:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:46 smithi028 ceph-mon[94314]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:41:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:46 smithi028 ceph-mon[96890]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-02T09:41:47.711 INFO:tasks.workunit.client.0.smithi028.stdout: i=7 exists [3021470~709162,7109480~4732636,19574730~6291231,31218174~674177,33629802~3724093,37443249~8268686,46725495~833494,52019643~25013598,83068937~5563999,88753494~5454486,95752340~1832217,98230031~6020631,113006415~7339451,122937877~8428123,149416669~148559,150279163~10438857,174351013~8653856,184826907~4367991,191127075~14963459,206667984~4953434,212736844~4647604,217819568~13466183,238818843~3316194,249599550~3919184,255028937~7937168,264398217~7001490,278766573~6877250,289127230~7368784,298300113~1697076,327411739~2926437,330640740~989643,334792591~3879839,341366402~6829033,348496741~7390059,357672066~3301553,377228586~194005,387490485~11289643,408595921~1834931] wrote [37443249~8268686,46725495~833494,66281975~2728077,72136045~795580,113006415~1685261,278766573~1820806,289127230~7368784,387490485~11289643] 2024-04-02T09:41:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:47 smithi137 ceph-mon[88456]: pgmap v4114: 137 pgs: 137 active+clean; 297 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 260 op/s 2024-04-02T09:41:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:47 smithi137 ceph-mon[88456]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:41:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:47 smithi028 ceph-mon[94314]: pgmap v4114: 137 pgs: 137 active+clean; 297 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 260 op/s 2024-04-02T09:41:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:47 smithi028 ceph-mon[94314]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:41:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:47 smithi028 ceph-mon[96890]: pgmap v4114: 137 pgs: 137 active+clean; 297 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 260 op/s 2024-04-02T09:41:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:47 smithi028 ceph-mon[96890]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-02T09:41:48.705 INFO:tasks.workunit.client.0.smithi028.stdout: i=8 exists [3021470~709162,7109480~4732636,19574730~6291231,31218174~674177,33629802~3724093,37443249~9205878,46725495~833494,52019643~25013598,83068937~5563999,88753494~5454486,95752340~1832217,98230031~6020631,113006415~7339451,122937877~8428123,132673077~1606582,149416669~148559,150279163~10438857,174351013~8653856,184826907~4367991,191127075~15439093,206667984~4953434,212736844~4647604,217819568~13466183,235751316~7804865,249599550~3919184,255028937~7937168,264398217~7001490,278766573~6877250,289127230~7368784,298300113~1697076,301648035~17253,327411739~2926437,330640740~989643,334792591~3879839,341366402~6829033,348496741~7390059,357672066~10594712,377228586~194005,387490485~11289643,400633829~3317760,408595921~1834931] wrote [43761207~2887920,132673077~1606582,151883246~7390519,205130799~1435369,235751316~7804865,301648035~17253,348791833~2470070,360080185~8186593,400633829~3317760] 2024-04-02T09:41:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:48 smithi137 ceph-mon[88456]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:41:48.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:48 smithi028 ceph-mon[94314]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:41:48.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:48 smithi028 ceph-mon[96890]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-02T09:41:49.717 INFO:tasks.workunit.client.0.smithi028.stdout: i=9 exists [3021470~709162,7109480~4732636,15317167~10548794,31218174~674177,33629802~3724093,37443249~9205878,46725495~833494,52019643~28676761,83068937~5563999,88753494~5454486,95752340~1832217,98230031~6020631,113006415~7339451,122937877~8428123,132673077~1606582,149416669~148559,150279163~10438857,174351013~14843885,191127075~15439093,206667984~4953434,212736844~4647604,217819568~13466183,235751316~18426404,255028937~7937168,264398217~7001490,278766573~6877250,289127230~7368784,298300113~1697076,301648035~17253,327411739~2926437,330640740~989643,334792591~3879839,341366402~6829033,348496741~7390059,357672066~10594712,377228586~194005,387490485~11289643,400633829~3317760,408595921~1834931] wrote [15317167~7621369,76443779~4252625,88928441~1568813,179968781~8904317,238430489~11297162,252483958~1693762,280720789~4422009] 2024-04-02T09:41:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:49 smithi137 ceph-mon[88456]: pgmap v4117: 137 pgs: 137 active+clean; 297 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 260 op/s 2024-04-02T09:41:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:49 smithi137 ceph-mon[88456]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:41:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:49 smithi028 ceph-mon[94314]: pgmap v4117: 137 pgs: 137 active+clean; 297 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 260 op/s 2024-04-02T09:41:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:49 smithi028 ceph-mon[94314]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:41:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:49 smithi028 ceph-mon[96890]: pgmap v4117: 137 pgs: 137 active+clean; 297 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 260 op/s 2024-04-02T09:41:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:49 smithi028 ceph-mon[96890]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-02T09:41:50.697 INFO:tasks.workunit.client.0.smithi028.stdout: i=10 exists [3021470~709162,7109480~4732636,15317167~10548794,26570656~2329202,30524949~6828946,37443249~9205878,46725495~833494,52019643~28676761,83068937~11139043,95752340~1832217,98230031~6020631,113006415~7339451,122937877~8428123,132673077~1606582,149416669~148559,150279163~10438857,174351013~14843885,191127075~15439093,206667984~4953434,212736844~4647604,217819568~13466183,235751316~18426404,255028937~8070101,264398217~7001490,278766573~9359334,289127230~7368784,298300113~1697076,301648035~17253,302545563~5608695,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~7390059,357672066~10594712,377228586~194005,387490485~11289643,400633829~3317760,408595921~1834931] wrote [26570656~2329202,30524949~3673743,52123346~557747,85599645~4792185,262664440~434598,282952864~5173043,302545563~5608695,339638754~7364702] 2024-04-02T09:41:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:50 smithi137 ceph-mon[88456]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:41:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:50 smithi028 ceph-mon[94314]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:41:50.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:50.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:50 smithi028 ceph-mon[96890]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-02T09:41:50.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:41:51.641 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:41:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:41:51] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:41:51.718 INFO:tasks.workunit.client.0.smithi028.stdout: i=11 exists [3021470~709162,3858414~22007547,26570656~2329202,30524949~16124178,46725495~833494,52019643~28676761,83068937~11139043,95752340~1832217,98230031~6020631,113006415~7339451,122937877~9608239,132673077~1606582,136073622~5802101,149416669~148559,150279163~10438857,174351013~14843885,191127075~15439093,206667984~4953434,212736844~4647604,217819568~13466183,235751316~18426404,255028937~8070101,264398217~7001490,278766573~9359334,289127230~7368784,298300113~1697076,301648035~17253,302545563~5608695,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~7390059,357672066~10594712,373606665~5770873,387490485~11289643,400633829~3317760,408595921~1834931] wrote [3858414~5253555,10453622~7302602,19175429~1085219,35780653~4723151,115810744~1132123,129207110~3339006,136073622~5802101,183953623~2455696,373606665~5770873,391902468~4928335] 2024-04-02T09:41:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:51 smithi137 ceph-mon[88456]: pgmap v4120: 137 pgs: 137 active+clean; 362 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s wr, 8 op/s 2024-04-02T09:41:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:51 smithi137 ceph-mon[88456]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:41:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:51 smithi028 ceph-mon[94314]: pgmap v4120: 137 pgs: 137 active+clean; 362 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s wr, 8 op/s 2024-04-02T09:41:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:51 smithi028 ceph-mon[94314]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:41:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:51 smithi028 ceph-mon[96890]: pgmap v4120: 137 pgs: 137 active+clean; 362 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s wr, 8 op/s 2024-04-02T09:41:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:51 smithi028 ceph-mon[96890]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-02T09:41:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:41:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:41:52.695 INFO:tasks.workunit.client.0.smithi028.stdout: i=12 exists [3021470~709162,3858414~22007547,26570656~2329202,30524949~16124178,46725495~833494,52019643~42188337,95752340~1832217,98230031~6020631,105334364~961821,113006415~7339451,122937877~9608239,132673077~1606582,136073622~5802101,149416669~148559,150279163~10438857,170557009~1052161,174351013~14843885,191127075~15439093,206667984~4953434,212736844~18548907,235751316~18426404,255028937~8070101,264398217~7001490,275033174~13092733,289127230~7368784,298300113~1697076,301648035~17253,302545563~5608695,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~7390059,357672066~10594712,373606665~5770873,387490485~11289643,400633829~3317760,408595921~1834931] wrote [78747757~866360,80658000~7073270,91843850~671375,92978921~716676,105334364~961821,170557009~1052161,214703363~11551835,275033174~4278834,346082603~934747] 2024-04-02T09:41:52.942 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:52 smithi137 ceph-mon[88456]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:41:52.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:52 smithi028 ceph-mon[94314]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:41:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:52 smithi028 ceph-mon[96890]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-02T09:41:53.737 INFO:tasks.workunit.client.0.smithi028.stdout: i=13 exists [3021470~709162,3858414~22007547,26570656~2329202,30524949~16124178,46725495~833494,52019643~42188337,95752340~1832217,97903231~6347431,105334364~961821,111015168~9330698,122937877~9608239,132673077~1606582,136073622~5802101,149416669~148559,150279163~10438857,170557009~1052161,174351013~14843885,191127075~15439093,206667984~4953434,212736844~18548907,235751316~18426404,255028937~8070101,264398217~7001490,275033174~13092733,289127230~7368784,298300113~1697076,301648035~17253,302545563~5608695,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~7390059,357672066~10594712,373606665~5770873,387490485~11289643,400633829~3317760,408595921~1834931] wrote [12765689~12485201,65772664~5105410,97903231~1965555,111015168~3469262,153080484~7275580,250874052~167284,290356423~4358916] 2024-04-02T09:41:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:53 smithi028 ceph-mon[94314]: pgmap v4123: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 50 MiB/s wr, 303 op/s 2024-04-02T09:41:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:53 smithi028 ceph-mon[94314]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:41:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:53 smithi028 ceph-mon[96890]: pgmap v4123: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 50 MiB/s wr, 303 op/s 2024-04-02T09:41:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:53 smithi028 ceph-mon[96890]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:41:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:53 smithi137 ceph-mon[88456]: pgmap v4123: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 50 MiB/s wr, 303 op/s 2024-04-02T09:41:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:53 smithi137 ceph-mon[88456]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-02T09:41:54.724 INFO:tasks.workunit.client.0.smithi028.stdout: i=14 exists [3021470~709162,3858414~22007547,26570656~2329202,30524949~16124178,46725495~833494,52019643~42188337,95752340~1832217,97903231~6347431,105334364~961821,111015168~9330698,122937877~18937846,149416669~148559,150279163~10438857,170557009~1052161,174351013~14843885,191127075~15439093,206667984~24617767,235751316~18426404,255028937~8070101,264398217~7001490,275033174~13092733,289127230~7368784,298300113~1697076,301648035~17253,302545563~5608695,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~7390059,357672066~10594712,373606665~5770873,387490485~11289643,400633829~3457496,408595921~1834931] wrote [9976204~6249096,22391656~973186,80386670~5564127,132392298~4546873,179446104~8628076,209756747~6752125,224710581~163344,388472960~259378,403561913~529412] 2024-04-02T09:41:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:54 smithi028 ceph-mon[94314]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:41:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:54 smithi028 ceph-mon[96890]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:41:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:54 smithi137 ceph-mon[88456]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-02T09:41:55.722 INFO:tasks.workunit.client.0.smithi028.stdout: i=15 exists [3021470~709162,3858414~22188572,26570656~2329202,30524949~16124178,46725495~833494,52019643~42188337,95752340~1832217,97903231~6347431,105334364~961821,108279935~12065931,122937877~18937846,149416669~148559,150279163~10438857,170557009~1052161,174351013~14843885,191127075~15439093,206667984~24617767,235751316~18426404,255028937~8070101,264398217~7001490,275033174~13092733,289127230~7368784,298300113~2360673,301648035~17253,302545563~5608695,310750676~5165809,320713049~643438,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~7390059,357672066~10594712,373606665~5770873,387490485~11289643,400633829~3457496,408595921~7503707] wrote [23433376~2613610,67627659~8036566,108279935~6950275,245625950~3231782,269605483~6606,277114110~5290151,298965156~1695630,310750676~5165809,320713049~643438,409628502~6471126] 2024-04-02T09:41:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:55 smithi028 ceph-mon[94314]: pgmap v4126: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 33 MiB/s wr, 294 op/s 2024-04-02T09:41:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:55 smithi028 ceph-mon[94314]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:41:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:55 smithi028 ceph-mon[96890]: pgmap v4126: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 33 MiB/s wr, 294 op/s 2024-04-02T09:41:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:55 smithi028 ceph-mon[96890]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:41:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:55 smithi137 ceph-mon[88456]: pgmap v4126: 137 pgs: 137 active+clean; 495 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 33 MiB/s wr, 294 op/s 2024-04-02T09:41:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:55 smithi137 ceph-mon[88456]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-02T09:41:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: i=16 exists [3021470~709162,3858414~25041444,30524949~16124178,46725495~833494,52019643~42188337,95752340~1832217,97903231~6347431,105334364~961821,108279935~12065931,122937877~18937846,149416669~148559,150279163~10438857,170557009~1052161,174351013~14843885,191127075~15439093,206667984~24617767,231451370~22726350,255028937~16370770,275033174~13092733,289127230~7368784,298300113~2360673,301648035~17253,302545563~5608695,310750676~5165809,320713049~643438,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~7390059,357672066~10594712,373606665~5770873,387490485~11289643,400633829~3457496,408595921~7503707] wrote [16046802~11242296,155906908~1541923,191622033~8047621,231451370~8071407,262450810~7996031,277420014~6509195] 2024-04-02T09:41:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:56 smithi028 ceph-mon[94314]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:41:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:56 smithi028 ceph-mon[96890]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:41:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:56 smithi137 ceph-mon[88456]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-02T09:41:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: i=17 exists [3021470~709162,3858414~25041444,30524949~16124178,46725495~833494,50093193~44114787,95752340~1832217,97903231~6347431,105334364~961821,108279935~12065931,122937877~18937846,149416669~148559,150279163~10438857,170557009~1052161,174351013~14843885,191127075~40158676,231451370~22726350,255028937~16370770,275033174~13092733,289127230~7368784,298300113~2360673,301648035~17253,302545563~5608695,310750676~5165809,320713049~643438,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~7390059,357672066~13427848,373606665~5770873,387490485~11289643,400633829~5412101,408595921~7503707] wrote [23939267~4639429,50093193~6417023,79915705~8055809,127745187~7577868,185340309~2761630,203372547~4798113,211820498~7755343,365181600~5918314,393171821~4645093,403141627~2904303] 2024-04-02T09:41:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:57 smithi028 ceph-mon[94314]: pgmap v4129: 137 pgs: 137 active+clean; 671 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 43 MiB/s wr, 337 op/s 2024-04-02T09:41:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:57 smithi028 ceph-mon[94314]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:41:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:57 smithi028 ceph-mon[96890]: pgmap v4129: 137 pgs: 137 active+clean; 671 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 43 MiB/s wr, 337 op/s 2024-04-02T09:41:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:57 smithi028 ceph-mon[96890]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:41:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:57 smithi137 ceph-mon[88456]: pgmap v4129: 137 pgs: 137 active+clean; 671 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 43 MiB/s wr, 337 op/s 2024-04-02T09:41:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:57 smithi137 ceph-mon[88456]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-02T09:41:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: i=18 exists [3021470~709162,3858414~25041444,30524949~17034040,48923526~45284454,95752340~1832217,97903231~6347431,105334364~961821,108279935~12065931,120860934~21014789,149416669~148559,150279163~10438857,170557009~1052161,174351013~16321944,191127075~40158676,231451370~22726350,255028937~16370770,275033174~13092733,289127230~7368784,298300113~2360673,301648035~17253,302545563~5608695,310750676~5165809,320713049~643438,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~22603173,373606665~5770873,387490485~11289643,400633829~5412101,408595921~7503707] wrote [41748262~5780608,48923526~7093554,68036526~5342399,113300261~2988997,120860934~5595732,131649931~4476919,186908806~3764151,232018547~7109770,354191658~7438346,362418370~7725082] 2024-04-02T09:41:58.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:58 smithi028 ceph-mon[94314]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:41:58.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:58 smithi028 ceph-mon[96890]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:41:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:58 smithi137 ceph-mon[88456]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-02T09:41:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: i=19 exists [3021470~709162,3858414~25041444,30524949~17034040,48923526~45284454,95752340~1832217,97903231~6347431,105334364~961821,108279935~12065931,120860934~21014789,149416669~148559,150279163~10438857,170557009~1052161,174351013~16321944,191127075~63050645,255028937~16370770,275033174~13092733,289127230~7368784,298300113~2360673,301648035~17253,302545563~5608695,310750676~5165809,320713049~643438,327411739~2926437,330640740~989643,334792591~3879839,339638754~8556681,348496741~22603173,373606665~5770873,381022734~825115,387490485~11289643,400633829~5412101,406633139~9466489] wrote [68405666~3100173,83279297~3212203,86959246~2618044,110179874~3183910,114052688~6091518,230247806~6569296,279726027~701980,381022734~825115,406633139~2953520] 2024-04-02T09:41:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:59 smithi028 ceph-mon[94314]: pgmap v4132: 137 pgs: 137 active+clean; 671 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 43 MiB/s wr, 337 op/s 2024-04-02T09:41:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:41:59 smithi028 ceph-mon[94314]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:41:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:59 smithi028 ceph-mon[96890]: pgmap v4132: 137 pgs: 137 active+clean; 671 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 43 MiB/s wr, 337 op/s 2024-04-02T09:41:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:41:59 smithi028 ceph-mon[96890]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:42:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:59 smithi137 ceph-mon[88456]: pgmap v4132: 137 pgs: 137 active+clean; 671 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 43 MiB/s wr, 337 op/s 2024-04-02T09:42:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:41:59 smithi137 ceph-mon[88456]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-02T09:42:00.707 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 1 diff [16777216~8388608,33554432~4194304,50331648~8388608,88080384~8388608,121634816~8388608,205520896~8388608,251658240~8388608,339738624~8388608,373293056~4194304] 2024-04-02T09:42:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [16777216~8388608,33554432~4194304,50331648~8388608,88080384~8388608,121634816~8388608,205520896~8388608,251658240~8388608,339738624~8388608,373293056~4194304] 2024-04-02T09:42:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [16777216~12582912,33554432~4194304,50331648~8388608,88080384~8388608,121634816~12582912,205520896~8388608,251658240~12582912,339738624~8388608,373293056~4194304] 2024-04-02T09:42:00.719 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 2 diff [4194304~8388608,16777216~8388608,29360128~8388608,50331648~8388608,62914560~12582912,83886080~12582912,121634816~8388608,171966464~8388608,205520896~8388608,222298112~4194304,247463936~12582912,339738624~8388608,373293056~4194304] 2024-04-02T09:42:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~8388608,50331648~8388608,62914560~12582912,83886080~12582912,121634816~8388608,171966464~8388608,205520896~8388608,222298112~4194304,247463936~12582912,339738624~8388608,373293056~4194304] 2024-04-02T09:42:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,16777216~20971520,50331648~8388608,62914560~12582912,83886080~12582912,121634816~12582912,171966464~8388608,205520896~8388608,222298112~4194304,247463936~16777216,339738624~8388608,373293056~4194304] 2024-04-02T09:42:00.720 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 3 diff [4194304~8388608,16777216~8388608,29360128~8388608,50331648~20971520,83886080~12582912,121634816~8388608,171966464~12582912,205520896~8388608,218103808~12582912,247463936~12582912,276824064~8388608,339738624~8388608,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~8388608,50331648~20971520,83886080~12582912,121634816~8388608,171966464~12582912,205520896~8388608,218103808~12582912,247463936~12582912,276824064~8388608,339738624~8388608,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,16777216~20971520,50331648~25165824,83886080~12582912,121634816~12582912,171966464~12582912,205520896~8388608,218103808~16777216,247463936~16777216,276824064~12582912,339738624~8388608,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.723 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 4 diff [0~12582912,16777216~8388608,29360128~8388608,50331648~20971520,83886080~20971520,121634816~12582912,146800640~8388608,171966464~12582912,188743680~8388608,205520896~8388608,218103808~12582912,247463936~12582912,264241152~8388608,276824064~8388608,293601280~4194304,327155712~4194304,339738624~8388608,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,50331648~20971520,83886080~20971520,121634816~12582912,146800640~8388608,171966464~12582912,188743680~8388608,205520896~8388608,218103808~12582912,247463936~12582912,264241152~8388608,276824064~8388608,293601280~4194304,327155712~4194304,339738624~8388608,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,16777216~20971520,50331648~25165824,83886080~20971520,121634816~12582912,146800640~8388608,171966464~12582912,188743680~12582912,205520896~8388608,218103808~16777216,247463936~25165824,276824064~12582912,293601280~4194304,327155712~4194304,339738624~8388608,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.725 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 5 diff [0~12582912,16777216~8388608,29360128~8388608,50331648~25165824,79691776~25165824,121634816~12582912,146800640~12582912,171966464~12582912,188743680~12582912,205520896~25165824,247463936~12582912,264241152~8388608,276824064~8388608,293601280~8388608,327155712~4194304,339738624~16777216,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,50331648~25165824,79691776~25165824,121634816~12582912,146800640~12582912,171966464~12582912,188743680~12582912,205520896~25165824,247463936~12582912,264241152~8388608,276824064~8388608,293601280~8388608,327155712~4194304,339738624~16777216,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,16777216~20971520,50331648~54525952,121634816~12582912,146800640~16777216,171966464~12582912,188743680~46137344,247463936~25165824,276824064~12582912,293601280~8388608,327155712~4194304,339738624~16777216,373293056~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.728 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 6 diff [0~12582912,16777216~8388608,29360128~12582912,50331648~25165824,79691776~25165824,121634816~12582912,146800640~12582912,171966464~58720256,247463936~12582912,264241152~8388608,276824064~8388608,293601280~8388608,327155712~8388608,339738624~20971520,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,50331648~25165824,79691776~25165824,121634816~12582912,146800640~12582912,171966464~58720256,247463936~12582912,264241152~8388608,276824064~8388608,293601280~8388608,327155712~8388608,339738624~20971520,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,16777216~29360128,50331648~54525952,121634816~12582912,146800640~16777216,171966464~62914560,247463936~25165824,276824064~12582912,293601280~8388608,327155712~37748736,373293056~4194304,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.731 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 7 diff [0~12582912,16777216~8388608,29360128~12582912,46137344~29360128,79691776~25165824,109051904~4194304,121634816~12582912,146800640~12582912,171966464~58720256,247463936~12582912,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,339738624~20971520,373293056~4194304,385875968~12582912,406847488~4194304] 2024-04-02T09:42:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~29360128,79691776~25165824,109051904~4194304,121634816~12582912,146800640~12582912,171966464~58720256,247463936~12582912,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,339738624~20971520,373293056~4194304,385875968~12582912,406847488~4194304] 2024-04-02T09:42:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,16777216~88080384,109051904~8388608,121634816~12582912,146800640~16777216,171966464~62914560,247463936~25165824,276824064~25165824,327155712~37748736,373293056~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.735 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 8 diff [0~12582912,16777216~8388608,29360128~46137344,79691776~25165824,109051904~4194304,121634816~12582912,146800640~12582912,171966464~58720256,234881024~8388608,247463936~12582912,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,339738624~29360128,373293056~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,16777216~8388608,29360128~46137344,79691776~25165824,109051904~4194304,121634816~12582912,146800640~12582912,171966464~58720256,234881024~8388608,247463936~12582912,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,339738624~29360128,373293056~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,16777216~88080384,109051904~8388608,121634816~16777216,146800640~16777216,171966464~100663296,276824064~25165824,327155712~41943040,373293056~4194304,385875968~25165824] 2024-04-02T09:42:00.738 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 9 diff [0~25165824,29360128~75497472,109051904~4194304,121634816~12582912,146800640~12582912,171966464~58720256,234881024~25165824,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,339738624~29360128,373293056~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~75497472,109051904~4194304,121634816~12582912,146800640~12582912,171966464~58720256,234881024~25165824,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,339738624~29360128,373293056~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~104857600,109051904~8388608,121634816~16777216,146800640~16777216,171966464~100663296,276824064~25165824,327155712~41943040,373293056~4194304,385875968~25165824] 2024-04-02T09:42:00.742 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 10 diff [0~104857600,109051904~4194304,121634816~12582912,146800640~12582912,171966464~58720256,234881024~25165824,264241152~8388608,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~104857600,109051904~4194304,121634816~12582912,146800640~12582912,171966464~58720256,234881024~25165824,264241152~8388608,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~4194304,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~104857600,109051904~8388608,121634816~16777216,146800640~16777216,171966464~100663296,276824064~33554432,327155712~41943040,373293056~4194304,385875968~25165824] 2024-04-02T09:42:00.746 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 11 diff [0~104857600,109051904~8388608,121634816~20971520,146800640~12582912,171966464~58720256,234881024~25165824,264241152~8388608,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~104857600,109051904~8388608,121634816~20971520,146800640~12582912,171966464~58720256,234881024~25165824,264241152~8388608,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~104857600,109051904~8388608,121634816~20971520,146800640~16777216,171966464~100663296,276824064~33554432,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.752 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 12 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~62914560,234881024~25165824,264241152~29360128,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~62914560,234881024~25165824,264241152~29360128,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~142606336,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.757 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 13 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~62914560,234881024~25165824,264241152~29360128,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~62914560,234881024~25165824,264241152~29360128,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~142606336,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.763 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 14 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~62914560,234881024~25165824,264241152~29360128,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~62914560,234881024~25165824,264241152~29360128,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~142606336,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.768 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 15 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~62914560,234881024~25165824,264241152~29360128,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~62914560,234881024~25165824,264241152~29360128,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~155189248,327155712~41943040,373293056~8388608,385875968~33554432] 2024-04-02T09:42:00.775 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 16 diff [0~25165824,29360128~88080384,121634816~20971520,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~88080384,121634816~20971520,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~155189248,327155712~41943040,373293056~8388608,385875968~33554432] 2024-04-02T09:42:00.782 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 17 diff [0~25165824,29360128~88080384,121634816~20971520,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~88080384,121634816~20971520,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~155189248,327155712~54525952,385875968~33554432] 2024-04-02T09:42:00.789 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 18 diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~54525952,385875968~33554432] 2024-04-02T09:42:00.797 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 19 diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:00.805 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 2 diff [4194304~8388608,29360128~4194304,62914560~12582912,83886080~4194304,171966464~8388608,222298112~4194304,247463936~4194304] 2024-04-02T09:42:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~8388608,29360128~4194304,62914560~12582912,83886080~4194304,171966464~8388608,222298112~4194304,247463936~4194304] 2024-04-02T09:42:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,29360128~4194304,62914560~12582912,83886080~8388608,171966464~8388608,222298112~4194304,247463936~8388608] 2024-04-02T09:42:00.806 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 3 diff [4194304~8388608,29360128~4194304,54525952~20971520,83886080~4194304,171966464~12582912,218103808~12582912,247463936~4194304,276824064~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~8388608,29360128~4194304,54525952~20971520,83886080~4194304,171966464~12582912,218103808~12582912,247463936~4194304,276824064~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,29360128~4194304,54525952~20971520,83886080~8388608,171966464~12582912,218103808~16777216,247463936~8388608,276824064~12582912,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.808 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 4 diff [0~12582912,29360128~4194304,54525952~20971520,83886080~4194304,92274688~12582912,121634816~4194304,146800640~8388608,171966464~12582912,188743680~8388608,218103808~12582912,247463936~4194304,264241152~8388608,276824064~8388608,293601280~4194304,327155712~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,29360128~4194304,54525952~20971520,83886080~4194304,92274688~12582912,121634816~4194304,146800640~8388608,171966464~12582912,188743680~8388608,218103808~12582912,247463936~4194304,264241152~8388608,276824064~8388608,293601280~4194304,327155712~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,29360128~4194304,54525952~20971520,83886080~20971520,121634816~8388608,146800640~8388608,171966464~12582912,188743680~12582912,218103808~16777216,247463936~8388608,264241152~8388608,276824064~12582912,293601280~4194304,327155712~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.810 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 5 diff [0~12582912,29360128~4194304,50331648~25165824,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,171966464~12582912,188743680~12582912,213909504~16777216,247463936~4194304,264241152~8388608,276824064~8388608,293601280~8388608,327155712~4194304,348127232~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,29360128~4194304,50331648~25165824,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,171966464~12582912,188743680~12582912,213909504~16777216,247463936~4194304,264241152~8388608,276824064~8388608,293601280~8388608,327155712~4194304,348127232~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,29360128~4194304,50331648~54525952,121634816~12582912,146800640~16777216,171966464~12582912,188743680~16777216,213909504~20971520,247463936~8388608,264241152~8388608,276824064~12582912,293601280~8388608,327155712~4194304,348127232~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.813 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 6 diff [0~12582912,29360128~4194304,37748736~4194304,50331648~25165824,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,171966464~33554432,209715200~20971520,247463936~4194304,264241152~8388608,276824064~8388608,293601280~8388608,327155712~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,50331648~25165824,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,171966464~33554432,209715200~20971520,247463936~4194304,264241152~8388608,276824064~8388608,293601280~8388608,327155712~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,29360128~4194304,37748736~8388608,50331648~54525952,121634816~12582912,146800640~16777216,171966464~62914560,247463936~8388608,264241152~8388608,276824064~12582912,293601280~8388608,327155712~12582912,348127232~16777216,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.816 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 7 diff [0~12582912,29360128~12582912,46137344~29360128,79691776~8388608,92274688~12582912,109051904~4194304,121634816~8388608,146800640~12582912,171966464~33554432,209715200~20971520,247463936~4194304,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:42:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,29360128~12582912,46137344~29360128,79691776~8388608,92274688~12582912,109051904~4194304,121634816~8388608,146800640~12582912,171966464~33554432,209715200~20971520,247463936~4194304,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:42:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,29360128~75497472,109051904~8388608,121634816~12582912,146800640~16777216,171966464~62914560,247463936~8388608,264241152~8388608,276824064~25165824,327155712~12582912,348127232~16777216,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.818 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 8 diff [0~12582912,29360128~46137344,79691776~8388608,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,171966464~33554432,209715200~20971520,234881024~8388608,247463936~4194304,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,29360128~46137344,79691776~8388608,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,171966464~33554432,209715200~20971520,234881024~8388608,247463936~4194304,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,29360128~75497472,109051904~8388608,121634816~16777216,146800640~16777216,171966464~83886080,264241152~8388608,276824064~25165824,327155712~12582912,348127232~20971520,385875968~25165824] 2024-04-02T09:42:00.822 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 9 diff [0~20971520,29360128~75497472,109051904~4194304,121634816~12582912,146800640~12582912,171966464~33554432,209715200~20971520,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,29360128~75497472,109051904~4194304,121634816~12582912,146800640~12582912,171966464~33554432,209715200~20971520,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~25165824,29360128~75497472,109051904~8388608,121634816~16777216,146800640~16777216,171966464~83886080,264241152~8388608,276824064~25165824,327155712~12582912,348127232~20971520,385875968~25165824] 2024-04-02T09:42:00.825 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 10 diff [0~20971520,25165824~62914560,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,171966464~33554432,209715200~20971520,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~62914560,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,171966464~33554432,209715200~20971520,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~104857600,109051904~8388608,121634816~16777216,146800640~16777216,171966464~83886080,260046848~12582912,276824064~33554432,327155712~41943040,385875968~25165824] 2024-04-02T09:42:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 11 diff [0~20971520,25165824~62914560,92274688~12582912,109051904~8388608,121634816~20971520,146800640~12582912,171966464~33554432,209715200~20971520,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~62914560,92274688~12582912,109051904~8388608,121634816~20971520,146800640~12582912,171966464~33554432,209715200~20971520,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~104857600,109051904~8388608,121634816~20971520,146800640~16777216,171966464~83886080,260046848~12582912,276824064~33554432,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.835 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 12 diff [0~20971520,25165824~92274688,121634816~20971520,146800640~12582912,167772160~37748736,209715200~20971520,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~92274688,121634816~20971520,146800640~12582912,167772160~37748736,209715200~20971520,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~88080384,260046848~50331648,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.840 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 13 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~37748736,209715200~20971520,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~37748736,209715200~20971520,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~88080384,260046848~50331648,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.845 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 14 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~37748736,209715200~46137344,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~37748736,209715200~46137344,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~88080384,260046848~50331648,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.850 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 15 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~37748736,209715200~46137344,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~37748736,209715200~46137344,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~88080384,260046848~62914560,327155712~41943040,373293056~8388608,385875968~33554432] 2024-04-02T09:42:00.856 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 16 diff [0~25165824,29360128~88080384,121634816~20971520,146800640~12582912,167772160~37748736,209715200~46137344,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~88080384,121634816~20971520,146800640~12582912,167772160~37748736,209715200~46137344,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~88080384,260046848~62914560,327155712~41943040,373293056~8388608,385875968~33554432] 2024-04-02T09:42:00.863 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 17 diff [0~25165824,29360128~88080384,121634816~20971520,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~88080384,121634816~20971520,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~88080384,260046848~62914560,327155712~54525952,385875968~33554432] 2024-04-02T09:42:00.871 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 18 diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~54525952,385875968~33554432] 2024-04-02T09:42:00.878 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 19 diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:00.887 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 3 diff [8388608~4194304,54525952~12582912,83886080~4194304,180355072~4194304,218103808~12582912,276824064~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,54525952~12582912,83886080~4194304,180355072~4194304,218103808~12582912,276824064~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~4194304,54525952~12582912,83886080~4194304,180355072~4194304,218103808~16777216,276824064~12582912,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.888 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 4 diff [0~4194304,8388608~4194304,54525952~12582912,83886080~4194304,92274688~12582912,121634816~4194304,146800640~8388608,180355072~4194304,188743680~8388608,218103808~12582912,264241152~8388608,276824064~8388608,293601280~4194304,327155712~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,54525952~12582912,83886080~4194304,92274688~12582912,121634816~4194304,146800640~8388608,180355072~4194304,188743680~8388608,218103808~12582912,264241152~8388608,276824064~8388608,293601280~4194304,327155712~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~4194304,54525952~12582912,83886080~4194304,92274688~12582912,121634816~8388608,146800640~8388608,180355072~4194304,188743680~12582912,218103808~16777216,264241152~8388608,276824064~12582912,293601280~4194304,327155712~4194304,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.891 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 5 diff [0~4194304,8388608~4194304,50331648~25165824,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,180355072~4194304,188743680~12582912,213909504~16777216,264241152~8388608,276824064~8388608,293601280~8388608,327155712~4194304,348127232~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,50331648~25165824,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,180355072~4194304,188743680~12582912,213909504~16777216,264241152~8388608,276824064~8388608,293601280~8388608,327155712~4194304,348127232~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~4194304,50331648~54525952,121634816~12582912,146800640~16777216,180355072~4194304,188743680~16777216,213909504~20971520,264241152~8388608,276824064~12582912,293601280~8388608,327155712~4194304,348127232~8388608,394264576~4194304,406847488~4194304] 2024-04-02T09:42:00.893 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 6 diff [0~4194304,8388608~4194304,37748736~4194304,50331648~25165824,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,180355072~25165824,209715200~20971520,264241152~8388608,276824064~8388608,293601280~8388608,327155712~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,37748736~4194304,50331648~25165824,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,180355072~25165824,209715200~20971520,264241152~8388608,276824064~8388608,293601280~8388608,327155712~8388608,348127232~12582912,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~4194304,37748736~8388608,50331648~54525952,121634816~12582912,146800640~16777216,180355072~54525952,264241152~8388608,276824064~12582912,293601280~8388608,327155712~12582912,348127232~16777216,390070272~8388608,406847488~4194304] 2024-04-02T09:42:00.896 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 7 diff [0~4194304,8388608~4194304,33554432~8388608,46137344~29360128,79691776~8388608,92274688~12582912,109051904~4194304,121634816~8388608,146800640~12582912,180355072~25165824,209715200~20971520,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:42:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,33554432~8388608,46137344~29360128,79691776~8388608,92274688~12582912,109051904~4194304,121634816~8388608,146800640~12582912,180355072~25165824,209715200~20971520,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~12582912,385875968~12582912,406847488~4194304] 2024-04-02T09:42:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~4194304,33554432~71303168,109051904~8388608,121634816~12582912,146800640~16777216,180355072~54525952,264241152~8388608,276824064~25165824,327155712~12582912,348127232~16777216,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.899 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 8 diff [0~4194304,8388608~4194304,33554432~41943040,79691776~8388608,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,180355072~25165824,209715200~20971520,234881024~8388608,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,33554432~41943040,79691776~8388608,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,180355072~25165824,209715200~20971520,234881024~8388608,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~4194304,33554432~71303168,109051904~8388608,121634816~16777216,146800640~16777216,180355072~67108864,264241152~8388608,276824064~25165824,327155712~12582912,348127232~20971520,385875968~25165824] 2024-04-02T09:42:00.903 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 9 diff [0~4194304,8388608~12582912,33554432~71303168,109051904~4194304,121634816~12582912,146800640~12582912,176160768~29360128,209715200~20971520,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~12582912,33554432~71303168,109051904~4194304,121634816~12582912,146800640~12582912,176160768~29360128,209715200~20971520,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~16777216,33554432~71303168,109051904~8388608,121634816~16777216,146800640~16777216,176160768~79691776,264241152~8388608,276824064~25165824,327155712~12582912,348127232~20971520,385875968~25165824] 2024-04-02T09:42:00.906 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 10 diff [0~4194304,8388608~12582912,25165824~62914560,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,176160768~29360128,209715200~20971520,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~12582912,25165824~62914560,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,176160768~29360128,209715200~20971520,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~96468992,109051904~8388608,121634816~16777216,146800640~16777216,176160768~79691776,260046848~12582912,276824064~33554432,327155712~41943040,385875968~25165824] 2024-04-02T09:42:00.910 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 11 diff [0~20971520,25165824~62914560,92274688~12582912,109051904~8388608,121634816~20971520,146800640~12582912,176160768~29360128,209715200~20971520,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~62914560,92274688~12582912,109051904~8388608,121634816~20971520,146800640~12582912,176160768~29360128,209715200~20971520,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~104857600,109051904~8388608,121634816~20971520,146800640~16777216,176160768~79691776,260046848~12582912,276824064~33554432,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.915 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 12 diff [0~20971520,25165824~92274688,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~20971520,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~92274688,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~20971520,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~4194304,176160768~79691776,260046848~50331648,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.919 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 13 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~20971520,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~20971520,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~4194304,176160768~79691776,260046848~50331648,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.924 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 14 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~4194304] 2024-04-02T09:42:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~4194304,176160768~79691776,260046848~50331648,327155712~41943040,373293056~8388608,385875968~25165824] 2024-04-02T09:42:00.930 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 15 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~41943040,373293056~8388608,385875968~33554432] 2024-04-02T09:42:00.937 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 16 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~41943040,373293056~8388608,385875968~33554432] 2024-04-02T09:42:00.943 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 17 diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~20971520,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:00 smithi028 ceph-mon[94314]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:42:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:00 smithi028 ceph-mon[96890]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:42:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~20971520,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~54525952,385875968~33554432] 2024-04-02T09:42:00.949 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 18 diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~54525952,385875968~33554432] 2024-04-02T09:42:00.957 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 19 diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:00.964 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 4 diff [0~4194304,92274688~12582912,121634816~4194304,146800640~8388608,188743680~8388608,264241152~8388608,293601280~4194304,327155712~4194304] 2024-04-02T09:42:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,92274688~12582912,121634816~4194304,146800640~8388608,188743680~8388608,264241152~8388608,293601280~4194304,327155712~4194304] 2024-04-02T09:42:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,92274688~12582912,121634816~8388608,146800640~8388608,188743680~12582912,264241152~8388608,293601280~4194304,327155712~4194304] 2024-04-02T09:42:00.966 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 5 diff [0~4194304,50331648~8388608,67108864~8388608,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,188743680~12582912,213909504~8388608,264241152~8388608,293601280~8388608,327155712~4194304,348127232~8388608] 2024-04-02T09:42:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,50331648~8388608,67108864~8388608,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,188743680~12582912,213909504~8388608,264241152~8388608,293601280~8388608,327155712~4194304,348127232~8388608] 2024-04-02T09:42:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,50331648~8388608,67108864~37748736,121634816~12582912,146800640~16777216,188743680~16777216,213909504~12582912,264241152~8388608,293601280~8388608,327155712~4194304,348127232~8388608] 2024-04-02T09:42:00.967 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 6 diff [0~4194304,37748736~4194304,50331648~8388608,67108864~8388608,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,184549376~20971520,209715200~12582912,264241152~8388608,281018368~4194304,293601280~8388608,327155712~8388608,348127232~12582912,390070272~8388608] 2024-04-02T09:42:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,37748736~4194304,50331648~8388608,67108864~8388608,79691776~8388608,92274688~12582912,121634816~8388608,146800640~12582912,184549376~20971520,209715200~12582912,264241152~8388608,281018368~4194304,293601280~8388608,327155712~8388608,348127232~12582912,390070272~8388608] 2024-04-02T09:42:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,37748736~8388608,50331648~8388608,67108864~37748736,121634816~12582912,146800640~16777216,184549376~41943040,264241152~8388608,281018368~4194304,293601280~8388608,327155712~12582912,348127232~16777216,390070272~8388608] 2024-04-02T09:42:00.969 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 7 diff [0~4194304,33554432~8388608,46137344~12582912,62914560~12582912,79691776~8388608,92274688~12582912,109051904~4194304,121634816~8388608,146800640~12582912,184549376~20971520,209715200~12582912,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~12582912,385875968~12582912] 2024-04-02T09:42:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,33554432~8388608,46137344~12582912,62914560~12582912,79691776~8388608,92274688~12582912,109051904~4194304,121634816~8388608,146800640~12582912,184549376~20971520,209715200~12582912,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~12582912,385875968~12582912] 2024-04-02T09:42:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,33554432~25165824,62914560~41943040,109051904~8388608,121634816~12582912,146800640~16777216,184549376~41943040,264241152~8388608,276824064~25165824,327155712~12582912,348127232~16777216,385875968~16777216] 2024-04-02T09:42:00.971 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 8 diff [0~4194304,33554432~25165824,62914560~12582912,79691776~8388608,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,184549376~20971520,209715200~12582912,234881024~8388608,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216] 2024-04-02T09:42:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,33554432~25165824,62914560~12582912,79691776~8388608,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,184549376~20971520,209715200~12582912,234881024~8388608,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216] 2024-04-02T09:42:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,33554432~25165824,62914560~41943040,109051904~8388608,121634816~16777216,146800640~16777216,184549376~41943040,234881024~12582912,264241152~8388608,276824064~25165824,327155712~12582912,348127232~20971520,385875968~20971520] 2024-04-02T09:42:00.973 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 9 diff [0~4194304,12582912~8388608,33554432~25165824,62914560~41943040,109051904~4194304,121634816~12582912,146800640~12582912,176160768~29360128,209715200~12582912,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216] 2024-04-02T09:42:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,12582912~8388608,33554432~25165824,62914560~41943040,109051904~4194304,121634816~12582912,146800640~12582912,176160768~29360128,209715200~12582912,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,327155712~8388608,348127232~20971520,385875968~16777216] 2024-04-02T09:42:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,12582912~12582912,33554432~25165824,62914560~41943040,109051904~8388608,121634816~16777216,146800640~16777216,176160768~50331648,234881024~20971520,264241152~8388608,276824064~25165824,327155712~12582912,348127232~20971520,385875968~20971520] 2024-04-02T09:42:00.976 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 10 diff [0~4194304,12582912~8388608,25165824~33554432,62914560~25165824,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,176160768~29360128,209715200~12582912,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,385875968~16777216] 2024-04-02T09:42:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,12582912~8388608,25165824~33554432,62914560~25165824,92274688~12582912,109051904~4194304,121634816~12582912,146800640~12582912,176160768~29360128,209715200~12582912,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,385875968~16777216] 2024-04-02T09:42:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,12582912~46137344,62914560~41943040,109051904~8388608,121634816~16777216,146800640~16777216,176160768~50331648,234881024~20971520,260046848~12582912,276824064~33554432,327155712~41943040,385875968~20971520] 2024-04-02T09:42:00.979 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 11 diff [0~20971520,25165824~33554432,62914560~25165824,92274688~12582912,109051904~8388608,121634816~20971520,146800640~12582912,176160768~29360128,209715200~12582912,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~33554432,62914560~25165824,92274688~12582912,109051904~8388608,121634816~20971520,146800640~12582912,176160768~29360128,209715200~12582912,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~41943040,109051904~8388608,121634816~20971520,146800640~16777216,176160768~50331648,234881024~20971520,260046848~12582912,276824064~33554432,327155712~41943040,373293056~8388608,385875968~20971520] 2024-04-02T09:42:00.987 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 12 diff [0~20971520,25165824~33554432,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~33554432,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~54525952,121634816~20971520,146800640~16777216,167772160~4194304,176160768~50331648,234881024~20971520,260046848~50331648,327155712~41943040,373293056~8388608,385875968~20971520] 2024-04-02T09:42:00.988 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 13 diff [0~58720256,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~54525952,121634816~20971520,146800640~16777216,167772160~4194304,176160768~50331648,234881024~20971520,260046848~50331648,327155712~41943040,373293056~8388608,385875968~20971520] 2024-04-02T09:42:00.992 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 14 diff [0~58720256,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~54525952,121634816~20971520,146800640~16777216,167772160~4194304,176160768~50331648,234881024~20971520,260046848~50331648,327155712~41943040,373293056~8388608,385875968~20971520] 2024-04-02T09:42:00.997 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 15 diff [0~58720256,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,234881024~20971520,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,234881024~20971520,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~54525952,121634816~20971520,146800640~16777216,167772160~4194304,176160768~50331648,234881024~20971520,260046848~62914560,327155712~41943040,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.003 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 16 diff [0~58720256,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,327155712~16777216,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~54525952,121634816~20971520,146800640~16777216,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,327155712~41943040,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.009 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 17 diff [0~54525952,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~54525952,121634816~20971520,146800640~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~54525952,121634816~20971520,146800640~16777216,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,327155712~54525952,385875968~33554432] 2024-04-02T09:42:01.015 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 18 diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,327155712~54525952,385875968~33554432] 2024-04-02T09:42:01.023 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 19 diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:01.029 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 5 diff [50331648~8388608,67108864~8388608,79691776~8388608,125829120~4194304,155189248~4194304,197132288~8388608,213909504~8388608,297795584~4194304,348127232~8388608] 2024-04-02T09:42:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [50331648~8388608,67108864~8388608,79691776~8388608,125829120~4194304,155189248~4194304,197132288~8388608,213909504~8388608,297795584~4194304,348127232~8388608] 2024-04-02T09:42:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [50331648~8388608,67108864~25165824,125829120~8388608,155189248~8388608,197132288~8388608,213909504~12582912,297795584~4194304,348127232~8388608] 2024-04-02T09:42:01.031 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 6 diff [37748736~4194304,50331648~8388608,67108864~8388608,79691776~8388608,125829120~4194304,155189248~4194304,184549376~8388608,197132288~8388608,209715200~12582912,264241152~8388608,281018368~4194304,297795584~4194304,331350016~4194304,348127232~12582912,390070272~8388608] 2024-04-02T09:42:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [37748736~4194304,50331648~8388608,67108864~8388608,79691776~8388608,125829120~4194304,155189248~4194304,184549376~8388608,197132288~8388608,209715200~12582912,264241152~8388608,281018368~4194304,297795584~4194304,331350016~4194304,348127232~12582912,390070272~8388608] 2024-04-02T09:42:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [37748736~8388608,50331648~8388608,67108864~25165824,125829120~8388608,155189248~8388608,184549376~8388608,197132288~29360128,264241152~8388608,281018368~4194304,297795584~4194304,331350016~8388608,348127232~16777216,390070272~8388608] 2024-04-02T09:42:01.032 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 7 diff [33554432~8388608,46137344~12582912,62914560~12582912,79691776~8388608,109051904~4194304,125829120~4194304,155189248~4194304,184549376~8388608,197132288~8388608,209715200~12582912,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~12582912,385875968~12582912] 2024-04-02T09:42:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33554432~8388608,46137344~12582912,62914560~12582912,79691776~8388608,109051904~4194304,125829120~4194304,155189248~4194304,184549376~8388608,197132288~8388608,209715200~12582912,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~12582912,385875968~12582912] 2024-04-02T09:42:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~25165824,62914560~29360128,109051904~8388608,125829120~8388608,155189248~8388608,184549376~8388608,197132288~29360128,264241152~8388608,276824064~25165824,331350016~8388608,348127232~16777216,385875968~16777216] 2024-04-02T09:42:01.034 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 8 diff [33554432~25165824,62914560~12582912,79691776~8388608,109051904~4194304,125829120~8388608,150994944~12582912,184549376~8388608,197132288~25165824,234881024~8388608,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~20971520,385875968~16777216] 2024-04-02T09:42:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33554432~25165824,62914560~12582912,79691776~8388608,109051904~4194304,125829120~8388608,150994944~12582912,184549376~8388608,197132288~25165824,234881024~8388608,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~20971520,385875968~16777216] 2024-04-02T09:42:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~25165824,62914560~29360128,109051904~8388608,125829120~12582912,150994944~12582912,184549376~8388608,197132288~29360128,234881024~12582912,264241152~8388608,276824064~25165824,331350016~8388608,348127232~20971520,385875968~20971520] 2024-04-02T09:42:01.036 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 9 diff [12582912~8388608,33554432~25165824,62914560~29360128,109051904~4194304,125829120~8388608,150994944~12582912,176160768~12582912,197132288~25165824,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~20971520,385875968~16777216] 2024-04-02T09:42:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,33554432~25165824,62914560~29360128,109051904~4194304,125829120~8388608,150994944~12582912,176160768~12582912,197132288~25165824,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~20971520,385875968~16777216] 2024-04-02T09:42:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,33554432~25165824,62914560~29360128,109051904~8388608,125829120~12582912,150994944~12582912,176160768~16777216,197132288~29360128,234881024~20971520,264241152~8388608,276824064~25165824,331350016~8388608,348127232~20971520,385875968~20971520] 2024-04-02T09:42:01.038 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 10 diff [12582912~8388608,25165824~33554432,62914560~25165824,109051904~4194304,125829120~8388608,150994944~12582912,176160768~12582912,197132288~25165824,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,331350016~12582912,348127232~20971520,385875968~16777216] 2024-04-02T09:42:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,25165824~33554432,62914560~25165824,109051904~4194304,125829120~8388608,150994944~12582912,176160768~12582912,197132288~25165824,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,331350016~12582912,348127232~20971520,385875968~16777216] 2024-04-02T09:42:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~46137344,62914560~29360128,109051904~8388608,125829120~12582912,150994944~12582912,176160768~16777216,197132288~29360128,234881024~20971520,260046848~12582912,276824064~33554432,331350016~37748736,385875968~20971520] 2024-04-02T09:42:01.041 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 11 diff [0~20971520,25165824~33554432,62914560~25165824,109051904~8388608,125829120~16777216,150994944~12582912,176160768~12582912,197132288~25165824,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~33554432,62914560~25165824,109051904~8388608,125829120~16777216,150994944~12582912,176160768~12582912,197132288~25165824,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~29360128,109051904~8388608,125829120~16777216,150994944~12582912,176160768~16777216,197132288~29360128,234881024~20971520,260046848~12582912,276824064~33554432,331350016~37748736,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.045 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 12 diff [0~20971520,25165824~33554432,62914560~33554432,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~29360128,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~33554432,62914560~33554432,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~29360128,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~33554432,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,197132288~29360128,234881024~20971520,260046848~50331648,331350016~37748736,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.048 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 13 diff [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~29360128,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~29360128,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,197132288~29360128,234881024~20971520,260046848~50331648,331350016~37748736,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.053 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 14 diff [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~29360128,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~29360128,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,197132288~29360128,234881024~20971520,260046848~50331648,331350016~37748736,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.057 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 15 diff [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~29360128,234881024~20971520,260046848~33554432,297795584~25165824,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~29360128,234881024~20971520,260046848~33554432,297795584~25165824,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,197132288~29360128,234881024~20971520,260046848~62914560,331350016~37748736,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.063 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 16 diff [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~20971520,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,331350016~37748736,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.069 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 17 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,331350016~50331648,385875968~33554432] 2024-04-02T09:42:01.075 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 18 diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,331350016~50331648,385875968~33554432] 2024-04-02T09:42:01.081 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 19 diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:01.088 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 6 diff [37748736~4194304,125829120~4194304,184549376~8388608,197132288~8388608,209715200~4194304,264241152~8388608,281018368~4194304,331350016~4194304,356515840~4194304,390070272~8388608] 2024-04-02T09:42:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [37748736~4194304,125829120~4194304,184549376~8388608,197132288~8388608,209715200~4194304,264241152~8388608,281018368~4194304,331350016~4194304,356515840~4194304,390070272~8388608] 2024-04-02T09:42:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [37748736~8388608,125829120~4194304,184549376~8388608,197132288~20971520,264241152~8388608,281018368~4194304,331350016~8388608,356515840~8388608,390070272~8388608] 2024-04-02T09:42:01.089 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 7 diff [33554432~8388608,46137344~4194304,62914560~4194304,71303168~4194304,109051904~4194304,125829120~4194304,184549376~8388608,197132288~8388608,209715200~4194304,264241152~8388608,276824064~16777216,331350016~4194304,356515840~4194304,385875968~12582912] 2024-04-02T09:42:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33554432~8388608,46137344~4194304,62914560~4194304,71303168~4194304,109051904~4194304,125829120~4194304,184549376~8388608,197132288~8388608,209715200~4194304,264241152~8388608,276824064~16777216,331350016~4194304,356515840~4194304,385875968~12582912] 2024-04-02T09:42:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~16777216,62914560~12582912,109051904~8388608,125829120~4194304,184549376~8388608,197132288~20971520,264241152~8388608,276824064~20971520,331350016~8388608,356515840~8388608,385875968~16777216] 2024-04-02T09:42:01.090 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 8 diff [33554432~16777216,62914560~4194304,71303168~4194304,109051904~4194304,125829120~8388608,150994944~8388608,184549376~8388608,197132288~8388608,209715200~4194304,234881024~8388608,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~4194304,356515840~12582912,385875968~16777216] 2024-04-02T09:42:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33554432~16777216,62914560~4194304,71303168~4194304,109051904~4194304,125829120~8388608,150994944~8388608,184549376~8388608,197132288~8388608,209715200~4194304,234881024~8388608,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~4194304,356515840~12582912,385875968~16777216] 2024-04-02T09:42:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~16777216,62914560~12582912,109051904~8388608,125829120~12582912,150994944~8388608,184549376~8388608,197132288~20971520,234881024~12582912,264241152~8388608,276824064~25165824,331350016~8388608,348127232~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:42:01.092 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 9 diff [12582912~8388608,33554432~16777216,62914560~4194304,71303168~12582912,88080384~4194304,109051904~4194304,125829120~8388608,150994944~8388608,176160768~12582912,197132288~8388608,209715200~4194304,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~4194304,356515840~12582912,385875968~16777216] 2024-04-02T09:42:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,33554432~16777216,62914560~4194304,71303168~12582912,88080384~4194304,109051904~4194304,125829120~8388608,150994944~8388608,176160768~12582912,197132288~8388608,209715200~4194304,234881024~20971520,264241152~8388608,276824064~16777216,297795584~4194304,331350016~4194304,348127232~4194304,356515840~12582912,385875968~16777216] 2024-04-02T09:42:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,33554432~16777216,62914560~20971520,88080384~4194304,109051904~8388608,125829120~12582912,150994944~8388608,176160768~16777216,197132288~20971520,234881024~20971520,264241152~8388608,276824064~25165824,331350016~8388608,348127232~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:42:01.094 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 10 diff [12582912~8388608,25165824~29360128,62914560~4194304,71303168~20971520,109051904~4194304,125829120~8388608,150994944~8388608,176160768~12582912,197132288~8388608,209715200~4194304,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,385875968~16777216] 2024-04-02T09:42:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,25165824~29360128,62914560~4194304,71303168~20971520,109051904~4194304,125829120~8388608,150994944~8388608,176160768~12582912,197132288~8388608,209715200~4194304,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,385875968~16777216] 2024-04-02T09:42:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~41943040,62914560~29360128,109051904~8388608,125829120~12582912,150994944~8388608,176160768~16777216,197132288~20971520,234881024~20971520,260046848~12582912,276824064~33554432,331350016~20971520,356515840~12582912,385875968~20971520] 2024-04-02T09:42:01.096 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 11 diff [0~20971520,25165824~29360128,62914560~4194304,71303168~20971520,109051904~8388608,125829120~16777216,150994944~8388608,176160768~12582912,197132288~8388608,209715200~4194304,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~29360128,62914560~4194304,71303168~20971520,109051904~8388608,125829120~16777216,150994944~8388608,176160768~12582912,197132288~8388608,209715200~4194304,234881024~20971520,260046848~12582912,276824064~16777216,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~29360128,109051904~8388608,125829120~16777216,150994944~8388608,176160768~16777216,197132288~20971520,234881024~20971520,260046848~12582912,276824064~33554432,331350016~20971520,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.099 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 12 diff [0~20971520,25165824~29360128,62914560~4194304,71303168~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,197132288~8388608,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~29360128,62914560~4194304,71303168~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,197132288~8388608,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~33554432,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~16777216,197132288~29360128,234881024~20971520,260046848~50331648,331350016~20971520,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.102 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 13 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~8388608,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~8388608,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,197132288~29360128,234881024~20971520,260046848~50331648,331350016~20971520,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.106 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 14 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~8388608,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~8388608,209715200~16777216,234881024~20971520,260046848~33554432,297795584~12582912,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,197132288~29360128,234881024~20971520,260046848~50331648,331350016~20971520,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.111 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 15 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~8388608,209715200~16777216,234881024~20971520,260046848~33554432,297795584~25165824,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,197132288~8388608,209715200~16777216,234881024~20971520,260046848~33554432,297795584~25165824,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.116 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,197132288~29360128,234881024~20971520,260046848~62914560,331350016~20971520,356515840~12582912,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.116 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 16 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.116 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~4194304,356515840~12582912,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.121 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,331350016~20971520,356515840~12582912,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.121 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 17 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~4194304,356515840~25165824,385875968~29360128] 2024-04-02T09:42:01.121 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~4194304,356515840~25165824,385875968~29360128] 2024-04-02T09:42:01.127 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,331350016~20971520,356515840~25165824,385875968~33554432] 2024-04-02T09:42:01.127 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 18 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.127 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~16777216,230686720~25165824,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.133 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,331350016~50331648,385875968~33554432] 2024-04-02T09:42:01.133 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 19 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.133 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.138 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:01.139 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 7 diff [33554432~8388608,46137344~4194304,62914560~4194304,71303168~4194304,109051904~4194304,276824064~4194304,285212672~8388608,385875968~12582912] 2024-04-02T09:42:01.139 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33554432~8388608,46137344~4194304,62914560~4194304,71303168~4194304,109051904~4194304,276824064~4194304,285212672~8388608,385875968~12582912] 2024-04-02T09:42:01.139 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~16777216,62914560~12582912,109051904~8388608,276824064~4194304,285212672~12582912,385875968~16777216] 2024-04-02T09:42:01.139 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 8 diff [33554432~16777216,62914560~4194304,71303168~4194304,109051904~4194304,130023424~4194304,150994944~8388608,201326592~4194304,234881024~8388608,276824064~4194304,285212672~8388608,297795584~4194304,348127232~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:42:01.139 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33554432~16777216,62914560~4194304,71303168~4194304,109051904~4194304,130023424~4194304,150994944~8388608,201326592~4194304,234881024~8388608,276824064~4194304,285212672~8388608,297795584~4194304,348127232~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:42:01.141 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~16777216,62914560~12582912,109051904~8388608,130023424~8388608,150994944~8388608,201326592~8388608,234881024~12582912,276824064~4194304,285212672~16777216,348127232~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:42:01.141 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 9 diff [12582912~8388608,33554432~16777216,62914560~4194304,71303168~12582912,88080384~4194304,109051904~4194304,130023424~4194304,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,276824064~16777216,297795584~4194304,348127232~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:42:01.141 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,33554432~16777216,62914560~4194304,71303168~12582912,88080384~4194304,109051904~4194304,130023424~4194304,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,276824064~16777216,297795584~4194304,348127232~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:42:01.142 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,33554432~16777216,62914560~20971520,88080384~4194304,109051904~8388608,130023424~8388608,150994944~8388608,176160768~16777216,201326592~8388608,234881024~20971520,276824064~25165824,348127232~4194304,356515840~12582912,385875968~20971520] 2024-04-02T09:42:01.143 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 10 diff [12582912~8388608,25165824~29360128,62914560~4194304,71303168~20971520,109051904~4194304,130023424~4194304,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,260046848~4194304,276824064~16777216,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:42:01.143 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,25165824~29360128,62914560~4194304,71303168~20971520,109051904~4194304,130023424~4194304,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,260046848~4194304,276824064~16777216,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,385875968~16777216] 2024-04-02T09:42:01.144 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~41943040,62914560~29360128,109051904~8388608,130023424~8388608,150994944~8388608,176160768~16777216,201326592~8388608,234881024~20971520,260046848~4194304,276824064~33554432,335544320~16777216,356515840~12582912,385875968~20971520] 2024-04-02T09:42:01.144 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 11 diff [0~20971520,25165824~29360128,62914560~4194304,71303168~20971520,109051904~8388608,125829120~16777216,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,260046848~4194304,276824064~16777216,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.144 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~29360128,62914560~4194304,71303168~20971520,109051904~8388608,125829120~16777216,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,260046848~4194304,276824064~16777216,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:00 smithi137 ceph-mon[88456]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-02T09:42:01.147 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~29360128,109051904~8388608,125829120~16777216,150994944~8388608,176160768~16777216,201326592~8388608,234881024~20971520,260046848~4194304,276824064~33554432,335544320~16777216,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.147 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 12 diff [0~20971520,25165824~29360128,62914560~4194304,71303168~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,201326592~4194304,213909504~12582912,234881024~20971520,260046848~4194304,272629760~20971520,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.147 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~29360128,62914560~4194304,71303168~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,201326592~4194304,213909504~12582912,234881024~20971520,260046848~4194304,272629760~20971520,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.150 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~33554432,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~16777216,201326592~8388608,213909504~12582912,234881024~20971520,260046848~4194304,272629760~37748736,335544320~16777216,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.151 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 13 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,213909504~12582912,234881024~20971520,260046848~4194304,272629760~20971520,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.151 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,213909504~12582912,234881024~20971520,260046848~4194304,272629760~20971520,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.154 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,201326592~8388608,213909504~12582912,234881024~20971520,260046848~4194304,272629760~37748736,335544320~16777216,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.154 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 14 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,209715200~16777216,234881024~20971520,260046848~4194304,272629760~20971520,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.154 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,209715200~16777216,234881024~20971520,260046848~4194304,272629760~20971520,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.158 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,201326592~25165824,234881024~20971520,260046848~4194304,272629760~37748736,335544320~16777216,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.158 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 15 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,209715200~16777216,234881024~20971520,260046848~4194304,268435456~25165824,297795584~25165824,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.158 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,209715200~16777216,234881024~20971520,260046848~4194304,268435456~25165824,297795584~25165824,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.163 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,201326592~25165824,234881024~20971520,260046848~4194304,268435456~54525952,335544320~16777216,356515840~12582912,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.163 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 16 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~20971520,201326592~4194304,209715200~16777216,230686720~25165824,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.163 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~20971520,201326592~4194304,209715200~16777216,230686720~25165824,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.167 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,335544320~16777216,356515840~12582912,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.167 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 17 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~4194304,356515840~12582912,373293056~8388608,385875968~29360128] 2024-04-02T09:42:01.167 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~4194304,356515840~12582912,373293056~8388608,385875968~29360128] 2024-04-02T09:42:01.171 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,335544320~16777216,356515840~25165824,385875968~33554432] 2024-04-02T09:42:01.172 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 18 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.172 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.177 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,335544320~46137344,385875968~33554432] 2024-04-02T09:42:01.177 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 19 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.177 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.182 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:01.182 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 8 diff [41943040~4194304,130023424~4194304,150994944~8388608,201326592~4194304,234881024~8388608,297795584~4194304,348127232~4194304,356515840~8388608,398458880~4194304] 2024-04-02T09:42:01.183 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [41943040~4194304,130023424~4194304,150994944~8388608,201326592~4194304,234881024~8388608,297795584~4194304,348127232~4194304,356515840~8388608,398458880~4194304] 2024-04-02T09:42:01.183 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [41943040~8388608,130023424~8388608,150994944~8388608,201326592~8388608,234881024~12582912,297795584~4194304,348127232~4194304,356515840~12582912,398458880~8388608] 2024-04-02T09:42:01.183 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 9 diff [12582912~8388608,41943040~4194304,75497472~8388608,88080384~4194304,130023424~4194304,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,276824064~8388608,297795584~4194304,348127232~4194304,356515840~8388608,398458880~4194304] 2024-04-02T09:42:01.183 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,41943040~4194304,75497472~8388608,88080384~4194304,130023424~4194304,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,276824064~8388608,297795584~4194304,348127232~4194304,356515840~8388608,398458880~4194304] 2024-04-02T09:42:01.185 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,41943040~8388608,75497472~8388608,88080384~4194304,130023424~8388608,150994944~8388608,176160768~16777216,201326592~8388608,234881024~20971520,276824064~8388608,297795584~4194304,348127232~4194304,356515840~12582912,398458880~8388608] 2024-04-02T09:42:01.185 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 10 diff [12582912~8388608,25165824~8388608,41943040~4194304,50331648~4194304,75497472~16777216,130023424~4194304,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,260046848~4194304,276824064~8388608,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,398458880~4194304] 2024-04-02T09:42:01.185 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,25165824~8388608,41943040~4194304,50331648~4194304,75497472~16777216,130023424~4194304,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,260046848~4194304,276824064~8388608,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,398458880~4194304] 2024-04-02T09:42:01.186 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~25165824,41943040~12582912,75497472~16777216,130023424~8388608,150994944~8388608,176160768~16777216,201326592~8388608,234881024~20971520,260046848~4194304,276824064~12582912,297795584~12582912,335544320~16777216,356515840~12582912,398458880~8388608] 2024-04-02T09:42:01.187 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 11 diff [0~20971520,25165824~20971520,50331648~4194304,75497472~16777216,113246208~4194304,125829120~16777216,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,260046848~4194304,276824064~8388608,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,390070272~12582912] 2024-04-02T09:42:01.187 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~20971520,50331648~4194304,75497472~16777216,113246208~4194304,125829120~16777216,150994944~8388608,176160768~12582912,201326592~4194304,234881024~20971520,260046848~4194304,276824064~8388608,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,390070272~12582912] 2024-04-02T09:42:01.189 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,75497472~16777216,113246208~4194304,125829120~16777216,150994944~8388608,176160768~16777216,201326592~8388608,234881024~20971520,260046848~4194304,276824064~12582912,297795584~12582912,335544320~16777216,356515840~12582912,373293056~8388608,390070272~16777216] 2024-04-02T09:42:01.189 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 12 diff [0~20971520,25165824~20971520,50331648~4194304,75497472~20971520,104857600~4194304,113246208~4194304,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,201326592~4194304,213909504~12582912,234881024~20971520,260046848~4194304,272629760~12582912,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,390070272~12582912] 2024-04-02T09:42:01.189 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~20971520,50331648~4194304,75497472~20971520,104857600~4194304,113246208~4194304,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,201326592~4194304,213909504~12582912,234881024~20971520,260046848~4194304,272629760~12582912,297795584~12582912,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,390070272~12582912] 2024-04-02T09:42:01.192 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,75497472~20971520,104857600~4194304,113246208~4194304,125829120~16777216,150994944~8388608,167772160~4194304,176160768~16777216,201326592~8388608,213909504~12582912,234881024~20971520,260046848~4194304,272629760~16777216,297795584~12582912,335544320~16777216,356515840~12582912,373293056~8388608,390070272~16777216] 2024-04-02T09:42:01.192 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 13 diff [0~46137344,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,213909504~12582912,234881024~20971520,260046848~4194304,272629760~12582912,289406976~20971520,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,390070272~12582912] 2024-04-02T09:42:01.192 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~46137344,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,213909504~12582912,234881024~20971520,260046848~4194304,272629760~12582912,289406976~20971520,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,390070272~12582912] 2024-04-02T09:42:01.195 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,201326592~8388608,213909504~12582912,234881024~20971520,260046848~4194304,272629760~37748736,335544320~16777216,356515840~12582912,373293056~8388608,390070272~16777216] 2024-04-02T09:42:01.195 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 14 diff [0~46137344,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,209715200~16777216,234881024~20971520,260046848~4194304,272629760~12582912,289406976~20971520,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.195 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~46137344,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,209715200~16777216,234881024~20971520,260046848~4194304,272629760~12582912,289406976~20971520,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216] 2024-04-02T09:42:01.199 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,201326592~25165824,234881024~20971520,260046848~4194304,272629760~37748736,335544320~16777216,356515840~12582912,373293056~8388608,385875968~20971520] 2024-04-02T09:42:01.199 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 15 diff [0~46137344,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,209715200~16777216,234881024~20971520,260046848~4194304,268435456~54525952,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.199 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~46137344,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,201326592~4194304,209715200~16777216,234881024~20971520,260046848~4194304,268435456~54525952,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.204 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,201326592~25165824,234881024~20971520,260046848~4194304,268435456~54525952,335544320~16777216,356515840~12582912,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.204 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 16 diff [0~46137344,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~20971520,201326592~4194304,209715200~16777216,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.204 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~46137344,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~20971520,201326592~4194304,209715200~16777216,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,348127232~4194304,356515840~8388608,373293056~8388608,385875968~16777216,406847488~8388608] 2024-04-02T09:42:01.210 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,335544320~16777216,356515840~12582912,373293056~8388608,385875968~33554432] 2024-04-02T09:42:01.210 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 17 diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,348127232~4194304,356515840~12582912,373293056~8388608,385875968~29360128] 2024-04-02T09:42:01.210 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,348127232~4194304,356515840~12582912,373293056~8388608,385875968~29360128] 2024-04-02T09:42:01.215 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,335544320~16777216,356515840~25165824,385875968~33554432] 2024-04-02T09:42:01.215 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 18 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.215 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.220 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,335544320~46137344,385875968~33554432] 2024-04-02T09:42:01.220 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 19 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.220 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.225 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:01.225 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 9 diff [12582912~8388608,75497472~8388608,88080384~4194304,176160768~12582912,234881024~12582912,251658240~4194304,276824064~8388608] 2024-04-02T09:42:01.225 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,75497472~8388608,88080384~4194304,176160768~12582912,234881024~12582912,251658240~4194304,276824064~8388608] 2024-04-02T09:42:01.226 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,75497472~8388608,88080384~4194304,176160768~16777216,234881024~20971520,276824064~8388608] 2024-04-02T09:42:01.226 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 10 diff [12582912~8388608,25165824~8388608,50331648~4194304,75497472~16777216,176160768~12582912,234881024~12582912,251658240~4194304,260046848~4194304,276824064~8388608,301989888~8388608,335544320~8388608] 2024-04-02T09:42:01.226 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,25165824~8388608,50331648~4194304,75497472~16777216,176160768~12582912,234881024~12582912,251658240~4194304,260046848~4194304,276824064~8388608,301989888~8388608,335544320~8388608] 2024-04-02T09:42:01.227 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~25165824,50331648~4194304,75497472~16777216,176160768~16777216,234881024~20971520,260046848~4194304,276824064~12582912,301989888~8388608,335544320~12582912] 2024-04-02T09:42:01.227 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 11 diff [0~20971520,25165824~16777216,50331648~4194304,75497472~16777216,113246208~4194304,125829120~4194304,134217728~8388608,176160768~12582912,234881024~12582912,251658240~4194304,260046848~4194304,276824064~8388608,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.227 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~16777216,50331648~4194304,75497472~16777216,113246208~4194304,125829120~4194304,134217728~8388608,176160768~12582912,234881024~12582912,251658240~4194304,260046848~4194304,276824064~8388608,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.230 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,75497472~16777216,113246208~4194304,125829120~16777216,176160768~16777216,234881024~20971520,260046848~4194304,276824064~12582912,301989888~8388608,335544320~12582912,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.230 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 12 diff [0~20971520,25165824~16777216,50331648~4194304,75497472~20971520,104857600~4194304,113246208~4194304,125829120~4194304,134217728~8388608,167772160~4194304,176160768~12582912,213909504~12582912,234881024~12582912,251658240~4194304,260046848~4194304,272629760~12582912,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.230 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~16777216,50331648~4194304,75497472~20971520,104857600~4194304,113246208~4194304,125829120~4194304,134217728~8388608,167772160~4194304,176160768~12582912,213909504~12582912,234881024~12582912,251658240~4194304,260046848~4194304,272629760~12582912,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.232 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,75497472~20971520,104857600~4194304,113246208~4194304,125829120~16777216,167772160~4194304,176160768~16777216,213909504~12582912,234881024~20971520,260046848~4194304,272629760~16777216,301989888~8388608,335544320~12582912,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.232 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 13 diff [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~4194304,134217728~8388608,150994944~8388608,167772160~4194304,176160768~12582912,213909504~12582912,234881024~20971520,260046848~4194304,272629760~12582912,289406976~8388608,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.232 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~4194304,134217728~8388608,150994944~8388608,167772160~4194304,176160768~12582912,213909504~12582912,234881024~20971520,260046848~4194304,272629760~12582912,289406976~8388608,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.235 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,213909504~12582912,234881024~20971520,260046848~4194304,272629760~25165824,301989888~8388608,335544320~12582912,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.235 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 14 diff [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,234881024~20971520,260046848~4194304,272629760~12582912,289406976~8388608,301989888~8388608,335544320~8388608,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.235 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,234881024~20971520,260046848~4194304,272629760~12582912,289406976~8388608,301989888~8388608,335544320~8388608,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.238 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,209715200~16777216,234881024~20971520,260046848~4194304,272629760~25165824,301989888~8388608,335544320~12582912,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.238 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 15 diff [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,234881024~20971520,260046848~4194304,268435456~54525952,335544320~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.239 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,234881024~20971520,260046848~4194304,268435456~54525952,335544320~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.242 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~16777216,209715200~16777216,234881024~20971520,260046848~4194304,268435456~54525952,335544320~12582912,373293056~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.242 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 16 diff [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,209715200~16777216,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.242 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,209715200~16777216,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.246 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~25165824,209715200~16777216,230686720~25165824,260046848~62914560,335544320~12582912,373293056~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.246 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 17 diff [0~41943040,46137344~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.246 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,46137344~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.250 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,46137344~12582912,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,335544320~12582912,364904448~16777216,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.250 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 18 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.250 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~25165824,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.255 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~50331648,230686720~25165824,260046848~62914560,335544320~12582912,352321536~29360128,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.256 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 19 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.256 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.260 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:01.260 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 10 diff [25165824~8388608,50331648~4194304,83886080~8388608,260046848~4194304,281018368~8388608,301989888~8388608,335544320~8388608] 2024-04-02T09:42:01.260 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~8388608,50331648~4194304,83886080~8388608,260046848~4194304,281018368~8388608,301989888~8388608,335544320~8388608] 2024-04-02T09:42:01.261 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~12582912,50331648~4194304,83886080~8388608,260046848~4194304,281018368~8388608,301989888~8388608,335544320~12582912] 2024-04-02T09:42:01.262 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 11 diff [0~20971520,25165824~16777216,50331648~4194304,83886080~8388608,113246208~4194304,125829120~4194304,134217728~8388608,180355072~4194304,260046848~4194304,281018368~8388608,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.262 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~16777216,50331648~4194304,83886080~8388608,113246208~4194304,125829120~4194304,134217728~8388608,180355072~4194304,260046848~4194304,281018368~8388608,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.263 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~20971520,25165824~16777216,50331648~4194304,83886080~8388608,113246208~4194304,125829120~16777216,180355072~8388608,260046848~4194304,281018368~8388608,301989888~8388608,335544320~12582912,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.263 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 12 diff [0~20971520,25165824~16777216,50331648~4194304,75497472~20971520,104857600~4194304,113246208~4194304,125829120~4194304,134217728~8388608,167772160~4194304,180355072~4194304,213909504~12582912,260046848~4194304,272629760~16777216,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.263 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~16777216,50331648~4194304,75497472~20971520,104857600~4194304,113246208~4194304,125829120~4194304,134217728~8388608,167772160~4194304,180355072~4194304,213909504~12582912,260046848~4194304,272629760~16777216,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.265 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~20971520,25165824~16777216,50331648~4194304,75497472~20971520,104857600~4194304,113246208~4194304,125829120~16777216,167772160~4194304,180355072~8388608,213909504~12582912,260046848~4194304,272629760~16777216,301989888~8388608,335544320~12582912,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.265 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 13 diff [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~4194304,134217728~8388608,150994944~8388608,167772160~4194304,180355072~4194304,213909504~12582912,247463936~4194304,260046848~4194304,272629760~25165824,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.265 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~4194304,134217728~8388608,150994944~8388608,167772160~4194304,180355072~4194304,213909504~12582912,247463936~4194304,260046848~4194304,272629760~25165824,301989888~8388608,335544320~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.268 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,180355072~8388608,213909504~12582912,247463936~4194304,260046848~4194304,272629760~25165824,301989888~8388608,335544320~12582912,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.268 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 14 diff [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,260046848~4194304,272629760~25165824,301989888~8388608,335544320~8388608,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.268 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,260046848~4194304,272629760~25165824,301989888~8388608,335544320~8388608,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.270 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,260046848~4194304,272629760~25165824,301989888~8388608,335544320~12582912,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.270 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 15 diff [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,260046848~4194304,268435456~54525952,335544320~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.271 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,260046848~4194304,268435456~54525952,335544320~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.273 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,260046848~4194304,268435456~54525952,335544320~12582912,373293056~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.273 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 16 diff [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,209715200~16777216,230686720~8388608,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.273 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,209715200~16777216,230686720~8388608,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.277 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,50331648~4194304,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~25165824,209715200~16777216,230686720~20971520,260046848~62914560,335544320~12582912,373293056~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.277 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 17 diff [0~41943040,46137344~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.277 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~41943040,46137344~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.281 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~41943040,46137344~12582912,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~20971520,260046848~62914560,335544320~12582912,364904448~16777216,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.281 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 18 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.281 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.285 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~50331648,230686720~20971520,260046848~62914560,335544320~12582912,352321536~29360128,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.286 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 19 diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.286 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.290 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:01.291 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 11 diff [0~20971520,33554432~8388608,113246208~4194304,125829120~4194304,134217728~8388608,180355072~4194304,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.291 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,33554432~8388608,113246208~4194304,125829120~4194304,134217728~8388608,180355072~4194304,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.292 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~20971520,33554432~8388608,113246208~4194304,125829120~16777216,180355072~8388608,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.292 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 12 diff [0~20971520,33554432~8388608,75497472~20971520,104857600~4194304,113246208~4194304,125829120~4194304,134217728~8388608,167772160~4194304,180355072~4194304,213909504~12582912,272629760~8388608,343932928~4194304,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.292 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,33554432~8388608,75497472~20971520,104857600~4194304,113246208~4194304,125829120~4194304,134217728~8388608,167772160~4194304,180355072~4194304,213909504~12582912,272629760~8388608,343932928~4194304,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.294 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~20971520,33554432~8388608,75497472~20971520,104857600~4194304,113246208~4194304,125829120~16777216,167772160~4194304,180355072~8388608,213909504~12582912,272629760~8388608,343932928~4194304,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.294 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 13 diff [0~25165824,33554432~8388608,62914560~8388608,75497472~25165824,104857600~12582912,125829120~4194304,134217728~8388608,150994944~8388608,167772160~4194304,180355072~4194304,213909504~12582912,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.294 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,33554432~8388608,62914560~8388608,75497472~25165824,104857600~12582912,125829120~4194304,134217728~8388608,150994944~8388608,167772160~4194304,180355072~4194304,213909504~12582912,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.296 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~8388608,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,180355072~8388608,213909504~12582912,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,373293056~8388608,390070272~8388608] 2024-04-02T09:42:01.296 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 14 diff [0~25165824,33554432~8388608,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.296 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,33554432~8388608,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.298 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~8388608,62914560~8388608,75497472~25165824,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,373293056~8388608,385875968~12582912,402653184~4194304] 2024-04-02T09:42:01.298 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 15 diff [0~25165824,33554432~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,268435456~12582912,289406976~12582912,310378496~12582912,343932928~4194304,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.298 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,33554432~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,268435456~12582912,289406976~12582912,310378496~12582912,343932928~4194304,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.301 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,268435456~16777216,289406976~12582912,310378496~12582912,343932928~4194304,373293056~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.301 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 16 diff [0~29360128,33554432~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,209715200~16777216,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.301 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,209715200~16777216,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.304 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~25165824,209715200~16777216,230686720~20971520,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,373293056~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.304 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 17 diff [0~29360128,33554432~8388608,46137344~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.305 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~8388608,46137344~8388608,62914560~37748736,104857600~12582912,125829120~16777216,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.308 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~8388608,46137344~12582912,62914560~37748736,104857600~12582912,125829120~16777216,150994944~12582912,167772160~4194304,176160768~50331648,230686720~20971520,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,364904448~16777216,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.308 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 18 diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.308 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.313 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~50331648,230686720~20971520,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.313 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 19 diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.313 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.317 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:01.317 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 12 diff [75497472~20971520,104857600~4194304,167772160~4194304,213909504~12582912,272629760~8388608,343932928~4194304] 2024-04-02T09:42:01.317 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [75497472~20971520,104857600~4194304,167772160~4194304,213909504~12582912,272629760~8388608,343932928~4194304] 2024-04-02T09:42:01.319 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [75497472~20971520,104857600~4194304,167772160~4194304,213909504~12582912,272629760~8388608,343932928~4194304] 2024-04-02T09:42:01.319 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 13 diff [12582912~12582912,62914560~8388608,75497472~25165824,104857600~8388608,150994944~8388608,167772160~4194304,213909504~12582912,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304] 2024-04-02T09:42:01.319 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,62914560~8388608,75497472~25165824,104857600~8388608,150994944~8388608,167772160~4194304,213909504~12582912,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304] 2024-04-02T09:42:01.320 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,62914560~8388608,75497472~25165824,104857600~12582912,150994944~12582912,167772160~4194304,213909504~12582912,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304] 2024-04-02T09:42:01.320 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 14 diff [8388608~16777216,62914560~8388608,75497472~25165824,104857600~8388608,130023424~8388608,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.320 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~16777216,62914560~8388608,75497472~25165824,104857600~8388608,130023424~8388608,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.321 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,62914560~8388608,75497472~25165824,104857600~12582912,130023424~8388608,150994944~12582912,167772160~4194304,176160768~12582912,209715200~16777216,247463936~4194304,272629760~8388608,289406976~8388608,343932928~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.322 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 15 diff [8388608~16777216,62914560~37748736,104857600~8388608,130023424~8388608,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,268435456~12582912,289406976~12582912,310378496~12582912,343932928~4194304,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.322 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~16777216,62914560~37748736,104857600~8388608,130023424~8388608,150994944~8388608,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,268435456~12582912,289406976~12582912,310378496~12582912,343932928~4194304,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.324 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,62914560~37748736,104857600~12582912,130023424~8388608,150994944~12582912,167772160~4194304,176160768~12582912,209715200~16777216,243269632~8388608,268435456~16777216,289406976~12582912,310378496~12582912,343932928~4194304,385875968~4194304,402653184~16777216] 2024-04-02T09:42:01.324 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 16 diff [8388608~20971520,62914560~37748736,104857600~8388608,130023424~8388608,150994944~8388608,167772160~4194304,176160768~20971520,209715200~16777216,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.324 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,62914560~37748736,104857600~8388608,130023424~8388608,150994944~8388608,167772160~4194304,176160768~20971520,209715200~16777216,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.327 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,62914560~37748736,104857600~12582912,130023424~8388608,150994944~12582912,167772160~4194304,176160768~25165824,209715200~16777216,230686720~20971520,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,385875968~4194304,402653184~16777216] 2024-04-02T09:42:01.327 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 17 diff [8388608~20971520,46137344~8388608,62914560~37748736,104857600~8388608,125829120~12582912,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,364904448~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.327 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,46137344~8388608,62914560~37748736,104857600~8388608,125829120~12582912,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,364904448~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.330 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,46137344~12582912,62914560~37748736,104857600~12582912,125829120~12582912,150994944~12582912,167772160~4194304,176160768~50331648,230686720~20971520,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,364904448~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.330 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 18 diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~8388608,117440512~20971520,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.330 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~8388608,117440512~20971520,150994944~8388608,167772160~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.334 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~50331648,230686720~20971520,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.334 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 19 diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.334 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.339 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:01.339 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 13 diff [12582912~12582912,62914560~8388608,96468992~4194304,109051904~4194304,150994944~8388608,247463936~4194304,289406976~8388608] 2024-04-02T09:42:01.339 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,62914560~8388608,96468992~4194304,109051904~4194304,150994944~8388608,247463936~4194304,289406976~8388608] 2024-04-02T09:42:01.340 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,62914560~8388608,96468992~4194304,109051904~8388608,150994944~12582912,247463936~4194304,289406976~8388608] 2024-04-02T09:42:01.340 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 14 diff [8388608~16777216,62914560~8388608,79691776~8388608,96468992~4194304,109051904~4194304,130023424~8388608,150994944~8388608,176160768~12582912,209715200~8388608,222298112~4194304,247463936~4194304,289406976~8388608,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.340 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~16777216,62914560~8388608,79691776~8388608,96468992~4194304,109051904~4194304,130023424~8388608,150994944~8388608,176160768~12582912,209715200~8388608,222298112~4194304,247463936~4194304,289406976~8388608,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.341 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,62914560~8388608,79691776~8388608,96468992~4194304,109051904~8388608,130023424~8388608,150994944~12582912,176160768~12582912,209715200~8388608,222298112~4194304,247463936~4194304,289406976~8388608,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.341 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 15 diff [8388608~16777216,62914560~12582912,79691776~8388608,96468992~4194304,104857600~8388608,130023424~8388608,150994944~8388608,176160768~12582912,209715200~8388608,222298112~4194304,243269632~8388608,268435456~4194304,276824064~8388608,289406976~12582912,310378496~12582912,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.342 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~16777216,62914560~12582912,79691776~8388608,96468992~4194304,104857600~8388608,130023424~8388608,150994944~8388608,176160768~12582912,209715200~8388608,222298112~4194304,243269632~8388608,268435456~4194304,276824064~8388608,289406976~12582912,310378496~12582912,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.343 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,62914560~25165824,96468992~4194304,104857600~12582912,130023424~8388608,150994944~12582912,176160768~12582912,209715200~8388608,222298112~4194304,243269632~8388608,268435456~4194304,276824064~8388608,289406976~12582912,310378496~12582912,385875968~4194304,402653184~16777216] 2024-04-02T09:42:01.343 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 16 diff [8388608~20971520,62914560~12582912,79691776~8388608,96468992~4194304,104857600~8388608,130023424~8388608,150994944~8388608,176160768~20971520,209715200~8388608,222298112~4194304,230686720~8388608,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.343 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,62914560~12582912,79691776~8388608,96468992~4194304,104857600~8388608,130023424~8388608,150994944~8388608,176160768~20971520,209715200~8388608,222298112~4194304,230686720~8388608,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.346 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,62914560~25165824,96468992~4194304,104857600~12582912,130023424~8388608,150994944~12582912,176160768~25165824,209715200~8388608,222298112~4194304,230686720~20971520,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,385875968~4194304,402653184~16777216] 2024-04-02T09:42:01.346 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 17 diff [8388608~20971520,46137344~8388608,62914560~12582912,79691776~8388608,96468992~4194304,104857600~8388608,125829120~12582912,150994944~8388608,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,364904448~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.346 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,46137344~8388608,62914560~12582912,79691776~8388608,96468992~4194304,104857600~8388608,125829120~12582912,150994944~8388608,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,364904448~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.349 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,46137344~12582912,62914560~25165824,96468992~4194304,104857600~12582912,125829120~12582912,150994944~12582912,176160768~50331648,230686720~20971520,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,364904448~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.349 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 18 diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~8388608,96468992~4194304,104857600~8388608,117440512~20971520,150994944~8388608,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.349 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~8388608,96468992~4194304,104857600~8388608,117440512~20971520,150994944~8388608,176160768~20971520,201326592~25165824,230686720~8388608,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.351 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~25165824,96468992~4194304,104857600~33554432,150994944~12582912,176160768~50331648,230686720~20971520,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.352 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 19 diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.352 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.355 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~29360128,96468992~4194304,104857600~33554432,150994944~12582912,176160768~75497472,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:01.355 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 14 diff [8388608~8388608,20971520~4194304,79691776~8388608,130023424~8388608,176160768~12582912,209715200~8388608,222298112~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.355 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~4194304,79691776~8388608,130023424~8388608,176160768~12582912,209715200~8388608,222298112~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.356 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~8388608,20971520~4194304,79691776~8388608,130023424~8388608,176160768~12582912,209715200~8388608,222298112~4194304,385875968~4194304,402653184~4194304] 2024-04-02T09:42:01.356 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 15 diff [8388608~8388608,20971520~4194304,67108864~8388608,79691776~8388608,104857600~8388608,130023424~8388608,176160768~12582912,209715200~8388608,222298112~4194304,243269632~4194304,268435456~4194304,276824064~8388608,297795584~4194304,310378496~12582912,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.356 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~4194304,67108864~8388608,79691776~8388608,104857600~8388608,130023424~8388608,176160768~12582912,209715200~8388608,222298112~4194304,243269632~4194304,268435456~4194304,276824064~8388608,297795584~4194304,310378496~12582912,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.358 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~8388608,20971520~8388608,67108864~20971520,104857600~12582912,130023424~8388608,176160768~12582912,209715200~8388608,222298112~4194304,243269632~8388608,268435456~4194304,276824064~8388608,297795584~4194304,310378496~12582912,385875968~4194304,402653184~16777216] 2024-04-02T09:42:01.358 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 16 diff [8388608~20971520,67108864~8388608,79691776~8388608,104857600~8388608,130023424~8388608,155189248~4194304,176160768~20971520,209715200~8388608,222298112~4194304,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.358 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,67108864~8388608,79691776~8388608,104857600~8388608,130023424~8388608,155189248~4194304,176160768~20971520,209715200~8388608,222298112~4194304,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,385875968~4194304,402653184~12582912] 2024-04-02T09:42:01.361 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,67108864~20971520,104857600~12582912,130023424~8388608,155189248~4194304,176160768~25165824,209715200~8388608,222298112~4194304,230686720~20971520,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,385875968~4194304,402653184~16777216] 2024-04-02T09:42:01.361 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 17 diff [8388608~20971520,46137344~8388608,67108864~8388608,79691776~8388608,104857600~8388608,125829120~12582912,155189248~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,364904448~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.361 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,46137344~8388608,67108864~8388608,79691776~8388608,104857600~8388608,125829120~12582912,155189248~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,364904448~8388608,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.363 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,46137344~12582912,67108864~20971520,104857600~12582912,125829120~12582912,155189248~4194304,176160768~50331648,230686720~20971520,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,364904448~8388608,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.363 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 18 diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~8388608,104857600~8388608,117440512~20971520,155189248~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.363 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~8388608,104857600~8388608,117440512~20971520,155189248~4194304,176160768~20971520,201326592~25165824,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.366 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,67108864~20971520,104857600~33554432,155189248~4194304,176160768~50331648,230686720~20971520,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,385875968~12582912,402653184~16777216] 2024-04-02T09:42:01.366 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 19 diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.366 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.369 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,176160768~75497472,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:01.369 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 15 diff [20971520~4194304,67108864~8388608,104857600~8388608,243269632~4194304,268435456~4194304,276824064~8388608,297795584~4194304,310378496~12582912,406847488~8388608] 2024-04-02T09:42:01.369 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~4194304,67108864~8388608,104857600~8388608,243269632~4194304,268435456~4194304,276824064~8388608,297795584~4194304,310378496~12582912,406847488~8388608] 2024-04-02T09:42:01.370 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~8388608,67108864~12582912,104857600~12582912,243269632~8388608,268435456~4194304,276824064~8388608,297795584~4194304,310378496~12582912,406847488~12582912] 2024-04-02T09:42:01.371 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 16 diff [12582912~12582912,67108864~8388608,104857600~8388608,155189248~4194304,188743680~8388608,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,406847488~8388608] 2024-04-02T09:42:01.371 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,67108864~8388608,104857600~8388608,155189248~4194304,188743680~8388608,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,406847488~8388608] 2024-04-02T09:42:01.373 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,67108864~12582912,104857600~12582912,155189248~4194304,188743680~12582912,230686720~20971520,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,406847488~12582912] 2024-04-02T09:42:01.373 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 17 diff [12582912~12582912,46137344~8388608,67108864~8388608,79691776~8388608,104857600~8388608,125829120~8388608,155189248~4194304,184549376~12582912,201326592~16777216,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,364904448~8388608,390070272~8388608,402653184~12582912] 2024-04-02T09:42:01.373 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,46137344~8388608,67108864~8388608,79691776~8388608,104857600~8388608,125829120~8388608,155189248~4194304,184549376~12582912,201326592~16777216,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,364904448~8388608,390070272~8388608,402653184~12582912] 2024-04-02T09:42:01.374 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,46137344~12582912,67108864~20971520,104857600~12582912,125829120~12582912,155189248~4194304,184549376~37748736,230686720~20971520,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,364904448~8388608,390070272~8388608,402653184~16777216] 2024-04-02T09:42:01.374 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 18 diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~8388608,104857600~8388608,117440512~16777216,155189248~4194304,184549376~12582912,201326592~16777216,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,390070272~8388608,402653184~12582912] 2024-04-02T09:42:01.375 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~8388608,104857600~8388608,117440512~16777216,155189248~4194304,184549376~12582912,201326592~16777216,230686720~8388608,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,390070272~8388608,402653184~12582912] 2024-04-02T09:42:01.376 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~20971520,104857600~33554432,155189248~4194304,184549376~37748736,230686720~20971520,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,390070272~8388608,402653184~16777216] 2024-04-02T09:42:01.377 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 19 diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:01.377 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:01.379 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,184549376~37748736,226492416~25165824,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~8388608,390070272~8388608,402653184~16777216] 2024-04-02T09:42:01.380 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 16 diff [12582912~12582912,155189248~4194304,188743680~8388608,230686720~8388608,260046848~8388608,276824064~8388608] 2024-04-02T09:42:01.380 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,155189248~4194304,188743680~8388608,230686720~8388608,260046848~8388608,276824064~8388608] 2024-04-02T09:42:01.382 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,155189248~4194304,188743680~12582912,230686720~12582912,260046848~12582912,276824064~8388608] 2024-04-02T09:42:01.382 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 17 diff [12582912~12582912,46137344~8388608,79691776~8388608,125829120~8388608,155189248~4194304,184549376~12582912,201326592~16777216,230686720~8388608,260046848~8388608,276824064~8388608,364904448~8388608,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.382 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,46137344~8388608,79691776~8388608,125829120~8388608,155189248~4194304,184549376~12582912,201326592~16777216,230686720~8388608,260046848~8388608,276824064~8388608,364904448~8388608,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.383 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,46137344~12582912,79691776~8388608,125829120~12582912,155189248~4194304,184549376~37748736,230686720~12582912,260046848~12582912,276824064~8388608,364904448~8388608,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.383 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 18 diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~8388608,113246208~20971520,155189248~4194304,184549376~12582912,201326592~16777216,230686720~8388608,260046848~8388608,276824064~8388608,352321536~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.383 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~8388608,113246208~20971520,155189248~4194304,184549376~12582912,201326592~16777216,230686720~8388608,260046848~8388608,276824064~8388608,352321536~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.386 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~8388608,79691776~8388608,113246208~25165824,155189248~4194304,184549376~37748736,230686720~12582912,260046848~12582912,276824064~8388608,352321536~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.386 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 19 diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,260046848~8388608,276824064~8388608,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.386 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,260046848~8388608,276824064~8388608,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.388 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,155189248~4194304,184549376~37748736,226492416~16777216,260046848~12582912,276824064~8388608,352321536~20971520,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-02T09:42:01.388 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 17 diff [20971520~8388608,46137344~8388608,79691776~8388608,125829120~8388608,184549376~4194304,201326592~16777216,364904448~8388608,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.388 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~8388608,46137344~8388608,79691776~8388608,125829120~8388608,184549376~4194304,201326592~16777216,364904448~8388608,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.389 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~8388608,46137344~12582912,79691776~8388608,125829120~12582912,184549376~4194304,201326592~20971520,364904448~8388608,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.390 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 18 diff [20971520~8388608,37748736~16777216,67108864~8388608,79691776~8388608,113246208~20971520,184549376~8388608,201326592~16777216,230686720~8388608,352321536~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.390 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~8388608,37748736~16777216,67108864~8388608,79691776~8388608,113246208~20971520,184549376~8388608,201326592~16777216,230686720~8388608,352321536~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.391 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~8388608,37748736~20971520,67108864~8388608,79691776~8388608,113246208~25165824,184549376~8388608,201326592~20971520,230686720~12582912,352321536~20971520,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.391 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 19 diff [20971520~8388608,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,184549376~8388608,201326592~16777216,226492416~12582912,276824064~4194304,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.391 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~8388608,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,184549376~8388608,201326592~16777216,226492416~12582912,276824064~4194304,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.393 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~8388608,37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,184549376~8388608,201326592~20971520,226492416~16777216,276824064~4194304,352321536~20971520,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-02T09:42:01.393 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to 18 diff [37748736~16777216,67108864~8388608,113246208~12582912,130023424~8388608,184549376~4194304,230686720~8388608,352321536~16777216] 2024-04-02T09:42:01.393 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [37748736~16777216,67108864~8388608,113246208~12582912,130023424~8388608,184549376~4194304,230686720~8388608,352321536~16777216] 2024-04-02T09:42:01.398 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [37748736~20971520,67108864~8388608,113246208~25165824,184549376~8388608,230686720~12582912,352321536~20971520] 2024-04-02T09:42:01.398 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to 19 diff [37748736~16777216,67108864~8388608,79691776~8388608,109051904~16777216,130023424~8388608,184549376~4194304,226492416~12582912,276824064~4194304,352321536~16777216,377487360~4194304,402653184~4194304] 2024-04-02T09:42:01.398 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [37748736~16777216,67108864~8388608,79691776~8388608,109051904~16777216,130023424~8388608,184549376~4194304,226492416~12582912,276824064~4194304,352321536~16777216,377487360~4194304,402653184~4194304] 2024-04-02T09:42:01.399 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,184549376~8388608,226492416~16777216,276824064~4194304,352321536~20971520,377487360~8388608,402653184~8388608] 2024-04-02T09:42:01.399 INFO:tasks.workunit.client.0.smithi028.stdout:from 18 to 19 diff [67108864~4194304,79691776~8388608,109051904~12582912,226492416~8388608,276824064~4194304,377487360~4194304,402653184~4194304] 2024-04-02T09:42:01.399 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [67108864~4194304,79691776~8388608,109051904~12582912,226492416~8388608,276824064~4194304,377487360~4194304,402653184~4194304] 2024-04-02T09:42:01.399 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [67108864~8388608,79691776~12582912,109051904~12582912,226492416~12582912,276824064~4194304,377487360~8388608,402653184~8388608] 2024-04-02T09:42:01.695 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:42:01] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:42:01.718 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.718 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.737 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:01.737 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.737 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.743 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:01.743 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.744 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.749 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:01.750 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.750 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.756 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:01.756 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.756 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.762 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:01.762 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.762 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.767 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:01.767 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.767 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.772 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:01.773 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.773 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:01.777 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:01.777 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.778 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.782 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:01.782 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.783 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.787 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:01.787 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.787 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.791 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:01.791 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.791 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.794 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:01.795 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.795 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.797 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~29360128,96468992~4194304,104857600~33554432,150994944~12582912,176160768~75497472,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:01.797 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.798 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:01.800 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,176160768~75497472,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:01.800 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:01.800 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:01.807 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,184549376~37748736,226492416~25165824,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~8388608,390070272~8388608,402653184~16777216] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,260046848~8388608,276824064~8388608,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,260046848~8388608,276824064~8388608,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,155189248~4194304,184549376~37748736,226492416~16777216,260046848~12582912,276824064~8388608,352321536~20971520,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to HEAD diff [20971520~8388608,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,184549376~8388608,201326592~16777216,226492416~12582912,276824064~4194304,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~8388608,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,184549376~8388608,201326592~16777216,226492416~12582912,276824064~4194304,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~8388608,37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,184549376~8388608,201326592~20971520,226492416~16777216,276824064~4194304,352321536~20971520,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to HEAD diff [37748736~16777216,67108864~8388608,79691776~8388608,109051904~16777216,130023424~8388608,184549376~4194304,226492416~12582912,276824064~4194304,352321536~16777216,377487360~4194304,402653184~4194304] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [37748736~16777216,67108864~8388608,79691776~8388608,109051904~16777216,130023424~8388608,184549376~4194304,226492416~12582912,276824064~4194304,352321536~16777216,377487360~4194304,402653184~4194304] 2024-04-02T09:42:01.808 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,184549376~8388608,226492416~16777216,276824064~4194304,352321536~20971520,377487360~8388608,402653184~8388608] 2024-04-02T09:42:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:01 smithi028 ceph-mon[94314]: pgmap v4135: 137 pgs: 137 active+clean; 760 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s wr, 9 op/s 2024-04-02T09:42:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:01 smithi028 ceph-mon[94314]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:42:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:01 smithi028 ceph-mon[96890]: pgmap v4135: 137 pgs: 137 active+clean; 760 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s wr, 9 op/s 2024-04-02T09:42:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:01 smithi028 ceph-mon[96890]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:42:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:01 smithi137 ceph-mon[88456]: pgmap v4135: 137 pgs: 137 active+clean; 760 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s wr, 9 op/s 2024-04-02T09:42:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:01 smithi137 ceph-mon[88456]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-02T09:42:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:42:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:02.717 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.717 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.752 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:02.752 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.752 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.760 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:02.760 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.760 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.767 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:02.767 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.767 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.796 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:02.796 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.796 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.801 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:02.802 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.802 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.807 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:02.807 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.807 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.812 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:02.812 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.812 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:02.817 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:02.817 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.817 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.821 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:02.821 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.821 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.825 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:02.825 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.825 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.829 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:02.829 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.829 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.832 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:02.832 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.832 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.834 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~29360128,96468992~4194304,104857600~33554432,150994944~12582912,176160768~75497472,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:02.834 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.835 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:02.837 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,176160768~75497472,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:02.837 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:02.837 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:02.839 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,184549376~37748736,226492416~25165824,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~8388608,390070272~8388608,402653184~16777216] 2024-04-02T09:42:02.839 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,260046848~8388608,276824064~8388608,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:02.839 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,260046848~8388608,276824064~8388608,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:02.841 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,155189248~4194304,184549376~37748736,226492416~16777216,260046848~12582912,276824064~8388608,352321536~20971520,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-02T09:42:02.841 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to HEAD diff [20971520~8388608,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,184549376~8388608,201326592~16777216,226492416~12582912,276824064~4194304,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:02.841 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~8388608,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,184549376~8388608,201326592~16777216,226492416~12582912,276824064~4194304,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:02.842 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~8388608,37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,184549376~8388608,201326592~20971520,226492416~16777216,276824064~4194304,352321536~20971520,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-02T09:42:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:02 smithi137 ceph-mon[88456]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:42:03.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:02 smithi028 ceph-mon[94314]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:42:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:02 smithi028 ceph-mon[96890]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-02T09:42:03.722 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.723 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.761 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:03.761 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.761 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.768 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:03.768 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.768 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.775 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:03.775 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.775 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.796 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:03.796 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.796 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.802 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:03.802 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.802 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.807 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:03.807 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.807 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.811 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:03.812 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.812 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:03.816 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:03.816 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.816 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.819 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:03.820 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.820 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.823 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:03.823 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.823 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.827 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:03.827 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.827 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.829 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:03.830 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.830 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.832 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~29360128,96468992~4194304,104857600~33554432,150994944~12582912,176160768~75497472,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:03.832 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.832 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:03.834 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,176160768~75497472,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:03.834 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:03.834 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:03.836 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,184549376~37748736,226492416~25165824,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~8388608,390070272~8388608,402653184~16777216] 2024-04-02T09:42:03.836 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,260046848~8388608,276824064~8388608,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:03.836 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,109051904~25165824,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,260046848~8388608,276824064~8388608,352321536~20971520,377487360~4194304,390070272~8388608,402653184~4194304] 2024-04-02T09:42:03.837 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~8388608,79691776~12582912,109051904~29360128,155189248~4194304,184549376~37748736,226492416~16777216,260046848~12582912,276824064~8388608,352321536~20971520,377487360~8388608,390070272~8388608,402653184~8388608] 2024-04-02T09:42:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:03 smithi137 ceph-mon[88456]: pgmap v4138: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 318 KiB/s rd, 50 MiB/s wr, 526 op/s 2024-04-02T09:42:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:03 smithi137 ceph-mon[88456]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:42:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:03 smithi028 ceph-mon[94314]: pgmap v4138: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 318 KiB/s rd, 50 MiB/s wr, 526 op/s 2024-04-02T09:42:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:03 smithi028 ceph-mon[94314]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:42:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:03 smithi028 ceph-mon[96890]: pgmap v4138: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 318 KiB/s rd, 50 MiB/s wr, 526 op/s 2024-04-02T09:42:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:03 smithi028 ceph-mon[96890]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-02T09:42:04.736 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.736 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.790 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:04.791 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.791 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.797 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:04.797 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.797 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.803 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:04.803 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.803 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.808 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:04.808 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.808 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.813 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:04.813 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.813 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.818 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:04.818 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.818 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.822 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:04.822 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.823 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:04.827 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:04.827 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.827 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.830 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:04.830 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.830 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.833 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:04.833 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.834 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.836 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:04.836 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.836 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.839 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:04.839 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.839 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.842 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~29360128,96468992~4194304,104857600~33554432,150994944~12582912,176160768~75497472,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:04.842 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.842 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:04.844 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,176160768~75497472,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:04.844 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:04.844 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~12582912,37748736~16777216,67108864~8388608,79691776~12582912,104857600~29360128,155189248~4194304,184549376~12582912,201326592~16777216,226492416~12582912,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,390070272~8388608,402653184~12582912] 2024-04-02T09:42:04.845 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,184549376~37748736,226492416~25165824,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~8388608,390070272~8388608,402653184~16777216] 2024-04-02T09:42:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:04 smithi137 ceph-mon[88456]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:42:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:04 smithi028 ceph-mon[94314]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:42:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:04 smithi028 ceph-mon[96890]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-02T09:42:05.743 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.743 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.771 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:05.771 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.771 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:05.782 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:05.791 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:05.804 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:05.813 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:05.817 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:05.821 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:05.825 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.827 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:05.828 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:05.830 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.832 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:05.832 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.832 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:05.834 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~29360128,96468992~4194304,104857600~33554432,150994944~12582912,176160768~75497472,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:05.836 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,67108864~8388608,79691776~12582912,104857600~33554432,155189248~4194304,176160768~20971520,201326592~37748736,243269632~4194304,260046848~8388608,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,67108864~25165824,104857600~33554432,155189248~4194304,176160768~75497472,260046848~12582912,276824064~8388608,297795584~4194304,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:05 smithi137 ceph-mon[88456]: pgmap v4141: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 318 KiB/s rd, 27 MiB/s wr, 516 op/s 2024-04-02T09:42:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:05 smithi137 ceph-mon[88456]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:42:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:05 smithi028 ceph-mon[96890]: pgmap v4141: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 318 KiB/s rd, 27 MiB/s wr, 516 op/s 2024-04-02T09:42:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:05 smithi028 ceph-mon[96890]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:42:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:05 smithi028 ceph-mon[94314]: pgmap v4141: 137 pgs: 137 active+clean; 865 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 318 KiB/s rd, 27 MiB/s wr, 516 op/s 2024-04-02T09:42:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:05 smithi028 ceph-mon[94314]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-02T09:42:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:06.746 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:06.778 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:06.794 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:06.808 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:06.817 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:06.821 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:06.825 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:06.828 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:06.831 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:06.834 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:06.836 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:06.838 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:06.839 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~12582912,79691776~12582912,96468992~4194304,104857600~33554432,150994944~8388608,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~29360128,96468992~4194304,104857600~33554432,150994944~12582912,176160768~75497472,260046848~12582912,276824064~8388608,289406976~12582912,310378496~12582912,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:06 smithi137 ceph-mon[88456]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:42:07.284 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:06 smithi028 ceph-mon[94314]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:42:07.284 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:06 smithi028 ceph-mon[96890]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-02T09:42:07.552 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.552 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.623 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:07.623 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.623 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.631 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:07.631 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.631 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.649 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:07.649 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.649 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.658 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:07.658 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.658 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.662 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:07.662 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.662 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.665 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:07.665 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.665 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.668 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:07.668 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.668 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:07.671 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:07.671 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:07.671 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:07.673 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:07.674 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:07.674 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:07.675 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:07.675 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:07.675 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:07.677 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:07.677 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:07.677 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~20971520,37748736~16777216,62914560~37748736,104857600~33554432,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~4194304,385875968~12582912,402653184~12582912] 2024-04-02T09:42:07.678 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~20971520,37748736~20971520,62914560~37748736,104857600~33554432,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~20971520,377487360~20971520,402653184~16777216] 2024-04-02T09:42:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:07 smithi137 ceph-mon[88456]: pgmap v4144: 137 pgs: 137 active+clean; 811 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 694 KiB/s rd, 7.2 KiB/s wr, 1.30k op/s 2024-04-02T09:42:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:07 smithi137 ceph-mon[88456]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:42:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:07 smithi137 ceph-mon[88456]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:42:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:07 smithi028 ceph-mon[94314]: pgmap v4144: 137 pgs: 137 active+clean; 811 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 694 KiB/s rd, 7.2 KiB/s wr, 1.30k op/s 2024-04-02T09:42:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:07 smithi028 ceph-mon[94314]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:42:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:07 smithi028 ceph-mon[94314]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:42:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:07 smithi028 ceph-mon[96890]: pgmap v4144: 137 pgs: 137 active+clean; 811 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 694 KiB/s rd, 7.2 KiB/s wr, 1.30k op/s 2024-04-02T09:42:08.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:07 smithi028 ceph-mon[96890]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-02T09:42:08.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:07 smithi028 ceph-mon[96890]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-02T09:42:08.562 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.562 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.594 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:08.594 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.594 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.603 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:08.603 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.603 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.616 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:08.616 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.616 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.626 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:08.626 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.626 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.630 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:08.630 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.630 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.633 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:08.633 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.633 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.638 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:08.638 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.638 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:08.640 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:08.641 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:08.641 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:08.642 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:08.643 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:08.643 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:08.644 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:08.645 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:08.645 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~29360128,33554432~20971520,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~12582912,289406976~12582912,310378496~12582912,343932928~4194304,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:08.645 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~29360128,33554432~25165824,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~25165824,289406976~12582912,310378496~12582912,343932928~4194304,352321536~46137344,402653184~16777216] 2024-04-02T09:42:09.565 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.566 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.606 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:09.606 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.606 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.614 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:09.614 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.614 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.624 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:09.624 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.624 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.637 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:09.637 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.637 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.642 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:09.642 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.642 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.645 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:09.645 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.645 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.648 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:09.648 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.648 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:09.650 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:09.650 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:09.650 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:09.652 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:09.652 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:09.652 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~37748736,243269632~8388608,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:09.653 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~75497472,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:09 smithi137 ceph-mon[88456]: pgmap v4147: 137 pgs: 137 active+clean; 811 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 694 KiB/s rd, 7.2 KiB/s wr, 1.30k op/s 2024-04-02T09:42:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:09 smithi137 ceph-mon[88456]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:42:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:09 smithi028 ceph-mon[94314]: pgmap v4147: 137 pgs: 137 active+clean; 811 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 694 KiB/s rd, 7.2 KiB/s wr, 1.30k op/s 2024-04-02T09:42:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:09 smithi028 ceph-mon[94314]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:42:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:09 smithi028 ceph-mon[96890]: pgmap v4147: 137 pgs: 137 active+clean; 811 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 694 KiB/s rd, 7.2 KiB/s wr, 1.30k op/s 2024-04-02T09:42:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:09 smithi028 ceph-mon[96890]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-02T09:42:10.573 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:10.604 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:10.611 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:10.616 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:10.620 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:10.628 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:10.634 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:10.638 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:10.642 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~8388608,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-04-02T09:42:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~12582912,352321536~46137344,402653184~16777216] 2024-04-02T09:42:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:10 smithi137 ceph-mon[88456]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:42:10.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:10 smithi028 ceph-mon[94314]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:42:10.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:10 smithi028 ceph-mon[96890]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-02T09:42:11.549 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:42:11] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-02T09:42:11.577 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.577 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.613 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:11.613 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.613 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.619 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:11.619 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.619 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.622 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:11.622 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.622 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.625 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:11.625 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.625 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.628 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:11.628 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.628 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.630 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:11.631 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.631 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.636 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:11.636 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.636 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~50331648,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:11.639 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:11 smithi137 ceph-mon[88456]: pgmap v4150: 137 pgs: 137 active+clean; 779 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 83 op/s 2024-04-02T09:42:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:11 smithi137 ceph-mon[88456]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:42:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:11 smithi028 ceph-mon[96890]: pgmap v4150: 137 pgs: 137 active+clean; 779 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 83 op/s 2024-04-02T09:42:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:11 smithi028 ceph-mon[96890]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:42:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:11 smithi028 ceph-mon[94314]: pgmap v4150: 137 pgs: 137 active+clean; 779 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 83 op/s 2024-04-02T09:42:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:11 smithi028 ceph-mon[94314]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-02T09:42:12.554 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.555 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.565 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:42:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:42:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:12.583 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:12.584 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.584 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.594 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:12.595 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.595 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.598 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:12.599 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.599 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.603 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:12.603 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.603 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.605 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:12.606 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.606 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.608 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:12.608 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.608 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~20971520,201326592~54525952,260046848~8388608,272629760~20971520,297795584~25165824,335544320~8388608,348127232~33554432,385875968~29360128] 2024-04-02T09:42:12.609 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,335544320~83886080] 2024-04-02T09:42:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:12 smithi137 ceph-mon[88456]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:42:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:12 smithi137 ceph-mon[88456]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:42:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:12 smithi028 ceph-mon[94314]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:42:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:12 smithi028 ceph-mon[94314]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:42:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:12 smithi028 ceph-mon[96890]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-02T09:42:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:12 smithi028 ceph-mon[96890]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-02T09:42:13.589 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.589 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.623 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:13.624 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.624 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.628 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:13.628 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.629 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.632 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:13.632 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.632 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.635 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:13.635 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.635 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.637 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:13.637 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.637 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~54525952,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:13.638 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:13 smithi137 ceph-mon[88456]: pgmap v4153: 137 pgs: 137 active+clean; 729 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 6.2 KiB/s wr, 395 op/s 2024-04-02T09:42:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:13 smithi028 ceph-mon[94314]: pgmap v4153: 137 pgs: 137 active+clean; 729 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 6.2 KiB/s wr, 395 op/s 2024-04-02T09:42:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:13 smithi028 ceph-mon[96890]: pgmap v4153: 137 pgs: 137 active+clean; 729 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 6.2 KiB/s wr, 395 op/s 2024-04-02T09:42:14.591 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:14.609 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:14.630 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:14.633 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~29360128,209715200~46137344,260046848~33554432,297795584~25165824,331350016~12582912,348127232~33554432,385875968~29360128] 2024-04-02T09:42:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~37748736,104857600~37748736,150994944~12582912,167772160~4194304,176160768~79691776,260046848~62914560,331350016~88080384] 2024-04-02T09:42:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:14 smithi137 ceph-mon[88456]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:42:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:14 smithi028 ceph-mon[94314]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:42:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:14 smithi028 ceph-mon[96890]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-02T09:42:15.593 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:15.619 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:15.629 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:15.632 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~58720256,62914560~79691776,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~58720256,62914560~79691776,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:15 smithi137 ceph-mon[88456]: pgmap v4156: 137 pgs: 137 active+clean; 729 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 6.2 KiB/s wr, 312 op/s 2024-04-02T09:42:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:15 smithi137 ceph-mon[88456]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:42:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:15 smithi028 ceph-mon[94314]: pgmap v4156: 137 pgs: 137 active+clean; 729 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 6.2 KiB/s wr, 312 op/s 2024-04-02T09:42:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:15 smithi028 ceph-mon[94314]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:42:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:15 smithi028 ceph-mon[96890]: pgmap v4156: 137 pgs: 137 active+clean; 729 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 191 KiB/s rd, 6.2 KiB/s wr, 312 op/s 2024-04-02T09:42:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:15 smithi028 ceph-mon[96890]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-02T09:42:16.607 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:16.636 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:16.640 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~142606336,146800640~12582912,167772160~4194304,176160768~79691776,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~4194304,176160768~79691776,260046848~62914560,327155712~92274688] 2024-04-02T09:42:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:16 smithi137 ceph-mon[88456]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:42:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:16 smithi028 ceph-mon[94314]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:42:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:16 smithi028 ceph-mon[96890]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-02T09:42:17.553 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:17.553 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:17.570 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:17.570 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:17.570 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~88080384,260046848~33554432,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:17.578 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~88080384,260046848~62914560,327155712~92274688] 2024-04-02T09:42:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:17 smithi137 ceph-mon[88456]: pgmap v4159: 137 pgs: 137 active+clean; 574 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 194 op/s 2024-04-02T09:42:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:17 smithi137 ceph-mon[88456]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:42:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:17 smithi137 ceph-mon[88456]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:42:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:17 smithi028 ceph-mon[96890]: pgmap v4159: 137 pgs: 137 active+clean; 574 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 194 op/s 2024-04-02T09:42:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:17 smithi028 ceph-mon[96890]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:42:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:17 smithi028 ceph-mon[96890]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:42:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:17 smithi028 ceph-mon[94314]: pgmap v4159: 137 pgs: 137 active+clean; 574 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 194 op/s 2024-04-02T09:42:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:17 smithi028 ceph-mon[94314]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-02T09:42:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:17 smithi028 ceph-mon[94314]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-02T09:42:18.609 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:18.609 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~25165824,29360128~113246208,146800640~12582912,167772160~100663296,272629760~20971520,297795584~25165824,327155712~16777216,348127232~33554432,385875968~29360128] 2024-04-02T09:42:18.623 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~142606336,146800640~16777216,167772160~155189248,327155712~92274688] 2024-04-02T09:42:19.660 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39027 ms) 2024-04-02T09:42:19.660 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-02T09:42:19.660 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:42:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:19 smithi137 ceph-mon[88456]: pgmap v4162: 137 pgs: 137 active+clean; 574 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 194 op/s 2024-04-02T09:42:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:19 smithi137 ceph-mon[88456]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:42:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:19 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:19 smithi028 ceph-mon[94314]: pgmap v4162: 137 pgs: 137 active+clean; 574 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 194 op/s 2024-04-02T09:42:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:19 smithi028 ceph-mon[94314]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:42:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:19 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:19 smithi028 ceph-mon[96890]: pgmap v4162: 137 pgs: 137 active+clean; 574 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 5.7 KiB/s wr, 194 op/s 2024-04-02T09:42:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:19 smithi028 ceph-mon[96890]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-02T09:42:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:19 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:20.705 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1045 ms) 2024-04-02T09:42:20.705 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-02T09:42:20.705 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:42:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:20 smithi137 ceph-mon[88456]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:42:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:20 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:42:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[94314]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[96890]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:42:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:21.601 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:42:21] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:42:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [0~20971520] to clone 2024-04-02T09:42:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: diff was [0~20971520] 2024-04-02T09:42:21.731 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1027 ms) 2024-04-02T09:42:21.732 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-02T09:42:21.732 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:42:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [2423390~76499,4615649~35230,8693945~29720,9313233~47862,13864985~45218,16619197~38704,16845304~92995,17044002~89949,17575829~60902,18409421~53098] 2024-04-02T09:42:21.762 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (30 ms) 2024-04-02T09:42:21.763 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-02T09:42:21.763 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:42:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:21 smithi137 ceph-mon[88456]: pgmap v4165: 137 pgs: 137 active+clean; 537 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-02T09:42:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:21 smithi137 ceph-mon[88456]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:42:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:21 smithi028 ceph-mon[94314]: pgmap v4165: 137 pgs: 137 active+clean; 537 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-02T09:42:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:21 smithi028 ceph-mon[94314]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:42:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:21 smithi028 ceph-mon[96890]: pgmap v4165: 137 pgs: 137 active+clean; 537 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-02T09:42:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:21 smithi028 ceph-mon[96890]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-02T09:42:22.611 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:42:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:22 smithi137 ceph-mon[88456]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:42:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:22 smithi137 ceph-mon[88456]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:42:22.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:22 smithi028 ceph-mon[94314]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:42:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:22 smithi028 ceph-mon[94314]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:42:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:22 smithi028 ceph-mon[96890]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-02T09:42:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:22 smithi028 ceph-mon[96890]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-02T09:42:23.635 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1873 ms) 2024-04-02T09:42:23.635 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-02T09:42:23.635 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:42:23.693 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (58 ms) 2024-04-02T09:42:23.693 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-02T09:42:23.693 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:42:23.758 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (65 ms) 2024-04-02T09:42:23.758 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-02T09:42:23.758 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-04-02T09:42:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:23 smithi137 ceph-mon[88456]: pgmap v4168: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 8.5 MiB/s wr, 176 op/s 2024-04-02T09:42:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:23 smithi137 ceph-mon[88456]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:42:23.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:23 smithi028 ceph-mon[94314]: pgmap v4168: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 8.5 MiB/s wr, 176 op/s 2024-04-02T09:42:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:23 smithi028 ceph-mon[94314]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:42:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:23 smithi028 ceph-mon[96890]: pgmap v4168: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 8.5 MiB/s wr, 176 op/s 2024-04-02T09:42:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:23 smithi028 ceph-mon[96890]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-02T09:42:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:25 smithi137 ceph-mon[88456]: pgmap v4171: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 6.5 MiB/s wr, 150 op/s 2024-04-02T09:42:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:25 smithi028 ceph-mon[94314]: pgmap v4171: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 6.5 MiB/s wr, 150 op/s 2024-04-02T09:42:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:25 smithi028 ceph-mon[96890]: pgmap v4171: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 6.5 MiB/s wr, 150 op/s 2024-04-02T09:42:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:27 smithi137 ceph-mon[88456]: pgmap v4172: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 12 MiB/s wr, 327 op/s 2024-04-02T09:42:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:27 smithi137 ceph-mon[88456]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:42:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:27 smithi028 ceph-mon[94314]: pgmap v4172: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 12 MiB/s wr, 327 op/s 2024-04-02T09:42:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:27 smithi028 ceph-mon[94314]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:42:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:27 smithi028 ceph-mon[96890]: pgmap v4172: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 12 MiB/s wr, 327 op/s 2024-04-02T09:42:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:27 smithi028 ceph-mon[96890]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-02T09:42:28.801 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5043 ms) 2024-04-02T09:42:28.802 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:42:28.802 INFO:tasks.workunit.client.0.smithi028.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1059-g4d05f4ca/rpm/el9/BUILD/ceph-18.2.2-1059-g4d05f4ca/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-02T09:42:28.802 INFO:tasks.workunit.client.0.smithi028.stdout:Skipping due to unmet REQUIRE 2024-04-02T09:42:28.802 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-02T09:42:29.629 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 15 tests from DiffIterateTest/1 (68157 ms total) 2024-04-02T09:42:29.629 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:42:29.629 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 480 tests from 24 test suites ran. (2165327 ms total) 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 434 tests. 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-02T09:42:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-02T09:42:29.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-02T09:42:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-02T09:42:29.633 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-02T09:42:29.633 INFO:tasks.workunit.client.0.smithi028.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-02T09:42:29.633 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:42:29.633 INFO:tasks.workunit.client.0.smithi028.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-02T09:42:29.633 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:42:29.642 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:42:29.642 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:42:29.710 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-02T09:42:29.710 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:42:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:29 smithi137 ceph-mon[88456]: pgmap v4174: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.7 MiB/s wr, 199 op/s 2024-04-02T09:42:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:29 smithi028 ceph-mon[94314]: pgmap v4174: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.7 MiB/s wr, 199 op/s 2024-04-02T09:42:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:29 smithi028 ceph-mon[96890]: pgmap v4174: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.7 MiB/s wr, 199 op/s 2024-04-02T09:42:29.971 DEBUG:teuthology.parallel:result is None 2024-04-02T09:42:29.971 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:42:29.998 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:42:29.998 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:42:30.055 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:42:30.055 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:42:30.056 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-02T09:42:30.056 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:42:30.056 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-02T09:42:30.056 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-02T09:42:30.056 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-02T09:42:30.057 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:42:30.057 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:42:30.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:42:30.110 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:42:30.111 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:42:30.164 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:42:30.164 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:42:30.218 INFO:tasks.workunit:timeout=3h 2024-04-02T09:42:30.218 INFO:tasks.workunit:cleanup=True 2024-04-02T09:42:30.219 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:42:30.273 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:42:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:30 smithi137 ceph-mon[88456]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:42:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:30 smithi028 ceph-mon[94314]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:42:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:30 smithi028 ceph-mon[96890]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-02T09:42:31.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:42:31] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-02T09:42:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:31 smithi137 ceph-mon[88456]: pgmap v4176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:42:31.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:31 smithi028 ceph-mon[94314]: pgmap v4176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:42:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:31 smithi028 ceph-mon[96890]: pgmap v4176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-02T09:42:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:42:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:42:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:33 smithi137 ceph-mon[88456]: pgmap v4177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:33.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:33 smithi028 ceph-mon[94314]: pgmap v4177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:33 smithi028 ceph-mon[96890]: pgmap v4177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:35 smithi137 ceph-mon[88456]: pgmap v4178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:35 smithi028 ceph-mon[94314]: pgmap v4178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:35 smithi028 ceph-mon[96890]: pgmap v4178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:36.073 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:42:36.128 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:42:36.130 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:42:36.130 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:42:36.193 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:42:36.241 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:42:36.284 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:42:36.286 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:42:36.286 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:42:36.324 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:42:36.327 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T09:42:36.327 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:42:36.383 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-02T09:42:36.384 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-02T09:42:36.384 DEBUG:teuthology.orchestra.run.smithi028:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:42:36.441 INFO:tasks.workunit.client.0.smithi028.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-02T09:42:36.442 INFO:tasks.workunit.client.0.smithi028.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-02T09:42:36.442 INFO:tasks.workunit.client.0.smithi028.stderr:+ '[' -n '' ']' 2024-04-02T09:42:36.442 INFO:tasks.workunit.client.0.smithi028.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-02T09:42:36.620 INFO:tasks.workunit.client.0.smithi028.stdout:============================= test session starts ============================== 2024-04-02T09:42:36.620 INFO:tasks.workunit.client.0.smithi028.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-02T09:42:36.620 INFO:tasks.workunit.client.0.smithi028.stdout:cachedir: .pytest_cache 2024-04-02T09:42:36.620 INFO:tasks.workunit.client.0.smithi028.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-02T09:42:37.080 INFO:tasks.workunit.client.0.smithi028.stdout:collecting ... collected 175 items 2024-04-02T09:42:37.080 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:42:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:37 smithi137 ceph-mon[88456]: pgmap v4179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:37 smithi028 ceph-mon[94314]: pgmap v4179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:37 smithi028 ceph-mon[96890]: pgmap v4179: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:38.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:38 smithi028 ceph-mon[94314]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:42:38.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:38 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:42:38.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:38 smithi028 ceph-mon[96890]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:42:38.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:38 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:42:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:38 smithi137 ceph-mon[88456]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-02T09:42:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:38 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:42:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:39 smithi137 ceph-mon[88456]: pgmap v4181: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:39 smithi137 ceph-mon[88456]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:42:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:42:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:39 smithi137 ceph-mon[88456]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:42:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:39 smithi028 ceph-mon[94314]: pgmap v4181: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:39 smithi028 ceph-mon[94314]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:42:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:42:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:39 smithi028 ceph-mon[94314]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:42:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:39 smithi028 ceph-mon[96890]: pgmap v4181: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:42:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:39 smithi028 ceph-mon[96890]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-02T09:42:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-02T09:42:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:39 smithi028 ceph-mon[96890]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-02T09:42:40.668 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-02T09:42:40.753 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-02T09:42:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:40 smithi028 ceph-mon[94314]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:42:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:40 smithi028 ceph-mon[96890]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:42:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:40 smithi137 ceph-mon[88456]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-02T09:42:41.393 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-02T09:42:41.496 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-02T09:42:41.654 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:42:41] "GET /metrics HTTP/1.1" 200 34261 "" "Prometheus/2.43.0" 2024-04-02T09:42:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:41 smithi028 ceph-mon[94314]: pgmap v4184: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:42:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:41 smithi028 ceph-mon[94314]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:42:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:41 smithi028 ceph-mon[94314]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:42:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:41 smithi028 ceph-mon[96890]: pgmap v4184: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:42:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:41 smithi028 ceph-mon[96890]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:42:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:41 smithi028 ceph-mon[96890]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:42:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:41 smithi137 ceph-mon[88456]: pgmap v4184: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-02T09:42:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:41 smithi137 ceph-mon[88456]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-02T09:42:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:41 smithi137 ceph-mon[88456]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-02T09:42:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:42:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:42.763 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-02T09:42:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:42 smithi028 ceph-mon[94314]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:42:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:42 smithi028 ceph-mon[96890]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:42:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:42 smithi137 ceph-mon[88456]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-02T09:42:43.314 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-02T09:42:43.839 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-02T09:42:43.935 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-02T09:42:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:43 smithi028 ceph-mon[96890]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 62 op/s 2024-04-02T09:42:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:43 smithi028 ceph-mon[96890]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:42:43.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:43 smithi028 ceph-mon[94314]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 62 op/s 2024-04-02T09:42:43.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:43 smithi028 ceph-mon[94314]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:42:44.027 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-02T09:42:44.038 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-02T09:42:44.040 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-02T09:42:44.118 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-02T09:42:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:43 smithi137 ceph-mon[88456]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 6.2 KiB/s wr, 62 op/s 2024-04-02T09:42:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:43 smithi137 ceph-mon[88456]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-02T09:42:44.179 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-02T09:42:44.256 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-02T09:42:44.321 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-02T09:42:44.454 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-02T09:42:44.693 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-02T09:42:44.707 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-02T09:42:44.717 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-02T09:42:44.741 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-02T09:42:45.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:42:44] ENGINE Bus STOPPING 2024-04-02T09:42:45.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:42:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:42:45.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:42:44] ENGINE Bus STOPPED 2024-04-02T09:42:45.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:42:44] ENGINE Bus STARTING 2024-04-02T09:42:45.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:42:44] ENGINE Serving on http://:::9283 2024-04-02T09:42:45.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:44 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:42:44] ENGINE Bus STARTED 2024-04-02T09:42:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:45 smithi137 ceph-mon[88456]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.6 KiB/s wr, 56 op/s 2024-04-02T09:42:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:45 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:42:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:42:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[94314]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.6 KiB/s wr, 56 op/s 2024-04-02T09:42:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:42:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:42:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[96890]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.6 KiB/s wr, 56 op/s 2024-04-02T09:42:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:42:46.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:42:46.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:42:46.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:42:46.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:42:46.857 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-02T09:42:46.858 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-02T09:42:46.859 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-02T09:42:46.935 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-02T09:42:47.009 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-02T09:42:47.078 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-02T09:42:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:46 smithi137 ceph-mon[88456]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:42:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:46 smithi137 ceph-mon[88456]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 62 KiB/s wr, 769 op/s 2024-04-02T09:42:47.152 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-02T09:42:47.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:46 smithi028 ceph-mon[94314]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:42:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:46 smithi028 ceph-mon[94314]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 62 KiB/s wr, 769 op/s 2024-04-02T09:42:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:46 smithi028 ceph-mon[96890]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-02T09:42:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:46 smithi028 ceph-mon[96890]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 62 KiB/s wr, 769 op/s 2024-04-02T09:42:47.223 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-02T09:42:47.295 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-02T09:42:47.366 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-02T09:42:47.434 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-02T09:42:47.520 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-02T09:42:47.607 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-02T09:42:47.681 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-02T09:42:47.764 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-02T09:42:47.838 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-02T09:42:47.923 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-02T09:42:48.010 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-02T09:42:48.104 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-02T09:42:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:47 smithi137 ceph-mon[88456]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:42:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:47 smithi137 ceph-mon[88456]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:42:48.189 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-02T09:42:48.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:47 smithi028 ceph-mon[96890]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:42:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:47 smithi028 ceph-mon[96890]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:42:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:47 smithi028 ceph-mon[94314]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-02T09:42:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:47 smithi028 ceph-mon[94314]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-02T09:42:48.263 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-02T09:42:48.342 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-02T09:42:48.477 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-02T09:42:48.553 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-02T09:42:48.636 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-02T09:42:48.717 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-02T09:42:48.802 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-02T09:42:48.885 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-02T09:42:49.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:48 smithi028 ceph-mon[94314]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 58 KiB/s wr, 725 op/s 2024-04-02T09:42:49.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:48 smithi028 ceph-mon[96890]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 58 KiB/s wr, 725 op/s 2024-04-02T09:42:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:48 smithi137 ceph-mon[88456]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 58 KiB/s wr, 725 op/s 2024-04-02T09:42:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:50 smithi137 ceph-mon[88456]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:42:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:50 smithi137 ceph-mon[88456]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 1.9 MiB/s wr, 909 op/s 2024-04-02T09:42:51.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:50 smithi028 ceph-mon[94314]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:42:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:50 smithi028 ceph-mon[94314]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 1.9 MiB/s wr, 909 op/s 2024-04-02T09:42:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:50 smithi028 ceph-mon[96890]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-02T09:42:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:50 smithi028 ceph-mon[96890]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 661 KiB/s rd, 1.9 MiB/s wr, 909 op/s 2024-04-02T09:42:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:42:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:42:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:42:51] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:42:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:51 smithi137 ceph-mon[88456]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:42:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:51 smithi028 ceph-mon[94314]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:42:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:51 smithi028 ceph-mon[96890]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-02T09:42:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:42:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:42:52.866 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-02T09:42:52.963 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-02T09:42:53.063 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-02T09:42:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:52 smithi137 ceph-mon[88456]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:42:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:52 smithi137 ceph-mon[88456]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 1.8 MiB/s wr, 1.11k op/s 2024-04-02T09:42:53.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:52 smithi028 ceph-mon[94314]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:42:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:52 smithi028 ceph-mon[94314]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 1.8 MiB/s wr, 1.11k op/s 2024-04-02T09:42:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:52 smithi028 ceph-mon[96890]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-02T09:42:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:52 smithi028 ceph-mon[96890]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 1.8 MiB/s wr, 1.11k op/s 2024-04-02T09:42:53.260 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-02T09:42:53.462 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-02T09:42:53.539 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-02T09:42:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:53 smithi137 ceph-mon[88456]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:42:54.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:53 smithi028 ceph-mon[94314]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:42:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:53 smithi028 ceph-mon[96890]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-02T09:42:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:54 smithi137 ceph-mon[88456]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:42:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:54 smithi137 ceph-mon[88456]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 49 KiB/s wr, 767 op/s 2024-04-02T09:42:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:54 smithi028 ceph-mon[96890]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:42:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:54 smithi028 ceph-mon[96890]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 49 KiB/s wr, 767 op/s 2024-04-02T09:42:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:54 smithi028 ceph-mon[94314]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-02T09:42:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:54 smithi028 ceph-mon[94314]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 536 KiB/s rd, 49 KiB/s wr, 767 op/s 2024-04-02T09:42:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:55 smithi137 ceph-mon[88456]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:42:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:55 smithi028 ceph-mon[94314]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:42:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:55 smithi028 ceph-mon[96890]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-02T09:42:56.952 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-02T09:42:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:56 smithi137 ceph-mon[88456]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:42:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:56 smithi137 ceph-mon[88456]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-04-02T09:42:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:56 smithi028 ceph-mon[96890]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:42:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:56 smithi028 ceph-mon[96890]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-04-02T09:42:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:56 smithi028 ceph-mon[94314]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-02T09:42:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:56 smithi028 ceph-mon[94314]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-04-02T09:42:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:57 smithi137 ceph-mon[88456]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:42:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:57 smithi137 ceph-mon[88456]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:42:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:57 smithi028 ceph-mon[94314]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:42:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:57 smithi028 ceph-mon[94314]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:42:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:57 smithi028 ceph-mon[96890]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-02T09:42:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:57 smithi028 ceph-mon[96890]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-02T09:42:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:59 smithi137 ceph-mon[88456]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-04-02T09:42:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:42:59 smithi137 ceph-mon[88456]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:42:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:59 smithi028 ceph-mon[94314]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-04-02T09:42:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:42:59 smithi028 ceph-mon[94314]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:42:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:59 smithi028 ceph-mon[96890]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 2.0 MiB/s wr, 535 op/s 2024-04-02T09:42:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:42:59 smithi028 ceph-mon[96890]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-02T09:43:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:00 smithi137 ceph-mon[88456]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:43:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:00 smithi028 ceph-mon[94314]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:43:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:00 smithi028 ceph-mon[96890]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-02T09:43:01.549 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:43:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:43:01] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:43:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:01 smithi137 ceph-mon[88456]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.0 KiB/s wr, 120 op/s 2024-04-02T09:43:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:01 smithi137 ceph-mon[88456]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:43:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:01 smithi028 ceph-mon[94314]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.0 KiB/s wr, 120 op/s 2024-04-02T09:43:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:01 smithi028 ceph-mon[94314]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:43:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:01 smithi028 ceph-mon[96890]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 4.0 KiB/s wr, 120 op/s 2024-04-02T09:43:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:01 smithi028 ceph-mon[96890]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-02T09:43:02.637 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-02T09:43:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:02 smithi137 ceph-mon[88456]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:43:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:02 smithi137 ceph-mon[88456]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:43:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:43:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:02 smithi028 ceph-mon[94314]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:43:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:02 smithi028 ceph-mon[94314]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:43:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:02 smithi028 ceph-mon[96890]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-02T09:43:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:02 smithi028 ceph-mon[96890]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-02T09:43:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:03 smithi137 ceph-mon[88456]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 239 op/s 2024-04-02T09:43:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:03 smithi028 ceph-mon[94314]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 239 op/s 2024-04-02T09:43:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:03 smithi028 ceph-mon[96890]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 239 op/s 2024-04-02T09:43:04.668 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-02T09:43:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:04 smithi137 ceph-mon[88456]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:43:04.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:04 smithi028 ceph-mon[94314]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:43:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:04 smithi028 ceph-mon[96890]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-02T09:43:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:05 smithi137 ceph-mon[88456]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 118 op/s 2024-04-02T09:43:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:05 smithi137 ceph-mon[88456]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:43:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:05 smithi028 ceph-mon[94314]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 118 op/s 2024-04-02T09:43:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:05 smithi028 ceph-mon[94314]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:43:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:05 smithi028 ceph-mon[96890]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 118 op/s 2024-04-02T09:43:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:05 smithi028 ceph-mon[96890]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-02T09:43:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:06.678 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-02T09:43:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:06 smithi137 ceph-mon[88456]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:43:06.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:06 smithi028 ceph-mon[94314]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:43:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:06 smithi028 ceph-mon[96890]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-02T09:43:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:07 smithi137 ceph-mon[88456]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-02T09:43:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:07 smithi137 ceph-mon[88456]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:43:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:07 smithi137 ceph-mon[88456]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:43:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:07 smithi028 ceph-mon[94314]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-02T09:43:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:07 smithi028 ceph-mon[94314]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:43:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:07 smithi028 ceph-mon[94314]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:43:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:07 smithi028 ceph-mon[96890]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-02T09:43:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:07 smithi028 ceph-mon[96890]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-02T09:43:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:07 smithi028 ceph-mon[96890]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-02T09:43:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:09 smithi137 ceph-mon[88456]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-02T09:43:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:09 smithi137 ceph-mon[88456]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:43:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:09 smithi028 ceph-mon[94314]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-02T09:43:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:09 smithi028 ceph-mon[94314]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:43:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:09 smithi028 ceph-mon[96890]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-02T09:43:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:09 smithi028 ceph-mon[96890]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-02T09:43:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:10 smithi137 ceph-mon[88456]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:43:10.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:10 smithi028 ceph-mon[94314]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:43:10.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:10 smithi028 ceph-mon[96890]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-02T09:43:11.553 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:43:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:43:11] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:43:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:11 smithi137 ceph-mon[88456]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 50 op/s 2024-04-02T09:43:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:11 smithi137 ceph-mon[88456]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:43:11.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:11 smithi028 ceph-mon[94314]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 50 op/s 2024-04-02T09:43:11.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:11 smithi028 ceph-mon[94314]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:43:11.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:11 smithi028 ceph-mon[96890]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 2.0 KiB/s wr, 50 op/s 2024-04-02T09:43:11.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:11 smithi028 ceph-mon[96890]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-02T09:43:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:12 smithi137 ceph-mon[88456]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:43:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:43:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:43:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:12.665 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-02T09:43:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:12 smithi028 ceph-mon[94314]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:43:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:12 smithi028 ceph-mon[96890]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-02T09:43:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:13 smithi137 ceph-mon[88456]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:43:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:13 smithi137 ceph-mon[88456]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:43:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:13 smithi028 ceph-mon[94314]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:43:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:13 smithi028 ceph-mon[94314]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:43:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:13 smithi028 ceph-mon[96890]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-02T09:43:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:13 smithi028 ceph-mon[96890]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-02T09:43:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:14 smithi137 ceph-mon[88456]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:43:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:14 smithi028 ceph-mon[94314]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:43:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:14 smithi028 ceph-mon[96890]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-02T09:43:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:15 smithi137 ceph-mon[88456]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-04-02T09:43:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:15 smithi137 ceph-mon[88456]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:43:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:15 smithi028 ceph-mon[94314]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-04-02T09:43:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:15 smithi028 ceph-mon[94314]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:43:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:15 smithi028 ceph-mon[96890]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-04-02T09:43:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:15 smithi028 ceph-mon[96890]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-02T09:43:16.679 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-02T09:43:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:16 smithi137 ceph-mon[88456]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:43:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:16 smithi028 ceph-mon[94314]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:43:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:16 smithi028 ceph-mon[96890]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-02T09:43:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:17 smithi137 ceph-mon[88456]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:43:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:17 smithi137 ceph-mon[88456]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:43:17.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:17 smithi137 ceph-mon[88456]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:43:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:17 smithi028 ceph-mon[96890]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:43:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:17 smithi028 ceph-mon[96890]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:43:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:17 smithi028 ceph-mon[96890]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:43:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:17 smithi028 ceph-mon[94314]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:43:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:17 smithi028 ceph-mon[94314]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-02T09:43:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:17 smithi028 ceph-mon[94314]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-02T09:43:18.645 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-02T09:43:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:19 smithi137 ceph-mon[88456]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:43:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:19 smithi137 ceph-mon[88456]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:43:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:19 smithi028 ceph-mon[94314]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:43:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:19 smithi028 ceph-mon[94314]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:43:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:19 smithi028 ceph-mon[96890]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-02T09:43:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:19 smithi028 ceph-mon[96890]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-02T09:43:20.678 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-02T09:43:20.752 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-02T09:43:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:20 smithi137 ceph-mon[88456]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:43:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:20 smithi028 ceph-mon[96890]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:43:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:20 smithi028 ceph-mon[94314]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-02T09:43:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:21.591 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:43:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:43:21] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:43:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:21 smithi137 ceph-mon[88456]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 KiB/s wr, 57 op/s 2024-04-02T09:43:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:21 smithi137 ceph-mon[88456]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:43:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:21 smithi028 ceph-mon[94314]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 KiB/s wr, 57 op/s 2024-04-02T09:43:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:21 smithi028 ceph-mon[94314]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:43:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:21 smithi028 ceph-mon[96890]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 2.0 KiB/s wr, 57 op/s 2024-04-02T09:43:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:21 smithi028 ceph-mon[96890]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-02T09:43:22.600 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:43:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:22.638 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-02T09:43:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:22 smithi137 ceph-mon[88456]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:43:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:22 smithi137 ceph-mon[88456]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:43:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:22 smithi028 ceph-mon[96890]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:43:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:22 smithi028 ceph-mon[96890]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:43:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:22 smithi028 ceph-mon[94314]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-02T09:43:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:22 smithi028 ceph-mon[94314]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-02T09:43:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:23 smithi137 ceph-mon[88456]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-04-02T09:43:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:23 smithi028 ceph-mon[94314]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-04-02T09:43:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:23 smithi028 ceph-mon[96890]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-04-02T09:43:24.709 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-02T09:43:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:24 smithi137 ceph-mon[88456]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:43:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:24 smithi028 ceph-mon[94314]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:43:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:24 smithi028 ceph-mon[96890]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-02T09:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:25 smithi137 ceph-mon[88456]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-02T09:43:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:25 smithi137 ceph-mon[88456]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:43:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:25 smithi028 ceph-mon[94314]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-02T09:43:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:25 smithi028 ceph-mon[94314]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:25 smithi028 ceph-mon[96890]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-02T09:43:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:25 smithi028 ceph-mon[96890]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-02T09:43:26.722 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-02T09:43:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:26 smithi137 ceph-mon[88456]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:43:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:26 smithi028 ceph-mon[94314]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:43:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:26 smithi028 ceph-mon[96890]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-02T09:43:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:27 smithi137 ceph-mon[88456]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:43:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:27 smithi137 ceph-mon[88456]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:43:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:27 smithi137 ceph-mon[88456]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:43:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:27 smithi028 ceph-mon[94314]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:43:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:27 smithi028 ceph-mon[94314]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:43:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:27 smithi028 ceph-mon[94314]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:43:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:27 smithi028 ceph-mon[96890]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:43:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:27 smithi028 ceph-mon[96890]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-02T09:43:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:27 smithi028 ceph-mon[96890]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-02T09:43:28.638 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-02T09:43:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:29 smithi137 ceph-mon[88456]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:43:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:29 smithi137 ceph-mon[88456]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:43:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:29 smithi028 ceph-mon[94314]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:43:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:29 smithi028 ceph-mon[94314]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:43:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:29 smithi028 ceph-mon[96890]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 182 op/s 2024-04-02T09:43:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:29 smithi028 ceph-mon[96890]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-02T09:43:30.727 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-02T09:43:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:30 smithi137 ceph-mon[88456]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:43:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:30 smithi028 ceph-mon[94314]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:43:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:30 smithi028 ceph-mon[96890]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-02T09:43:31.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:43:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:43:31] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:43:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:31 smithi137 ceph-mon[88456]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-04-02T09:43:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:31 smithi137 ceph-mon[88456]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:43:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:31 smithi028 ceph-mon[94314]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-04-02T09:43:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:31 smithi028 ceph-mon[94314]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:43:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:31 smithi028 ceph-mon[96890]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.2 KiB/s wr, 77 op/s 2024-04-02T09:43:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:31 smithi028 ceph-mon[96890]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-02T09:43:32.642 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:43:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:43:32.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:32.746 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-02T09:43:32.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:32 smithi137 ceph-mon[88456]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:43:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:32 smithi028 ceph-mon[94314]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:43:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:32 smithi028 ceph-mon[96890]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-02T09:43:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:33 smithi137 ceph-mon[88456]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 9.7 KiB/s wr, 194 op/s 2024-04-02T09:43:33.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:33 smithi137 ceph-mon[88456]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:43:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:33 smithi028 ceph-mon[94314]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 9.7 KiB/s wr, 194 op/s 2024-04-02T09:43:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:33 smithi028 ceph-mon[94314]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:43:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:33 smithi028 ceph-mon[96890]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 9.7 KiB/s wr, 194 op/s 2024-04-02T09:43:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:33 smithi028 ceph-mon[96890]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-02T09:43:34.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:34 smithi028 ceph-mon[94314]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:43:34.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:34 smithi028 ceph-mon[96890]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:43:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:34 smithi137 ceph-mon[88456]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-02T09:43:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:35 smithi028 ceph-mon[94314]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.5 KiB/s wr, 117 op/s 2024-04-02T09:43:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:35 smithi028 ceph-mon[94314]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:43:35.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:35.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:35 smithi028 ceph-mon[96890]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.5 KiB/s wr, 117 op/s 2024-04-02T09:43:35.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:35 smithi028 ceph-mon[96890]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:43:35.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:35 smithi137 ceph-mon[88456]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.5 KiB/s wr, 117 op/s 2024-04-02T09:43:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:35 smithi137 ceph-mon[88456]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-02T09:43:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:36 smithi028 ceph-mon[96890]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:43:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:36 smithi028 ceph-mon[94314]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:43:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:36 smithi137 ceph-mon[88456]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-02T09:43:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:37 smithi028 ceph-mon[94314]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-02T09:43:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:37 smithi028 ceph-mon[94314]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:43:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:37 smithi028 ceph-mon[94314]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:43:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:37 smithi028 ceph-mon[96890]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-02T09:43:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:37 smithi028 ceph-mon[96890]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:43:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:37 smithi028 ceph-mon[96890]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:43:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:37 smithi137 ceph-mon[88456]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-02T09:43:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:37 smithi137 ceph-mon[88456]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-02T09:43:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:37 smithi137 ceph-mon[88456]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-02T09:43:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:39 smithi137 ceph-mon[88456]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-02T09:43:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:39 smithi137 ceph-mon[88456]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:43:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:39 smithi028 ceph-mon[94314]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-02T09:43:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:39 smithi028 ceph-mon[94314]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:43:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:39 smithi028 ceph-mon[96890]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 83 op/s 2024-04-02T09:43:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:39 smithi028 ceph-mon[96890]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-02T09:43:40.651 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-02T09:43:40.742 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-02T09:43:40.816 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-02T09:43:40.894 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-02T09:43:40.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:40 smithi137 ceph-mon[88456]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:43:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:40 smithi028 ceph-mon[94314]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:43:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:40 smithi028 ceph-mon[96890]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-02T09:43:41.556 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:43:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:43:41] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-02T09:43:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:41 smithi137 ceph-mon[88456]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-04-02T09:43:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:41 smithi137 ceph-mon[88456]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:43:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:41 smithi028 ceph-mon[94314]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-04-02T09:43:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:41 smithi028 ceph-mon[94314]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:43:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:41 smithi028 ceph-mon[96890]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2024-04-02T09:43:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:41 smithi028 ceph-mon[96890]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-02T09:43:42.566 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:43:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:42.679 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-02T09:43:42.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:42 smithi137 ceph-mon[88456]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:43:42.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:42 smithi028 ceph-mon[94314]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:43:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:42 smithi028 ceph-mon[96890]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-02T09:43:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:43 smithi137 ceph-mon[88456]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 134 op/s 2024-04-02T09:43:43.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:43 smithi137 ceph-mon[88456]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:43 smithi028 ceph-mon[94314]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 134 op/s 2024-04-02T09:43:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:43 smithi028 ceph-mon[94314]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:43:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:43 smithi028 ceph-mon[96890]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 8.5 KiB/s wr, 134 op/s 2024-04-02T09:43:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:43 smithi028 ceph-mon[96890]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-02T09:43:44.670 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-02T09:43:44.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:44 smithi137 ceph-mon[88456]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:43:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:44 smithi028 ceph-mon[94314]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:43:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:44 smithi028 ceph-mon[96890]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-02T09:43:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:45 smithi137 ceph-mon[88456]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 98 op/s 2024-04-02T09:43:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:45 smithi137 ceph-mon[88456]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:43:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:45.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:45.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:45 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:43:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[94314]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 98 op/s 2024-04-02T09:43:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[94314]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:43:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:43:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[96890]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.2 KiB/s wr, 98 op/s 2024-04-02T09:43:45.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[96890]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-02T09:43:45.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:43:45.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:43:45.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:43:45.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:45 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:43:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:46 smithi137 ceph-mon[88456]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:43:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:46 smithi028 ceph-mon[94314]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:43:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:46 smithi028 ceph-mon[96890]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-02T09:43:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:47 smithi137 ceph-mon[88456]: pgmap v4280: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:43:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:47 smithi137 ceph-mon[88456]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:43:47.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:47 smithi137 ceph-mon[88456]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:43:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:47 smithi028 ceph-mon[94314]: pgmap v4280: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:43:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:47 smithi028 ceph-mon[94314]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:43:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:47 smithi028 ceph-mon[94314]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:43:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:47 smithi028 ceph-mon[96890]: pgmap v4280: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:43:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:47 smithi028 ceph-mon[96890]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-02T09:43:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:47 smithi028 ceph-mon[96890]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-02T09:43:48.691 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-02T09:43:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:49 smithi137 ceph-mon[88456]: pgmap v4283: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:43:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:49 smithi137 ceph-mon[88456]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:43:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:49 smithi028 ceph-mon[94314]: pgmap v4283: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:43:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:49 smithi028 ceph-mon[94314]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:43:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:49 smithi028 ceph-mon[96890]: pgmap v4283: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:43:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:49 smithi028 ceph-mon[96890]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-02T09:43:50.703 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-02T09:43:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:50 smithi137 ceph-mon[88456]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:43:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:50 smithi028 ceph-mon[94314]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:43:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:50 smithi028 ceph-mon[96890]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-02T09:43:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:43:51.607 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:43:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:43:51] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:43:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:51 smithi137 ceph-mon[88456]: pgmap v4286: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 110 op/s 2024-04-02T09:43:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:51 smithi137 ceph-mon[88456]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:43:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:51 smithi028 ceph-mon[94314]: pgmap v4286: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 110 op/s 2024-04-02T09:43:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:51 smithi028 ceph-mon[94314]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:43:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:51 smithi028 ceph-mon[96890]: pgmap v4286: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.7 KiB/s wr, 110 op/s 2024-04-02T09:43:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:51 smithi028 ceph-mon[96890]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-02T09:43:52.616 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:43:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:43:52.715 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-02T09:43:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:52 smithi137 ceph-mon[88456]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:43:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:52 smithi028 ceph-mon[94314]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:43:52.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:52 smithi028 ceph-mon[96890]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-02T09:43:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:53 smithi137 ceph-mon[88456]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 193 op/s 2024-04-02T09:43:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:53 smithi137 ceph-mon[88456]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:43:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:53 smithi028 ceph-mon[94314]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 193 op/s 2024-04-02T09:43:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:53 smithi028 ceph-mon[94314]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:43:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:53 smithi028 ceph-mon[96890]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 18 KiB/s wr, 193 op/s 2024-04-02T09:43:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:53 smithi028 ceph-mon[96890]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-02T09:43:54.729 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-02T09:43:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:54 smithi137 ceph-mon[88456]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:43:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:54 smithi028 ceph-mon[94314]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:43:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:54 smithi028 ceph-mon[96890]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-02T09:43:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:55 smithi137 ceph-mon[88456]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 82 op/s 2024-04-02T09:43:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:55 smithi137 ceph-mon[88456]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:43:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:55 smithi028 ceph-mon[94314]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 82 op/s 2024-04-02T09:43:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:55 smithi028 ceph-mon[94314]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:43:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:55 smithi028 ceph-mon[96890]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 8.0 KiB/s wr, 82 op/s 2024-04-02T09:43:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:55 smithi028 ceph-mon[96890]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-02T09:43:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:56 smithi137 ceph-mon[88456]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:43:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:56 smithi028 ceph-mon[94314]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:43:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:56 smithi028 ceph-mon[96890]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-02T09:43:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:57 smithi137 ceph-mon[88456]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-02T09:43:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:57 smithi137 ceph-mon[88456]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:43:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:57 smithi137 ceph-mon[88456]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:43:57.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:57 smithi028 ceph-mon[94314]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-02T09:43:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:57 smithi028 ceph-mon[94314]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:43:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:57 smithi028 ceph-mon[94314]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:43:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:57 smithi028 ceph-mon[96890]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-02T09:43:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:57 smithi028 ceph-mon[96890]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-02T09:43:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:57 smithi028 ceph-mon[96890]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-02T09:43:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:59 smithi137 ceph-mon[88456]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-02T09:43:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:43:59 smithi137 ceph-mon[88456]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:43:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:59 smithi028 ceph-mon[96890]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-02T09:43:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:43:59 smithi028 ceph-mon[96890]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:43:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:59 smithi028 ceph-mon[94314]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-02T09:43:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:43:59 smithi028 ceph-mon[94314]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-02T09:44:00.668 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-02T09:44:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:00 smithi137 ceph-mon[88456]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:44:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:00 smithi028 ceph-mon[94314]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:44:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:00 smithi028 ceph-mon[96890]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-02T09:44:01.569 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:44:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:44:01] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:44:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:01 smithi137 ceph-mon[88456]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:44:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:01 smithi137 ceph-mon[88456]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:44:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:01 smithi028 ceph-mon[94314]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:44:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:01 smithi028 ceph-mon[94314]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:44:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:01 smithi028 ceph-mon[96890]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-02T09:44:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:01 smithi028 ceph-mon[96890]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-02T09:44:02.579 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:44:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:02.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:02 smithi137 ceph-mon[88456]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:44:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:02 smithi028 ceph-mon[94314]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:44:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:02 smithi028 ceph-mon[96890]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-02T09:44:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:03 smithi137 ceph-mon[88456]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-04-02T09:44:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:03 smithi137 ceph-mon[88456]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:44:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:03 smithi028 ceph-mon[96890]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-04-02T09:44:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:03 smithi028 ceph-mon[96890]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:44:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:03 smithi028 ceph-mon[94314]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-04-02T09:44:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:03 smithi028 ceph-mon[94314]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-02T09:44:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:04 smithi137 ceph-mon[88456]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:44:04.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:04 smithi028 ceph-mon[94314]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:44:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:04 smithi028 ceph-mon[96890]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-02T09:44:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:05 smithi137 ceph-mon[88456]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-02T09:44:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:05 smithi137 ceph-mon[88456]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:44:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:05 smithi028 ceph-mon[96890]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-02T09:44:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:05 smithi028 ceph-mon[96890]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:44:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:05 smithi028 ceph-mon[94314]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 5.7 KiB/s wr, 88 op/s 2024-04-02T09:44:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:05 smithi028 ceph-mon[94314]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-02T09:44:05.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:06.707 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-02T09:44:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:06 smithi137 ceph-mon[88456]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:44:06.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:06 smithi028 ceph-mon[94314]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:44:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:06 smithi028 ceph-mon[96890]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-02T09:44:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:07 smithi137 ceph-mon[88456]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:44:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:07 smithi137 ceph-mon[88456]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:44:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:07 smithi137 ceph-mon[88456]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:44:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:07 smithi028 ceph-mon[96890]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:44:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:07 smithi028 ceph-mon[96890]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:44:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:07 smithi028 ceph-mon[96890]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:44:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:07 smithi028 ceph-mon[94314]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:44:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:07 smithi028 ceph-mon[94314]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-02T09:44:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:07 smithi028 ceph-mon[94314]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-02T09:44:08.667 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-02T09:44:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:09 smithi137 ceph-mon[88456]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:44:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:09 smithi137 ceph-mon[88456]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:44:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:09 smithi028 ceph-mon[94314]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:44:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:09 smithi028 ceph-mon[94314]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:44:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:09 smithi028 ceph-mon[96890]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-02T09:44:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:09 smithi028 ceph-mon[96890]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-02T09:44:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:10 smithi137 ceph-mon[88456]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:44:10.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:10 smithi028 ceph-mon[94314]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:44:10.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:10 smithi028 ceph-mon[96890]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-02T09:44:11.614 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:44:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:44:11] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-02T09:44:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:11 smithi137 ceph-mon[88456]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:44:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:11 smithi137 ceph-mon[88456]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:44:11.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:11 smithi028 ceph-mon[94314]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:44:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:11 smithi028 ceph-mon[94314]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:44:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:11 smithi028 ceph-mon[96890]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-02T09:44:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:11 smithi028 ceph-mon[96890]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-02T09:44:12.619 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:44:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:44:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:12 smithi137 ceph-mon[88456]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:44:12.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:12 smithi137 ceph-mon[88456]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:44:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:12 smithi028 ceph-mon[94314]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:44:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:12 smithi028 ceph-mon[94314]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:44:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:12 smithi028 ceph-mon[96890]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-02T09:44:12.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:12 smithi028 ceph-mon[96890]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-02T09:44:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:13 smithi137 ceph-mon[88456]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 9.0 KiB/s wr, 141 op/s 2024-04-02T09:44:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:13 smithi137 ceph-mon[88456]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:44:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:13 smithi028 ceph-mon[96890]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 9.0 KiB/s wr, 141 op/s 2024-04-02T09:44:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:13 smithi028 ceph-mon[96890]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:44:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:13 smithi028 ceph-mon[94314]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 9.0 KiB/s wr, 141 op/s 2024-04-02T09:44:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:13 smithi028 ceph-mon[94314]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-02T09:44:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:15 smithi137 ceph-mon[88456]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.5 KiB/s wr, 128 op/s 2024-04-02T09:44:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:15 smithi137 ceph-mon[88456]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:44:15.947 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:15 smithi028 ceph-mon[94314]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.5 KiB/s wr, 128 op/s 2024-04-02T09:44:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:15 smithi028 ceph-mon[94314]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:44:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:15 smithi028 ceph-mon[96890]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.5 KiB/s wr, 128 op/s 2024-04-02T09:44:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:15 smithi028 ceph-mon[96890]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-02T09:44:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:16 smithi137 ceph-mon[88456]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:44:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:16 smithi028 ceph-mon[94314]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:44:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:16 smithi028 ceph-mon[96890]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-02T09:44:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:17 smithi137 ceph-mon[88456]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-02T09:44:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:17 smithi137 ceph-mon[88456]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:44:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:17 smithi137 ceph-mon[88456]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:44:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:17 smithi028 ceph-mon[94314]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-02T09:44:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:17 smithi028 ceph-mon[94314]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:44:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:17 smithi028 ceph-mon[94314]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:44:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:17 smithi028 ceph-mon[96890]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-02T09:44:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:17 smithi028 ceph-mon[96890]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-02T09:44:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:17 smithi028 ceph-mon[96890]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-02T09:44:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:19 smithi137 ceph-mon[88456]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-02T09:44:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:19 smithi137 ceph-mon[88456]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:44:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:19 smithi028 ceph-mon[94314]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-02T09:44:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:19 smithi028 ceph-mon[94314]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:44:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:19 smithi028 ceph-mon[96890]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 3.5 KiB/s wr, 80 op/s 2024-04-02T09:44:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:19 smithi028 ceph-mon[96890]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-02T09:44:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:20 smithi137 ceph-mon[88456]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:44:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:20 smithi028 ceph-mon[94314]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:44:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:20 smithi028 ceph-mon[96890]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-02T09:44:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:21.589 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:44:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:44:21] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:44:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:21 smithi137 ceph-mon[88456]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:21 smithi137 ceph-mon[88456]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:44:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:21 smithi028 ceph-mon[94314]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:21 smithi028 ceph-mon[94314]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:44:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:21 smithi028 ceph-mon[96890]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:21 smithi028 ceph-mon[96890]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-02T09:44:22.598 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:44:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:22 smithi137 ceph-mon[88456]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:44:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:22 smithi028 ceph-mon[94314]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:44:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:22 smithi028 ceph-mon[96890]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-02T09:44:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:23 smithi137 ceph-mon[88456]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-04-02T09:44:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:23 smithi137 ceph-mon[88456]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:44:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:23 smithi028 ceph-mon[94314]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-04-02T09:44:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:23 smithi028 ceph-mon[94314]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:44:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:23 smithi028 ceph-mon[96890]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 4.0 KiB/s wr, 125 op/s 2024-04-02T09:44:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:23 smithi028 ceph-mon[96890]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-02T09:44:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:24 smithi137 ceph-mon[88456]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:44:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:24 smithi028 ceph-mon[94314]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:44:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:24 smithi028 ceph-mon[96890]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-02T09:44:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:25 smithi137 ceph-mon[88456]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 3.5 KiB/s wr, 123 op/s 2024-04-02T09:44:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:25 smithi137 ceph-mon[88456]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:44:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:25 smithi028 ceph-mon[94314]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 3.5 KiB/s wr, 123 op/s 2024-04-02T09:44:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:25 smithi028 ceph-mon[94314]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:44:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:25 smithi028 ceph-mon[96890]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 3.5 KiB/s wr, 123 op/s 2024-04-02T09:44:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:25 smithi028 ceph-mon[96890]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-02T09:44:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:26 smithi137 ceph-mon[88456]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:44:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:26 smithi028 ceph-mon[94314]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:44:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:26 smithi028 ceph-mon[96890]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-02T09:44:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:27 smithi137 ceph-mon[88456]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-04-02T09:44:27.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:27 smithi137 ceph-mon[88456]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:44:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:27 smithi028 ceph-mon[94314]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-04-02T09:44:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:27 smithi028 ceph-mon[94314]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:44:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:27 smithi028 ceph-mon[96890]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-04-02T09:44:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:27 smithi028 ceph-mon[96890]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-02T09:44:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:28 smithi137 ceph-mon[88456]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:44:28.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:28 smithi028 ceph-mon[94314]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:44:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:28 smithi028 ceph-mon[96890]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-02T09:44:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:29 smithi137 ceph-mon[88456]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-04-02T09:44:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:29 smithi137 ceph-mon[88456]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:44:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:29 smithi028 ceph-mon[94314]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-04-02T09:44:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:29 smithi028 ceph-mon[94314]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:44:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:29 smithi028 ceph-mon[96890]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 3.7 KiB/s wr, 168 op/s 2024-04-02T09:44:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:29 smithi028 ceph-mon[96890]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-02T09:44:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:30 smithi137 ceph-mon[88456]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:44:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:30 smithi028 ceph-mon[94314]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:44:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:30 smithi028 ceph-mon[96890]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-02T09:44:31.642 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:44:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:44:31] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:44:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:31 smithi137 ceph-mon[88456]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:44:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:31 smithi137 ceph-mon[88456]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:44:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:31 smithi028 ceph-mon[94314]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:44:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:31 smithi028 ceph-mon[94314]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:44:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:31 smithi028 ceph-mon[96890]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:44:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:31 smithi028 ceph-mon[96890]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-02T09:44:32.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:44:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:44:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:32 smithi028 ceph-mon[94314]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:44:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:32 smithi028 ceph-mon[96890]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:44:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:32 smithi137 ceph-mon[88456]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-02T09:44:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:33 smithi028 ceph-mon[94314]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 3.5 KiB/s wr, 212 op/s 2024-04-02T09:44:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:33 smithi028 ceph-mon[94314]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:44:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:33 smithi028 ceph-mon[96890]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 3.5 KiB/s wr, 212 op/s 2024-04-02T09:44:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:33 smithi028 ceph-mon[96890]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:44:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:33 smithi137 ceph-mon[88456]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 3.5 KiB/s wr, 212 op/s 2024-04-02T09:44:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:33 smithi137 ceph-mon[88456]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-02T09:44:34.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:34 smithi028 ceph-mon[94314]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:44:34.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:34 smithi028 ceph-mon[96890]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:44:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:34 smithi137 ceph-mon[88456]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-02T09:44:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:35 smithi028 ceph-mon[94314]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 3.5 KiB/s wr, 210 op/s 2024-04-02T09:44:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:35 smithi028 ceph-mon[94314]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:44:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:35 smithi028 ceph-mon[96890]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 3.5 KiB/s wr, 210 op/s 2024-04-02T09:44:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:35 smithi028 ceph-mon[96890]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:44:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:35 smithi137 ceph-mon[88456]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 3.5 KiB/s wr, 210 op/s 2024-04-02T09:44:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:35 smithi137 ceph-mon[88456]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-02T09:44:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:36 smithi028 ceph-mon[94314]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:44:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:36 smithi028 ceph-mon[96890]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:44:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:36 smithi137 ceph-mon[88456]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-02T09:44:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:37 smithi028 ceph-mon[94314]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.0 KiB/s wr, 256 op/s 2024-04-02T09:44:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:37 smithi028 ceph-mon[94314]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:44:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:37 smithi028 ceph-mon[96890]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.0 KiB/s wr, 256 op/s 2024-04-02T09:44:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:37 smithi028 ceph-mon[96890]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:44:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:37 smithi137 ceph-mon[88456]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.0 KiB/s wr, 256 op/s 2024-04-02T09:44:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:37 smithi137 ceph-mon[88456]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-02T09:44:38.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:38 smithi028 ceph-mon[94314]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:44:38.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:38 smithi028 ceph-mon[96890]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:44:39.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:38 smithi137 ceph-mon[88456]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-02T09:44:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:39 smithi028 ceph-mon[96890]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.0 KiB/s wr, 256 op/s 2024-04-02T09:44:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:39 smithi028 ceph-mon[96890]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:44:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:39 smithi028 ceph-mon[94314]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.0 KiB/s wr, 256 op/s 2024-04-02T09:44:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:39 smithi028 ceph-mon[94314]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:44:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:39 smithi137 ceph-mon[88456]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 4.0 KiB/s wr, 256 op/s 2024-04-02T09:44:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:39 smithi137 ceph-mon[88456]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-02T09:44:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:40 smithi028 ceph-mon[94314]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:44:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:40 smithi028 ceph-mon[96890]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:44:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:40 smithi137 ceph-mon[88456]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-02T09:44:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:44:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:44:41] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:44:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:41 smithi137 ceph-mon[88456]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:44:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:41 smithi137 ceph-mon[88456]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:44:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:41 smithi028 ceph-mon[94314]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:44:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:41 smithi028 ceph-mon[94314]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:44:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:41 smithi028 ceph-mon[96890]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:44:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:41 smithi028 ceph-mon[96890]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-02T09:44:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:44:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:42 smithi137 ceph-mon[88456]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:44:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:42 smithi028 ceph-mon[94314]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:44:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:42 smithi028 ceph-mon[96890]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-02T09:44:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:43 smithi137 ceph-mon[88456]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 3.7 KiB/s wr, 299 op/s 2024-04-02T09:44:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:43 smithi137 ceph-mon[88456]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:44:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:43 smithi028 ceph-mon[94314]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 3.7 KiB/s wr, 299 op/s 2024-04-02T09:44:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:43 smithi028 ceph-mon[94314]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:44:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:43 smithi028 ceph-mon[96890]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 3.7 KiB/s wr, 299 op/s 2024-04-02T09:44:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:43 smithi028 ceph-mon[96890]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-02T09:44:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:44 smithi137 ceph-mon[88456]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:44:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:44 smithi028 ceph-mon[94314]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:44:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:44 smithi028 ceph-mon[96890]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-02T09:44:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:45 smithi137 ceph-mon[88456]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 3.5 KiB/s wr, 298 op/s 2024-04-02T09:44:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:45 smithi137 ceph-mon[88456]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:44:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:45 smithi028 ceph-mon[96890]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 3.5 KiB/s wr, 298 op/s 2024-04-02T09:44:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:45 smithi028 ceph-mon[96890]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:44:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:45 smithi028 ceph-mon[94314]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 3.5 KiB/s wr, 298 op/s 2024-04-02T09:44:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:45 smithi028 ceph-mon[94314]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-02T09:44:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:44:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:46 smithi137 ceph-mon[88456]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:44:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:46 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:46 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:44:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:46 smithi028 ceph-mon[94314]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:44:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:46 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:46 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:44:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:46 smithi028 ceph-mon[96890]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-02T09:44:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:44:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:46 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:44:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:46 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:44:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:47 smithi137 ceph-mon[88456]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-04-02T09:44:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:47 smithi137 ceph-mon[88456]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:44:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:47 smithi028 ceph-mon[96890]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-04-02T09:44:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:47 smithi028 ceph-mon[96890]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:44:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:47 smithi028 ceph-mon[94314]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-04-02T09:44:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:47 smithi028 ceph-mon[94314]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-02T09:44:49.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:48 smithi028 ceph-mon[94314]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:44:49.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:48 smithi028 ceph-mon[96890]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:44:49.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:48 smithi137 ceph-mon[88456]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-02T09:44:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:49 smithi137 ceph-mon[88456]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-04-02T09:44:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:49 smithi137 ceph-mon[88456]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:44:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:49 smithi028 ceph-mon[94314]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-04-02T09:44:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:49 smithi028 ceph-mon[94314]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:44:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:49 smithi028 ceph-mon[96890]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 3.7 KiB/s wr, 343 op/s 2024-04-02T09:44:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:49 smithi028 ceph-mon[96890]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-02T09:44:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:50 smithi137 ceph-mon[88456]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:44:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:50 smithi028 ceph-mon[94314]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:44:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:50 smithi028 ceph-mon[96890]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-02T09:44:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:44:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:44:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:44:51] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:44:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:51 smithi137 ceph-mon[88456]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:51 smithi137 ceph-mon[88456]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:44:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:51 smithi028 ceph-mon[94314]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:51 smithi028 ceph-mon[94314]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:44:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:51 smithi028 ceph-mon[96890]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:44:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:51 smithi028 ceph-mon[96890]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-02T09:44:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:44:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:44:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:52 smithi137 ceph-mon[88456]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:44:53.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:52 smithi137 ceph-mon[88456]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 3.5 KiB/s wr, 387 op/s 2024-04-02T09:44:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:52 smithi028 ceph-mon[94314]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:44:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:52 smithi028 ceph-mon[94314]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 3.5 KiB/s wr, 387 op/s 2024-04-02T09:44:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:52 smithi028 ceph-mon[96890]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-02T09:44:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:52 smithi028 ceph-mon[96890]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 3.5 KiB/s wr, 387 op/s 2024-04-02T09:44:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:53 smithi137 ceph-mon[88456]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:44:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:53 smithi028 ceph-mon[94314]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:44:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:53 smithi028 ceph-mon[96890]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-02T09:44:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:54 smithi137 ceph-mon[88456]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:44:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:54 smithi137 ceph-mon[88456]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 3.0 KiB/s wr, 385 op/s 2024-04-02T09:44:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:54 smithi028 ceph-mon[94314]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:44:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:54 smithi028 ceph-mon[94314]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 3.0 KiB/s wr, 385 op/s 2024-04-02T09:44:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:54 smithi028 ceph-mon[96890]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-02T09:44:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:54 smithi028 ceph-mon[96890]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 3.0 KiB/s wr, 385 op/s 2024-04-02T09:44:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:55 smithi137 ceph-mon[88456]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:44:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:55 smithi028 ceph-mon[94314]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:44:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:55 smithi028 ceph-mon[96890]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-02T09:44:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:56 smithi137 ceph-mon[88456]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:44:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:56 smithi137 ceph-mon[88456]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 3.7 KiB/s wr, 431 op/s 2024-04-02T09:44:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:56 smithi028 ceph-mon[94314]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:44:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:56 smithi028 ceph-mon[94314]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 3.7 KiB/s wr, 431 op/s 2024-04-02T09:44:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:56 smithi028 ceph-mon[96890]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-02T09:44:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:56 smithi028 ceph-mon[96890]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 3.7 KiB/s wr, 431 op/s 2024-04-02T09:44:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:57 smithi137 ceph-mon[88456]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:44:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:57 smithi028 ceph-mon[94314]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:44:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:57 smithi028 ceph-mon[96890]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-02T09:44:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:58 smithi137 ceph-mon[88456]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:44:59.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:58 smithi137 ceph-mon[88456]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 3.7 KiB/s wr, 431 op/s 2024-04-02T09:44:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:58 smithi028 ceph-mon[96890]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:44:59.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:58 smithi028 ceph-mon[96890]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 3.7 KiB/s wr, 431 op/s 2024-04-02T09:44:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:58 smithi028 ceph-mon[94314]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-02T09:44:59.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:58 smithi028 ceph-mon[94314]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 3.7 KiB/s wr, 431 op/s 2024-04-02T09:45:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:44:59 smithi137 ceph-mon[88456]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:45:00.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:44:59 smithi028 ceph-mon[94314]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:45:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:44:59 smithi028 ceph-mon[96890]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-02T09:45:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:00 smithi137 ceph-mon[88456]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:45:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:00 smithi137 ceph-mon[88456]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:45:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:00 smithi028 ceph-mon[94314]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:45:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:00 smithi028 ceph-mon[94314]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:45:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:00 smithi028 ceph-mon[96890]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-02T09:45:01.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:00 smithi028 ceph-mon[96890]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:45:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:45:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:45:01] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:45:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:01 smithi137 ceph-mon[88456]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:45:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:01 smithi028 ceph-mon[94314]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:45:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:01 smithi028 ceph-mon[96890]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-02T09:45:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:45:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:02 smithi137 ceph-mon[88456]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:45:03.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:02 smithi137 ceph-mon[88456]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 4.0 KiB/s wr, 475 op/s 2024-04-02T09:45:03.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:02 smithi028 ceph-mon[94314]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:45:03.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:02 smithi028 ceph-mon[94314]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 4.0 KiB/s wr, 475 op/s 2024-04-02T09:45:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:02 smithi028 ceph-mon[96890]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-02T09:45:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:02 smithi028 ceph-mon[96890]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 354 KiB/s rd, 4.0 KiB/s wr, 475 op/s 2024-04-02T09:45:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:03 smithi137 ceph-mon[88456]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:45:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:03 smithi028 ceph-mon[94314]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:45:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:03 smithi028 ceph-mon[96890]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-02T09:45:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:04 smithi137 ceph-mon[88456]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:45:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:04 smithi137 ceph-mon[88456]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 352 KiB/s rd, 3.5 KiB/s wr, 473 op/s 2024-04-02T09:45:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:04 smithi028 ceph-mon[94314]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:45:05.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:04 smithi028 ceph-mon[94314]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 352 KiB/s rd, 3.5 KiB/s wr, 473 op/s 2024-04-02T09:45:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:04 smithi028 ceph-mon[96890]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-02T09:45:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:04 smithi028 ceph-mon[96890]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 352 KiB/s rd, 3.5 KiB/s wr, 473 op/s 2024-04-02T09:45:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:05 smithi137 ceph-mon[88456]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:45:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:05 smithi028 ceph-mon[96890]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:45:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:05 smithi028 ceph-mon[94314]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-02T09:45:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:06 smithi137 ceph-mon[88456]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:45:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:06 smithi137 ceph-mon[88456]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-02T09:45:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:06 smithi028 ceph-mon[94314]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:45:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:06 smithi028 ceph-mon[94314]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-02T09:45:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:06 smithi028 ceph-mon[96890]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-02T09:45:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:06 smithi028 ceph-mon[96890]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-02T09:45:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:07 smithi137 ceph-mon[88456]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:45:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:07 smithi028 ceph-mon[94314]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:45:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:07 smithi028 ceph-mon[96890]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-02T09:45:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:08 smithi137 ceph-mon[88456]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:45:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:08 smithi137 ceph-mon[88456]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-02T09:45:09.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:08 smithi028 ceph-mon[96890]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:45:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:08 smithi028 ceph-mon[96890]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-02T09:45:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:08 smithi028 ceph-mon[94314]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-02T09:45:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:08 smithi028 ceph-mon[94314]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.7 KiB/s wr, 518 op/s 2024-04-02T09:45:09.849 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:45:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=cleanup t=2024-04-02T09:45:09.530157419Z level=info msg="Completed cleanup jobs" duration=2.551279ms 2024-04-02T09:45:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:09 smithi137 ceph-mon[88456]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:45:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:09 smithi028 ceph-mon[94314]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:45:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:09 smithi028 ceph-mon[96890]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-02T09:45:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:10 smithi137 ceph-mon[88456]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:45:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:10 smithi137 ceph-mon[88456]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:45:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:10 smithi028 ceph-mon[94314]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:45:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:10 smithi028 ceph-mon[94314]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:45:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:10 smithi028 ceph-mon[96890]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-02T09:45:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:10 smithi028 ceph-mon[96890]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:45:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:45:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:45:11] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:45:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:11 smithi137 ceph-mon[88456]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:45:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:11 smithi028 ceph-mon[94314]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:45:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:11 smithi028 ceph-mon[96890]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-02T09:45:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:45:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:12 smithi137 ceph-mon[88456]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:45:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:12 smithi137 ceph-mon[88456]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-02T09:45:13.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:12 smithi028 ceph-mon[94314]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:45:13.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:12 smithi028 ceph-mon[94314]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-02T09:45:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:12 smithi028 ceph-mon[96890]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-02T09:45:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:12 smithi028 ceph-mon[96890]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 3.7 KiB/s wr, 562 op/s 2024-04-02T09:45:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:13 smithi137 ceph-mon[88456]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:45:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:13 smithi028 ceph-mon[94314]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:45:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:13 smithi028 ceph-mon[96890]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-02T09:45:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:14 smithi137 ceph-mon[88456]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:45:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:14 smithi137 ceph-mon[88456]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 3.7 KiB/s wr, 561 op/s 2024-04-02T09:45:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:14 smithi028 ceph-mon[94314]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:45:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:14 smithi028 ceph-mon[94314]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 3.7 KiB/s wr, 561 op/s 2024-04-02T09:45:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:14 smithi028 ceph-mon[96890]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-02T09:45:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:14 smithi028 ceph-mon[96890]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 3.7 KiB/s wr, 561 op/s 2024-04-02T09:45:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:15 smithi137 ceph-mon[88456]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:45:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:15 smithi028 ceph-mon[94314]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:45:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:15 smithi028 ceph-mon[96890]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-02T09:45:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:16 smithi137 ceph-mon[88456]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:45:17.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:16 smithi137 ceph-mon[88456]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-04-02T09:45:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:16 smithi028 ceph-mon[94314]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:45:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:16 smithi028 ceph-mon[94314]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-04-02T09:45:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:16 smithi028 ceph-mon[96890]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-02T09:45:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:16 smithi028 ceph-mon[96890]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-04-02T09:45:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:17 smithi137 ceph-mon[88456]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:45:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:17 smithi028 ceph-mon[94314]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:45:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:17 smithi028 ceph-mon[96890]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-02T09:45:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:18 smithi028 ceph-mon[94314]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:45:19.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:18 smithi028 ceph-mon[94314]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-04-02T09:45:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:18 smithi028 ceph-mon[96890]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:45:19.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:18 smithi028 ceph-mon[96890]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-04-02T09:45:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:18 smithi137 ceph-mon[88456]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-02T09:45:19.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:18 smithi137 ceph-mon[88456]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2024-04-02T09:45:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:19 smithi028 ceph-mon[94314]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:45:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:19 smithi028 ceph-mon[96890]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:45:20.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:19 smithi137 ceph-mon[88456]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-02T09:45:20.915 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:20 smithi028 ceph-mon[94314]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:45:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:20 smithi028 ceph-mon[94314]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:20 smithi028 ceph-mon[96890]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:45:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:20 smithi028 ceph-mon[96890]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:20 smithi137 ceph-mon[88456]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-02T09:45:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:20 smithi137 ceph-mon[88456]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:21.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:45:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:45:21] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:45:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:21 smithi028 ceph-mon[94314]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:45:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:21 smithi028 ceph-mon[96890]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:45:22.314 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:21 smithi137 ceph-mon[88456]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-02T09:45:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:45:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:22 smithi028 ceph-mon[94314]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:45:23.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:22 smithi028 ceph-mon[94314]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 3.7 KiB/s wr, 652 op/s 2024-04-02T09:45:23.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:22 smithi028 ceph-mon[96890]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:45:23.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:22 smithi028 ceph-mon[96890]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 3.7 KiB/s wr, 652 op/s 2024-04-02T09:45:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:22 smithi137 ceph-mon[88456]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-02T09:45:23.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:22 smithi137 ceph-mon[88456]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 3.7 KiB/s wr, 652 op/s 2024-04-02T09:45:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:23 smithi028 ceph-mon[94314]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:45:24.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:23 smithi028 ceph-mon[96890]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:45:24.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:23 smithi137 ceph-mon[88456]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-02T09:45:25.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:24 smithi028 ceph-mon[94314]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:45:25.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:24 smithi028 ceph-mon[94314]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 3.5 KiB/s wr, 651 op/s 2024-04-02T09:45:25.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:24 smithi028 ceph-mon[96890]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:45:25.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:24 smithi028 ceph-mon[96890]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 3.5 KiB/s wr, 651 op/s 2024-04-02T09:45:25.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:24 smithi137 ceph-mon[88456]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-02T09:45:25.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:24 smithi137 ceph-mon[88456]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 483 KiB/s rd, 3.5 KiB/s wr, 651 op/s 2024-04-02T09:45:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:25 smithi028 ceph-mon[94314]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:45:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:25 smithi028 ceph-mon[96890]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:45:26.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:25 smithi137 ceph-mon[88456]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-02T09:45:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:26 smithi028 ceph-mon[96890]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:45:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:26 smithi028 ceph-mon[96890]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-02T09:45:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:26 smithi028 ceph-mon[94314]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:45:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:26 smithi028 ceph-mon[94314]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-02T09:45:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:26 smithi137 ceph-mon[88456]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-02T09:45:27.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:26 smithi137 ceph-mon[88456]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-02T09:45:28.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:27 smithi137 ceph-mon[88456]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:45:28.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:27 smithi028 ceph-mon[94314]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:45:28.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:27 smithi028 ceph-mon[96890]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-02T09:45:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:28 smithi137 ceph-mon[88456]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:45:29.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:28 smithi137 ceph-mon[88456]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-02T09:45:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:28 smithi028 ceph-mon[94314]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:45:29.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:28 smithi028 ceph-mon[94314]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-02T09:45:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:28 smithi028 ceph-mon[96890]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-02T09:45:29.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:28 smithi028 ceph-mon[96890]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.7 KiB/s wr, 697 op/s 2024-04-02T09:45:30.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:29 smithi137 ceph-mon[88456]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:45:30.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:29 smithi028 ceph-mon[94314]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:45:30.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:29 smithi028 ceph-mon[96890]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-02T09:45:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:30 smithi137 ceph-mon[88456]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:45:31.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:30 smithi137 ceph-mon[88456]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:30 smithi028 ceph-mon[96890]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:45:31.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:30 smithi028 ceph-mon[96890]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:31.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:30 smithi028 ceph-mon[94314]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-02T09:45:31.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:30 smithi028 ceph-mon[94314]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:31.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:45:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:45:31] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-02T09:45:32.313 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:31 smithi137 ceph-mon[88456]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:45:32.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:31 smithi028 ceph-mon[94314]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:45:32.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:31 smithi028 ceph-mon[96890]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-02T09:45:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:45:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:33.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:32 smithi137 ceph-mon[88456]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:45:33.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:32 smithi137 ceph-mon[88456]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.7 KiB/s wr, 593 op/s 2024-04-02T09:45:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:32 smithi028 ceph-mon[96890]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:45:33.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:32 smithi028 ceph-mon[96890]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.7 KiB/s wr, 593 op/s 2024-04-02T09:45:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:32 smithi028 ceph-mon[94314]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-02T09:45:33.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:32 smithi028 ceph-mon[94314]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 442 KiB/s rd, 3.7 KiB/s wr, 593 op/s 2024-04-02T09:45:34.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:33 smithi137 ceph-mon[88456]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:45:34.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:33 smithi028 ceph-mon[94314]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:45:34.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:33 smithi028 ceph-mon[96890]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-02T09:45:35.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:34 smithi137 ceph-mon[88456]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:45:35.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:34 smithi137 ceph-mon[88456]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 3.5 KiB/s wr, 591 op/s 2024-04-02T09:45:35.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:34 smithi028 ceph-mon[94314]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:45:35.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:34 smithi028 ceph-mon[94314]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 3.5 KiB/s wr, 591 op/s 2024-04-02T09:45:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:34 smithi028 ceph-mon[96890]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-02T09:45:35.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:34 smithi028 ceph-mon[96890]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 3.5 KiB/s wr, 591 op/s 2024-04-02T09:45:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:35 smithi137 ceph-mon[88456]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:45:36.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:35 smithi028 ceph-mon[94314]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:45:36.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:35 smithi028 ceph-mon[96890]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-02T09:45:36.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:37 smithi137 ceph-mon[88456]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:45:37.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:37 smithi137 ceph-mon[88456]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 3.2 KiB/s wr, 773 op/s 2024-04-02T09:45:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:37 smithi028 ceph-mon[94314]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:45:37.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:37 smithi028 ceph-mon[94314]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 3.2 KiB/s wr, 773 op/s 2024-04-02T09:45:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:37 smithi028 ceph-mon[96890]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-02T09:45:37.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:37 smithi028 ceph-mon[96890]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 3.2 KiB/s wr, 773 op/s 2024-04-02T09:45:38.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:38 smithi137 ceph-mon[88456]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:45:38.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:38 smithi028 ceph-mon[94314]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:45:38.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:38 smithi028 ceph-mon[96890]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-02T09:45:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:39 smithi137 ceph-mon[88456]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:45:39.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:39 smithi137 ceph-mon[88456]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 3.2 KiB/s wr, 773 op/s 2024-04-02T09:45:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:39 smithi028 ceph-mon[94314]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:45:39.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:39 smithi028 ceph-mon[94314]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 3.2 KiB/s wr, 773 op/s 2024-04-02T09:45:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:39 smithi028 ceph-mon[96890]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-02T09:45:39.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:39 smithi028 ceph-mon[96890]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 3.2 KiB/s wr, 773 op/s 2024-04-02T09:45:40.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:40 smithi137 ceph-mon[88456]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:45:40.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:40 smithi028 ceph-mon[94314]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:45:40.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:40 smithi028 ceph-mon[96890]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-02T09:45:41.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:41 smithi137 ceph-mon[88456]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:45:41.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:41 smithi137 ceph-mon[88456]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:41.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:41 smithi028 ceph-mon[94314]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:45:41.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:41 smithi028 ceph-mon[94314]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:41 smithi028 ceph-mon[96890]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-02T09:45:41.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:41 smithi028 ceph-mon[96890]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:41.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:45:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:45:41] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-02T09:45:42.297 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:42 smithi137 ceph-mon[88456]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:45:42.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:42 smithi028 ceph-mon[94314]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:45:42.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:42 smithi028 ceph-mon[96890]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-02T09:45:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:45:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:43 smithi137 ceph-mon[88456]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:45:43.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:43 smithi137 ceph-mon[88456]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 3.7 KiB/s wr, 819 op/s 2024-04-02T09:45:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:43 smithi028 ceph-mon[96890]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:45:43.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:43 smithi028 ceph-mon[96890]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 3.7 KiB/s wr, 819 op/s 2024-04-02T09:45:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:43 smithi028 ceph-mon[94314]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-02T09:45:43.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:43 smithi028 ceph-mon[94314]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 3.7 KiB/s wr, 819 op/s 2024-04-02T09:45:44.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:44 smithi137 ceph-mon[88456]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:45:44.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:44 smithi028 ceph-mon[94314]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:45:44.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:44 smithi028 ceph-mon[96890]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-02T09:45:45.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:45 smithi137 ceph-mon[88456]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:45:45.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:45 smithi137 ceph-mon[88456]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 607 KiB/s rd, 3.5 KiB/s wr, 818 op/s 2024-04-02T09:45:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:45 smithi028 ceph-mon[94314]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:45:45.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:45 smithi028 ceph-mon[94314]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 607 KiB/s rd, 3.5 KiB/s wr, 818 op/s 2024-04-02T09:45:45.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:45 smithi028 ceph-mon[96890]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-02T09:45:45.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:45 smithi028 ceph-mon[96890]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 607 KiB/s rd, 3.5 KiB/s wr, 818 op/s 2024-04-02T09:45:46.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:46 smithi137 ceph-mon[88456]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:45:46.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:46 smithi028 ceph-mon[94314]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:45:46.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:46 smithi028 ceph-mon[96890]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-02T09:45:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:47 smithi137 ceph-mon[88456]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:45:47.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:47 smithi137 ceph-mon[88456]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 3.7 KiB/s wr, 863 op/s 2024-04-02T09:45:47.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:47.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:47.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:47.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:47 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:45:47.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[94314]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:45:47.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[94314]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 3.7 KiB/s wr, 863 op/s 2024-04-02T09:45:47.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:47.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:47.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:47.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:45:47.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[96890]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-02T09:45:47.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[96890]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 3.7 KiB/s wr, 863 op/s 2024-04-02T09:45:47.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:45:47.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:45:47.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:45:47.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:47 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:45:48.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:48 smithi137 ceph-mon[88456]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:45:48.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:48 smithi028 ceph-mon[94314]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:45:48.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:48 smithi028 ceph-mon[96890]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-02T09:45:49.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:49 smithi028 ceph-mon[94314]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:45:49.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:49 smithi028 ceph-mon[94314]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 3.7 KiB/s wr, 863 op/s 2024-04-02T09:45:49.349 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:49 smithi028 ceph-mon[96890]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:45:49.349 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:49 smithi028 ceph-mon[96890]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 3.7 KiB/s wr, 863 op/s 2024-04-02T09:45:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:49 smithi137 ceph-mon[88456]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-02T09:45:49.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:49 smithi137 ceph-mon[88456]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 640 KiB/s rd, 3.7 KiB/s wr, 863 op/s 2024-04-02T09:45:50.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:50 smithi137 ceph-mon[88456]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:45:50.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:50 smithi028 ceph-mon[94314]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:45:50.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:50 smithi028 ceph-mon[96890]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-02T09:45:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:51 smithi137 ceph-mon[88456]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:45:51.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:51 smithi137 ceph-mon[88456]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:51.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:51 smithi028 ceph-mon[94314]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:45:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:51 smithi028 ceph-mon[94314]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:51.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:45:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:45:51] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:45:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:51 smithi028 ceph-mon[96890]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-02T09:45:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:51 smithi028 ceph-mon[96890]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:45:51.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:45:52.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:52 smithi137 ceph-mon[88456]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:45:52.396 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:45:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:45:52.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:52 smithi028 ceph-mon[94314]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:45:52.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:52 smithi028 ceph-mon[96890]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-02T09:45:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:53 smithi137 ceph-mon[88456]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:45:53.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:53 smithi137 ceph-mon[88456]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 674 KiB/s rd, 3.7 KiB/s wr, 907 op/s 2024-04-02T09:45:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:53 smithi028 ceph-mon[94314]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:45:53.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:53 smithi028 ceph-mon[94314]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 674 KiB/s rd, 3.7 KiB/s wr, 907 op/s 2024-04-02T09:45:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:53 smithi028 ceph-mon[96890]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-02T09:45:53.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:53 smithi028 ceph-mon[96890]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 674 KiB/s rd, 3.7 KiB/s wr, 907 op/s 2024-04-02T09:45:54.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:54 smithi137 ceph-mon[88456]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:45:54.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:54 smithi028 ceph-mon[94314]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:45:54.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:54 smithi028 ceph-mon[96890]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-02T09:45:55.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:55 smithi137 ceph-mon[88456]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:45:55.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:55 smithi137 ceph-mon[88456]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 673 KiB/s rd, 3.5 KiB/s wr, 905 op/s 2024-04-02T09:45:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:55 smithi028 ceph-mon[96890]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:45:55.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:55 smithi028 ceph-mon[96890]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 673 KiB/s rd, 3.5 KiB/s wr, 905 op/s 2024-04-02T09:45:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:55 smithi028 ceph-mon[94314]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-02T09:45:55.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:55 smithi028 ceph-mon[94314]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 673 KiB/s rd, 3.5 KiB/s wr, 905 op/s 2024-04-02T09:45:56.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:56 smithi137 ceph-mon[88456]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:45:56.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:56 smithi028 ceph-mon[94314]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:45:56.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:56 smithi028 ceph-mon[96890]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-02T09:45:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:57 smithi137 ceph-mon[88456]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:45:57.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:57 smithi137 ceph-mon[88456]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:45:57.447 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:57 smithi028 ceph-mon[94314]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:45:57.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:57 smithi028 ceph-mon[94314]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:45:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:57 smithi028 ceph-mon[96890]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-02T09:45:57.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:57 smithi028 ceph-mon[96890]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:45:58.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:58 smithi137 ceph-mon[88456]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:45:58.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:58 smithi028 ceph-mon[94314]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:45:58.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:58 smithi028 ceph-mon[96890]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-02T09:45:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:59 smithi137 ceph-mon[88456]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:45:59.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:45:59 smithi137 ceph-mon[88456]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:45:59.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:59 smithi028 ceph-mon[94314]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:45:59.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:45:59 smithi028 ceph-mon[94314]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:45:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:59 smithi028 ceph-mon[96890]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-02T09:45:59.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:45:59 smithi028 ceph-mon[96890]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 706 KiB/s rd, 3.7 KiB/s wr, 951 op/s 2024-04-02T09:46:00.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:00 smithi137 ceph-mon[88456]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:46:00.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:00 smithi028 ceph-mon[94314]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:46:00.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:00 smithi028 ceph-mon[96890]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-02T09:46:01.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:01 smithi137 ceph-mon[88456]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:46:01.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:01 smithi137 ceph-mon[88456]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:46:01.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:01 smithi028 ceph-mon[94314]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:46:01.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:01 smithi028 ceph-mon[94314]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:46:01.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:46:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:46:01] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:46:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:01 smithi028 ceph-mon[96890]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-02T09:46:01.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:01 smithi028 ceph-mon[96890]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:46:02.395 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:02 smithi137 ceph-mon[88456]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:46:02.396 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:46:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:02.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:02 smithi028 ceph-mon[94314]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:46:02.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:02 smithi028 ceph-mon[96890]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-02T09:46:03.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:03 smithi028 ceph-mon[94314]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:46:03.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:03 smithi028 ceph-mon[94314]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 739 KiB/s rd, 3.7 KiB/s wr, 994 op/s 2024-04-02T09:46:03.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:03 smithi028 ceph-mon[96890]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:46:03.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:03 smithi028 ceph-mon[96890]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 739 KiB/s rd, 3.7 KiB/s wr, 994 op/s 2024-04-02T09:46:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:03 smithi137 ceph-mon[88456]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-02T09:46:03.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:03 smithi137 ceph-mon[88456]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 739 KiB/s rd, 3.7 KiB/s wr, 994 op/s 2024-04-02T09:46:04.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:04 smithi028 ceph-mon[94314]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:46:04.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:04 smithi028 ceph-mon[96890]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:46:04.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:04 smithi137 ceph-mon[88456]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-02T09:46:05.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:05 smithi028 ceph-mon[94314]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 3.7 KiB/s wr, 988 op/s 2024-04-02T09:46:05.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:05 smithi028 ceph-mon[94314]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:46:05.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:05 smithi028 ceph-mon[96890]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 3.7 KiB/s wr, 988 op/s 2024-04-02T09:46:05.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:05 smithi028 ceph-mon[96890]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:46:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:05 smithi137 ceph-mon[88456]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 734 KiB/s rd, 3.7 KiB/s wr, 988 op/s 2024-04-02T09:46:05.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:05 smithi137 ceph-mon[88456]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-02T09:46:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:06 smithi028 ceph-mon[94314]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:46:06.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:06 smithi028 ceph-mon[96890]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:46:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:06 smithi137 ceph-mon[88456]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-02T09:46:06.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:07 smithi028 ceph-mon[94314]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 769 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-02T09:46:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:07 smithi028 ceph-mon[94314]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:46:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:07 smithi028 ceph-mon[96890]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 769 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-02T09:46:07.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:07 smithi028 ceph-mon[96890]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:46:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:07 smithi137 ceph-mon[88456]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 769 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-02T09:46:07.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:07 smithi137 ceph-mon[88456]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-02T09:46:08.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:08 smithi028 ceph-mon[96890]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:46:08.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:08 smithi028 ceph-mon[94314]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:46:08.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:08 smithi137 ceph-mon[88456]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-02T09:46:09.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:09 smithi028 ceph-mon[94314]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-02T09:46:09.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:09 smithi028 ceph-mon[94314]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:46:09.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:09 smithi028 ceph-mon[96890]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-02T09:46:09.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:09 smithi028 ceph-mon[96890]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:46:09.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:09 smithi137 ceph-mon[88456]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 3.7 KiB/s wr, 1.04k op/s 2024-04-02T09:46:09.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:09 smithi137 ceph-mon[88456]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-02T09:46:10.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:10 smithi028 ceph-mon[94314]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:46:10.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:10 smithi028 ceph-mon[96890]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:46:10.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:10 smithi137 ceph-mon[88456]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-02T09:46:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:11 smithi028 ceph-mon[94314]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:46:11.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:11 smithi028 ceph-mon[94314]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:46:11.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:46:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:46:11] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:46:11.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:11 smithi028 ceph-mon[96890]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:46:11.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:11 smithi028 ceph-mon[96890]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:46:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:11 smithi137 ceph-mon[88456]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:46:11.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:11 smithi137 ceph-mon[88456]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-02T09:46:12.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:12 smithi028 ceph-mon[94314]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:46:12.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:12 smithi028 ceph-mon[96890]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:46:12.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:12 smithi137 ceph-mon[88456]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-02T09:46:12.547 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:46:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:46:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:13 smithi137 ceph-mon[88456]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 804 KiB/s rd, 3.7 KiB/s wr, 1.08k op/s 2024-04-02T09:46:13.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:13 smithi137 ceph-mon[88456]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:46:13.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:13 smithi028 ceph-mon[94314]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 804 KiB/s rd, 3.7 KiB/s wr, 1.08k op/s 2024-04-02T09:46:13.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:13 smithi028 ceph-mon[94314]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:46:13.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:13 smithi028 ceph-mon[96890]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 804 KiB/s rd, 3.7 KiB/s wr, 1.08k op/s 2024-04-02T09:46:13.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:13 smithi028 ceph-mon[96890]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-02T09:46:14.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:14 smithi137 ceph-mon[88456]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:46:14.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:14 smithi028 ceph-mon[94314]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:46:14.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:14 smithi028 ceph-mon[96890]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-02T09:46:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:15 smithi137 ceph-mon[88456]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 3.5 KiB/s wr, 1.08k op/s 2024-04-02T09:46:15.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:15 smithi137 ceph-mon[88456]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:46:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:15 smithi028 ceph-mon[94314]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 3.5 KiB/s wr, 1.08k op/s 2024-04-02T09:46:15.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:15 smithi028 ceph-mon[94314]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:46:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:15 smithi028 ceph-mon[96890]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 802 KiB/s rd, 3.5 KiB/s wr, 1.08k op/s 2024-04-02T09:46:15.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:15 smithi028 ceph-mon[96890]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-02T09:46:16.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:16 smithi137 ceph-mon[88456]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:46:16.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:16 smithi028 ceph-mon[96890]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:46:16.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:16 smithi028 ceph-mon[94314]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-02T09:46:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:17 smithi137 ceph-mon[88456]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 836 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:46:17.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:17 smithi137 ceph-mon[88456]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:46:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:17 smithi028 ceph-mon[96890]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 836 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:46:17.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:17 smithi028 ceph-mon[96890]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:46:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:17 smithi028 ceph-mon[94314]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 836 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:46:17.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:17 smithi028 ceph-mon[94314]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-02T09:46:18.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:18 smithi137 ceph-mon[88456]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:46:18.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:18 smithi028 ceph-mon[94314]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:46:18.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:18 smithi028 ceph-mon[96890]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-02T09:46:19.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:19 smithi028 ceph-mon[94314]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 836 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:46:19.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:19 smithi028 ceph-mon[94314]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:46:19.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:19 smithi028 ceph-mon[96890]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 836 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:46:19.599 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:19 smithi028 ceph-mon[96890]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:46:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:19 smithi137 ceph-mon[88456]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 836 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-02T09:46:19.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:19 smithi137 ceph-mon[88456]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-02T09:46:20.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:20 smithi137 ceph-mon[88456]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:46:20.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:20 smithi028 ceph-mon[94314]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:46:20.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:20 smithi028 ceph-mon[96890]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-02T09:46:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:21 smithi137 ceph-mon[88456]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:46:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:21 smithi137 ceph-mon[88456]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:46:21.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:21 smithi028 ceph-mon[94314]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:46:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:21 smithi028 ceph-mon[94314]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:46:21.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:46:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:46:21] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:46:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:21 smithi028 ceph-mon[96890]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:46:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:21 smithi028 ceph-mon[96890]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-02T09:46:21.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:22.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:22 smithi137 ceph-mon[88456]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:46:22.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:46:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:22.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:22 smithi028 ceph-mon[94314]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:46:22.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:22 smithi028 ceph-mon[96890]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-02T09:46:23.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:23 smithi137 ceph-mon[88456]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 869 KiB/s rd, 3.7 KiB/s wr, 1.17k op/s 2024-04-02T09:46:23.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:23 smithi137 ceph-mon[88456]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:46:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:23 smithi028 ceph-mon[94314]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 869 KiB/s rd, 3.7 KiB/s wr, 1.17k op/s 2024-04-02T09:46:23.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:23 smithi028 ceph-mon[94314]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:46:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:23 smithi028 ceph-mon[96890]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 869 KiB/s rd, 3.7 KiB/s wr, 1.17k op/s 2024-04-02T09:46:23.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:23 smithi028 ceph-mon[96890]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-02T09:46:24.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:24 smithi137 ceph-mon[88456]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:46:24.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:24 smithi028 ceph-mon[96890]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:46:24.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:24 smithi028 ceph-mon[94314]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-02T09:46:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:25 smithi137 ceph-mon[88456]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 3.5 KiB/s wr, 1.17k op/s 2024-04-02T09:46:25.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:25 smithi137 ceph-mon[88456]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:46:25.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:25 smithi028 ceph-mon[94314]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 3.5 KiB/s wr, 1.17k op/s 2024-04-02T09:46:25.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:25 smithi028 ceph-mon[94314]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:46:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:25 smithi028 ceph-mon[96890]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 868 KiB/s rd, 3.5 KiB/s wr, 1.17k op/s 2024-04-02T09:46:25.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:25 smithi028 ceph-mon[96890]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-02T09:46:26.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:26 smithi137 ceph-mon[88456]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:46:26.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:26 smithi028 ceph-mon[94314]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:46:26.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:26 smithi028 ceph-mon[96890]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-02T09:46:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:27 smithi137 ceph-mon[88456]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-04-02T09:46:27.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:27 smithi137 ceph-mon[88456]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:46:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:27 smithi028 ceph-mon[94314]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-04-02T09:46:27.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:27 smithi028 ceph-mon[94314]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:46:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:27 smithi028 ceph-mon[96890]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-04-02T09:46:27.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:27 smithi028 ceph-mon[96890]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-02T09:46:28.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:28 smithi137 ceph-mon[88456]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:46:28.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:28 smithi028 ceph-mon[94314]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:46:28.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:28 smithi028 ceph-mon[96890]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-02T09:46:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:29 smithi137 ceph-mon[88456]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-04-02T09:46:29.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:29 smithi137 ceph-mon[88456]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:46:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:29 smithi028 ceph-mon[94314]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-04-02T09:46:29.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:29 smithi028 ceph-mon[94314]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:46:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:29 smithi028 ceph-mon[96890]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 3.7 KiB/s wr, 1.22k op/s 2024-04-02T09:46:29.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:29 smithi028 ceph-mon[96890]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-02T09:46:30.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:30 smithi137 ceph-mon[88456]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:46:30.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:30 smithi028 ceph-mon[94314]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:46:30.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:30 smithi028 ceph-mon[96890]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-02T09:46:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:31 smithi137 ceph-mon[88456]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:31.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:31 smithi137 ceph-mon[88456]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:46:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:31 smithi028 ceph-mon[94314]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:31.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:31 smithi028 ceph-mon[94314]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:46:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:46:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:46:31] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:46:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:31 smithi028 ceph-mon[96890]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:46:31.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:31 smithi028 ceph-mon[96890]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-02T09:46:32.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:32 smithi137 ceph-mon[88456]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:46:32.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:46:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:32.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:32 smithi028 ceph-mon[94314]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:46:32.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:32 smithi028 ceph-mon[96890]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-02T09:46:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:33 smithi137 ceph-mon[88456]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 4.0 KiB/s wr, 1.26k op/s 2024-04-02T09:46:33.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:33 smithi137 ceph-mon[88456]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:46:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:33 smithi028 ceph-mon[94314]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 4.0 KiB/s wr, 1.26k op/s 2024-04-02T09:46:33.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:33 smithi028 ceph-mon[94314]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:46:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:33 smithi028 ceph-mon[96890]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 4.0 KiB/s wr, 1.26k op/s 2024-04-02T09:46:33.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:33 smithi028 ceph-mon[96890]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-02T09:46:34.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:34 smithi137 ceph-mon[88456]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:46:34.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:34 smithi028 ceph-mon[94314]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:46:34.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:34 smithi028 ceph-mon[96890]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-02T09:46:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:35 smithi137 ceph-mon[88456]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 934 KiB/s rd, 3.2 KiB/s wr, 1.26k op/s 2024-04-02T09:46:35.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:35 smithi137 ceph-mon[88456]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:46:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:35 smithi028 ceph-mon[94314]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 934 KiB/s rd, 3.2 KiB/s wr, 1.26k op/s 2024-04-02T09:46:35.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:35 smithi028 ceph-mon[94314]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:46:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:35 smithi028 ceph-mon[96890]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 934 KiB/s rd, 3.2 KiB/s wr, 1.26k op/s 2024-04-02T09:46:35.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:35 smithi028 ceph-mon[96890]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-02T09:46:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:36 smithi137 ceph-mon[88456]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:46:36.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:36 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:36 smithi028 ceph-mon[96890]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:46:36.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:36 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:36 smithi028 ceph-mon[94314]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-02T09:46:36.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:36 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:37 smithi137 ceph-mon[88456]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 967 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:46:37.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:37 smithi137 ceph-mon[88456]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:46:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:37 smithi028 ceph-mon[94314]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 967 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:46:37.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:37 smithi028 ceph-mon[94314]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:46:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:37 smithi028 ceph-mon[96890]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 967 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:46:37.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:37 smithi028 ceph-mon[96890]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-02T09:46:38.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:38 smithi137 ceph-mon[88456]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:46:38.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:38 smithi028 ceph-mon[94314]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:46:38.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:38 smithi028 ceph-mon[96890]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-02T09:46:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:39 smithi137 ceph-mon[88456]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 967 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:46:39.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:39 smithi137 ceph-mon[88456]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:46:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:39 smithi028 ceph-mon[94314]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 967 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:46:39.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:39 smithi028 ceph-mon[94314]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:46:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:39 smithi028 ceph-mon[96890]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 967 KiB/s rd, 3.7 KiB/s wr, 1.30k op/s 2024-04-02T09:46:39.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:39 smithi028 ceph-mon[96890]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-02T09:46:40.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:40 smithi137 ceph-mon[88456]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:46:40.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:40 smithi028 ceph-mon[94314]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:46:40.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:40 smithi028 ceph-mon[96890]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-02T09:46:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:41 smithi137 ceph-mon[88456]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:46:41.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:41 smithi137 ceph-mon[88456]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:46:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:41 smithi028 ceph-mon[94314]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:46:41.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:41 smithi028 ceph-mon[94314]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:46:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:46:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:46:41] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:46:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:41 smithi028 ceph-mon[96890]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:46:41.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:41 smithi028 ceph-mon[96890]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-02T09:46:42.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:42 smithi137 ceph-mon[88456]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:46:42.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:46:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:42.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:42 smithi028 ceph-mon[94314]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:46:42.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:42 smithi028 ceph-mon[96890]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-02T09:46:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:43 smithi137 ceph-mon[88456]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 999 KiB/s rd, 3.7 KiB/s wr, 1.35k op/s 2024-04-02T09:46:43.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:43 smithi137 ceph-mon[88456]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:46:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:43 smithi028 ceph-mon[94314]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 999 KiB/s rd, 3.7 KiB/s wr, 1.35k op/s 2024-04-02T09:46:43.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:43 smithi028 ceph-mon[94314]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:46:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:43 smithi028 ceph-mon[96890]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 999 KiB/s rd, 3.7 KiB/s wr, 1.35k op/s 2024-04-02T09:46:43.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:43 smithi028 ceph-mon[96890]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-02T09:46:44.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:44 smithi137 ceph-mon[88456]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:46:44.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:44 smithi028 ceph-mon[94314]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:46:44.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:44 smithi028 ceph-mon[96890]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-02T09:46:45.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:45 smithi137 ceph-mon[88456]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 998 KiB/s rd, 3.2 KiB/s wr, 1.35k op/s 2024-04-02T09:46:45.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:45 smithi137 ceph-mon[88456]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:46:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:45 smithi028 ceph-mon[96890]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 998 KiB/s rd, 3.2 KiB/s wr, 1.35k op/s 2024-04-02T09:46:45.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:45 smithi028 ceph-mon[96890]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:46:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:45 smithi028 ceph-mon[94314]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 998 KiB/s rd, 3.2 KiB/s wr, 1.35k op/s 2024-04-02T09:46:45.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:45 smithi028 ceph-mon[94314]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-02T09:46:46.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:46 smithi137 ceph-mon[88456]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:46:46.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:46 smithi028 ceph-mon[96890]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:46:46.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:46 smithi028 ceph-mon[94314]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-02T09:46:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:47 smithi137 ceph-mon[88456]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:47 smithi137 ceph-mon[88456]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:46:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:47 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:47 smithi028 ceph-mon[94314]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:47 smithi028 ceph-mon[94314]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:46:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:47 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:47 smithi028 ceph-mon[96890]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:47 smithi028 ceph-mon[96890]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-02T09:46:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:47 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:46:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:48 smithi137 ceph-mon[88456]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:46:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:48 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:48 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:48.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:48 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:46:48.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:48 smithi028 ceph-mon[94314]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:46:48.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:48 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:48.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:48 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:48.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:48 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:46:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:48 smithi028 ceph-mon[96890]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-02T09:46:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:48 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:46:48.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:48 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:46:48.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:48 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:46:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:49 smithi137 ceph-mon[88456]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:49 smithi137 ceph-mon[88456]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:46:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:49 smithi028 ceph-mon[96890]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:49 smithi028 ceph-mon[96890]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:46:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:49 smithi028 ceph-mon[94314]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.39k op/s 2024-04-02T09:46:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:49 smithi028 ceph-mon[94314]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-02T09:46:50.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:50 smithi028 ceph-mon[94314]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:46:50.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:50 smithi028 ceph-mon[96890]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:46:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:50 smithi137 ceph-mon[88456]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-02T09:46:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:46:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:46:51] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:46:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:51 smithi028 ceph-mon[94314]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:46:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:51 smithi028 ceph-mon[94314]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:46:51.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:51.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:51 smithi028 ceph-mon[96890]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:46:51.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:51 smithi028 ceph-mon[96890]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:46:51.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:51 smithi137 ceph-mon[88456]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-02T09:46:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:51 smithi137 ceph-mon[88456]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-02T09:46:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:46:52.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:52 smithi137 ceph-mon[88456]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:46:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:46:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:46:52.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:52 smithi028 ceph-mon[94314]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:46:52.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:52 smithi028 ceph-mon[96890]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-02T09:46:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:53 smithi028 ceph-mon[94314]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-04-02T09:46:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:53 smithi028 ceph-mon[94314]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:46:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:53 smithi028 ceph-mon[96890]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-04-02T09:46:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:53 smithi028 ceph-mon[96890]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:46:53.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:53 smithi137 ceph-mon[88456]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.44k op/s 2024-04-02T09:46:53.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:53 smithi137 ceph-mon[88456]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-02T09:46:54.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:54 smithi028 ceph-mon[94314]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:46:54.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:54 smithi028 ceph-mon[96890]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:46:54.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:54 smithi137 ceph-mon[88456]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-02T09:46:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:55 smithi028 ceph-mon[96890]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 1.43k op/s 2024-04-02T09:46:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:55 smithi028 ceph-mon[96890]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:46:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:55 smithi028 ceph-mon[94314]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 1.43k op/s 2024-04-02T09:46:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:55 smithi028 ceph-mon[94314]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:46:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:55 smithi137 ceph-mon[88456]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 KiB/s wr, 1.43k op/s 2024-04-02T09:46:55.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:55 smithi137 ceph-mon[88456]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-02T09:46:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:56 smithi028 ceph-mon[94314]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:46:56.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:56 smithi028 ceph-mon[96890]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:46:56.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:56 smithi137 ceph-mon[88456]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-02T09:46:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:57 smithi028 ceph-mon[94314]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.48k op/s 2024-04-02T09:46:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:57 smithi028 ceph-mon[94314]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:46:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:57 smithi028 ceph-mon[96890]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.48k op/s 2024-04-02T09:46:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:57 smithi028 ceph-mon[96890]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:46:57.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:57 smithi137 ceph-mon[88456]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.48k op/s 2024-04-02T09:46:57.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:57 smithi137 ceph-mon[88456]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-02T09:46:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:58 smithi028 ceph-mon[94314]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:46:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:58 smithi028 ceph-mon[96890]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:46:58.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:58 smithi137 ceph-mon[88456]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-02T09:46:59.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:59 smithi028 ceph-mon[94314]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.48k op/s 2024-04-02T09:46:59.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:46:59 smithi028 ceph-mon[94314]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:46:59.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:59 smithi028 ceph-mon[96890]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.48k op/s 2024-04-02T09:46:59.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:46:59 smithi028 ceph-mon[96890]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:46:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:59 smithi137 ceph-mon[88456]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.48k op/s 2024-04-02T09:46:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:46:59 smithi137 ceph-mon[88456]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-02T09:47:00.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:00 smithi028 ceph-mon[96890]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:47:00.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:00 smithi028 ceph-mon[94314]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:47:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:00 smithi137 ceph-mon[88456]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-02T09:47:01.454 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:47:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:47:01] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:47:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:01 smithi137 ceph-mon[88456]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:47:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:01 smithi137 ceph-mon[88456]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:47:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:01 smithi028 ceph-mon[94314]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:47:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:01 smithi028 ceph-mon[94314]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:47:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:01 smithi028 ceph-mon[96890]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-02T09:47:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:01 smithi028 ceph-mon[96890]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-02T09:47:02.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:02 smithi137 ceph-mon[88456]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:47:02.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:47:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:02 smithi028 ceph-mon[94314]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:47:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:02 smithi028 ceph-mon[96890]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-02T09:47:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:03 smithi137 ceph-mon[88456]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-04-02T09:47:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:03 smithi137 ceph-mon[88456]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:47:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:03 smithi028 ceph-mon[94314]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-04-02T09:47:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:03 smithi028 ceph-mon[94314]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:47:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:03 smithi028 ceph-mon[96890]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-04-02T09:47:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:03 smithi028 ceph-mon[96890]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-02T09:47:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:04 smithi137 ceph-mon[88456]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:47:04.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:04 smithi028 ceph-mon[94314]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:47:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:04 smithi028 ceph-mon[96890]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-02T09:47:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:05 smithi137 ceph-mon[88456]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:05.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:05 smithi137 ceph-mon[88456]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:47:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:05 smithi028 ceph-mon[94314]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:05 smithi028 ceph-mon[94314]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:47:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:05 smithi028 ceph-mon[96890]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.52k op/s 2024-04-02T09:47:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:05 smithi028 ceph-mon[96890]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-02T09:47:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:06 smithi137 ceph-mon[88456]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:47:06.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:06 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:06.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:06 smithi028 ceph-mon[94314]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:47:06.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:06 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:06 smithi028 ceph-mon[96890]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-02T09:47:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:06 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:07 smithi137 ceph-mon[88456]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:07.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:07 smithi137 ceph-mon[88456]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:47:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:07 smithi028 ceph-mon[94314]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:07 smithi028 ceph-mon[94314]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:47:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:07 smithi028 ceph-mon[96890]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:07 smithi028 ceph-mon[96890]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-02T09:47:08.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:08 smithi137 ceph-mon[88456]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:47:08.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:08 smithi028 ceph-mon[94314]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:47:08.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:08 smithi028 ceph-mon[96890]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-02T09:47:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:09 smithi137 ceph-mon[88456]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:09.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:09 smithi137 ceph-mon[88456]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:47:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:09 smithi028 ceph-mon[96890]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:09 smithi028 ceph-mon[96890]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:47:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:09 smithi028 ceph-mon[94314]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.57k op/s 2024-04-02T09:47:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:09 smithi028 ceph-mon[94314]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-02T09:47:10.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:10 smithi137 ceph-mon[88456]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:47:10.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:10 smithi028 ceph-mon[94314]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:47:10.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:10 smithi028 ceph-mon[96890]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-02T09:47:11.509 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:47:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:47:11] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:47:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:11 smithi137 ceph-mon[88456]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:47:11.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:11 smithi137 ceph-mon[88456]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:47:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:11 smithi028 ceph-mon[94314]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:47:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:11 smithi028 ceph-mon[94314]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:47:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:11 smithi028 ceph-mon[96890]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-02T09:47:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:11 smithi028 ceph-mon[96890]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-02T09:47:12.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:12 smithi137 ceph-mon[88456]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:47:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:47:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:12 smithi028 ceph-mon[94314]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:47:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:12 smithi028 ceph-mon[96890]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-02T09:47:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:13 smithi137 ceph-mon[88456]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.61k op/s 2024-04-02T09:47:13.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:13 smithi137 ceph-mon[88456]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:47:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:13 smithi028 ceph-mon[94314]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.61k op/s 2024-04-02T09:47:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:13 smithi028 ceph-mon[94314]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:47:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:13 smithi028 ceph-mon[96890]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.61k op/s 2024-04-02T09:47:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:13 smithi028 ceph-mon[96890]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-02T09:47:14.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:14 smithi137 ceph-mon[88456]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:47:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:14 smithi028 ceph-mon[94314]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:47:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:14 smithi028 ceph-mon[96890]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-02T09:47:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:15 smithi137 ceph-mon[88456]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-04-02T09:47:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:15 smithi137 ceph-mon[88456]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:47:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:15 smithi028 ceph-mon[94314]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-04-02T09:47:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:15 smithi028 ceph-mon[94314]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:47:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:15 smithi028 ceph-mon[96890]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-04-02T09:47:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:15 smithi028 ceph-mon[96890]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-02T09:47:16.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:16 smithi137 ceph-mon[88456]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:47:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:16 smithi028 ceph-mon[94314]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:47:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:16 smithi028 ceph-mon[96890]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-02T09:47:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:17 smithi137 ceph-mon[88456]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:47:17.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:17 smithi137 ceph-mon[88456]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:47:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:17 smithi028 ceph-mon[94314]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:47:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:17 smithi028 ceph-mon[94314]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:47:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:17 smithi028 ceph-mon[96890]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:47:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:17 smithi028 ceph-mon[96890]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-02T09:47:18.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:18 smithi137 ceph-mon[88456]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:47:18.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:18 smithi028 ceph-mon[94314]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:47:18.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:18 smithi028 ceph-mon[96890]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-02T09:47:19.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:19 smithi028 ceph-mon[94314]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:47:19.849 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:19 smithi028 ceph-mon[94314]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:47:19.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:19 smithi028 ceph-mon[96890]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:47:19.849 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:19 smithi028 ceph-mon[96890]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:47:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:19 smithi137 ceph-mon[88456]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.65k op/s 2024-04-02T09:47:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:19 smithi137 ceph-mon[88456]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-02T09:47:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:20 smithi137 ceph-mon[88456]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:47:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:20 smithi028 ceph-mon[94314]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:47:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:20 smithi028 ceph-mon[96890]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-02T09:47:21.563 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:47:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:47:21] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:47:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:21 smithi137 ceph-mon[88456]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:47:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:21 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:21 smithi137 ceph-mon[88456]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:47:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:21 smithi028 ceph-mon[94314]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:47:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:21 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:21 smithi028 ceph-mon[94314]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:47:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:21 smithi028 ceph-mon[96890]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-02T09:47:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:21 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:21.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:21 smithi028 ceph-mon[96890]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-02T09:47:22.575 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:47:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:22 smithi137 ceph-mon[88456]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:47:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:22 smithi028 ceph-mon[94314]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:47:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:22 smithi028 ceph-mon[96890]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-02T09:47:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:23 smithi137 ceph-mon[88456]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2024-04-02T09:47:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:23 smithi137 ceph-mon[88456]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:47:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:23 smithi028 ceph-mon[94314]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2024-04-02T09:47:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:23 smithi028 ceph-mon[94314]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:47:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:23 smithi028 ceph-mon[96890]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2024-04-02T09:47:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:23 smithi028 ceph-mon[96890]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-02T09:47:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:24 smithi137 ceph-mon[88456]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:47:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:24 smithi028 ceph-mon[94314]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:47:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:24 smithi028 ceph-mon[96890]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-02T09:47:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:25 smithi137 ceph-mon[88456]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.70k op/s 2024-04-02T09:47:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:25 smithi137 ceph-mon[88456]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:47:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:25 smithi028 ceph-mon[96890]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.70k op/s 2024-04-02T09:47:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:25 smithi028 ceph-mon[96890]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:47:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:25 smithi028 ceph-mon[94314]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.70k op/s 2024-04-02T09:47:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:25 smithi028 ceph-mon[94314]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-02T09:47:26.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:26 smithi137 ceph-mon[88456]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:47:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:26 smithi028 ceph-mon[94314]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:47:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:26 smithi028 ceph-mon[96890]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-02T09:47:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:27 smithi137 ceph-mon[88456]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:47:27.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:27 smithi137 ceph-mon[88456]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:47:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:27 smithi028 ceph-mon[94314]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:47:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:27 smithi028 ceph-mon[94314]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:47:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:27 smithi028 ceph-mon[96890]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:47:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:27 smithi028 ceph-mon[96890]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-02T09:47:28.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:28 smithi137 ceph-mon[88456]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:47:28.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:28 smithi028 ceph-mon[94314]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:47:28.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:28 smithi028 ceph-mon[96890]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-02T09:47:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:29 smithi137 ceph-mon[88456]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:47:29.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:29 smithi137 ceph-mon[88456]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:47:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:29 smithi028 ceph-mon[94314]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:47:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:29 smithi028 ceph-mon[94314]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:47:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:29 smithi028 ceph-mon[96890]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.74k op/s 2024-04-02T09:47:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:29 smithi028 ceph-mon[96890]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-02T09:47:30.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:30 smithi137 ceph-mon[88456]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:47:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:30 smithi028 ceph-mon[94314]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:47:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:30 smithi028 ceph-mon[96890]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-02T09:47:31.617 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:47:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:47:31] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:47:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:31 smithi137 ceph-mon[88456]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:47:31.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:31 smithi137 ceph-mon[88456]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:47:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:31 smithi028 ceph-mon[94314]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:47:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:31 smithi028 ceph-mon[94314]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:47:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:31 smithi028 ceph-mon[96890]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 1 op/s 2024-04-02T09:47:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:31 smithi028 ceph-mon[96890]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-02T09:47:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:47:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:32 smithi028 ceph-mon[94314]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:47:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:32 smithi028 ceph-mon[96890]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:47:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:32 smithi137 ceph-mon[88456]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-02T09:47:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:33 smithi028 ceph-mon[94314]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-02T09:47:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:33 smithi028 ceph-mon[94314]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:47:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:33 smithi028 ceph-mon[96890]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-02T09:47:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:33 smithi028 ceph-mon[96890]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:47:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:33 smithi137 ceph-mon[88456]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-02T09:47:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:33 smithi137 ceph-mon[88456]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-02T09:47:34.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:34 smithi028 ceph-mon[94314]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:47:34.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:34 smithi028 ceph-mon[96890]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:47:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:34 smithi137 ceph-mon[88456]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-02T09:47:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:35 smithi028 ceph-mon[94314]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-02T09:47:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:35 smithi028 ceph-mon[94314]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:47:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:35 smithi028 ceph-mon[96890]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-02T09:47:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:35 smithi028 ceph-mon[96890]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:47:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:35 smithi137 ceph-mon[88456]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-02T09:47:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:35 smithi137 ceph-mon[88456]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-02T09:47:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:36 smithi028 ceph-mon[94314]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:47:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:36 smithi028 ceph-mon[96890]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:47:37.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:36 smithi137 ceph-mon[88456]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-02T09:47:37.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:37 smithi028 ceph-mon[94314]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-02T09:47:37.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:37 smithi028 ceph-mon[94314]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:47:37.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:37 smithi028 ceph-mon[94314]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:47:37.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:37 smithi028 ceph-mon[96890]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-02T09:47:37.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:37 smithi028 ceph-mon[96890]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:47:37.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:37 smithi028 ceph-mon[96890]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:47:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:37 smithi137 ceph-mon[88456]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-02T09:47:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:37 smithi137 ceph-mon[88456]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-02T09:47:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:37 smithi137 ceph-mon[88456]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-02T09:47:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:39 smithi137 ceph-mon[88456]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-02T09:47:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:39 smithi137 ceph-mon[88456]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:47:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:39 smithi028 ceph-mon[96890]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-02T09:47:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:39 smithi028 ceph-mon[96890]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:47:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:39 smithi028 ceph-mon[94314]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-04-02T09:47:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:39 smithi028 ceph-mon[94314]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-02T09:47:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:40 smithi028 ceph-mon[94314]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:47:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:40 smithi028 ceph-mon[96890]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:47:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:40 smithi137 ceph-mon[88456]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-02T09:47:41.679 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:47:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:47:41] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:47:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:41 smithi028 ceph-mon[94314]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:47:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:41 smithi028 ceph-mon[94314]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:47:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:41 smithi028 ceph-mon[96890]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:47:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:41 smithi028 ceph-mon[96890]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:47:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:41 smithi137 ceph-mon[88456]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:47:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:41 smithi137 ceph-mon[88456]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-02T09:47:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:47:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:42 smithi028 ceph-mon[94314]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:47:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:42 smithi028 ceph-mon[94314]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:47:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:42 smithi028 ceph-mon[96890]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:47:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:42 smithi028 ceph-mon[96890]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:47:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:42 smithi137 ceph-mon[88456]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-02T09:47:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:42 smithi137 ceph-mon[88456]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-02T09:47:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:43 smithi028 ceph-mon[94314]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:47:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:43 smithi028 ceph-mon[94314]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:47:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:43 smithi028 ceph-mon[96890]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:47:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:43 smithi028 ceph-mon[96890]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:47:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:43 smithi137 ceph-mon[88456]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.73k op/s 2024-04-02T09:47:44.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:43 smithi137 ceph-mon[88456]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-02T09:47:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:45 smithi137 ceph-mon[88456]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-02T09:47:45.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:45 smithi137 ceph-mon[88456]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:47:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:45 smithi028 ceph-mon[94314]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-02T09:47:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:45 smithi028 ceph-mon[94314]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:47:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:45 smithi028 ceph-mon[96890]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-04-02T09:47:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:45 smithi028 ceph-mon[96890]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-02T09:47:46.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:46 smithi137 ceph-mon[88456]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:47:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:46 smithi028 ceph-mon[94314]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:47:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:46 smithi028 ceph-mon[96890]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-02T09:47:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:47 smithi137 ceph-mon[88456]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-04-02T09:47:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:47 smithi137 ceph-mon[88456]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:47:47.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:47 smithi137 ceph-mon[88456]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:47:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:47 smithi028 ceph-mon[94314]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-04-02T09:47:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:47 smithi028 ceph-mon[94314]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:47:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:47 smithi028 ceph-mon[94314]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:47:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:47 smithi028 ceph-mon[96890]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-04-02T09:47:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:47 smithi028 ceph-mon[96890]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-02T09:47:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:47 smithi028 ceph-mon[96890]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-02T09:47:48.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:48 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:48.941 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:48 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:48.941 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:48 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:47:49.887 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:49 smithi028 ceph-mon[94314]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-04-02T09:47:49.888 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:49 smithi028 ceph-mon[94314]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:47:49.888 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:49 smithi028 ceph-mon[96890]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-04-02T09:47:49.888 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:49 smithi028 ceph-mon[96890]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:47:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:49 smithi137 ceph-mon[88456]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-04-02T09:47:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:49 smithi137 ceph-mon[88456]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-02T09:47:50.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:50 smithi028 ceph-mon[94314]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:47:50.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:50.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:50 smithi028 ceph-mon[96890]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:47:50.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:50 smithi137 ceph-mon[88456]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-02T09:47:50.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:47:51.640 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:47:51] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:47:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:51 smithi137 ceph-mon[88456]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-02T09:47:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:51 smithi137 ceph-mon[88456]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:47:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:51.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:51 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-mon[94314]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-02T09:47:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-mon[94314]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:47:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-mon[96890]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-02T09:47:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-mon[96890]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-02T09:47:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:51 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.640 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:47:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:47:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:52 smithi137 ceph-mon[88456]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:47:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:52.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:52.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:52 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:52 smithi137 ceph-mon[88456]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:47:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[94314]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:47:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[94314]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:47:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[96890]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-02T09:47:52.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:47:52.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:47:52.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:47:52.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:52 smithi028 ceph-mon[96890]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-02T09:47:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:53 smithi028 ceph-mon[94314]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:47:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:53 smithi028 ceph-mon[94314]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:47:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:53 smithi028 ceph-mon[96890]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:47:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:53 smithi028 ceph-mon[96890]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:47:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:53 smithi137 ceph-mon[88456]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-02T09:47:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:53 smithi137 ceph-mon[88456]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-02T09:47:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:55 smithi028 ceph-mon[94314]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-02T09:47:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:55 smithi028 ceph-mon[94314]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:47:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:55 smithi028 ceph-mon[96890]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-02T09:47:55.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:55 smithi028 ceph-mon[96890]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:47:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:55 smithi137 ceph-mon[88456]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-04-02T09:47:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:55 smithi137 ceph-mon[88456]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-02T09:47:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:56 smithi028 ceph-mon[94314]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:47:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:56 smithi028 ceph-mon[96890]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:47:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:56 smithi137 ceph-mon[88456]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-02T09:47:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:57 smithi137 ceph-mon[88456]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-04-02T09:47:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:57 smithi137 ceph-mon[88456]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:47:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:57 smithi137 ceph-mon[88456]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:47:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:57 smithi028 ceph-mon[94314]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-04-02T09:47:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:57 smithi028 ceph-mon[94314]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:47:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:57 smithi028 ceph-mon[94314]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:47:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:57 smithi028 ceph-mon[96890]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-04-02T09:47:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:57 smithi028 ceph-mon[96890]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-02T09:47:58.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:57 smithi028 ceph-mon[96890]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-02T09:47:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:59 smithi137 ceph-mon[88456]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-04-02T09:47:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:47:59 smithi137 ceph-mon[88456]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:47:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:59 smithi028 ceph-mon[94314]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-04-02T09:47:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:47:59 smithi028 ceph-mon[94314]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:47:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:59 smithi028 ceph-mon[96890]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-04-02T09:47:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:47:59 smithi028 ceph-mon[96890]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-02T09:48:00.899 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:00 smithi137 ceph-mon[88456]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:48:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:00 smithi028 ceph-mon[94314]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:48:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:00 smithi028 ceph-mon[96890]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-02T09:48:01.616 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:48:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:48:01] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-02T09:48:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:01 smithi137 ceph-mon[88456]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:01 smithi137 ceph-mon[88456]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:48:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:01 smithi028 ceph-mon[94314]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:01 smithi028 ceph-mon[94314]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:48:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:01 smithi028 ceph-mon[96890]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:01 smithi028 ceph-mon[96890]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-02T09:48:02.626 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:48:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:02.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:02 smithi137 ceph-mon[88456]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:48:02.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:02 smithi137 ceph-mon[88456]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:48:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:02 smithi028 ceph-mon[94314]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:48:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:02 smithi028 ceph-mon[94314]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:48:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:02 smithi028 ceph-mon[96890]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-02T09:48:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:02 smithi028 ceph-mon[96890]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-02T09:48:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:03 smithi137 ceph-mon[88456]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:48:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:03 smithi028 ceph-mon[94314]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:48:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:03 smithi028 ceph-mon[96890]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:48:04.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:04 smithi137 ceph-mon[88456]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:48:04.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:04 smithi028 ceph-mon[94314]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:48:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:04 smithi028 ceph-mon[96890]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-02T09:48:05.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:05 smithi137 ceph-mon[88456]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:48:05.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:05 smithi137 ceph-mon[88456]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:48:05.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:05 smithi028 ceph-mon[94314]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:48:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:05 smithi028 ceph-mon[94314]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:48:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:05 smithi028 ceph-mon[96890]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-04-02T09:48:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:05 smithi028 ceph-mon[96890]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-02T09:48:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:06.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:06 smithi028 ceph-mon[94314]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:48:06.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:06 smithi028 ceph-mon[96890]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:48:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:06 smithi137 ceph-mon[88456]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-02T09:48:07.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:07 smithi028 ceph-mon[94314]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:48:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:07 smithi028 ceph-mon[94314]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:48:07.950 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:07 smithi028 ceph-mon[94314]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:48:07.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:07 smithi028 ceph-mon[96890]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:48:07.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:07 smithi028 ceph-mon[96890]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:48:07.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:07 smithi028 ceph-mon[96890]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:48:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:07 smithi137 ceph-mon[88456]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-02T09:48:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:07 smithi137 ceph-mon[88456]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-02T09:48:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:07 smithi137 ceph-mon[88456]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-02T09:48:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:09 smithi028 ceph-mon[94314]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-02T09:48:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:09 smithi028 ceph-mon[94314]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:48:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:09 smithi028 ceph-mon[96890]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-02T09:48:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:09 smithi028 ceph-mon[96890]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:48:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:09 smithi137 ceph-mon[88456]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-04-02T09:48:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:09 smithi137 ceph-mon[88456]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-02T09:48:10.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:10 smithi028 ceph-mon[94314]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:48:10.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:10 smithi028 ceph-mon[96890]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:48:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:10 smithi137 ceph-mon[88456]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-02T09:48:11.671 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:48:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:48:11] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:48:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:11 smithi028 ceph-mon[94314]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:48:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:11 smithi028 ceph-mon[94314]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:48:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:11 smithi028 ceph-mon[96890]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:48:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:11 smithi028 ceph-mon[96890]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:48:12.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:11 smithi137 ceph-mon[88456]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:48:12.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:11 smithi137 ceph-mon[88456]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-02T09:48:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:48:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:48:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:12 smithi028 ceph-mon[96890]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:48:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:12 smithi028 ceph-mon[96890]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:48:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:12 smithi028 ceph-mon[94314]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:48:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:12 smithi028 ceph-mon[94314]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:48:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:12 smithi137 ceph-mon[88456]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-02T09:48:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:12 smithi137 ceph-mon[88456]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-02T09:48:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:13 smithi028 ceph-mon[94314]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:48:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:13 smithi028 ceph-mon[96890]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:48:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:13 smithi137 ceph-mon[88456]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:48:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:14 smithi028 ceph-mon[94314]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:48:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:14 smithi028 ceph-mon[96890]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:48:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:14 smithi137 ceph-mon[88456]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-02T09:48:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:15 smithi028 ceph-mon[94314]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:48:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:15 smithi028 ceph-mon[94314]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:48:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:15 smithi028 ceph-mon[96890]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:48:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:15 smithi028 ceph-mon[96890]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:48:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:15 smithi137 ceph-mon[88456]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-04-02T09:48:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:15 smithi137 ceph-mon[88456]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-02T09:48:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:16 smithi137 ceph-mon[88456]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:48:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:16 smithi028 ceph-mon[94314]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:48:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:16 smithi028 ceph-mon[96890]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-02T09:48:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:17 smithi137 ceph-mon[88456]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:48:18.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:17 smithi137 ceph-mon[88456]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:48:18.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:17 smithi137 ceph-mon[88456]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:48:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:17 smithi028 ceph-mon[94314]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:48:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:17 smithi028 ceph-mon[94314]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:48:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:17 smithi028 ceph-mon[94314]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:48:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:17 smithi028 ceph-mon[96890]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:48:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:17 smithi028 ceph-mon[96890]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-02T09:48:18.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:17 smithi028 ceph-mon[96890]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-02T09:48:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:19 smithi137 ceph-mon[88456]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:48:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:19 smithi137 ceph-mon[88456]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:48:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:19 smithi028 ceph-mon[96890]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:48:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:19 smithi028 ceph-mon[96890]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:48:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:19 smithi028 ceph-mon[94314]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-04-02T09:48:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:19 smithi028 ceph-mon[94314]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-02T09:48:20.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:20 smithi137 ceph-mon[88456]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:48:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:20 smithi028 ceph-mon[94314]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:48:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:20 smithi028 ceph-mon[96890]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-02T09:48:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:21.617 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:48:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:48:21] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:48:21.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:21 smithi137 ceph-mon[88456]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:21 smithi137 ceph-mon[88456]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:48:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:21 smithi028 ceph-mon[96890]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:21 smithi028 ceph-mon[96890]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:48:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:21 smithi028 ceph-mon[94314]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:48:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:21 smithi028 ceph-mon[94314]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-02T09:48:22.632 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:48:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:22 smithi137 ceph-mon[88456]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:48:22.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:22 smithi137 ceph-mon[88456]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:48:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:22 smithi028 ceph-mon[94314]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:48:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:22 smithi028 ceph-mon[94314]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:48:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:22 smithi028 ceph-mon[96890]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-02T09:48:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:22 smithi028 ceph-mon[96890]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-02T09:48:23.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:23 smithi137 ceph-mon[88456]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1016 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-02T09:48:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:23 smithi028 ceph-mon[96890]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1016 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-02T09:48:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:23 smithi028 ceph-mon[94314]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1016 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-02T09:48:24.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:24 smithi137 ceph-mon[88456]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:48:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:24 smithi028 ceph-mon[94314]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:48:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:24 smithi028 ceph-mon[96890]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-02T09:48:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:25 smithi137 ceph-mon[88456]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1014 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-02T09:48:25.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:25 smithi137 ceph-mon[88456]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:48:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:25 smithi028 ceph-mon[94314]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1014 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-02T09:48:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:25 smithi028 ceph-mon[94314]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:48:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:25 smithi028 ceph-mon[96890]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1014 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-04-02T09:48:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:25 smithi028 ceph-mon[96890]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-02T09:48:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:26 smithi028 ceph-mon[94314]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:48:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:26 smithi028 ceph-mon[96890]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:48:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:26 smithi137 ceph-mon[88456]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-02T09:48:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:27 smithi028 ceph-mon[94314]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-04-02T09:48:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:27 smithi028 ceph-mon[94314]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:48:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:27 smithi028 ceph-mon[94314]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:48:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:27 smithi028 ceph-mon[96890]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-04-02T09:48:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:27 smithi028 ceph-mon[96890]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:48:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:27 smithi028 ceph-mon[96890]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:48:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:27 smithi137 ceph-mon[88456]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-04-02T09:48:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:27 smithi137 ceph-mon[88456]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-02T09:48:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:27 smithi137 ceph-mon[88456]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-02T09:48:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:29 smithi028 ceph-mon[94314]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-04-02T09:48:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:29 smithi028 ceph-mon[94314]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:48:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:29 smithi028 ceph-mon[96890]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-04-02T09:48:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:29 smithi028 ceph-mon[96890]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:48:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:29 smithi137 ceph-mon[88456]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 983 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-04-02T09:48:30.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:29 smithi137 ceph-mon[88456]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-02T09:48:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:30 smithi028 ceph-mon[94314]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:48:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:30 smithi028 ceph-mon[96890]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:48:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:30 smithi137 ceph-mon[88456]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-02T09:48:31.669 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:48:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:48:31] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:48:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:31 smithi028 ceph-mon[94314]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:48:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:31 smithi028 ceph-mon[94314]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:48:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:31 smithi028 ceph-mon[96890]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:48:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:31 smithi028 ceph-mon[96890]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:48:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:31 smithi137 ceph-mon[88456]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:48:32.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:31 smithi137 ceph-mon[88456]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-02T09:48:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:48:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:32 smithi028 ceph-mon[94314]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:48:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:32 smithi028 ceph-mon[94314]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:48:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:32 smithi028 ceph-mon[96890]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:48:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:32 smithi028 ceph-mon[96890]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:48:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:32 smithi137 ceph-mon[88456]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-02T09:48:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:32 smithi137 ceph-mon[88456]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-02T09:48:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:33 smithi028 ceph-mon[94314]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 951 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:48:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:33 smithi028 ceph-mon[94314]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:48:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:33 smithi028 ceph-mon[96890]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 951 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:48:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:33 smithi028 ceph-mon[96890]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:48:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:33 smithi137 ceph-mon[88456]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 951 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-02T09:48:34.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:33 smithi137 ceph-mon[88456]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-02T09:48:35.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:35 smithi137 ceph-mon[88456]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-02T09:48:35.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:35 smithi137 ceph-mon[88456]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:48:35.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:35 smithi028 ceph-mon[96890]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-02T09:48:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:35 smithi028 ceph-mon[96890]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:48:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:35 smithi028 ceph-mon[94314]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-04-02T09:48:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:35 smithi028 ceph-mon[94314]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-02T09:48:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:36.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:36 smithi137 ceph-mon[88456]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:48:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:36 smithi028 ceph-mon[94314]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:48:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:36 smithi028 ceph-mon[96890]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-02T09:48:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:37 smithi137 ceph-mon[88456]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-02T09:48:37.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:37 smithi137 ceph-mon[88456]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:48:37.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:37 smithi137 ceph-mon[88456]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:48:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:37 smithi028 ceph-mon[96890]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-02T09:48:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:37 smithi028 ceph-mon[96890]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:48:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:37 smithi028 ceph-mon[96890]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:48:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:37 smithi028 ceph-mon[94314]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-02T09:48:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:37 smithi028 ceph-mon[94314]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-02T09:48:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:37 smithi028 ceph-mon[94314]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-02T09:48:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:39 smithi137 ceph-mon[88456]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-02T09:48:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:39 smithi137 ceph-mon[88456]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:48:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:39 smithi028 ceph-mon[94314]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-02T09:48:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:39 smithi028 ceph-mon[94314]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:48:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:39 smithi028 ceph-mon[96890]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 918 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-04-02T09:48:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:39 smithi028 ceph-mon[96890]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-02T09:48:40.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:40 smithi137 ceph-mon[88456]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:48:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:40 smithi028 ceph-mon[94314]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:48:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:40 smithi028 ceph-mon[96890]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-02T09:48:41.638 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:48:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:48:41] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:48:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:41 smithi137 ceph-mon[88456]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:41 smithi137 ceph-mon[88456]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:48:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:41 smithi028 ceph-mon[94314]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:41 smithi028 ceph-mon[94314]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:48:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:41 smithi028 ceph-mon[96890]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:41 smithi028 ceph-mon[96890]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-02T09:48:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:48:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:42 smithi028 ceph-mon[94314]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:48:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:42 smithi028 ceph-mon[94314]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:48:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:42 smithi028 ceph-mon[96890]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:48:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:42 smithi028 ceph-mon[96890]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:48:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:42 smithi137 ceph-mon[88456]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-02T09:48:43.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:42 smithi137 ceph-mon[88456]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-02T09:48:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:43 smithi028 ceph-mon[96890]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 886 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:48:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:43 smithi028 ceph-mon[94314]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 886 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:48:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:43 smithi137 ceph-mon[88456]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 886 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:48:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:44 smithi028 ceph-mon[94314]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:48:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:44 smithi028 ceph-mon[96890]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:48:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:44 smithi137 ceph-mon[88456]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-02T09:48:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:45 smithi028 ceph-mon[96890]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:48:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:45 smithi028 ceph-mon[96890]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:48:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:45 smithi028 ceph-mon[94314]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:48:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:45 smithi028 ceph-mon[94314]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:48:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:45 smithi137 ceph-mon[88456]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 884 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-04-02T09:48:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:45 smithi137 ceph-mon[88456]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-02T09:48:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:46 smithi028 ceph-mon[94314]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:48:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:46 smithi028 ceph-mon[96890]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:48:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:46 smithi137 ceph-mon[88456]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-02T09:48:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:47 smithi028 ceph-mon[94314]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-04-02T09:48:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:47 smithi028 ceph-mon[94314]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:48:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:47 smithi028 ceph-mon[94314]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:48:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:47 smithi028 ceph-mon[96890]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-04-02T09:48:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:47 smithi028 ceph-mon[96890]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:48:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:47 smithi028 ceph-mon[96890]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:48:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:47 smithi137 ceph-mon[88456]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-04-02T09:48:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:47 smithi137 ceph-mon[88456]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-02T09:48:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:47 smithi137 ceph-mon[88456]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-02T09:48:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:49 smithi028 ceph-mon[94314]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-04-02T09:48:49.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:49 smithi028 ceph-mon[94314]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:48:49.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:49 smithi028 ceph-mon[96890]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-04-02T09:48:49.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:49 smithi028 ceph-mon[96890]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:48:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:49 smithi137 ceph-mon[88456]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-04-02T09:48:50.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:49 smithi137 ceph-mon[88456]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-02T09:48:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:50 smithi028 ceph-mon[94314]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:48:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:50 smithi028 ceph-mon[96890]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:48:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:50 smithi137 ceph-mon[88456]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-02T09:48:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:48:51.683 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:48:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:48:51] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:48:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:51 smithi028 ceph-mon[94314]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:51 smithi028 ceph-mon[94314]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:48:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:51 smithi028 ceph-mon[96890]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:51 smithi028 ceph-mon[96890]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:48:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:51 smithi137 ceph-mon[88456]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:48:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:51 smithi137 ceph-mon[88456]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-02T09:48:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:48:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:48:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:48:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:52 smithi028 ceph-mon[94314]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:48:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:52 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:52 smithi028 ceph-mon[96890]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:48:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:52 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:52 smithi137 ceph-mon[88456]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-02T09:48:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:52 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:48:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[94314]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 820 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:48:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[94314]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:48:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:48:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[96890]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 820 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:48:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[96890]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:48:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:48:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:53 smithi137 ceph-mon[88456]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 820 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:48:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:53 smithi137 ceph-mon[88456]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-02T09:48:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:48:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:48:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:48:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:54 smithi137 ceph-mon[88456]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:48:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:54 smithi028 ceph-mon[94314]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:48:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:54 smithi028 ceph-mon[96890]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-02T09:48:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:55 smithi137 ceph-mon[88456]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:48:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:55 smithi137 ceph-mon[88456]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:48:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:55 smithi028 ceph-mon[94314]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:48:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:55 smithi028 ceph-mon[94314]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:48:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:55 smithi028 ceph-mon[96890]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 818 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-02T09:48:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:55 smithi028 ceph-mon[96890]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-02T09:48:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:56 smithi137 ceph-mon[88456]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:48:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:56 smithi028 ceph-mon[94314]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:48:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:56 smithi028 ceph-mon[96890]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-02T09:48:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:57 smithi137 ceph-mon[88456]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-02T09:48:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:57 smithi137 ceph-mon[88456]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:48:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:57 smithi137 ceph-mon[88456]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:48:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:57 smithi028 ceph-mon[96890]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-02T09:48:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:57 smithi028 ceph-mon[96890]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:48:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:57 smithi028 ceph-mon[96890]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:48:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:57 smithi028 ceph-mon[94314]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-02T09:48:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:57 smithi028 ceph-mon[94314]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-02T09:48:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:57 smithi028 ceph-mon[94314]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-02T09:48:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:59 smithi137 ceph-mon[88456]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-02T09:48:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:48:59 smithi137 ceph-mon[88456]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:48:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:59 smithi028 ceph-mon[94314]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-02T09:48:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:48:59 smithi028 ceph-mon[94314]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:48:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:59 smithi028 ceph-mon[96890]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-04-02T09:48:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:48:59 smithi028 ceph-mon[96890]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-02T09:49:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:00 smithi137 ceph-mon[88456]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:49:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:00 smithi028 ceph-mon[94314]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:49:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:00 smithi028 ceph-mon[96890]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-02T09:49:01.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:49:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:49:01] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-04-02T09:49:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:01 smithi137 ceph-mon[88456]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:01 smithi137 ceph-mon[88456]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:49:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:01 smithi028 ceph-mon[94314]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:01 smithi028 ceph-mon[94314]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:49:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:01 smithi028 ceph-mon[96890]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:01 smithi028 ceph-mon[96890]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-02T09:49:02.638 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:49:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:02.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:02 smithi137 ceph-mon[88456]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:49:02.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:02 smithi137 ceph-mon[88456]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:49:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:02 smithi028 ceph-mon[94314]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:49:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:02 smithi028 ceph-mon[94314]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:49:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:02 smithi028 ceph-mon[96890]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-02T09:49:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:02 smithi028 ceph-mon[96890]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-02T09:49:03.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:03 smithi137 ceph-mon[88456]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:49:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:03 smithi028 ceph-mon[94314]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:49:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:03 smithi028 ceph-mon[96890]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:49:04.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:04 smithi028 ceph-mon[94314]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:49:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:04 smithi028 ceph-mon[96890]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:49:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:04 smithi137 ceph-mon[88456]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-02T09:49:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:05 smithi028 ceph-mon[94314]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:49:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:05 smithi028 ceph-mon[94314]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:49:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:05 smithi028 ceph-mon[96890]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:49:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:05 smithi028 ceph-mon[96890]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:49:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:05 smithi137 ceph-mon[88456]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-04-02T09:49:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:05 smithi137 ceph-mon[88456]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-02T09:49:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:06.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:06 smithi028 ceph-mon[94314]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:49:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:06 smithi028 ceph-mon[96890]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:49:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:06 smithi137 ceph-mon[88456]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-02T09:49:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:07 smithi028 ceph-mon[94314]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 977 op/s 2024-04-02T09:49:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:07 smithi028 ceph-mon[94314]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:49:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:07 smithi028 ceph-mon[94314]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:49:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:07 smithi028 ceph-mon[96890]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 977 op/s 2024-04-02T09:49:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:07 smithi028 ceph-mon[96890]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:49:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:07 smithi028 ceph-mon[96890]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:49:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:07 smithi137 ceph-mon[88456]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 977 op/s 2024-04-02T09:49:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:07 smithi137 ceph-mon[88456]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-02T09:49:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:07 smithi137 ceph-mon[88456]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-02T09:49:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:09 smithi028 ceph-mon[96890]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 977 op/s 2024-04-02T09:49:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:09 smithi028 ceph-mon[96890]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:49:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:09 smithi028 ceph-mon[94314]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 977 op/s 2024-04-02T09:49:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:09 smithi028 ceph-mon[94314]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:49:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:09 smithi137 ceph-mon[88456]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 977 op/s 2024-04-02T09:49:10.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:09 smithi137 ceph-mon[88456]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-02T09:49:10.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:10 smithi028 ceph-mon[94314]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:49:10.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:10 smithi028 ceph-mon[96890]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:49:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:10 smithi137 ceph-mon[88456]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-02T09:49:11.675 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:49:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:49:11] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-02T09:49:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:11 smithi028 ceph-mon[94314]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:11 smithi028 ceph-mon[94314]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:49:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:11 smithi028 ceph-mon[96890]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:11 smithi028 ceph-mon[96890]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:49:12.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:11 smithi137 ceph-mon[88456]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:12.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:11 smithi137 ceph-mon[88456]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-02T09:49:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:49:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:12 smithi028 ceph-mon[94314]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:49:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:12 smithi028 ceph-mon[94314]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:49:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:12 smithi028 ceph-mon[96890]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:49:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:12 smithi028 ceph-mon[96890]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:49:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:12 smithi137 ceph-mon[88456]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-02T09:49:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:12 smithi137 ceph-mon[88456]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-02T09:49:13.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:13 smithi028 ceph-mon[94314]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 5.0 KiB/s wr, 934 op/s 2024-04-02T09:49:13.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:13 smithi028 ceph-mon[96890]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 5.0 KiB/s wr, 934 op/s 2024-04-02T09:49:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:13 smithi137 ceph-mon[88456]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 5.0 KiB/s wr, 934 op/s 2024-04-02T09:49:14.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:14 smithi028 ceph-mon[94314]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:49:14.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:14 smithi028 ceph-mon[96890]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:49:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:14 smithi137 ceph-mon[88456]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-02T09:49:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:15 smithi028 ceph-mon[94314]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 5.0 KiB/s wr, 931 op/s 2024-04-02T09:49:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:15 smithi028 ceph-mon[94314]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:49:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:15 smithi028 ceph-mon[96890]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 5.0 KiB/s wr, 931 op/s 2024-04-02T09:49:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:15 smithi028 ceph-mon[96890]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:49:16.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:15 smithi137 ceph-mon[88456]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 5.0 KiB/s wr, 931 op/s 2024-04-02T09:49:16.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:15 smithi137 ceph-mon[88456]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-02T09:49:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:16 smithi137 ceph-mon[88456]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:49:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:16 smithi028 ceph-mon[94314]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:49:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:16 smithi028 ceph-mon[96890]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-02T09:49:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:17 smithi137 ceph-mon[88456]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-04-02T09:49:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:17 smithi137 ceph-mon[88456]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:49:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:17 smithi137 ceph-mon[88456]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:49:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:17 smithi028 ceph-mon[96890]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-04-02T09:49:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:17 smithi028 ceph-mon[96890]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:49:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:17 smithi028 ceph-mon[96890]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:49:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:17 smithi028 ceph-mon[94314]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-04-02T09:49:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:17 smithi028 ceph-mon[94314]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-02T09:49:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:17 smithi028 ceph-mon[94314]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-02T09:49:19.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:19 smithi137 ceph-mon[88456]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-04-02T09:49:19.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:19 smithi137 ceph-mon[88456]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:49:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:19 smithi028 ceph-mon[96890]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-04-02T09:49:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:19 smithi028 ceph-mon[96890]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:49:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:19 smithi028 ceph-mon[94314]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 656 KiB/s rd, 5.0 KiB/s wr, 889 op/s 2024-04-02T09:49:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:19 smithi028 ceph-mon[94314]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-02T09:49:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:20 smithi137 ceph-mon[88456]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:49:20.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:20 smithi028 ceph-mon[94314]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:49:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:20.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:20 smithi028 ceph-mon[96890]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-02T09:49:20.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:21.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:49:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:49:21] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:49:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:21 smithi137 ceph-mon[88456]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:49:21.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:21 smithi137 ceph-mon[88456]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:49:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:21 smithi028 ceph-mon[94314]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:49:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:21 smithi028 ceph-mon[94314]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:49:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:21 smithi028 ceph-mon[96890]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-02T09:49:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:21 smithi028 ceph-mon[96890]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-02T09:49:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:49:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:22 smithi028 ceph-mon[94314]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:49:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:22 smithi028 ceph-mon[94314]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:49:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:22 smithi028 ceph-mon[96890]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:49:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:22 smithi028 ceph-mon[96890]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:49:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:22 smithi137 ceph-mon[88456]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-02T09:49:23.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:22 smithi137 ceph-mon[88456]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-02T09:49:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:23 smithi028 ceph-mon[94314]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-04-02T09:49:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:23 smithi028 ceph-mon[96890]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-04-02T09:49:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:23 smithi137 ceph-mon[88456]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-04-02T09:49:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:24 smithi028 ceph-mon[94314]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:49:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:24 smithi028 ceph-mon[96890]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:49:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:24 smithi137 ceph-mon[88456]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-02T09:49:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:25 smithi028 ceph-mon[94314]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 5.0 KiB/s wr, 844 op/s 2024-04-02T09:49:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:25 smithi028 ceph-mon[94314]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:49:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:25 smithi028 ceph-mon[96890]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 5.0 KiB/s wr, 844 op/s 2024-04-02T09:49:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:25 smithi028 ceph-mon[96890]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:49:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:25 smithi137 ceph-mon[88456]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 5.0 KiB/s wr, 844 op/s 2024-04-02T09:49:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:25 smithi137 ceph-mon[88456]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-02T09:49:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:26 smithi028 ceph-mon[94314]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:49:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:26 smithi028 ceph-mon[96890]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:49:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:26 smithi137 ceph-mon[88456]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-02T09:49:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:27 smithi028 ceph-mon[94314]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-04-02T09:49:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:27 smithi028 ceph-mon[94314]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:49:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:27 smithi028 ceph-mon[94314]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:49:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:27 smithi028 ceph-mon[96890]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-04-02T09:49:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:27 smithi028 ceph-mon[96890]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:49:27.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:27 smithi028 ceph-mon[96890]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:49:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:27 smithi137 ceph-mon[88456]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-04-02T09:49:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:27 smithi137 ceph-mon[88456]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-02T09:49:28.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:27 smithi137 ceph-mon[88456]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-02T09:49:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:29 smithi028 ceph-mon[94314]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-04-02T09:49:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:29 smithi028 ceph-mon[94314]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:49:29.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:29 smithi028 ceph-mon[96890]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-04-02T09:49:29.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:29 smithi028 ceph-mon[96890]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:49:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:29 smithi137 ceph-mon[88456]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 5.0 KiB/s wr, 802 op/s 2024-04-02T09:49:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:29 smithi137 ceph-mon[88456]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-02T09:49:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:30 smithi028 ceph-mon[94314]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:49:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:30 smithi028 ceph-mon[96890]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:49:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:30 smithi137 ceph-mon[88456]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-02T09:49:31.690 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:49:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:49:31] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:49:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:31 smithi028 ceph-mon[96890]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:31.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:31 smithi028 ceph-mon[96890]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:49:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:31 smithi028 ceph-mon[94314]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:31 smithi028 ceph-mon[94314]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:49:32.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:31 smithi137 ceph-mon[88456]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:32.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:31 smithi137 ceph-mon[88456]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-02T09:49:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:49:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:32 smithi137 ceph-mon[88456]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:49:33.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:32 smithi028 ceph-mon[94314]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:49:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:32 smithi028 ceph-mon[96890]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-02T09:49:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:33 smithi137 ceph-mon[88456]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 5.0 KiB/s wr, 758 op/s 2024-04-02T09:49:34.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:33 smithi137 ceph-mon[88456]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:49:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:33 smithi028 ceph-mon[94314]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 5.0 KiB/s wr, 758 op/s 2024-04-02T09:49:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:33 smithi028 ceph-mon[94314]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:49:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:33 smithi028 ceph-mon[96890]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 5.0 KiB/s wr, 758 op/s 2024-04-02T09:49:34.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:33 smithi028 ceph-mon[96890]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-02T09:49:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:34 smithi137 ceph-mon[88456]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:49:35.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:34 smithi028 ceph-mon[94314]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:49:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:34 smithi028 ceph-mon[96890]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-02T09:49:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:35 smithi137 ceph-mon[88456]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 756 op/s 2024-04-02T09:49:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:35 smithi137 ceph-mon[88456]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:49:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:35 smithi028 ceph-mon[94314]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 756 op/s 2024-04-02T09:49:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:35 smithi028 ceph-mon[94314]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:49:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:35 smithi028 ceph-mon[96890]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 756 op/s 2024-04-02T09:49:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:35 smithi028 ceph-mon[96890]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-02T09:49:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:36 smithi137 ceph-mon[88456]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:49:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:36 smithi028 ceph-mon[94314]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:49:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:36 smithi028 ceph-mon[96890]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-02T09:49:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:37 smithi137 ceph-mon[88456]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 715 op/s 2024-04-02T09:49:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:37 smithi137 ceph-mon[88456]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:49:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:37 smithi137 ceph-mon[88456]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:49:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:37 smithi028 ceph-mon[94314]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 715 op/s 2024-04-02T09:49:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:37 smithi028 ceph-mon[94314]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:49:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:37 smithi028 ceph-mon[94314]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:49:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:37 smithi028 ceph-mon[96890]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 715 op/s 2024-04-02T09:49:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:37 smithi028 ceph-mon[96890]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-02T09:49:38.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:37 smithi028 ceph-mon[96890]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-02T09:49:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:39 smithi137 ceph-mon[88456]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 715 op/s 2024-04-02T09:49:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:39 smithi137 ceph-mon[88456]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:49:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:39 smithi028 ceph-mon[94314]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 715 op/s 2024-04-02T09:49:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:39 smithi028 ceph-mon[94314]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:49:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:39 smithi028 ceph-mon[96890]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 715 op/s 2024-04-02T09:49:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:39 smithi028 ceph-mon[96890]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-02T09:49:40.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:40 smithi137 ceph-mon[88456]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:49:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:40 smithi028 ceph-mon[94314]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:49:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:40 smithi028 ceph-mon[96890]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-02T09:49:41.636 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:49:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:49:41] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:49:41.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:41 smithi137 ceph-mon[88456]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:41.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:41 smithi137 ceph-mon[88456]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:49:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:41 smithi028 ceph-mon[94314]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:41 smithi028 ceph-mon[94314]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:49:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:41 smithi028 ceph-mon[96890]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:49:41.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:41 smithi028 ceph-mon[96890]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-02T09:49:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:49:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:42 smithi028 ceph-mon[96890]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:49:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:42 smithi028 ceph-mon[96890]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:49:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:42 smithi028 ceph-mon[94314]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:49:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:42 smithi028 ceph-mon[94314]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:49:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:42 smithi137 ceph-mon[88456]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-02T09:49:43.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:42 smithi137 ceph-mon[88456]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-02T09:49:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:43 smithi028 ceph-mon[94314]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 5.0 KiB/s wr, 671 op/s 2024-04-02T09:49:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:43 smithi028 ceph-mon[96890]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 5.0 KiB/s wr, 671 op/s 2024-04-02T09:49:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:43 smithi137 ceph-mon[88456]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 5.0 KiB/s wr, 671 op/s 2024-04-02T09:49:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:44 smithi028 ceph-mon[94314]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:49:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:44 smithi028 ceph-mon[96890]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:49:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:44 smithi137 ceph-mon[88456]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-02T09:49:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:45 smithi028 ceph-mon[96890]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 5.0 KiB/s wr, 668 op/s 2024-04-02T09:49:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:45 smithi028 ceph-mon[96890]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:49:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:45 smithi028 ceph-mon[94314]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 5.0 KiB/s wr, 668 op/s 2024-04-02T09:49:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:45 smithi028 ceph-mon[94314]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:49:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:45 smithi137 ceph-mon[88456]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 492 KiB/s rd, 5.0 KiB/s wr, 668 op/s 2024-04-02T09:49:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:45 smithi137 ceph-mon[88456]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-02T09:49:46.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:46 smithi028 ceph-mon[94314]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:49:46.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:46 smithi028 ceph-mon[96890]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:49:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:46 smithi137 ceph-mon[88456]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-02T09:49:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:47 smithi028 ceph-mon[94314]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-04-02T09:49:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:47 smithi028 ceph-mon[94314]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:49:47.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:47 smithi028 ceph-mon[94314]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:49:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:47 smithi028 ceph-mon[96890]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-04-02T09:49:47.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:47 smithi028 ceph-mon[96890]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:49:47.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:47 smithi028 ceph-mon[96890]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:49:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:47 smithi137 ceph-mon[88456]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-04-02T09:49:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:47 smithi137 ceph-mon[88456]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-02T09:49:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:47 smithi137 ceph-mon[88456]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-02T09:49:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:49 smithi028 ceph-mon[94314]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-04-02T09:49:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:49 smithi028 ceph-mon[94314]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:49:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:49 smithi028 ceph-mon[96890]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-04-02T09:49:49.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:49 smithi028 ceph-mon[96890]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:49:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:49 smithi137 ceph-mon[88456]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 626 op/s 2024-04-02T09:49:50.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:49 smithi137 ceph-mon[88456]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-02T09:49:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:50 smithi028 ceph-mon[94314]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:49:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:50 smithi028 ceph-mon[96890]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:49:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:50 smithi137 ceph-mon[88456]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-02T09:49:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:49:51.688 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:49:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:49:51] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:49:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:51 smithi028 ceph-mon[94314]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:49:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:51 smithi028 ceph-mon[94314]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:49:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:51 smithi028 ceph-mon[96890]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:49:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:51 smithi028 ceph-mon[96890]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:49:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:51 smithi137 ceph-mon[88456]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:49:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:51 smithi137 ceph-mon[88456]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-02T09:49:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:49:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:49:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:52 smithi028 ceph-mon[96890]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:49:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:52 smithi028 ceph-mon[96890]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:49:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:52 smithi028 ceph-mon[94314]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:49:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:52 smithi028 ceph-mon[94314]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:49:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:52 smithi137 ceph-mon[88456]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-02T09:49:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:52 smithi137 ceph-mon[88456]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-02T09:49:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[94314]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 5.0 KiB/s wr, 580 op/s 2024-04-02T09:49:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[94314]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:49:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[96890]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 5.0 KiB/s wr, 580 op/s 2024-04-02T09:49:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[96890]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:49:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:53.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:53 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:53 smithi137 ceph-mon[88456]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 5.0 KiB/s wr, 580 op/s 2024-04-02T09:49:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:53 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:49:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:53 smithi137 ceph-mon[88456]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-02T09:49:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:53 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:55.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:55.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:54 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:55.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:54 smithi137 ceph-mon[88456]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:49:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:54 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:54 smithi028 ceph-mon[94314]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:49:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:49:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:49:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:54 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:49:55.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:54 smithi028 ceph-mon[96890]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-02T09:49:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:55 smithi137 ceph-mon[88456]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 5.0 KiB/s wr, 577 op/s 2024-04-02T09:49:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:55 smithi028 ceph-mon[94314]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 5.0 KiB/s wr, 577 op/s 2024-04-02T09:49:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:55 smithi028 ceph-mon[96890]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 426 KiB/s rd, 5.0 KiB/s wr, 577 op/s 2024-04-02T09:49:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:56 smithi137 ceph-mon[88456]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:49:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:56 smithi028 ceph-mon[94314]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:49:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:56 smithi028 ceph-mon[96890]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-02T09:49:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:57 smithi137 ceph-mon[88456]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-04-02T09:49:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:57 smithi137 ceph-mon[88456]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:49:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:57 smithi137 ceph-mon[88456]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:49:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:57 smithi028 ceph-mon[94314]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-04-02T09:49:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:57 smithi028 ceph-mon[94314]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:49:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:57 smithi028 ceph-mon[94314]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:49:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:57 smithi028 ceph-mon[96890]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-04-02T09:49:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:57 smithi028 ceph-mon[96890]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-02T09:49:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:57 smithi028 ceph-mon[96890]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-02T09:49:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:59 smithi137 ceph-mon[88456]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-04-02T09:49:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:49:59 smithi137 ceph-mon[88456]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:49:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:59 smithi028 ceph-mon[94314]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-04-02T09:49:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:49:59 smithi028 ceph-mon[94314]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:49:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:59 smithi028 ceph-mon[96890]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-04-02T09:49:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:49:59 smithi028 ceph-mon[96890]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-02T09:50:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:00 smithi137 ceph-mon[88456]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:50:00.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:00 smithi137 ceph-mon[88456]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:00 smithi028 ceph-mon[94314]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:50:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:00 smithi028 ceph-mon[94314]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:00 smithi028 ceph-mon[96890]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-02T09:50:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:00 smithi028 ceph-mon[96890]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-02T09:50:01.639 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:50:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:50:01] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-02T09:50:01.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:01 smithi137 ceph-mon[88456]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:50:01.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:01 smithi137 ceph-mon[88456]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:50:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:01 smithi028 ceph-mon[94314]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:50:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:01 smithi028 ceph-mon[94314]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:50:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:01 smithi028 ceph-mon[96890]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-02T09:50:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:01 smithi028 ceph-mon[96890]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-02T09:50:02.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:50:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:02 smithi028 ceph-mon[94314]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:50:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:02 smithi028 ceph-mon[94314]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:50:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:02 smithi028 ceph-mon[96890]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:50:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:02 smithi028 ceph-mon[96890]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:50:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:02 smithi137 ceph-mon[88456]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-02T09:50:03.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:02 smithi137 ceph-mon[88456]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-02T09:50:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:03 smithi028 ceph-mon[94314]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 5.0 KiB/s wr, 493 op/s 2024-04-02T09:50:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:03 smithi028 ceph-mon[96890]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 5.0 KiB/s wr, 493 op/s 2024-04-02T09:50:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:03 smithi137 ceph-mon[88456]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 5.0 KiB/s wr, 493 op/s 2024-04-02T09:50:04.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:04 smithi028 ceph-mon[94314]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:50:04.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:04 smithi028 ceph-mon[96890]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:50:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:04 smithi137 ceph-mon[88456]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-02T09:50:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:05 smithi028 ceph-mon[96890]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 5.0 KiB/s wr, 489 op/s 2024-04-02T09:50:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:05 smithi028 ceph-mon[96890]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:50:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:05 smithi028 ceph-mon[94314]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 5.0 KiB/s wr, 489 op/s 2024-04-02T09:50:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:05 smithi028 ceph-mon[94314]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:50:05.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:05 smithi137 ceph-mon[88456]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 5.0 KiB/s wr, 489 op/s 2024-04-02T09:50:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:05 smithi137 ceph-mon[88456]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-02T09:50:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:06.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:06 smithi028 ceph-mon[94314]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:50:06.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:06 smithi028 ceph-mon[96890]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:50:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:06 smithi137 ceph-mon[88456]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-02T09:50:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:07 smithi028 ceph-mon[94314]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-04-02T09:50:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:07 smithi028 ceph-mon[94314]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:50:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:07 smithi028 ceph-mon[94314]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:50:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:07 smithi028 ceph-mon[96890]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-04-02T09:50:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:07 smithi028 ceph-mon[96890]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:50:07.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:07 smithi028 ceph-mon[96890]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:50:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:07 smithi137 ceph-mon[88456]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-04-02T09:50:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:07 smithi137 ceph-mon[88456]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-02T09:50:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:07 smithi137 ceph-mon[88456]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-02T09:50:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:09 smithi028 ceph-mon[94314]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-04-02T09:50:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:09 smithi028 ceph-mon[94314]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:50:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:09 smithi028 ceph-mon[96890]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-04-02T09:50:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:09 smithi028 ceph-mon[96890]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:50:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:09 smithi137 ceph-mon[88456]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-04-02T09:50:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:09 smithi137 ceph-mon[88456]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-02T09:50:10.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:10 smithi028 ceph-mon[94314]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:50:10.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:10 smithi028 ceph-mon[96890]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:50:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:10 smithi137 ceph-mon[88456]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-02T09:50:11.686 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:50:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:50:11] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-02T09:50:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:11 smithi028 ceph-mon[96890]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:50:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:11 smithi028 ceph-mon[96890]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:50:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:11 smithi028 ceph-mon[94314]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:50:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:11 smithi028 ceph-mon[94314]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:50:12.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:11 smithi137 ceph-mon[88456]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-02T09:50:12.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:11 smithi137 ceph-mon[88456]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-02T09:50:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:50:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:12 smithi028 ceph-mon[94314]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:50:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:12 smithi028 ceph-mon[94314]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:50:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:12 smithi028 ceph-mon[96890]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:50:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:12 smithi028 ceph-mon[96890]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:50:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:12 smithi137 ceph-mon[88456]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-02T09:50:13.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:12 smithi137 ceph-mon[88456]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-02T09:50:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:13 smithi028 ceph-mon[96890]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 5.0 KiB/s wr, 406 op/s 2024-04-02T09:50:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:13 smithi028 ceph-mon[96890]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:50:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:13 smithi028 ceph-mon[94314]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 5.0 KiB/s wr, 406 op/s 2024-04-02T09:50:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:13 smithi028 ceph-mon[94314]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:50:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:13 smithi137 ceph-mon[88456]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 5.0 KiB/s wr, 406 op/s 2024-04-02T09:50:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:13 smithi137 ceph-mon[88456]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-02T09:50:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:15 smithi137 ceph-mon[88456]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 5.0 KiB/s wr, 399 op/s 2024-04-02T09:50:15.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:15 smithi137 ceph-mon[88456]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:50:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:15 smithi028 ceph-mon[96890]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 5.0 KiB/s wr, 399 op/s 2024-04-02T09:50:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:15 smithi028 ceph-mon[96890]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:50:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:15 smithi028 ceph-mon[94314]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 5.0 KiB/s wr, 399 op/s 2024-04-02T09:50:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:15 smithi028 ceph-mon[94314]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-02T09:50:16.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:16 smithi028 ceph-mon[94314]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:50:16.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:16 smithi028 ceph-mon[96890]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:50:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:16 smithi137 ceph-mon[88456]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-02T09:50:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:17 smithi028 ceph-mon[94314]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 360 op/s 2024-04-02T09:50:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:17 smithi028 ceph-mon[94314]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:50:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:17 smithi028 ceph-mon[94314]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:50:17.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:17 smithi028 ceph-mon[96890]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 360 op/s 2024-04-02T09:50:17.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:17 smithi028 ceph-mon[96890]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:50:17.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:17 smithi028 ceph-mon[96890]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:50:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:17 smithi137 ceph-mon[88456]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 360 op/s 2024-04-02T09:50:18.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:17 smithi137 ceph-mon[88456]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-02T09:50:18.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:17 smithi137 ceph-mon[88456]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-02T09:50:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:19 smithi028 ceph-mon[94314]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 360 op/s 2024-04-02T09:50:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:19 smithi028 ceph-mon[94314]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:50:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:19 smithi028 ceph-mon[96890]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 360 op/s 2024-04-02T09:50:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:19 smithi028 ceph-mon[96890]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:50:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:19 smithi137 ceph-mon[88456]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 5.0 KiB/s wr, 360 op/s 2024-04-02T09:50:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:19 smithi137 ceph-mon[88456]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-02T09:50:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:20 smithi028 ceph-mon[94314]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:50:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:20 smithi028 ceph-mon[96890]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:50:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:20 smithi137 ceph-mon[88456]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-02T09:50:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:21.665 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:50:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:50:21] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:50:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:21 smithi028 ceph-mon[94314]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:50:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:21 smithi028 ceph-mon[94314]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:50:21.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:21 smithi028 ceph-mon[96890]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:50:21.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:21 smithi028 ceph-mon[96890]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:50:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:21 smithi137 ceph-mon[88456]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:50:22.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:21 smithi137 ceph-mon[88456]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-02T09:50:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:50:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:22.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:22 smithi028 ceph-mon[94314]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:50:22.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:22 smithi028 ceph-mon[96890]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:50:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:22 smithi137 ceph-mon[88456]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-02T09:50:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:23 smithi028 ceph-mon[94314]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 5.0 KiB/s wr, 318 op/s 2024-04-02T09:50:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:23 smithi028 ceph-mon[94314]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:50:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:23 smithi028 ceph-mon[96890]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 5.0 KiB/s wr, 318 op/s 2024-04-02T09:50:23.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:23 smithi028 ceph-mon[96890]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:50:24.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:23 smithi137 ceph-mon[88456]: pgmap v4873: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 5.0 KiB/s wr, 318 op/s 2024-04-02T09:50:24.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:23 smithi137 ceph-mon[88456]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-02T09:50:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:24 smithi028 ceph-mon[94314]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:50:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:24 smithi028 ceph-mon[96890]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:50:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:24 smithi137 ceph-mon[88456]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-02T09:50:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:25 smithi028 ceph-mon[94314]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 5.0 KiB/s wr, 313 op/s 2024-04-02T09:50:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:25 smithi028 ceph-mon[94314]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:50:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:25 smithi028 ceph-mon[96890]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 5.0 KiB/s wr, 313 op/s 2024-04-02T09:50:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:25 smithi028 ceph-mon[96890]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:50:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:25 smithi137 ceph-mon[88456]: pgmap v4876: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 5.0 KiB/s wr, 313 op/s 2024-04-02T09:50:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:25 smithi137 ceph-mon[88456]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-02T09:50:26.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:26 smithi028 ceph-mon[94314]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:50:26.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:26 smithi028 ceph-mon[96890]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:50:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:26 smithi137 ceph-mon[88456]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-02T09:50:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:27 smithi028 ceph-mon[94314]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-04-02T09:50:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:27 smithi028 ceph-mon[94314]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:50:27.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:27 smithi028 ceph-mon[94314]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:50:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:27 smithi028 ceph-mon[96890]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-04-02T09:50:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:27 smithi028 ceph-mon[96890]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:50:27.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:27 smithi028 ceph-mon[96890]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:50:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:27 smithi137 ceph-mon[88456]: pgmap v4879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-04-02T09:50:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:27 smithi137 ceph-mon[88456]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-02T09:50:28.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:27 smithi137 ceph-mon[88456]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-02T09:50:29.897 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:29 smithi137 ceph-mon[88456]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-04-02T09:50:29.898 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:29 smithi137 ceph-mon[88456]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:50:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:29 smithi028 ceph-mon[94314]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-04-02T09:50:29.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:29 smithi028 ceph-mon[94314]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:50:29.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:29 smithi028 ceph-mon[96890]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 200 KiB/s rd, 5.0 KiB/s wr, 273 op/s 2024-04-02T09:50:29.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:29 smithi028 ceph-mon[96890]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-02T09:50:30.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:30 smithi028 ceph-mon[94314]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:50:30.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:30 smithi028 ceph-mon[96890]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:50:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:30 smithi137 ceph-mon[88456]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-02T09:50:31.646 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:50:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:50:31] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:50:31.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:31 smithi028 ceph-mon[94314]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:50:31.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:31 smithi028 ceph-mon[94314]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:50:31.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:31 smithi028 ceph-mon[96890]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:50:31.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:31 smithi028 ceph-mon[96890]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:50:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:31 smithi137 ceph-mon[88456]: pgmap v4885: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-02T09:50:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:31 smithi137 ceph-mon[88456]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-02T09:50:32.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:50:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:32 smithi028 ceph-mon[94314]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:50:32.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:32 smithi028 ceph-mon[94314]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:50:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:32 smithi028 ceph-mon[96890]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:50:32.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:32 smithi028 ceph-mon[96890]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:50:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:32 smithi137 ceph-mon[88456]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-02T09:50:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:32 smithi137 ceph-mon[88456]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-02T09:50:33.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:33 smithi028 ceph-mon[96890]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 229 op/s 2024-04-02T09:50:33.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:33 smithi028 ceph-mon[94314]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 229 op/s 2024-04-02T09:50:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:33 smithi137 ceph-mon[88456]: pgmap v4888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 229 op/s 2024-04-02T09:50:34.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:34 smithi028 ceph-mon[94314]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:50:34.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:34 smithi028 ceph-mon[96890]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:50:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:34 smithi137 ceph-mon[88456]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-02T09:50:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:35 smithi028 ceph-mon[94314]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 5.0 KiB/s wr, 227 op/s 2024-04-02T09:50:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:35 smithi028 ceph-mon[94314]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:50:35.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:35 smithi028 ceph-mon[96890]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 5.0 KiB/s wr, 227 op/s 2024-04-02T09:50:35.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:35 smithi028 ceph-mon[96890]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:50:35.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:35 smithi137 ceph-mon[88456]: pgmap v4891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 5.0 KiB/s wr, 227 op/s 2024-04-02T09:50:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:35 smithi137 ceph-mon[88456]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-02T09:50:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:36.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:36 smithi028 ceph-mon[94314]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:50:36.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:36 smithi028 ceph-mon[96890]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:50:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:36 smithi137 ceph-mon[88456]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-02T09:50:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:37 smithi028 ceph-mon[94314]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-04-02T09:50:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:37 smithi028 ceph-mon[94314]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:50:37.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:37 smithi028 ceph-mon[94314]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:50:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:37 smithi028 ceph-mon[96890]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-04-02T09:50:37.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:37 smithi028 ceph-mon[96890]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:50:37.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:37 smithi028 ceph-mon[96890]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:50:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:37 smithi137 ceph-mon[88456]: pgmap v4894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-04-02T09:50:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:37 smithi137 ceph-mon[88456]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-02T09:50:38.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:37 smithi137 ceph-mon[88456]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-02T09:50:39.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:39 smithi137 ceph-mon[88456]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-04-02T09:50:39.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:39 smithi137 ceph-mon[88456]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:50:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:39 smithi028 ceph-mon[96890]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-04-02T09:50:39.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:39 smithi028 ceph-mon[96890]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:50:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:39 smithi028 ceph-mon[94314]: pgmap v4897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-04-02T09:50:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:39 smithi028 ceph-mon[94314]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-02T09:50:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:40 smithi028 ceph-mon[94314]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:50:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:40 smithi028 ceph-mon[96890]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:50:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:40 smithi137 ceph-mon[88456]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-02T09:50:41.690 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:50:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:50:41] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:50:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:41 smithi028 ceph-mon[94314]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:50:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:41 smithi028 ceph-mon[94314]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:50:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:41 smithi028 ceph-mon[96890]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:50:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:41 smithi028 ceph-mon[96890]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:50:42.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:41 smithi137 ceph-mon[88456]: pgmap v4900: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-02T09:50:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:41 smithi137 ceph-mon[88456]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-02T09:50:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:50:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:42 smithi028 ceph-mon[94314]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:50:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:42 smithi028 ceph-mon[96890]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:50:43.068 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:42 smithi137 ceph-mon[88456]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-02T09:50:43.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:43 smithi137 ceph-mon[88456]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-04-02T09:50:43.896 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:43 smithi137 ceph-mon[88456]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:50:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:43 smithi028 ceph-mon[96890]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-04-02T09:50:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:43 smithi028 ceph-mon[96890]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:50:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:43 smithi028 ceph-mon[94314]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-04-02T09:50:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:43 smithi028 ceph-mon[94314]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-02T09:50:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:44 smithi137 ceph-mon[88456]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:50:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:44 smithi028 ceph-mon[94314]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:50:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:44 smithi028 ceph-mon[96890]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-02T09:50:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:45 smithi137 ceph-mon[88456]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 5.0 KiB/s wr, 137 op/s 2024-04-02T09:50:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:45 smithi137 ceph-mon[88456]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:50:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:45 smithi028 ceph-mon[96890]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 5.0 KiB/s wr, 137 op/s 2024-04-02T09:50:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:45 smithi028 ceph-mon[96890]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:50:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:45 smithi028 ceph-mon[94314]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 5.0 KiB/s wr, 137 op/s 2024-04-02T09:50:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:45 smithi028 ceph-mon[94314]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-02T09:50:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:46 smithi137 ceph-mon[88456]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:50:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:46 smithi028 ceph-mon[94314]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:50:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:46 smithi028 ceph-mon[96890]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-02T09:50:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:47 smithi137 ceph-mon[88456]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-04-02T09:50:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:47 smithi137 ceph-mon[88456]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:50:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:47 smithi137 ceph-mon[88456]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:50:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:47 smithi028 ceph-mon[94314]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-04-02T09:50:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:47 smithi028 ceph-mon[94314]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:50:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:47 smithi028 ceph-mon[94314]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:50:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:47 smithi028 ceph-mon[96890]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-04-02T09:50:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:47 smithi028 ceph-mon[96890]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-02T09:50:48.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:47 smithi028 ceph-mon[96890]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-02T09:50:49.755 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-02T09:50:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:49 smithi137 ceph-mon[88456]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-04-02T09:50:49.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:49 smithi137 ceph-mon[88456]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:50:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:49 smithi028 ceph-mon[94314]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-04-02T09:50:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:49 smithi028 ceph-mon[94314]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:50:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:49 smithi028 ceph-mon[96890]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 99 op/s 2024-04-02T09:50:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:49 smithi028 ceph-mon[96890]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-02T09:50:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:50 smithi028 ceph-mon[96890]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:50:50.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:50 smithi028 ceph-mon[94314]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:50:50.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:50 smithi137 ceph-mon[88456]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-02T09:50:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:50:51.650 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:50:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:50:51] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:50:51.761 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-02T09:50:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:51 smithi028 ceph-mon[94314]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:50:51.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:51 smithi028 ceph-mon[94314]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:50:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:51 smithi028 ceph-mon[96890]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:50:51.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:51 smithi028 ceph-mon[96890]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:50:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:51 smithi137 ceph-mon[88456]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-02T09:50:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:51 smithi137 ceph-mon[88456]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-02T09:50:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:50:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:50:52.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:52 smithi028 ceph-mon[94314]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:50:52.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:52 smithi028 ceph-mon[96890]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:50:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:52 smithi137 ceph-mon[88456]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-02T09:50:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:53 smithi028 ceph-mon[96890]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2024-04-02T09:50:53.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:53 smithi028 ceph-mon[96890]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:50:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:53 smithi028 ceph-mon[94314]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2024-04-02T09:50:53.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:53 smithi028 ceph-mon[94314]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:50:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:53 smithi137 ceph-mon[88456]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2024-04-02T09:50:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:53 smithi137 ceph-mon[88456]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-02T09:50:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:54 smithi028 ceph-mon[94314]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:50:54.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:54 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:54 smithi028 ceph-mon[96890]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:50:54.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:54 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:54 smithi137 ceph-mon[88456]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-02T09:50:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:54 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:50:55.770 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-02T09:50:55.857 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-02T09:50:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[94314]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-04-02T09:50:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[94314]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:50:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:55.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[96890]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-04-02T09:50:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[96890]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:50:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:55.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:55 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:56.002 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-02T09:50:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:55 smithi137 ceph-mon[88456]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-04-02T09:50:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:55 smithi137 ceph-mon[88456]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-02T09:50:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:50:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:50:56.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:55 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:50:56.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:56 smithi028 ceph-mon[94314]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:50:56.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:56 smithi028 ceph-mon[96890]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:50:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:56 smithi137 ceph-mon[88456]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-02T09:50:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:57 smithi028 ceph-mon[94314]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-04-02T09:50:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:57 smithi028 ceph-mon[94314]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:50:57.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:57 smithi028 ceph-mon[94314]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:50:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:57 smithi028 ceph-mon[96890]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-04-02T09:50:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:57 smithi028 ceph-mon[96890]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:50:57.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:57 smithi028 ceph-mon[96890]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:50:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:57 smithi137 ceph-mon[88456]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-04-02T09:50:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:57 smithi137 ceph-mon[88456]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-02T09:50:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:57 smithi137 ceph-mon[88456]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-02T09:50:59.788 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-02T09:50:59.864 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-02T09:50:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:59 smithi137 ceph-mon[88456]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-04-02T09:50:59.895 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:50:59 smithi137 ceph-mon[88456]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:50:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:59 smithi028 ceph-mon[94314]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-04-02T09:50:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:50:59 smithi028 ceph-mon[94314]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:50:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:59 smithi028 ceph-mon[96890]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 13 KiB/s wr, 275 op/s 2024-04-02T09:50:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:50:59 smithi028 ceph-mon[96890]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-02T09:50:59.952 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-02T09:51:00.039 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-02T09:51:00.124 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-02T09:51:00.207 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-02T09:51:00.864 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-02T09:51:00.938 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-02T09:51:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:00 smithi028 ceph-mon[94314]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:51:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:00 smithi028 ceph-mon[96890]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:51:01.044 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-02T09:51:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:00 smithi137 ceph-mon[88456]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-02T09:51:01.146 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-02T09:51:01.228 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-02T09:51:01.688 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:51:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:51:01] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-02T09:51:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:01 smithi028 ceph-mon[94314]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-04-02T09:51:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:01 smithi028 ceph-mon[96890]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-04-02T09:51:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:01 smithi137 ceph-mon[88456]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 KiB/s wr, 80 op/s 2024-04-02T09:51:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:51:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:03 smithi028 ceph-mon[94314]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 20 KiB/s wr, 310 op/s 2024-04-02T09:51:03.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:03 smithi028 ceph-mon[94314]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:51:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:03 smithi028 ceph-mon[96890]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 20 KiB/s wr, 310 op/s 2024-04-02T09:51:03.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:03 smithi028 ceph-mon[96890]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:51:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:03 smithi137 ceph-mon[88456]: pgmap v4931: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 20 KiB/s wr, 310 op/s 2024-04-02T09:51:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:03 smithi137 ceph-mon[88456]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-02T09:51:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:05 smithi028 ceph-mon[94314]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-04-02T09:51:05.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:05 smithi028 ceph-mon[96890]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-04-02T09:51:05.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:05 smithi137 ceph-mon[88456]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 18 KiB/s wr, 285 op/s 2024-04-02T09:51:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:07 smithi028 ceph-mon[94314]: pgmap v4934: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 578 KiB/s wr, 724 op/s 2024-04-02T09:51:07.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:07 smithi028 ceph-mon[94314]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:51:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:07 smithi028 ceph-mon[96890]: pgmap v4934: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 578 KiB/s wr, 724 op/s 2024-04-02T09:51:07.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:07 smithi028 ceph-mon[96890]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:51:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:07 smithi137 ceph-mon[88456]: pgmap v4934: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 578 KiB/s wr, 724 op/s 2024-04-02T09:51:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:07 smithi137 ceph-mon[88456]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-02T09:51:08.878 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-02T09:51:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:09 smithi028 ceph-mon[96890]: pgmap v4936: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 644 op/s 2024-04-02T09:51:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:09 smithi028 ceph-mon[94314]: pgmap v4936: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 644 op/s 2024-04-02T09:51:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:09 smithi137 ceph-mon[88456]: pgmap v4936: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 544 KiB/s wr, 644 op/s 2024-04-02T09:51:11.655 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:51:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:51:11] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-02T09:51:11.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:11 smithi028 ceph-mon[94314]: pgmap v4937: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 534 KiB/s wr, 491 op/s 2024-04-02T09:51:11.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:11 smithi028 ceph-mon[96890]: pgmap v4937: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 534 KiB/s wr, 491 op/s 2024-04-02T09:51:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:11 smithi137 ceph-mon[88456]: pgmap v4937: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 534 KiB/s wr, 491 op/s 2024-04-02T09:51:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:51:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:51:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:13.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:13 smithi028 ceph-mon[94314]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 447 KiB/s wr, 426 op/s 2024-04-02T09:51:13.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:13 smithi028 ceph-mon[96890]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 447 KiB/s wr, 426 op/s 2024-04-02T09:51:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:13 smithi137 ceph-mon[88456]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 447 KiB/s wr, 426 op/s 2024-04-02T09:51:15.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:15 smithi028 ceph-mon[94314]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 407 op/s 2024-04-02T09:51:15.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:15 smithi028 ceph-mon[96890]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 407 op/s 2024-04-02T09:51:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:15 smithi137 ceph-mon[88456]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 428 KiB/s wr, 407 op/s 2024-04-02T09:51:17.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:17 smithi028 ceph-mon[94314]: pgmap v4940: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 MiB/s wr, 37 op/s 2024-04-02T09:51:17.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:17 smithi028 ceph-mon[96890]: pgmap v4940: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 MiB/s wr, 37 op/s 2024-04-02T09:51:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:17 smithi137 ceph-mon[88456]: pgmap v4940: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 MiB/s wr, 37 op/s 2024-04-02T09:51:18.582 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-02T09:51:18.678 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-02T09:51:18.774 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-02T09:51:18.862 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-02T09:51:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:19 smithi028 ceph-mon[94314]: pgmap v4941: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-04-02T09:51:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:19 smithi028 ceph-mon[96890]: pgmap v4941: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-04-02T09:51:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:19 smithi137 ceph-mon[88456]: pgmap v4941: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-04-02T09:51:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:20 smithi028 ceph-mon[94314]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:51:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:20 smithi028 ceph-mon[96890]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:51:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:20 smithi137 ceph-mon[88456]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-02T09:51:21.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:21.675 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:51:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:51:21] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:51:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:21 smithi028 ceph-mon[94314]: pgmap v4943: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.6 MiB/s wr, 71 op/s 2024-04-02T09:51:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:21 smithi028 ceph-mon[94314]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:51:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:21 smithi028 ceph-mon[96890]: pgmap v4943: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.6 MiB/s wr, 71 op/s 2024-04-02T09:51:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:21 smithi028 ceph-mon[96890]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:51:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:21 smithi137 ceph-mon[88456]: pgmap v4943: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 1.6 MiB/s wr, 71 op/s 2024-04-02T09:51:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:21 smithi137 ceph-mon[88456]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-02T09:51:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:51:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:22.782 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-02T09:51:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:22 smithi028 ceph-mon[94314]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:51:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:22 smithi028 ceph-mon[96890]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:51:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:22 smithi137 ceph-mon[88456]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-02T09:51:23.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:23 smithi028 ceph-mon[94314]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 694 KiB/s wr, 224 op/s 2024-04-02T09:51:23.949 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:23 smithi028 ceph-mon[94314]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:51:23.950 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:23 smithi028 ceph-mon[96890]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 694 KiB/s wr, 224 op/s 2024-04-02T09:51:23.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:23 smithi028 ceph-mon[96890]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:51:24.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:23 smithi137 ceph-mon[88456]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 694 KiB/s wr, 224 op/s 2024-04-02T09:51:24.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:23 smithi137 ceph-mon[88456]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-02T09:51:24.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:24 smithi028 ceph-mon[94314]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:51:24.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:24 smithi028 ceph-mon[96890]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:51:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:24 smithi137 ceph-mon[88456]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-02T09:51:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:25 smithi028 ceph-mon[94314]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-02T09:51:25.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:25 smithi028 ceph-mon[94314]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:51:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:25 smithi028 ceph-mon[96890]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-02T09:51:25.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:25 smithi028 ceph-mon[96890]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:51:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:25 smithi137 ceph-mon[88456]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 12 KiB/s wr, 212 op/s 2024-04-02T09:51:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:25 smithi137 ceph-mon[88456]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-02T09:51:26.813 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-02T09:51:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:26 smithi137 ceph-mon[88456]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:51:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:26 smithi028 ceph-mon[94314]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:51:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:26 smithi028 ceph-mon[96890]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-02T09:51:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:27 smithi137 ceph-mon[88456]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 364 op/s 2024-04-02T09:51:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:27 smithi137 ceph-mon[88456]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:51:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:27 smithi137 ceph-mon[88456]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:51:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:27 smithi028 ceph-mon[96890]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 364 op/s 2024-04-02T09:51:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:27 smithi028 ceph-mon[96890]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:51:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:27 smithi028 ceph-mon[96890]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:51:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:27 smithi028 ceph-mon[94314]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 364 op/s 2024-04-02T09:51:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:27 smithi028 ceph-mon[94314]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-02T09:51:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:27 smithi028 ceph-mon[94314]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-02T09:51:28.814 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-02T09:51:30.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:29 smithi137 ceph-mon[88456]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 364 op/s 2024-04-02T09:51:30.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:29 smithi137 ceph-mon[88456]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:51:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:29 smithi028 ceph-mon[94314]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 364 op/s 2024-04-02T09:51:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:29 smithi028 ceph-mon[94314]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:51:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:29 smithi028 ceph-mon[96890]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 18 KiB/s wr, 364 op/s 2024-04-02T09:51:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:29 smithi028 ceph-mon[96890]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-02T09:51:31.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:30 smithi137 ceph-mon[88456]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:51:31.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:30 smithi028 ceph-mon[94314]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:51:31.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:30 smithi028 ceph-mon[96890]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-02T09:51:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:51:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:51:31] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-02T09:51:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:31 smithi137 ceph-mon[88456]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-02T09:51:32.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:31 smithi137 ceph-mon[88456]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:51:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:31 smithi028 ceph-mon[94314]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-02T09:51:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:31 smithi028 ceph-mon[94314]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:51:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:31 smithi028 ceph-mon[96890]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-02T09:51:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:31 smithi028 ceph-mon[96890]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-02T09:51:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:51:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:32.752 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-02T09:51:33.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:32 smithi137 ceph-mon[88456]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:51:33.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:32 smithi137 ceph-mon[88456]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:51:33.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:32 smithi028 ceph-mon[94314]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:51:33.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:32 smithi028 ceph-mon[94314]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:51:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:32 smithi028 ceph-mon[96890]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-02T09:51:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:32 smithi028 ceph-mon[96890]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-02T09:51:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:33 smithi137 ceph-mon[88456]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:51:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:33 smithi028 ceph-mon[94314]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:51:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:33 smithi028 ceph-mon[96890]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 19 KiB/s wr, 337 op/s 2024-04-02T09:51:35.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:34 smithi137 ceph-mon[88456]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:51:35.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:34 smithi028 ceph-mon[94314]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:51:35.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:34 smithi028 ceph-mon[96890]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-02T09:51:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:35 smithi137 ceph-mon[88456]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.2 KiB/s wr, 163 op/s 2024-04-02T09:51:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:35 smithi137 ceph-mon[88456]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:51:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:35 smithi028 ceph-mon[94314]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.2 KiB/s wr, 163 op/s 2024-04-02T09:51:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:35 smithi028 ceph-mon[94314]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:51:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:35 smithi028 ceph-mon[96890]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 9.2 KiB/s wr, 163 op/s 2024-04-02T09:51:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:35 smithi028 ceph-mon[96890]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-02T09:51:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:36.857 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-02T09:51:37.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:36 smithi137 ceph-mon[88456]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:51:37.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:36 smithi028 ceph-mon[94314]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:51:37.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:36 smithi028 ceph-mon[96890]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-02T09:51:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:37 smithi137 ceph-mon[88456]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 15 KiB/s wr, 298 op/s 2024-04-02T09:51:38.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:37 smithi137 ceph-mon[88456]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:51:38.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:37 smithi137 ceph-mon[88456]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:51:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:37 smithi028 ceph-mon[94314]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 15 KiB/s wr, 298 op/s 2024-04-02T09:51:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:37 smithi028 ceph-mon[94314]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:51:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:37 smithi028 ceph-mon[94314]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:51:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:37 smithi028 ceph-mon[96890]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 15 KiB/s wr, 298 op/s 2024-04-02T09:51:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:37 smithi028 ceph-mon[96890]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-02T09:51:38.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:37 smithi028 ceph-mon[96890]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-02T09:51:39.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:39 smithi028 ceph-mon[94314]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 15 KiB/s wr, 298 op/s 2024-04-02T09:51:40.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:39 smithi028 ceph-mon[94314]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:51:40.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:39 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-2","app": "rbd"}]: dispatch 2024-04-02T09:51:40.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:39 smithi028 ceph-mon[96890]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 15 KiB/s wr, 298 op/s 2024-04-02T09:51:40.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:39 smithi028 ceph-mon[96890]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:51:40.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:39 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-2","app": "rbd"}]: dispatch 2024-04-02T09:51:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:39 smithi137 ceph-mon[88456]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 15 KiB/s wr, 298 op/s 2024-04-02T09:51:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:39 smithi137 ceph-mon[88456]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-02T09:51:40.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:39 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-2","app": "rbd"}]: dispatch 2024-04-02T09:51:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:40 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-2","app": "rbd"}]': finished 2024-04-02T09:51:40.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:40 smithi028 ceph-mon[94314]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:51:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:40 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-2","app": "rbd"}]': finished 2024-04-02T09:51:40.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:40 smithi028 ceph-mon[96890]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:51:41.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:40 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-215267-2","app": "rbd"}]': finished 2024-04-02T09:51:41.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:40 smithi137 ceph-mon[88456]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-02T09:51:41.668 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:51:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:51:41] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:51:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:41 smithi028 ceph-mon[94314]: pgmap v4973: 169 pgs: 19 unknown, 150 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 3.5 KiB/s wr, 126 op/s 2024-04-02T09:51:41.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:41 smithi028 ceph-mon[94314]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:51:41.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:41 smithi028 ceph-mon[96890]: pgmap v4973: 169 pgs: 19 unknown, 150 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 3.5 KiB/s wr, 126 op/s 2024-04-02T09:51:41.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:41 smithi028 ceph-mon[96890]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:51:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:41 smithi137 ceph-mon[88456]: pgmap v4973: 169 pgs: 19 unknown, 150 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 3.5 KiB/s wr, 126 op/s 2024-04-02T09:51:42.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:41 smithi137 ceph-mon[88456]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-02T09:51:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:51:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:42 smithi028 ceph-mon[94314]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:51:42.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:42 smithi028 ceph-mon[94314]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:51:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:42 smithi028 ceph-mon[96890]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:51:42.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:42 smithi028 ceph-mon[96890]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:51:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:42 smithi137 ceph-mon[88456]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-02T09:51:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:42 smithi137 ceph-mon[88456]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-02T09:51:43.776 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-02T09:51:43.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:43 smithi028 ceph-mon[94314]: pgmap v4976: 169 pgs: 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 165 op/s 2024-04-02T09:51:43.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:43 smithi028 ceph-mon[96890]: pgmap v4976: 169 pgs: 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 165 op/s 2024-04-02T09:51:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:43 smithi137 ceph-mon[88456]: pgmap v4976: 169 pgs: 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 8.2 KiB/s wr, 165 op/s 2024-04-02T09:51:44.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:44 smithi028 ceph-mon[94314]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:51:44.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:44 smithi028 ceph-mon[96890]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:51:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:44 smithi137 ceph-mon[88456]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-02T09:51:45.803 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-02T09:51:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:45 smithi028 ceph-mon[94314]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 38 op/s 2024-04-02T09:51:45.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:45 smithi028 ceph-mon[94314]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:51:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:45 smithi028 ceph-mon[96890]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 38 op/s 2024-04-02T09:51:45.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:45 smithi028 ceph-mon[96890]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:51:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:45 smithi137 ceph-mon[88456]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 38 op/s 2024-04-02T09:51:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:45 smithi137 ceph-mon[88456]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-02T09:51:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:46 smithi137 ceph-mon[88456]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:51:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:46 smithi028 ceph-mon[94314]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:51:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:46 smithi028 ceph-mon[96890]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-02T09:51:47.749 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-02T09:51:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:47 smithi137 ceph-mon[88456]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:51:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:47 smithi137 ceph-mon[88456]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:51:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:47 smithi137 ceph-mon[88456]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:51:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:47 smithi028 ceph-mon[96890]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:51:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:47 smithi028 ceph-mon[96890]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:51:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:47 smithi028 ceph-mon[96890]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:51:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:47 smithi028 ceph-mon[94314]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:51:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:47 smithi028 ceph-mon[94314]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-02T09:51:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:47 smithi028 ceph-mon[94314]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-02T09:51:49.814 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-02T09:51:50.000 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:49 smithi028 ceph-mon[94314]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:51:50.000 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:49 smithi028 ceph-mon[94314]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:51:50.000 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:49 smithi028 ceph-mon[96890]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:51:50.000 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:49 smithi028 ceph-mon[96890]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:51:50.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:49 smithi137 ceph-mon[88456]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 14 KiB/s wr, 244 op/s 2024-04-02T09:51:50.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:49 smithi137 ceph-mon[88456]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-02T09:51:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:50 smithi137 ceph-mon[88456]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:51:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:50 smithi028 ceph-mon[94314]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:51:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:50 smithi028 ceph-mon[96890]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-02T09:51:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:51:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:51:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:51:51] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-02T09:51:51.825 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-02T09:51:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:51 smithi137 ceph-mon[88456]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-04-02T09:51:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:51 smithi137 ceph-mon[88456]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:51:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:51 smithi028 ceph-mon[94314]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-04-02T09:51:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:51 smithi028 ceph-mon[94314]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:51:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:51 smithi028 ceph-mon[96890]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 11 KiB/s wr, 209 op/s 2024-04-02T09:51:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:51 smithi028 ceph-mon[96890]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-02T09:51:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:51:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:51:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:52 smithi137 ceph-mon[88456]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:51:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:52 smithi137 ceph-mon[88456]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:51:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:52 smithi028 ceph-mon[94314]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:51:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:52 smithi028 ceph-mon[94314]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:51:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:52 smithi028 ceph-mon[96890]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-02T09:51:53.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:52 smithi028 ceph-mon[96890]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-02T09:51:53.836 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-02T09:51:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:53 smithi137 ceph-mon[88456]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 28 KiB/s wr, 497 op/s 2024-04-02T09:51:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:53 smithi028 ceph-mon[94314]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 28 KiB/s wr, 497 op/s 2024-04-02T09:51:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:53 smithi028 ceph-mon[96890]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 28 KiB/s wr, 497 op/s 2024-04-02T09:51:55.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:54 smithi137 ceph-mon[88456]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:51:55.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:54 smithi028 ceph-mon[94314]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:51:55.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:54 smithi028 ceph-mon[96890]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-02T09:51:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:55 smithi137 ceph-mon[88456]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 17 KiB/s wr, 287 op/s 2024-04-02T09:51:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:55 smithi137 ceph-mon[88456]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:51:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:55 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:55 smithi028 ceph-mon[94314]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 17 KiB/s wr, 287 op/s 2024-04-02T09:51:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:55 smithi028 ceph-mon[94314]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:51:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:55 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:55 smithi028 ceph-mon[96890]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 17 KiB/s wr, 287 op/s 2024-04-02T09:51:56.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:55 smithi028 ceph-mon[96890]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-02T09:51:56.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:55 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:51:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:57.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:56 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:51:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:57.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:56 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:51:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:51:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:51:57.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:56 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:51:58.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:57 smithi137 ceph-mon[88456]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 25 KiB/s wr, 952 op/s 2024-04-02T09:51:58.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:57 smithi137 ceph-mon[88456]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:51:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:57 smithi028 ceph-mon[94314]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 25 KiB/s wr, 952 op/s 2024-04-02T09:51:58.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:57 smithi028 ceph-mon[94314]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:51:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:57 smithi028 ceph-mon[96890]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 25 KiB/s wr, 952 op/s 2024-04-02T09:51:58.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:57 smithi028 ceph-mon[96890]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-02T09:51:58.842 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-02T09:52:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:59 smithi137 ceph-mon[88456]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 20 KiB/s wr, 769 op/s 2024-04-02T09:52:00.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:51:59 smithi137 ceph-mon[88456]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:52:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:59 smithi028 ceph-mon[96890]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 20 KiB/s wr, 769 op/s 2024-04-02T09:52:00.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:51:59 smithi028 ceph-mon[96890]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:52:00.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:59 smithi028 ceph-mon[94314]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 20 KiB/s wr, 769 op/s 2024-04-02T09:52:00.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:51:59 smithi028 ceph-mon[94314]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-02T09:52:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:00 smithi137 ceph-mon[88456]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:52:01.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:00 smithi028 ceph-mon[94314]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:52:01.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:00 smithi028 ceph-mon[96890]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-02T09:52:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:52:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:52:01] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-02T09:52:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:01 smithi137 ceph-mon[88456]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 30 KiB/s wr, 1.72k op/s 2024-04-02T09:52:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:01 smithi137 ceph-mon[88456]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:52:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:01 smithi028 ceph-mon[94314]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 30 KiB/s wr, 1.72k op/s 2024-04-02T09:52:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:01 smithi028 ceph-mon[94314]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:52:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:01 smithi028 ceph-mon[96890]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 30 KiB/s wr, 1.72k op/s 2024-04-02T09:52:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:01 smithi028 ceph-mon[96890]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-02T09:52:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:52:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:02.874 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-02T09:52:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:02 smithi137 ceph-mon[88456]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:52:03.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:02 smithi028 ceph-mon[94314]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:52:03.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:02 smithi028 ceph-mon[96890]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-02T09:52:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:03 smithi137 ceph-mon[88456]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 28 KiB/s wr, 2.67k op/s 2024-04-02T09:52:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:03 smithi137 ceph-mon[88456]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:52:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:03 smithi028 ceph-mon[94314]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 28 KiB/s wr, 2.67k op/s 2024-04-02T09:52:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:03 smithi028 ceph-mon[94314]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:52:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:03 smithi028 ceph-mon[96890]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 28 KiB/s wr, 2.67k op/s 2024-04-02T09:52:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:03 smithi028 ceph-mon[96890]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-02T09:52:04.883 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-02T09:52:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:04 smithi137 ceph-mon[88456]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:52:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:04 smithi028 ceph-mon[94314]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:52:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:04 smithi028 ceph-mon[96890]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-02T09:52:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:05 smithi137 ceph-mon[88456]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 15 KiB/s wr, 1.37k op/s 2024-04-02T09:52:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:05 smithi137 ceph-mon[88456]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:52:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:05 smithi028 ceph-mon[94314]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 15 KiB/s wr, 1.37k op/s 2024-04-02T09:52:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:05 smithi028 ceph-mon[94314]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:52:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:05 smithi028 ceph-mon[96890]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 15 KiB/s wr, 1.37k op/s 2024-04-02T09:52:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:05 smithi028 ceph-mon[96890]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-02T09:52:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:06.888 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-02T09:52:07.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:06 smithi137 ceph-mon[88456]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:52:07.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:06 smithi028 ceph-mon[94314]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:52:07.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:06 smithi028 ceph-mon[96890]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-02T09:52:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:07 smithi137 ceph-mon[88456]: pgmap v5010: 137 pgs: 137 active+clean; 5.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 32 KiB/s wr, 569 op/s 2024-04-02T09:52:08.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:07 smithi137 ceph-mon[88456]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:52:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:07 smithi137 ceph-mon[88456]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:52:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:07 smithi028 ceph-mon[94314]: pgmap v5010: 137 pgs: 137 active+clean; 5.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 32 KiB/s wr, 569 op/s 2024-04-02T09:52:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:07 smithi028 ceph-mon[94314]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:52:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:07 smithi028 ceph-mon[94314]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:52:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:07 smithi028 ceph-mon[96890]: pgmap v5010: 137 pgs: 137 active+clean; 5.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 32 KiB/s wr, 569 op/s 2024-04-02T09:52:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:07 smithi028 ceph-mon[96890]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-02T09:52:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:07 smithi028 ceph-mon[96890]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-02T09:52:08.896 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-02T09:52:09.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:08 smithi137 ceph-mon[88456]: pgmap v5013: 137 pgs: 137 active+clean; 5.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 32 KiB/s wr, 569 op/s 2024-04-02T09:52:09.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:08 smithi137 ceph-mon[88456]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:52:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:08 smithi028 ceph-mon[94314]: pgmap v5013: 137 pgs: 137 active+clean; 5.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 32 KiB/s wr, 569 op/s 2024-04-02T09:52:09.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:08 smithi028 ceph-mon[94314]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:52:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:08 smithi028 ceph-mon[96890]: pgmap v5013: 137 pgs: 137 active+clean; 5.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 32 KiB/s wr, 569 op/s 2024-04-02T09:52:09.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:08 smithi028 ceph-mon[96890]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-02T09:52:10.959 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-02T09:52:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:10 smithi137 ceph-mon[88456]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:52:11.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:10 smithi137 ceph-mon[88456]: pgmap v5016: 137 pgs: 137 active+clean; 5.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 20 KiB/s wr, 599 op/s 2024-04-02T09:52:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:10 smithi028 ceph-mon[94314]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:52:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:10 smithi028 ceph-mon[94314]: pgmap v5016: 137 pgs: 137 active+clean; 5.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 20 KiB/s wr, 599 op/s 2024-04-02T09:52:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:10 smithi028 ceph-mon[96890]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-02T09:52:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:10 smithi028 ceph-mon[96890]: pgmap v5016: 137 pgs: 137 active+clean; 5.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 20 KiB/s wr, 599 op/s 2024-04-02T09:52:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:52:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:52:11] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-02T09:52:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:11 smithi137 ceph-mon[88456]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:52:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:11 smithi028 ceph-mon[94314]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:52:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:11 smithi028 ceph-mon[96890]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-02T09:52:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:52:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:12 smithi137 ceph-mon[88456]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:52:13.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:12 smithi137 ceph-mon[88456]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 53 KiB/s wr, 1.10k op/s 2024-04-02T09:52:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:12 smithi028 ceph-mon[96890]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:52:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:12 smithi028 ceph-mon[96890]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 53 KiB/s wr, 1.10k op/s 2024-04-02T09:52:13.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:12 smithi028 ceph-mon[94314]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-02T09:52:13.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:12 smithi028 ceph-mon[94314]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 53 KiB/s wr, 1.10k op/s 2024-04-02T09:52:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:13 smithi137 ceph-mon[88456]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:52:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:13 smithi028 ceph-mon[94314]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:52:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:13 smithi028 ceph-mon[96890]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-02T09:52:14.972 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-02T09:52:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:14 smithi137 ceph-mon[88456]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:52:15.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:14 smithi137 ceph-mon[88456]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 33 KiB/s wr, 506 op/s 2024-04-02T09:52:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:14 smithi028 ceph-mon[94314]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:52:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:14 smithi028 ceph-mon[94314]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 33 KiB/s wr, 506 op/s 2024-04-02T09:52:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:14 smithi028 ceph-mon[96890]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-02T09:52:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:14 smithi028 ceph-mon[96890]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 33 KiB/s wr, 506 op/s 2024-04-02T09:52:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:15 smithi137 ceph-mon[88456]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:52:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:15 smithi028 ceph-mon[94314]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:52:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:15 smithi028 ceph-mon[96890]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-02T09:52:16.977 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-02T09:52:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:16 smithi137 ceph-mon[88456]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:52:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:16 smithi137 ceph-mon[88456]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-02T09:52:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:16 smithi028 ceph-mon[94314]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:52:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:16 smithi028 ceph-mon[94314]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-02T09:52:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:16 smithi028 ceph-mon[96890]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-02T09:52:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:16 smithi028 ceph-mon[96890]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-02T09:52:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:17 smithi137 ceph-mon[88456]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:52:18.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:17 smithi137 ceph-mon[88456]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:52:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:17 smithi028 ceph-mon[96890]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:52:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:17 smithi028 ceph-mon[96890]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:52:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:17 smithi028 ceph-mon[94314]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-02T09:52:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:17 smithi028 ceph-mon[94314]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-02T09:52:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:19 smithi028 ceph-mon[96890]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-02T09:52:19.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:19 smithi028 ceph-mon[96890]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:52:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:19 smithi028 ceph-mon[94314]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-02T09:52:19.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:19 smithi028 ceph-mon[94314]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:52:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:19 smithi137 ceph-mon[88456]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 23 KiB/s wr, 379 op/s 2024-04-02T09:52:20.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:19 smithi137 ceph-mon[88456]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-02T09:52:20.780 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-02T09:52:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:20 smithi028 ceph-mon[96890]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:52:20.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:20 smithi028 ceph-mon[94314]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:52:20.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:20 smithi137 ceph-mon[88456]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-02T09:52:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:21.677 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:52:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:52:21] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:52:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:21 smithi028 ceph-mon[94314]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 9.5 KiB/s wr, 83 op/s 2024-04-02T09:52:21.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:21 smithi028 ceph-mon[94314]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:52:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:21 smithi028 ceph-mon[96890]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 9.5 KiB/s wr, 83 op/s 2024-04-02T09:52:21.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:21 smithi028 ceph-mon[96890]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:52:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:21 smithi137 ceph-mon[88456]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 9.5 KiB/s wr, 83 op/s 2024-04-02T09:52:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:21 smithi137 ceph-mon[88456]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-02T09:52:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:52:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:52:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:22 smithi028 ceph-mon[94314]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:52:22.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:22 smithi028 ceph-mon[94314]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:52:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:22 smithi028 ceph-mon[96890]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:52:22.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:22 smithi028 ceph-mon[96890]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:52:23.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:22 smithi137 ceph-mon[88456]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-02T09:52:23.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:22 smithi137 ceph-mon[88456]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-02T09:52:23.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:23 smithi028 ceph-mon[94314]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 410 KiB/s rd, 27 KiB/s wr, 547 op/s 2024-04-02T09:52:23.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:23 smithi028 ceph-mon[96890]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 410 KiB/s rd, 27 KiB/s wr, 547 op/s 2024-04-02T09:52:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:23 smithi137 ceph-mon[88456]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 410 KiB/s rd, 27 KiB/s wr, 547 op/s 2024-04-02T09:52:24.804 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-02T09:52:25.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:24 smithi137 ceph-mon[88456]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:52:25.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:24 smithi028 ceph-mon[94314]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:52:25.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:24 smithi028 ceph-mon[96890]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-02T09:52:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:25 smithi137 ceph-mon[88456]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 18 KiB/s wr, 463 op/s 2024-04-02T09:52:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:25 smithi137 ceph-mon[88456]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:52:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:25 smithi028 ceph-mon[94314]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 18 KiB/s wr, 463 op/s 2024-04-02T09:52:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:25 smithi028 ceph-mon[94314]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:52:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:25 smithi028 ceph-mon[96890]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 18 KiB/s wr, 463 op/s 2024-04-02T09:52:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:25 smithi028 ceph-mon[96890]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-02T09:52:27.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:26 smithi137 ceph-mon[88456]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:52:27.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:26 smithi028 ceph-mon[96890]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:52:27.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:26 smithi028 ceph-mon[94314]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-02T09:52:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:27 smithi137 ceph-mon[88456]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-04-02T09:52:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:27 smithi137 ceph-mon[88456]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:52:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:27 smithi028 ceph-mon[94314]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-04-02T09:52:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:27 smithi028 ceph-mon[94314]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:52:28.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:27 smithi028 ceph-mon[96890]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 236 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-04-02T09:52:28.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:27 smithi028 ceph-mon[96890]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-02T09:52:30.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:29 smithi137 ceph-mon[88456]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-04-02T09:52:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:29 smithi028 ceph-mon[94314]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-04-02T09:52:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:29 smithi028 ceph-mon[96890]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 16 KiB/s wr, 282 op/s 2024-04-02T09:52:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:52:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:52:31] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:52:31.816 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-02T09:52:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:31 smithi137 ceph-mon[88456]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 229 op/s 2024-04-02T09:52:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:31 smithi028 ceph-mon[94314]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 229 op/s 2024-04-02T09:52:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:31 smithi028 ceph-mon[96890]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 229 op/s 2024-04-02T09:52:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:52:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:33.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:32 smithi137 ceph-mon[88456]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:52:33.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:32 smithi028 ceph-mon[94314]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:52:33.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:32 smithi028 ceph-mon[96890]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-02T09:52:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:33 smithi137 ceph-mon[88456]: pgmap v5045: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 634 KiB/s wr, 107 op/s 2024-04-02T09:52:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:33 smithi137 ceph-mon[88456]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:52:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:33 smithi028 ceph-mon[94314]: pgmap v5045: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 634 KiB/s wr, 107 op/s 2024-04-02T09:52:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:33 smithi028 ceph-mon[94314]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:52:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:33 smithi028 ceph-mon[96890]: pgmap v5045: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 634 KiB/s wr, 107 op/s 2024-04-02T09:52:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:33 smithi028 ceph-mon[96890]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-02T09:52:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:35 smithi137 ceph-mon[88456]: pgmap v5047: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 625 KiB/s wr, 15 op/s 2024-04-02T09:52:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:35 smithi028 ceph-mon[94314]: pgmap v5047: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 625 KiB/s wr, 15 op/s 2024-04-02T09:52:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:35 smithi028 ceph-mon[96890]: pgmap v5047: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 625 KiB/s wr, 15 op/s 2024-04-02T09:52:36.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:37 smithi137 ceph-mon[88456]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 518 KiB/s wr, 97 op/s 2024-04-02T09:52:38.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:37 smithi137 ceph-mon[88456]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:52:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:37 smithi028 ceph-mon[94314]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 518 KiB/s wr, 97 op/s 2024-04-02T09:52:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:37 smithi028 ceph-mon[94314]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:52:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:37 smithi028 ceph-mon[96890]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 518 KiB/s wr, 97 op/s 2024-04-02T09:52:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:37 smithi028 ceph-mon[96890]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-02T09:52:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:39 smithi137 ceph-mon[88456]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.8 KiB/s wr, 104 op/s 2024-04-02T09:52:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:39 smithi028 ceph-mon[94314]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.8 KiB/s wr, 104 op/s 2024-04-02T09:52:40.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:39 smithi028 ceph-mon[96890]: pgmap v5050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.8 KiB/s wr, 104 op/s 2024-04-02T09:52:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:52:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:52:41] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-02T09:52:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:41 smithi137 ceph-mon[88456]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:52:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:41 smithi028 ceph-mon[94314]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:52:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:41 smithi028 ceph-mon[96890]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-04-02T09:52:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:52:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:42.840 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-02T09:52:42.958 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-02T09:52:44.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:43 smithi137 ceph-mon[88456]: pgmap v5052: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.3 MiB/s wr, 76 op/s 2024-04-02T09:52:44.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:43 smithi137 ceph-mon[88456]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:52:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:43 smithi028 ceph-mon[94314]: pgmap v5052: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.3 MiB/s wr, 76 op/s 2024-04-02T09:52:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:43 smithi028 ceph-mon[94314]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:52:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:43 smithi028 ceph-mon[96890]: pgmap v5052: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.3 MiB/s wr, 76 op/s 2024-04-02T09:52:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:43 smithi028 ceph-mon[96890]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-02T09:52:44.847 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-02T09:52:44.939 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-02T09:52:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:44 smithi137 ceph-mon[88456]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:52:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:44 smithi028 ceph-mon[94314]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:52:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:44 smithi028 ceph-mon[96890]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-02T09:52:46.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:45 smithi137 ceph-mon[88456]: pgmap v5055: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T09:52:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:45 smithi137 ceph-mon[88456]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:52:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:45 smithi028 ceph-mon[96890]: pgmap v5055: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T09:52:46.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:45 smithi028 ceph-mon[96890]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:52:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:45 smithi028 ceph-mon[94314]: pgmap v5055: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-04-02T09:52:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:45 smithi028 ceph-mon[94314]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-02T09:52:46.861 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-02T09:52:46.992 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-02T09:52:47.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:46 smithi137 ceph-mon[88456]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:52:47.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:46 smithi028 ceph-mon[94314]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:52:47.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:46 smithi028 ceph-mon[96890]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-02T09:52:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:47 smithi137 ceph-mon[88456]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 1.0 MiB/s wr, 361 op/s 2024-04-02T09:52:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:47 smithi137 ceph-mon[88456]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:52:48.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:47 smithi137 ceph-mon[88456]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:52:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:47 smithi028 ceph-mon[94314]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 1.0 MiB/s wr, 361 op/s 2024-04-02T09:52:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:47 smithi028 ceph-mon[94314]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:52:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:47 smithi028 ceph-mon[94314]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:52:48.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:47 smithi028 ceph-mon[96890]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 1.0 MiB/s wr, 361 op/s 2024-04-02T09:52:48.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:47 smithi028 ceph-mon[96890]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-02T09:52:48.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:47 smithi028 ceph-mon[96890]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-02T09:52:48.771 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-02T09:52:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:49 smithi028 ceph-mon[96890]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 1.0 MiB/s wr, 361 op/s 2024-04-02T09:52:49.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:49 smithi028 ceph-mon[96890]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:52:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:49 smithi028 ceph-mon[94314]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 1.0 MiB/s wr, 361 op/s 2024-04-02T09:52:49.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:49 smithi028 ceph-mon[94314]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:52:50.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:49 smithi137 ceph-mon[88456]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 1.0 MiB/s wr, 361 op/s 2024-04-02T09:52:50.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:49 smithi137 ceph-mon[88456]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-02T09:52:50.875 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-02T09:52:50.998 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-02T09:52:51.135 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-02T09:52:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:50 smithi137 ceph-mon[88456]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:52:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:50 smithi028 ceph-mon[96890]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:52:51.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:50 smithi028 ceph-mon[94314]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-02T09:52:51.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:52:51.235 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-02T09:52:51.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:52:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:52:51] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:52:51.862 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-02T09:52:51.952 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-02T09:52:52.048 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-02T09:52:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:51 smithi137 ceph-mon[88456]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-04-02T09:52:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:51 smithi137 ceph-mon[88456]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:52:52.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:51 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3363833336' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3833934120"}]: dispatch 2024-04-02T09:52:52.158 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-02T09:52:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:51 smithi028 ceph-mon[94314]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-04-02T09:52:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:51 smithi028 ceph-mon[94314]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:52:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:51 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3363833336' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3833934120"}]: dispatch 2024-04-02T09:52:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:51 smithi028 ceph-mon[96890]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 8.2 KiB/s wr, 159 op/s 2024-04-02T09:52:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:51 smithi028 ceph-mon[96890]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-02T09:52:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:51 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3363833336' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3833934120"}]: dispatch 2024-04-02T09:52:52.258 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-02T09:52:52.346 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-02T09:52:52.429 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-02T09:52:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:52:53.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/3363833336' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3833934120"}]': finished 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]: dispatch 2024-04-02T09:52:53.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]: dispatch 2024-04-02T09:52:53.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:52 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]': finished 2024-04-02T09:52:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/3363833336' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3833934120"}]': finished 2024-04-02T09:52:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:52:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:52:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]: dispatch 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]: dispatch 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]': finished 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/3363833336' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3833934120"}]': finished 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-02T09:52:53.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]: dispatch 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]: dispatch 2024-04-02T09:52:53.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:52 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/1e529ede-d58c-4edf-84e0-96cf4081074f"}]': finished 2024-04-02T09:52:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:53 smithi137 ceph-mon[88456]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 18 KiB/s wr, 361 op/s 2024-04-02T09:52:54.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:53 smithi137 ceph-mon[88456]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:52:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:53 smithi028 ceph-mon[94314]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 18 KiB/s wr, 361 op/s 2024-04-02T09:52:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:53 smithi028 ceph-mon[94314]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:52:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:53 smithi028 ceph-mon[96890]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 18 KiB/s wr, 361 op/s 2024-04-02T09:52:54.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:53 smithi028 ceph-mon[96890]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-02T09:52:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:55 smithi137 ceph-mon[88456]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:52:55.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:55 smithi137 ceph-mon[88456]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-02T09:52:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:55 smithi028 ceph-mon[96890]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:52:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:55 smithi028 ceph-mon[96890]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-02T09:52:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:55 smithi028 ceph-mon[94314]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-02T09:52:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:55 smithi028 ceph-mon[94314]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 202 op/s 2024-04-02T09:52:56.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:56 smithi137 ceph-mon[88456]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:52:56.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fd99078f-b72e-48fa-9b51-94073c45bf28"}]: dispatch 2024-04-02T09:52:56.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fd99078f-b72e-48fa-9b51-94073c45bf28"}]': finished 2024-04-02T09:52:56.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3f955fae-f1b2-4a30-b6af-0f6ebb61b1bc"}]: dispatch 2024-04-02T09:52:56.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:56 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3f955fae-f1b2-4a30-b6af-0f6ebb61b1bc"}]': finished 2024-04-02T09:52:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[94314]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:52:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fd99078f-b72e-48fa-9b51-94073c45bf28"}]: dispatch 2024-04-02T09:52:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fd99078f-b72e-48fa-9b51-94073c45bf28"}]': finished 2024-04-02T09:52:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3f955fae-f1b2-4a30-b6af-0f6ebb61b1bc"}]: dispatch 2024-04-02T09:52:56.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3f955fae-f1b2-4a30-b6af-0f6ebb61b1bc"}]': finished 2024-04-02T09:52:56.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[96890]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-02T09:52:56.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fd99078f-b72e-48fa-9b51-94073c45bf28"}]: dispatch 2024-04-02T09:52:56.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/fd99078f-b72e-48fa-9b51-94073c45bf28"}]': finished 2024-04-02T09:52:56.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3f955fae-f1b2-4a30-b6af-0f6ebb61b1bc"}]: dispatch 2024-04-02T09:52:56.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:56 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/3f955fae-f1b2-4a30-b6af-0f6ebb61b1bc"}]': finished 2024-04-02T09:52:57.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:57 smithi137 ceph-mon[88456]: pgmap v5072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 429 KiB/s rd, 33 KiB/s wr, 599 op/s 2024-04-02T09:52:57.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:57 smithi137 ceph-mon[88456]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:52:57.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:57.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:57.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:57.647 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:52:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[94314]: pgmap v5072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 429 KiB/s rd, 33 KiB/s wr, 599 op/s 2024-04-02T09:52:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[94314]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:52:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:57.699 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:52:57.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[96890]: pgmap v5072: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 429 KiB/s rd, 33 KiB/s wr, 599 op/s 2024-04-02T09:52:57.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[96890]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-02T09:52:57.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:52:57.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:52:57.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:52:57.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:52:58.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:58 smithi137 ceph-mon[88456]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:52:58.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:58 smithi137 ceph-mon[88456]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:52:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:58 smithi028 ceph-mon[94314]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:52:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:58 smithi028 ceph-mon[94314]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:52:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:58 smithi028 ceph-mon[96890]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-02T09:52:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:58 smithi028 ceph-mon[96890]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-02T09:52:59.769 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:52:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:59 smithi028 ceph-mon[94314]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 37 KiB/s wr, 668 op/s 2024-04-02T09:52:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:52:59 smithi028 ceph-mon[94314]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:52:59.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:59 smithi028 ceph-mon[96890]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 37 KiB/s wr, 668 op/s 2024-04-02T09:52:59.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:52:59 smithi028 ceph-mon[96890]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:53:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:59 smithi137 ceph-mon[88456]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 479 KiB/s rd, 37 KiB/s wr, 668 op/s 2024-04-02T09:53:00.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:52:59 smithi137 ceph-mon[88456]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-02T09:53:00.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:00 smithi028 ceph-mon[94314]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:53:00.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:00 smithi028 ceph-mon[96890]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:53:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:00 smithi137 ceph-mon[88456]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-02T09:53:01.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:53:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:53:01] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-02T09:53:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:01 smithi028 ceph-mon[94314]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 516 B/s wr, 8 op/s 2024-04-02T09:53:01.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:01 smithi028 ceph-mon[94314]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:53:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:01 smithi028 ceph-mon[96890]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 516 B/s wr, 8 op/s 2024-04-02T09:53:01.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:01 smithi028 ceph-mon[96890]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:53:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:01 smithi137 ceph-mon[88456]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.5 KiB/s rd, 516 B/s wr, 8 op/s 2024-04-02T09:53:02.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:01 smithi137 ceph-mon[88456]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-02T09:53:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:53:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:02 smithi028 ceph-mon[94314]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:53:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:02 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/da47686f-ef63-47a0-a316-f33e1414443b"}]: dispatch 2024-04-02T09:53:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:02 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/da47686f-ef63-47a0-a316-f33e1414443b"}]': finished 2024-04-02T09:53:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:02 smithi028 ceph-mon[96890]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:53:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:02 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/da47686f-ef63-47a0-a316-f33e1414443b"}]: dispatch 2024-04-02T09:53:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:02 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/da47686f-ef63-47a0-a316-f33e1414443b"}]': finished 2024-04-02T09:53:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:02 smithi137 ceph-mon[88456]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-02T09:53:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:02 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/da47686f-ef63-47a0-a316-f33e1414443b"}]: dispatch 2024-04-02T09:53:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:02 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/833057086' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/da47686f-ef63-47a0-a316-f33e1414443b"}]': finished 2024-04-02T09:53:03.797 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-02T09:53:03.874 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-02T09:53:04.011 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-02T09:53:04.089 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-02T09:53:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:03 smithi137 ceph-mon[88456]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 136 op/s 2024-04-02T09:53:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:03 smithi137 ceph-mon[88456]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:53:04.163 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-02T09:53:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:03 smithi028 ceph-mon[94314]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 136 op/s 2024-04-02T09:53:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:03 smithi028 ceph-mon[94314]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:53:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:03 smithi028 ceph-mon[96890]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 136 op/s 2024-04-02T09:53:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:03 smithi028 ceph-mon[96890]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-02T09:53:04.237 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-02T09:53:04.312 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-02T09:53:04.452 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-02T09:53:04.569 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-02T09:53:04.576 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-02T09:53:04.585 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-02T09:53:04.586 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-02T09:53:04.594 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-02T09:53:04.602 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-02T09:53:04.697 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-02T09:53:04.789 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-02T09:53:04.886 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-02T09:53:05.013 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-02T09:53:05.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:04 smithi137 ceph-mon[88456]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:53:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:04 smithi028 ceph-mon[94314]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:53:05.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:04 smithi028 ceph-mon[96890]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-02T09:53:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:05 smithi137 ceph-mon[88456]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-02T09:53:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:05 smithi028 ceph-mon[96890]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-02T09:53:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:05 smithi028 ceph-mon[94314]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-04-02T09:53:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:06.662 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-02T09:53:06.780 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-02T09:53:06.875 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-02T09:53:06.975 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-02T09:53:07.150 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-02T09:53:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:07 smithi137 ceph-mon[88456]: pgmap v5086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 63 KiB/s wr, 804 op/s 2024-04-02T09:53:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:07 smithi137 ceph-mon[88456]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:53:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:07 smithi028 ceph-mon[94314]: pgmap v5086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 63 KiB/s wr, 804 op/s 2024-04-02T09:53:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:07 smithi028 ceph-mon[94314]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:53:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:07 smithi028 ceph-mon[96890]: pgmap v5086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 63 KiB/s wr, 804 op/s 2024-04-02T09:53:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:07 smithi028 ceph-mon[96890]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-02T09:53:08.797 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-02T09:53:08.894 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-02T09:53:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:09 smithi028 ceph-mon[94314]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 51 KiB/s wr, 657 op/s 2024-04-02T09:53:09.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:09 smithi028 ceph-mon[94314]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:53:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:09 smithi028 ceph-mon[96890]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 51 KiB/s wr, 657 op/s 2024-04-02T09:53:09.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:09 smithi028 ceph-mon[96890]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:53:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:09 smithi137 ceph-mon[88456]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 51 KiB/s wr, 657 op/s 2024-04-02T09:53:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:09 smithi137 ceph-mon[88456]: osdmap e2756: 8 total, 8 up, 8 in 2024-04-02T09:53:10.860 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-02T09:53:11.129 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-02T09:53:11.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:10 smithi137 ceph-mon[88456]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-02T09:53:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:10 smithi028 ceph-mon[94314]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-02T09:53:11.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:10 smithi028 ceph-mon[96890]: osdmap e2757: 8 total, 8 up, 8 in 2024-04-02T09:53:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:53:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:53:11] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-02T09:53:12.046 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:11 smithi137 ceph-mon[88456]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s rd, 74 KiB/s wr, 983 op/s 2024-04-02T09:53:12.047 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:11 smithi137 ceph-mon[88456]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-02T09:53:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:11 smithi028 ceph-mon[94314]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s rd, 74 KiB/s wr, 983 op/s 2024-04-02T09:53:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:11 smithi028 ceph-mon[94314]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-02T09:53:12.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:11 smithi028 ceph-mon[96890]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s rd, 74 KiB/s wr, 983 op/s 2024-04-02T09:53:12.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:11 smithi028 ceph-mon[96890]: osdmap e2758: 8 total, 8 up, 8 in 2024-04-02T09:53:12.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:53:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:13.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:12 smithi137 ceph-mon[88456]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-02T09:53:13.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:12 smithi028 ceph-mon[94314]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-02T09:53:13.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:12 smithi028 ceph-mon[96890]: osdmap e2759: 8 total, 8 up, 8 in 2024-04-02T09:53:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:13 smithi137 ceph-mon[88456]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 870 KiB/s rd, 78 KiB/s wr, 1.22k op/s 2024-04-02T09:53:14.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:13 smithi137 ceph-mon[88456]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-02T09:53:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:13 smithi028 ceph-mon[94314]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 870 KiB/s rd, 78 KiB/s wr, 1.22k op/s 2024-04-02T09:53:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:13 smithi028 ceph-mon[94314]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-02T09:53:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:13 smithi028 ceph-mon[96890]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 870 KiB/s rd, 78 KiB/s wr, 1.22k op/s 2024-04-02T09:53:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:13 smithi028 ceph-mon[96890]: osdmap e2760: 8 total, 8 up, 8 in 2024-04-02T09:53:14.923 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-02T09:53:15.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:14 smithi137 ceph-mon[88456]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-02T09:53:15.159 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-02T09:53:15.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:14 smithi028 ceph-mon[94314]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-02T09:53:15.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:14 smithi028 ceph-mon[96890]: osdmap e2761: 8 total, 8 up, 8 in 2024-04-02T09:53:15.354 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-02T09:53:15.783 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-02T09:53:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:53:15.783 INFO:tasks.workunit.client.0.smithi028.stdout:=============================== warnings summary =============================== 2024-04-02T09:53:15.783 INFO:tasks.workunit.client.0.smithi028.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: Traceback (most recent call last): 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: raise Exception() 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: Exception 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-02T09:53:15.784 INFO:tasks.workunit.client.0.smithi028.stdout:============ 167 passed, 8 skipped, 1 warning in 639.16s (0:10:39) ============= 2024-04-02T09:53:15.826 INFO:tasks.workunit.client.0.smithi028.stderr:+ exit 0 2024-04-02T09:53:15.826 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:53:15.826 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:53:15.855 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-02T09:53:15.855 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:53:16.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:15 smithi028 ceph-mon[94314]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 43 KiB/s wr, 732 op/s 2024-04-02T09:53:16.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:15 smithi028 ceph-mon[94314]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-02T09:53:16.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:15 smithi028 ceph-mon[96890]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 43 KiB/s wr, 732 op/s 2024-04-02T09:53:16.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:15 smithi028 ceph-mon[96890]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-02T09:53:16.140 DEBUG:teuthology.parallel:result is None 2024-04-02T09:53:16.141 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:53:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:15 smithi137 ceph-mon[88456]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 43 KiB/s wr, 732 op/s 2024-04-02T09:53:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:15 smithi137 ceph-mon[88456]: osdmap e2762: 8 total, 8 up, 8 in 2024-04-02T09:53:16.167 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:53:16.167 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:53:16.223 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:53:16.223 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-02T09:53:16.223 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-02T09:53:16.223 DEBUG:teuthology.parallel:result is None 2024-04-02T09:53:16.223 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:53:16.234 INFO:teuthology.task.print:**** done end parallel 2024-04-02T09:53:16.234 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:53:16.253 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-02T09:53:16.253 INFO:teuthology.run_tasks:Running task workunit... 2024-04-02T09:53:16.263 INFO:tasks.workunit:Pulling workunits from ref 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T09:53:16.263 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-02T09:53:16.263 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:53:16.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:53:16.278 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-02T09:53:16.278 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:53:16.332 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-02T09:53:16.333 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-02T09:53:16.387 INFO:tasks.workunit:timeout=3h 2024-04-02T09:53:16.387 INFO:tasks.workunit:cleanup=True 2024-04-02T09:53:16.387 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3cba26eaefcf7477205a2b2318143422b83a518d 2024-04-02T09:53:16.442 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-02T09:53:17.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:16 smithi137 ceph-mon[88456]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-02T09:53:17.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:16 smithi028 ceph-mon[94314]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-02T09:53:17.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:16 smithi028 ceph-mon[96890]: osdmap e2763: 8 total, 8 up, 8 in 2024-04-02T09:53:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:17 smithi137 ceph-mon[88456]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:17 smithi028 ceph-mon[94314]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:17 smithi028 ceph-mon[96890]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:20.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:19 smithi137 ceph-mon[88456]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:20.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:19 smithi028 ceph-mon[94314]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:20.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:19 smithi028 ceph-mon[96890]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:21.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:21.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:21.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:53:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:53:21] "GET /metrics HTTP/1.1" 200 34263 "" "Prometheus/2.43.0" 2024-04-02T09:53:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:21 smithi137 ceph-mon[88456]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:21 smithi028 ceph-mon[94314]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:21 smithi028 ceph-mon[96890]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:53:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:24.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:23 smithi137 ceph-mon[88456]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:23 smithi028 ceph-mon[94314]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:23 smithi028 ceph-mon[96890]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:25 smithi137 ceph-mon[88456]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:25 smithi028 ceph-mon[94314]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:25 smithi028 ceph-mon[96890]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:27 smithi137 ceph-mon[88456]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:27 smithi028 ceph-mon[94314]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:27 smithi028 ceph-mon[96890]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:29 smithi137 ceph-mon[88456]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:29 smithi028 ceph-mon[94314]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:29 smithi028 ceph-mon[96890]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:53:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:53:31] "GET /metrics HTTP/1.1" 200 34263 "" "Prometheus/2.43.0" 2024-04-02T09:53:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:31 smithi137 ceph-mon[88456]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:31 smithi028 ceph-mon[94314]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:31 smithi028 ceph-mon[96890]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:32.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:53:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:33 smithi137 ceph-mon[88456]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:33 smithi028 ceph-mon[94314]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:33 smithi028 ceph-mon[96890]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:35 smithi137 ceph-mon[88456]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:35 smithi028 ceph-mon[94314]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:35 smithi028 ceph-mon[96890]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:37 smithi137 ceph-mon[88456]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:38.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:37 smithi028 ceph-mon[94314]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:38.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:37 smithi028 ceph-mon[96890]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:40.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:39 smithi137 ceph-mon[88456]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:39 smithi028 ceph-mon[94314]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:40.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:39 smithi028 ceph-mon[96890]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:53:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:53:41] "GET /metrics HTTP/1.1" 200 34260 "" "Prometheus/2.43.0" 2024-04-02T09:53:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:41 smithi137 ceph-mon[88456]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:41 smithi028 ceph-mon[94314]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:41 smithi028 ceph-mon[96890]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:53:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:53:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:44.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:43 smithi137 ceph-mon[88456]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:44.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:43 smithi028 ceph-mon[94314]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:44.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:43 smithi028 ceph-mon[96890]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:45.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:44 smithi137 ceph-mon[88456]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:45.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:44 smithi028 ceph-mon[94314]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:45.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:44 smithi028 ceph-mon[96890]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:47.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:47 smithi137 ceph-mon[88456]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:47.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:47 smithi028 ceph-mon[94314]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:47.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:47 smithi028 ceph-mon[96890]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:49.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:49 smithi137 ceph-mon[88456]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:49.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:49 smithi028 ceph-mon[94314]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:49.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:49 smithi028 ceph-mon[96890]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:51.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:51 smithi028 ceph-mon[94314]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:51.500 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:51 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:51.501 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:53:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:53:51] "GET /metrics HTTP/1.1" 200 34264 "" "Prometheus/2.43.0" 2024-04-02T09:53:51.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:51 smithi028 ceph-mon[96890]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:51.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:51 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:51 smithi137 ceph-mon[88456]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:51.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:51 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:53:52.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:53:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:53:53.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:53 smithi137 ceph-mon[88456]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:53.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:53 smithi028 ceph-mon[94314]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:53.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:53 smithi028 ceph-mon[96890]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:55.645 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:55 smithi137 ceph-mon[88456]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:55.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:55 smithi028 ceph-mon[94314]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:55.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:55 smithi028 ceph-mon[96890]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:57.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:57 smithi137 ceph-mon[88456]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:57.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:57 smithi028 ceph-mon[94314]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:57.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:57 smithi028 ceph-mon[96890]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:57.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:53:58.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:58.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:58.646 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:58 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:53:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:58.698 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:58 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:53:58.698 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:53:58.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:53:58.699 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:58 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:53:59.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:53:59 smithi028 ceph-mon[94314]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:53:59.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:53:59 smithi028 ceph-mon[96890]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:00.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:53:59 smithi137 ceph-mon[88456]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:01.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:54:01] "GET /metrics HTTP/1.1" 200 34264 "" "Prometheus/2.43.0" 2024-04-02T09:54:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:01 smithi137 ceph-mon[88456]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:01 smithi028 ceph-mon[94314]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:01 smithi028 ceph-mon[96890]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:54:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:04.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:03 smithi137 ceph-mon[88456]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:03 smithi028 ceph-mon[94314]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:04.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:03 smithi028 ceph-mon[96890]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:06.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:05 smithi137 ceph-mon[88456]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:06.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:05 smithi028 ceph-mon[94314]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:06.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:05 smithi028 ceph-mon[96890]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:06.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:08.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:07 smithi137 ceph-mon[88456]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:08.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:07 smithi028 ceph-mon[94314]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:07 smithi028 ceph-mon[96890]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:10.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:09 smithi137 ceph-mon[88456]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:10.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:09 smithi028 ceph-mon[94314]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:10.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:09 smithi028 ceph-mon[96890]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:11.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:11 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:54:11] "GET /metrics HTTP/1.1" 200 34263 "" "Prometheus/2.43.0" 2024-04-02T09:54:12.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:11 smithi137 ceph-mon[88456]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:12.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:11 smithi028 ceph-mon[94314]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:12.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:11 smithi028 ceph-mon[96890]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:12.646 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:54:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:14.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:13 smithi137 ceph-mon[88456]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:13 smithi028 ceph-mon[94314]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:14.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:13 smithi028 ceph-mon[96890]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:16.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:15 smithi137 ceph-mon[88456]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:16.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:15 smithi028 ceph-mon[94314]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:16.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:15 smithi028 ceph-mon[96890]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:18.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:17 smithi137 ceph-mon[88456]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:18.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:17 smithi028 ceph-mon[94314]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:18.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:17 smithi028 ceph-mon[96890]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:20.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:19 smithi137 ceph-mon[88456]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:20.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:19 smithi028 ceph-mon[94314]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:20.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:19 smithi028 ceph-mon[96890]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:21.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:20 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:21.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:20 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:21.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:20 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:21.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:54:21] "GET /metrics HTTP/1.1" 200 34263 "" "Prometheus/2.43.0" 2024-04-02T09:54:22.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:21 smithi137 ceph-mon[88456]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:22.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:21 smithi028 ceph-mon[94314]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:22.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:21 smithi028 ceph-mon[96890]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:22.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:54:22 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:24.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:23 smithi137 ceph-mon[88456]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:24.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:23 smithi028 ceph-mon[94314]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:24.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:23 smithi028 ceph-mon[96890]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:26.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:25 smithi137 ceph-mon[88456]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:26.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:25 smithi028 ceph-mon[96890]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:26.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:25 smithi028 ceph-mon[94314]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:28.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:27 smithi137 ceph-mon[88456]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:28.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:27 smithi028 ceph-mon[94314]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:28.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:27 smithi028 ceph-mon[96890]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:30.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:29 smithi137 ceph-mon[88456]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:30.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:29 smithi028 ceph-mon[94314]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:30.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:29 smithi028 ceph-mon[96890]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:31.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:31 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:54:31] "GET /metrics HTTP/1.1" 200 34263 "" "Prometheus/2.43.0" 2024-04-02T09:54:32.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:31 smithi137 ceph-mon[88456]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:32.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:31 smithi028 ceph-mon[94314]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:32.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:31 smithi028 ceph-mon[96890]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:32.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:54:32 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:34.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:33 smithi137 ceph-mon[88456]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:34.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:33 smithi028 ceph-mon[94314]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:34.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:33 smithi028 ceph-mon[96890]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:36.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:35 smithi137 ceph-mon[88456]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:36.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:35 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:36.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:35 smithi028 ceph-mon[94314]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:36.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:35 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:35 smithi028 ceph-mon[96890]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:36.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:35 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:38.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:37 smithi137 ceph-mon[88456]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:38.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:37 smithi028 ceph-mon[94314]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:38.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:37 smithi028 ceph-mon[96890]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:40.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:39 smithi137 ceph-mon[88456]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:40.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:39 smithi028 ceph-mon[94314]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:40.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:39 smithi028 ceph-mon[96890]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:40.448 INFO:tasks.workunit.client.0.smithi028.stderr:Updating files: 93% (11534/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-02T09:54:41.054 INFO:tasks.workunit.client.0.smithi028.stderr:Note: switching to '3cba26eaefcf7477205a2b2318143422b83a518d'. 2024-04-02T09:54:41.054 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:state without impacting any branches by switching back to a branch. 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr: git switch -c 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:Or undo this operation with: 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr: git switch - 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-02T09:54:41.055 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:41.056 INFO:tasks.workunit.client.0.smithi028.stderr:HEAD is now at 3cba26eaefc scripts: use 'deep_scrub' instead of 'deep-scrub' 2024-04-02T09:54:41.060 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-02T09:54:41.115 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-02T09:54:41.117 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:54:41.117 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-02T09:54:41.166 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-02T09:54:41.214 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-02T09:54:41.254 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-02T09:54:41.256 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:54:41.256 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-02T09:54:41.295 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-02T09:54:41.298 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-04-02T09:54:41.299 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-02T09:54:41.355 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-02T09:54:41.356 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-02T09:54:41.356 DEBUG:teuthology.orchestra.run.smithi028:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cba26eaefcf7477205a2b2318143422b83a518d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-02T09:54:41.413 INFO:tasks.workunit.client.0.smithi028.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-02T09:54:41.698 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:41 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:54:41] "GET /metrics HTTP/1.1" 200 34261 "" "Prometheus/2.43.0" 2024-04-02T09:54:41.811 INFO:tasks.workunit.client.0.smithi028.stderr:+ LAST_OPT_REVISION=1 2024-04-02T09:54:41.811 INFO:tasks.workunit.client.0.smithi028.stderr:+ '[' 1 -ne 1 ']' 2024-04-02T09:54:41.811 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph -s 2024-04-02T09:54:42.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:41 smithi137 ceph-mon[88456]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:42.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:41 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/141640547' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:54:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:41 smithi028 ceph-mon[94314]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:42.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:41 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/141640547' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:54:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:41 smithi028 ceph-mon[96890]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:42.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:41 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/141640547' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: cluster: 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: id: 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: health: HEALTH_WARN 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: Telemetry requires re-opt-in 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: services: 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: mon: 3 daemons, quorum a,b,c (age 86m) 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: mgr: y(active, since 86m), standbys: x 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: mds: 1/1 daemons up, 1 standby 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: osd: 8 osds: 8 up (since 81m), 8 in (since 93m) 2024-04-02T09:54:42.407 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:54:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: data: 2024-04-02T09:54:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: volumes: 1/1 healthy 2024-04-02T09:54:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: pools: 4 pools, 105 pgs 2024-04-02T09:54:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: objects: 28 objects, 4.6 MiB 2024-04-02T09:54:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: usage: 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: pgs: 105 active+clean 2024-04-02T09:54:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-04-02T09:54:42.419 INFO:tasks.workunit.client.0.smithi028.stderr:++ ceph telemetry collection ls 2024-04-02T09:54:42.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:54:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:43.071 INFO:tasks.workunit.client.0.smithi028.stderr:+ COLLECTIONS='New collections are available: 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:['\''basic_pool_flags'\''] 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:54:43.072 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:54:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:54:43.074 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:54:43.075 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:54:43.076 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:54:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:54:43.078 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-04-02T09:54:43.079 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-02T09:54:43.080 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview 2024-04-02T09:54:43.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:42 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/141640547' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:54:43.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:42 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/150768685' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:54:43.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:42 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/150768685' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:54:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:42 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/141640547' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:54:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:42 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/150768685' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:54:43.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:42 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/150768685' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:54:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:42 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/141640547' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-02T09:54:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:42 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/150768685' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:54:43.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:42 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/150768685' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-02T09:54:43.873 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T09:54:43.873 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-04-02T09:54:43.873 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-04-02T09:54:43.873 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-04-02T09:54:43.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.873 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-04-02T09:54:43.873 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T09:54:43.874 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T09:54:43.875 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T09:54:43.876 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-04-02T09:54:43.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:43.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-04-02T09:54:43.879 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:54:43.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:43.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-04-02T09:54:43.882 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:43.883 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:54:43.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:43.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:43.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:43.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T09:54:43.888 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-04-02T08:15:51.295509Z", 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-04-02T09:54:43.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 2, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-04-02T09:54:43.890 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "has_msr_rules": 0, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 1, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-04-02T09:54:43.891 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_collision_tries": 100, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_descents": 100, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-04-02T09:54:43.892 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-04", 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-04-02T09:54:43.893 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:43.894 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20258816, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 333744, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 835584, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 344, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1096784, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 750592, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14489600, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20520960, 2024-04-02T09:54:43.895 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 461272, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 786432, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 433, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1321104, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1082880, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14903192, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:43.896 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 171581440, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2358168, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5111808, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 3366912, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6555, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 9861128, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2220544, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 152029792, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 174948352 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 174800896, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2819336, 2024-04-02T09:54:43.897 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 32768, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 2260992, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6846, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 12309072, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2801920, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 153823144, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 177061888 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 258891776, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 3861144, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3145728, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.898 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1187840, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9516, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 14587336, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3343616, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 233953952, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 260079616 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 579944448, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26532296, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.899 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 51470336, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12341, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 97944600, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9356288, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 440606240, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 631414784 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 612769792, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 28954152, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 31989760, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13547, 2024-04-02T09:54:43.900 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 86291976, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10513664, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 481504976, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 644759552 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 549232640, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24577560, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 59506688, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10512, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 91420288, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:43.901 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9137408, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 420820584, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 608739328 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 565985280, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24785424, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 32858112, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11164, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 75104144, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:43.902 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10629120, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 452058720, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 598843392 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 599138304, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24907112, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 40960, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 66584576, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11930, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 106689624, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:43.903 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9896960, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 454195776, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 665722880 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 645259264, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25340888, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3538944, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 81920, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 6635520, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13897, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 105001912, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 8655104, 2024-04-02T09:54:43.904 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 502640496, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 651894784 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 429580288, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 18272976, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 30744576, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9555, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 72751072, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9672704, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 325606736, 2024-04-02T09:54:43.905 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 460324864 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 593756160, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26011240, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 38756352, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11613, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 87514184, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 59, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10302208, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 466520656, 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 632512512 2024-04-02T09:54:43.906 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:43.907 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.002896", 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:43.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:43.910 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:43.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149048, 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.916 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.917 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 222362, 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 67 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 51904, 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13272, 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 274 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42375237, 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5229 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1232, 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:43.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5896, 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42645677, 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5326 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 264, 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:43.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5896, 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.942 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42880461, 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5322 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88, 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11792, 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 348 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.950 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21096, 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 390 2024-04-02T09:54:43.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30848, 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2688, 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58480, 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 731 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377520, 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:43.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 474957, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 133 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2417613, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 541008 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7015136, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10348 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71872, 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7518 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87120, 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173304, 2024-04-02T09:54:43.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 40169, 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14988410, 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 269 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12848, 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 146 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.956 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 489888, 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 42 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7092800, 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18352 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.957 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21872, 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 402 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 34944, 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:43.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58080, 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 726 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388752, 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1869 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:43.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1532058, 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2502974, 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 548048 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7085176, 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10451 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79516, 2024-04-02T09:54:43.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8502 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89664, 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1868 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173648, 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1244 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1472, 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 65201, 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20128, 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.963 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21339234, 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 288 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 34760, 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 395 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 466560, 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7389928, 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21413 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.965 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21944, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 408 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31232, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2304, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58240, 2024-04-02T09:54:43.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 728 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374608, 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 246981, 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 74 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1746367, 2024-04-02T09:54:43.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 386837 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5123376, 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7566 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 69404, 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7333 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86448, 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173816, 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1244 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52714, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13386396, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 265 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9592, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 109 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 384912, 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3125200, 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6010 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.972 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.973 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21520, 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 399 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30720, 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 23 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57440, 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 718 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 376064, 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1808 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 304796, 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 94 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1775332, 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389857 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5149896, 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7605 2024-04-02T09:54:43.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70628, 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7362 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86688, 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1806 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 175096, 2024-04-02T09:54:43.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1249 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 124207, 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 66 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28144, 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21153286, 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 283 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11968, 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 136 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 489888, 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 42 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3454984, 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8985 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 24064, 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 453 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 244608, 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1344, 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58720, 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 734 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388960, 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 661629, 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 184 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2054085, 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 455113 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5940056, 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8767 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79408, 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8502 2024-04-02T09:54:43.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89760, 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173136, 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 76757, 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9489452, 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 282 2024-04-02T09:54:43.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16984, 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 454896, 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5076240, 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12162 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20136, 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31360, 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 28 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58320, 2024-04-02T09:54:43.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 729 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 389168, 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1871 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 346296, 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 91 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2371961, 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 532364 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6879136, 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10148 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79696, 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8510 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89760, 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173392, 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1243 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1472, 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 104004, 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 62 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20128, 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22539256, 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9410 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11176, 2024-04-02T09:54:43.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 127 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 478224, 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6569680, 2024-04-02T09:54:43.995 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12634 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:43.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 15968, 2024-04-02T09:54:43.997 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 305 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 47232, 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 25 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2688, 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56800, 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 710 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:43.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377312, 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1814 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1116219, 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 279 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1719914, 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 375389 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:43.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4952696, 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7315 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71384, 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7512 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87072, 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1814 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173048, 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1241 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 65363, 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 51 2024-04-02T09:54:44.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14853127, 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26664, 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 303 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.002 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 443232, 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3542552, 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9163 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:44.003 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:44.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19240, 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 367 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30848, 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:44.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4224, 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 22 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56800, 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 710 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377520, 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:44.006 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 428440, 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 105 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2024721, 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 449367 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5842816, 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8624 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71632, 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7515 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87024, 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1813 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173304, 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:44.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 128086, 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 61 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28144, 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:44.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 23833220, 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 268 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11792, 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 134 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 466560, 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.010 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4802720, 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9236 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.012 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.013 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 2 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:44.014 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 3 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.015 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:44.016 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 8 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.017 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.018 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "reef", 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: "squid" 2024-04-02T09:54:44.019 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 19, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "squid" 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.020 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:44.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:44.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.023 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:44.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:44.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.026 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 68, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13250, 4016, 0, 1, 21, 7, 5, 3, 5, 9, 12, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9194, 214, 36, 2, 10, 4, 5, 6, 29, 34, 148, 35, 56, 30, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1214, 26, 34, 0, 0, 0, 0, 0, 1, 6, 44, 169, 187, 10, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 855, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 217, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 11, 0, 0, 0, 1, 0, 0, 0, 0, 0, 5, 7, 95, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 231, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 17, 6, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 55, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6298, 2, 0, 1, 7, 4, 3, 3, 1, 6, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7250, 18, 1019, 0, 7, 5, 3, 14, 21, 73, 124, 59, 113, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 5, 463, 17, 0, 0, 0, 0, 0, 14, 48, 203, 261, 8, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 279, 0, 3, 13, 0, 0, 0, 0, 0, 0, 0, 1, 271, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 36, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 78, 0, 23, 0, 0, 0, 0, 0, 0, 0, 2, 1, 7, 6, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 28, 0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.031 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 412, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12847, 4102, 0, 0, 12, 0, 0, 0, 1, 0, 13, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10073, 92, 23, 1, 6, 2, 0, 4, 6, 5, 45, 14, 26, 30, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1036, 10, 28, 1, 2, 0, 0, 0, 2, 2, 18, 15, 1, 7, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 324, 0, 1, 2, 0, 0, 1, 0, 1, 1, 0, 10, 59, 17, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 135, 1, 0, 0, 0, 0, 0, 0, 4, 1, 0, 18, 23, 51, 187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 152, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 27, 54, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 13, 35, 43, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 96, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 3, 7, 9, 47, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 475, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16285, 7925, 1, 1, 14, 1, 0, 2, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10900, 388, 1, 1, 8, 1, 4, 14, 13, 26, 40, 8, 24, 4, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2666, 3, 7, 0, 0, 0, 0, 0, 0, 0, 29, 76, 99, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 440, 9, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 101, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 20, 3, 0, 159, 0, 0, 1, 1, 0, 0, 4, 11, 59, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 137, 20, 4, 0, 334, 0, 0, 0, 0, 0, 0, 5, 15, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 37, 40, 0, 0, 183, 0, 0, 0, 0, 0, 0, 2, 2, 6, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 84, 0, 0, 2001, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 88, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:44.036 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10287, 3, 129, 11, 40, 43, 2, 1, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8340, 47, 28, 2, 9, 42, 141, 192, 8, 17, 13, 3, 12, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 872, 4, 6, 0, 4, 1, 24, 23, 9, 14, 58, 86, 30, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 326, 2, 1, 0, 1, 0, 0, 2, 0, 0, 3, 19, 160, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 162, 12, 4, 0, 0, 1, 1, 1, 0, 2, 9, 8, 26, 12, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 107, 3, 3, 0, 0, 0, 0, 1, 1, 0, 0, 5, 41, 14, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 15, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 8, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13087, 2, 1, 1, 1, 0, 0, 0, 4, 1, 3, 5, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10900, 20, 4, 0, 9, 0, 1, 1, 1, 0, 6, 10, 11, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1388, 134, 129, 1, 3, 0, 0, 2, 17, 1, 19, 0, 3, 10, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 662, 27, 58, 5, 4, 0, 0, 0, 0, 0, 6, 17, 11, 10, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 185, 11, 12, 0, 0, 0, 0, 0, 0, 0, 6, 7, 19, 33, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 171, 7, 26, 22, 0, 0, 0, 0, 0, 0, 1, 9, 14, 3, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 0, 2, 44, 38, 0, 0, 0, 0, 0, 0, 6, 22, 16, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 3, 92, 94, 0, 0, 0, 0, 0, 1, 9, 21, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 5, 35, 0, 0, 0, 0, 0, 0, 0, 2, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7461, 1, 0, 0, 7112, 411, 0, 3, 0, 0, 3, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6517, 52, 14, 2, 459, 164, 2, 4, 16, 12, 8, 21, 18, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 647, 8, 15, 0, 45, 13, 0, 4, 4, 8, 56, 79, 35, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 320, 3, 0, 0, 4, 0, 0, 0, 0, 0, 7, 27, 153, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 112, 2, 0, 0, 21, 22, 0, 0, 0, 0, 4, 1, 33, 36, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 76, 1, 0, 0, 2, 18, 0, 1, 0, 0, 1, 7, 3, 11, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 6, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 37, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11449, 3802, 4356, 0, 0, 0, 0, 0, 0, 2, 2, 5, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7273, 92, 98, 0, 5, 0, 0, 1, 2, 0, 5, 8, 9, 16, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 900, 12, 21, 0, 1, 0, 0, 1, 1, 7, 20, 9, 6, 17, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 264, 1, 1, 0, 1, 0, 0, 0, 0, 3, 8, 13, 51, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 101, 1, 0, 0, 0, 0, 0, 0, 0, 1, 7, 6, 20, 89, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 110, 2, 0, 0, 0, 0, 0, 0, 2, 0, 6, 7, 20, 21, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 130, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 27, 21, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 11, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:44.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:44.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:44.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:44.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 285, 13, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5078, 43, 62, 135, 439, 572, 635, 0, 1, 2, 2, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 651, 12, 36, 57, 32, 41, 86, 0, 0, 0, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 311, 7, 1, 0, 0, 0, 2, 0, 0, 0, 2, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 8, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 14, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 135, 4, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2826, 219, 25, 60, 123, 2, 0, 1, 3, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 496, 65, 1303, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 271, 6, 38, 0, 0, 0, 0, 0, 0, 2, 1, 0, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1445, 1045, 37, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1731, 1921, 249, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 28, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9601, 9, 1, 0, 2, 0, 1, 4, 6, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16665, 1, 4, 0, 0, 0, 0, 0, 1, 4, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 493, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 9, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 12, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2983, 44, 0, 0, 4, 2, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 261, 7, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 150, 22, 28, 47, 0, 0, 0, 0, 0, 0, 2, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 776, 111, 7, 116, 0, 0, 0, 0, 0, 1, 1, 0, 4, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4179, 2404, 1, 400, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 295, 484, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1036, 6, 7, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2866, 210, 27, 51, 138, 275, 479, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 307, 10, 0, 0, 0, 0, 4, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 172, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 811, 11, 30, 41, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5030, 62, 105, 217, 462, 593, 712, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 454, 1, 2, 1, 7, 19, 13, 1, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 428, 5, 12, 17, 5, 0, 0, 0, 0, 0, 4, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 192, 35, 69, 112, 24, 0, 0, 0, 1, 0, 0, 3, 12, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 524, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2791, 22, 0, 0, 16, 0, 5, 5, 14, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 228, 1, 0, 0, 3, 0, 0, 0, 0, 6, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 226, 5, 0, 0, 2, 0, 0, 0, 0, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 179, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 10, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:44.070 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 683, 9, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6844, 34, 68, 25, 2, 1, 5, 4, 9, 8, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3312, 31, 98, 40, 0, 0, 0, 0, 0, 3, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 5, 3, 1, 0, 0, 0, 0, 0, 0, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 15, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:44.073 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:44.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:44.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.076 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:44.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:44.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:44.079 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6974, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 328, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2542, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3929, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9629, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.087 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3037, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1030, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 820, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1066, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 895, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 503, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.095 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2863, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 709, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7004, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 266, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:44.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:44.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:44.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:44.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:44.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:44.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:44.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:44.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:44.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:44.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:44.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:44.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:44.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:44.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:44.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:44.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:44.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:44.106 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:44.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:44.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1835, 24, 0, 0, 4, 0, 3, 4, 8, 6, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1303, 10, 1, 3, 3, 4, 9, 16, 25, 48, 86, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 116, 8, 0, 1, 4, 3, 0, 0, 3, 1, 21, 154, 219, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 243, 7, 0, 0, 1, 0, 0, 0, 0, 1, 10, 8, 183, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 632, 0, 0, 0, 4, 0, 0, 0, 0, 1, 4, 5, 12, 27, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 715, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 12, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 540, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2225, 17, 0, 1, 10, 0, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2075, 3, 3, 0, 1, 8, 16, 19, 44, 79, 112, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 95, 2, 0, 0, 0, 1, 0, 4, 3, 6, 41, 253, 401, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 17, 248, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 4, 13, 30, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 19, 79, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 373, 14, 3, 2, 9, 1, 2, 4, 7, 7, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 184, 8, 0, 0, 2, 0, 2, 5, 11, 14, 42, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 221, 11, 0, 0, 0, 0, 7, 7, 8, 14, 68, 85, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 3, 0, 0, 0, 0, 1, 1, 5, 9, 12, 31, 51, 10, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 37, 0, 0, 0, 0, 1, 0, 1, 1, 3, 8, 16, 35, 47, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 7, 23, 90, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.117 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1160, 20, 0, 0, 10, 1, 5, 6, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 487, 11, 1, 0, 1, 2, 3, 12, 18, 22, 56, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 199, 13, 0, 0, 0, 1, 0, 2, 3, 7, 19, 93, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 428, 18, 0, 0, 0, 0, 0, 1, 0, 2, 9, 14, 49, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 429, 21, 0, 0, 0, 0, 0, 0, 1, 1, 7, 2, 16, 37, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 187, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 24, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 80, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:44.120 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1089, 7, 0, 0, 8, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 680, 6, 0, 0, 1, 1, 3, 8, 14, 23, 36, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 437, 0, 0, 0, 0, 0, 3, 1, 5, 10, 49, 140, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 20, 0, 0, 0, 0, 1, 2, 2, 2, 23, 34, 178, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 298, 22, 0, 0, 0, 0, 0, 0, 3, 0, 5, 16, 30, 23, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 15, 89, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 512, 11, 1, 2, 10, 0, 0, 0, 0, 1, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 113, 2, 0, 1, 0, 0, 0, 1, 2, 1, 7, 16, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 112, 0, 0, 0, 0, 2, 1, 2, 5, 6, 29, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 0, 0, 0, 0, 0, 1, 0, 1, 1, 13, 18, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 18, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 8, 23, 27, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 13, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 60, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1124, 23, 1, 0, 17, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 616, 4, 1, 0, 4, 3, 3, 6, 16, 27, 39, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 337, 5, 0, 0, 0, 0, 0, 1, 4, 2, 42, 106, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 18, 0, 0, 0, 0, 0, 0, 1, 2, 6, 18, 177, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 271, 22, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 12, 18, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 63, 40, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 6, 20, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 38, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 219, 16, 1, 0, 6, 0, 2, 8, 4, 7, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 62, 10, 0, 1, 1, 2, 1, 6, 4, 3, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 106, 10, 0, 0, 0, 1, 2, 4, 1, 6, 35, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 7, 0, 0, 0, 0, 0, 2, 3, 6, 24, 34, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 33, 2, 0, 0, 0, 0, 1, 0, 1, 2, 9, 10, 38, 34, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 8, 33, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 8, 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "number of replicas", 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 1, 2024-04-02T09:54:44.132 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0]", 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[1, 1]", 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[2, 2]", 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[3, 3]", 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[4, 4]", 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[5, 5]", 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[6, None]" 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "linear" 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 10, 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:44.133 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "duration", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 250000, 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 249999]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[250000, 499999]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[500000, 999999]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[1000000, 1999999]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[2000000, 3999999]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[4000000, 7999999]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[8000000, 15999999]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[16000000, 31999999]", 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[32000000, None]" 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.134 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.135 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:44.137 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:44.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:44.142 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.142 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.142 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:44.142 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.142 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.143 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.147 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-04-02T09:54:44.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_inode": { 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_path": { 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-04-02T09:54:44.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.152 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-04-02T09:54:44.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "evlrg": { 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-04-02T09:54:44.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.156 INFO:tasks.workunit.client.0.smithi028.stdout: "segmjr": { 2024-04-02T09:54:44.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:44.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.157 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-04-02T09:54:44.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.157 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.157 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-04-02T09:54:44.157 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:44.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 248184 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49888 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-04-02T09:54:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-04-02T09:54:44.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-04-02T09:54:44.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.163 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.164 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.165 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.166 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.168 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:44.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed_ops": { 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-04-02T09:54:44.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-04-02T09:54:44.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:44.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8584 2024-04-02T09:54:44.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.177 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:44.177 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8584, 2024-04-02T09:54:44.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59418197 2024-04-02T09:54:44.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8584, 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1342976616 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.178 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:44.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.179 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:44.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:44.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146 2024-04-02T09:54:44.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.179 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 999982 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8584 2024-04-02T09:54:44.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8584 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.182 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8584, 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27081528039 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8584 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.184 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8584, 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117201311 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8584, 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75248 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8584, 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3378941097 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.185 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169836544 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 166379520 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:44.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3457024 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267178995 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25056163 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68474986 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267178995 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1502879 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.192 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71056750 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178119330 2024-04-02T09:54:44.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69344606 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.196 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 372256, 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1812310049 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.197 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:44.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.198 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:44.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.199 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:44.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20716, 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6899116129 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.200 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 300 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8626 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8626, 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59750654 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8626, 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1123968725 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:44.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8625 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.204 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:44.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8625 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8625, 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24400321595 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.206 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:44.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8625 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8625, 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117838954 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8625, 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75557 2024-04-02T09:54:44.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8625, 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1181967124 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 174047232 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170221568 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.209 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3825664 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267129901 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25178357 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68401886 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267129901 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1511601 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71097122 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178086601 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69377335 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:44.218 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 380425, 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1854288650 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.219 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:44.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20820, 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2499932343 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:44.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:44.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 214 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8698 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8698, 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60858313 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8698, 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26094 2024-04-02T09:54:44.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8698, 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1544957023 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.228 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8696 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8696, 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60199837 2024-04-02T09:54:44.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8696, 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67412 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8696, 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1172988011 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.230 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:44.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:44.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.231 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:44.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-04-02T09:54:44.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.231 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8698 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8698, 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24773311246 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.232 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.233 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255885312 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254992384 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:44.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892928 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267046957 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25384393 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.239 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68278794 2024-04-02T09:54:44.239 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.239 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:44.240 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:44.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267046957 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1526749 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71164918 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:44.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178031305 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69432631 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 384337, 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2025066487 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:44.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20996, 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2672786418 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22470 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9756672 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 748130304 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5052088 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1481606 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 967189 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:44.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 730136576 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78975, 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6698379624 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78991, 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12790185447 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7651328 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323547136 2024-04-02T09:54:44.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 725876736 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6994653531 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.253 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64934 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6113140736 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6113144832 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59255 2024-04-02T09:54:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64934, 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2035972269 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6903712796 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62144 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3308317 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 631 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9670826 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 898 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6362509 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6362509 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 276 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 898, 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3551686 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 624 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12102 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1084313600 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10280960 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:44.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20772, 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78701566 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3600, 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5757863624 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29191, 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 243163422 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16937842976 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77972, 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1744874494 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48629742 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:44.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16986472718 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38947, 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1246542925 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1160, 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3025700 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:44.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25196, 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15447018 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52, 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74969 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17127, 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3438455055 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254298 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23314 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.264 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19095, 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1795165603 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45564, 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19099603 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26469, 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1166421066 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15260, 2024-04-02T09:54:44.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 429153851 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5903144146 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 500422833 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4247408270389 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6618124903795 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2993965554769 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10409176 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195507171 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29374181593 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36815620 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14331401887 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14111871863 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6382082 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2620, 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14756228 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63934613922 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.270 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15212157972 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576285623 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 625909760 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 574291968 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51617792 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56785604 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20480 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 135168 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68887868 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425892035 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2416 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138032 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68895389 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10413664 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37857069 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69169779 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425892035 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90175 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1131118 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67814544 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47752 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 131406, 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8114138645 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:44.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2503011923 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47752, 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 189517202372 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3353787231 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.286 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:44.287 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48570, 2024-04-02T09:54:44.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22650534159 2024-04-02T09:54:44.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.287 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:44.287 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47752, 2024-04-02T09:54:44.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75632451028 2024-04-02T09:54:44.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31542 2024-04-02T09:54:44.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:44.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31542, 2024-04-02T09:54:44.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14747444729 2024-04-02T09:54:44.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:44.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3353787231 2024-04-02T09:54:44.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:44.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31877, 2024-04-02T09:54:44.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7084618959 2024-04-02T09:54:44.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:44.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31542, 2024-04-02T09:54:44.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6413078791 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9150 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 563400687 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9150, 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21507186509 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9467, 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6231136412 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9150, 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17051177658 2024-04-02T09:54:44.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7060 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1939611236 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7060, 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 153262571134 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7226, 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9334778788 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7060, 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52168194579 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22020112 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 740425728 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22519 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:44.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10608640 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 777670656 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4835530 2024-04-02T09:54:44.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1975517 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 842806 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:44.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 740950016 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77860, 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6831015891 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77869, 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12766279692 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3063808 2024-04-02T09:54:44.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 318967808 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 762249216 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.301 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8242738025 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62865 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7153487872 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7153491968 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:44.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56564 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62865, 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2237614507 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8150537653 2024-04-02T09:54:44.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60036 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3721500 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 697 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10509218 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6787718 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6787718 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 978, 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2838480 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 636 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:44.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10897 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:44.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1110118400 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13877248 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22205, 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 89105434 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.309 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3562, 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6818939681 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19548, 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161521263 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.311 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16910168713 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77003, 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1982606902 2024-04-02T09:54:44.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50612944 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16960781657 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26534, 2024-04-02T09:54:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 966074138 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 959, 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3300826 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7615, 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8252434 2024-04-02T09:54:44.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55416 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10839, 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2106540900 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233971 2024-04-02T09:54:44.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26768 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21505, 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1640949125 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73463, 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19608184 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 51958, 2024-04-02T09:54:44.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 827356288 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15503, 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436514614 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8362631277 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.318 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23385, 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1334727521 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23383, 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4494188229171 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23385, 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7151293155275 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92583, 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2942313988301 2024-04-02T09:54:44.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92583, 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11692473 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291883137 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29731543164 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:44.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36682524 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14503684653 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16607550855 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:44.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9985469 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2589, 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14694995 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69515115961 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.322 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17694588674 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 646458602 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 639254528 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 607158272 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32096256 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56669349 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 163840 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1105920 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67890011 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:44.327 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425020123 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 256 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 157152 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 224 2024-04-02T09:54:44.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69750117 2024-04-02T09:54:44.330 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10530736 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37779566 2024-04-02T09:54:44.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.332 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.332 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.332 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69130210 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425020123 2024-04-02T09:54:44.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 104671 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1120771 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68682307 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40211 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 135737, 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11378802034 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2560468298 2024-04-02T09:54:44.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40211, 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 828177470824 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2752237717 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41903, 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33981537943 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:44.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40211, 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116862685963 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17946 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17946, 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12387424739 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:44.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2752237717 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18373, 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5031270954 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17946, 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4935227284 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12180 2024-04-02T09:54:44.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 302930313 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12180, 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 106176042520 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12335, 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13820315265 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12180, 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32625195180 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10085 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2257537985 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10085, 2024-04-02T09:54:44.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 709614003565 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11195, 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15129951724 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10085, 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79302263499 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16346105 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:44.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 754843648 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14694 2024-04-02T09:54:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15978496 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:44.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 705875968 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3838140 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1280569 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 196, 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 908592 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.351 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 685113344 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72483, 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6073425580 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72489, 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11506200881 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.352 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14278656 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 296902656 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693633024 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:44.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13033258028 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:44.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 83879 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11388530688 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11388534784 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.356 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:44.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81279 2024-04-02T09:54:44.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.356 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.356 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83879, 2024-04-02T09:54:44.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3640135592 2024-04-02T09:54:44.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:44.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12892554750 2024-04-02T09:54:44.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:44.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79569 2024-04-02T09:54:44.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4829868 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 737 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15837821 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.358 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11007953 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11007953 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:44.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 257 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 978, 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4053583 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 620 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11, 2024-04-02T09:54:44.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22940 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1021345792 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9670656 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14311, 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46921490 2024-04-02T09:54:44.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3617, 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7684662679 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:44.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27354, 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229151227 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15279164308 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 71605, 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1529557392 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33027366 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:44.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15312191674 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 56183, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1017388305 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1035, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2520871 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23037, 2024-04-02T09:54:44.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12067845 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37, 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45412 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20765, 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910661254 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266041 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18976 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.368 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15727, 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1354634230 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38865, 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19870257 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23138, 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1010698419 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:44.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12763, 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 394117890 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.370 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4785512341 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:44.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 316023753 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4076988076361 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6539755441110 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2668416726917 2024-04-02T09:54:44.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8653944 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 194787111 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.373 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24714531645 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31563838 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11031773198 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14176488508 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5790986 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2602, 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12039423 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54917439021 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15153509456 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473408570 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 605462528 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 545783808 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59678720 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:44.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56578745 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.378 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45056 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69205319 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:44.380 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 424340594 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.382 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.382 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T09:54:44.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 133216 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70451934 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16364912 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37719163 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71745045 2024-04-02T09:54:44.387 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 424340594 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86094 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1152258 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.390 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69348926 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.391 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60034 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.392 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:44.393 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157298, 2024-04-02T09:54:44.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8442659787 2024-04-02T09:54:44.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.393 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:44.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.393 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:44.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1996873529 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60034, 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95513165258 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3222400690 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.394 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 61212, 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46290082052 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60034, 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74455998786 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30566 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:44.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30566, 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21323807403 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3222400690 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31005, 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6495211334 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30566, 2024-04-02T09:54:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8356916672 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27632 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440136153 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27632, 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55801710444 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28215, 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36549512613 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27632, 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53163091329 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1836 2024-04-02T09:54:44.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1556737376 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1836, 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18387647411 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1992, 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3245358105 2024-04-02T09:54:44.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1836, 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12935990785 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8388628 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:44.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 694792192 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260434 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:44.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:44.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7000064 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 727838720 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:44.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3562081 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1239156 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 183, 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1120529 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:44.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 755630080 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69091, 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5988590160 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69102, 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11336902953 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:44.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 413696 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 283049984 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 776929280 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5046148992 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45550 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4436529152 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.407 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4436533248 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43228 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.408 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45550, 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1510054820 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4973580578 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43321 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2408064 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 530 2024-04-02T09:54:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6944046 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 723 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4535982 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4535982 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:44.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 200 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 723, 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3522936 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 820 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11011 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:44.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020465152 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:44.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9695232 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20633, 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64890298 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3560, 2024-04-02T09:54:44.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5602802044 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:44.415 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18738, 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146280030 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14868936729 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68346, 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1651762821 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39905848 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:44.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14908842577 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26083, 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 787098792 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1361, 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2904236 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6347, 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8002265 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50833 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11149, 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2782577664 2024-04-02T09:54:44.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 220046 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18973 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32325, 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1296157545 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 85048, 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24536935 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.420 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52723, 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 709047583 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12793, 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 375577260 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:44.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7084100833 2024-04-02T09:54:44.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18253, 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1175398652 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18250, 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4128665273502 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18253, 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6663408374852 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81469, 2024-04-02T09:54:44.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2725869054672 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81469, 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8141155 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 577186969 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24543364592 2024-04-02T09:54:44.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35749403 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11740467829 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14078696836 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.425 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5796914 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2547, 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12988979 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58043273196 2024-04-02T09:54:44.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15014531156 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585822156 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 595435520 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562479104 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32956416 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57184930 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 94208 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.432 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68549982 2024-04-02T09:54:44.432 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:44.432 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 570425344 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428886981 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1648 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102656 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74325195 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6729616 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38123287 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.439 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72587609 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 503316480 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.440 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428886981 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.441 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86327 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1161405 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.442 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73181767 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:44.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60046 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 137221, 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8765620106 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:44.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1623222816 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60046, 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 293194315532 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010823982 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62302, 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31207164696 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60046, 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66596630797 2024-04-02T09:54:44.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43338 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43338, 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57225470813 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010823982 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:44.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43595, 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9541487447 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43338, 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8779591170 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12614 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324321913 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12614, 2024-04-02T09:54:44.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176872009519 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14515, 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16656211857 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.449 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12614, 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35504217069 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4094 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1298900903 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4094, 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59096835200 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.450 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4192, 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5009465392 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4094, 2024-04-02T09:54:44.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22312822558 2024-04-02T09:54:44.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.452 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:44.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.452 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:44.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.453 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:44.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-04-02T09:54:44.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.453 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:44.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:44.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.454 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:44.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 765345792 2024-04-02T09:54:44.454 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.454 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.455 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:44.455 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.455 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:44.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 84486 2024-04-02T09:54:44.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.456 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:44.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.456 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:44.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:44.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18698240 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 697614336 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2928268 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1118168 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 195, 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1022194 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:44.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 813039616 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63194, 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9634418565 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63212, 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15658352575 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9506816 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 258867200 2024-04-02T09:54:44.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 825819136 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13397830147 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 94748 2024-04-02T09:54:44.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11411275776 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11411279872 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87629 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 94748, 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3825521202 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13193070793 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88481 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6667893 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1332 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:44.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18427671 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1879 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11759778 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11759778 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:44.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 573 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1879, 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4782195 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.465 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 623 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14343 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.466 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 977473536 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13885440 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.467 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21233, 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 76178161 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3490, 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8788147583 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.468 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15650, 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139730821 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19244613276 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62617, 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1501026433 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:44.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49764930 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19294378206 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30261, 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1428298708 2024-04-02T09:54:44.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 817, 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128324 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24382, 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15946235 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-04-02T09:54:44.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59330 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16008, 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6053886351 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201012 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20034 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8626, 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1688112207 2024-04-02T09:54:44.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 35779, 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9805720 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27153, 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1428166087 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13823, 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 409933181 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8521869636 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18155, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 924871566 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18154, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3514194476284 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18155, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6304398961252 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73850, 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2529170274763 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73850, 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7637123 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328567123 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29355974482 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:44.477 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31175405 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12398957352 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15280173987 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9986017 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.478 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2470, 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14203021 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65901101968 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16257649074 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 498446297 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 662315008 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 595664896 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66650112 2024-04-02T09:54:44.480 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56102244 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77824 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 385024 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69264028 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 420766830 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3440 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241664 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.486 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73915938 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17981296 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37401496 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70446328 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 420766830 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95547 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1142586 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72922909 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32062 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 104079, 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10970769880 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1631978401 2024-04-02T09:54:44.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32062, 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90995245086 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910304993 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32606, 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14936134435 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32062, 2024-04-02T09:54:44.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34273630893 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21863 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21863, 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16331504081 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910304993 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22056, 2024-04-02T09:54:44.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5403284728 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21863, 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6062801176 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5818 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 302644370 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5818, 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10491862635 2024-04-02T09:54:44.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6043, 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4000368333 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5818, 2024-04-02T09:54:44.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8599904380 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4381 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1329334031 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4381, 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64171878370 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4507, 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5532481374 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4381, 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19610925337 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4194373 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:44.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 826937344 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18643 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:44.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16748544 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 667074560 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3942761 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1392689 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.505 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 211, 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 935669 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 563806208 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81714, 2024-04-02T09:54:44.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11216259828 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81710, 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17877186472 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2232320 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:44.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 334770176 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585105408 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14924358772 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.508 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 109729 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13137248256 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13137252352 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.509 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100576 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 109729, 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4859628194 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.510 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14651368225 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101377 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6514215 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18281094 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.511 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1437 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11766879 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11766879 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:44.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1437, 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6080900 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 784 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18, 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20267 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1021607936 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.515 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13889536 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19868, 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70543072 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3539, 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9361910463 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:44.516 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17892, 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 147606824 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.517 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21729235765 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81110, 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1722661219 2024-04-02T09:54:44.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48730945 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21777966710 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 242959, 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1570942657 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 864, 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2364952 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129020, 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45982725 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.520 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81128 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20657, 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6611779258 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:44.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 449032 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21536 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11744, 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1444170401 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31419, 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11210486 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:44.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19675, 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282543659 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15791, 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 456055024 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.523 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9622642465 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8031, 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 869693103 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:44.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8029, 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4440031229952 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8031, 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6459869756678 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93039, 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2692246040217 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93039, 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10722790 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:44.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 478181021 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33778022197 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37996921 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:44.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14627707204 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16213792029 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9991223 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2429, 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13757446 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74738859955 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17312055213 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 551527436 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.528 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648355840 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641622016 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6733824 2024-04-02T09:54:44.529 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56134118 2024-04-02T09:54:44.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69682714 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421005885 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3408 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227520 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73691059 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:44.535 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18780320 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37422745 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69626055 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421005885 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 83621 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1140197 2024-04-02T09:54:44.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72698169 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.542 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39240 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 127710, 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13029529677 2024-04-02T09:54:44.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1318482476 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39240, 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51526149070 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:44.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2146556297 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39859, 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21140140824 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39240, 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37036205127 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28039 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28039, 2024-04-02T09:54:44.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19600505169 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2146556297 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28163, 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12588368315 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28039, 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13546324579 2024-04-02T09:54:44.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9805 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 368616195 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9805, 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21871299620 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10086, 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6577118373 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9805, 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16162552882 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1396 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 949866281 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1396, 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10054344281 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1610, 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1974654136 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1396, 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7327327666 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:44.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 577712128 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25705 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6254592 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 495681536 2024-04-02T09:54:44.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3850874 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1415513 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 741499 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:44.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 375521280 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62805, 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8719649277 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62813, 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14171454141 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7962624 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.555 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 257323008 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 371261440 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:44.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4256928575 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50136 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3700355072 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3700359168 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.557 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38783 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50136, 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1980689854 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.558 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4136850112 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46457 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2143148 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 437 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.559 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6197194 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 805 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4054046 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4054046 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 371 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 805, 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2134712 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:44.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9, 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11982 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.562 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 761544704 2024-04-02T09:54:44.563 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10280960 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14002, 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51424611 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3423, 2024-04-02T09:54:44.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4083271941 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.565 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16921, 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 128220001 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17228228752 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.566 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62260, 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1387361654 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32730858 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17260959610 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.567 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25128, 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 448797178 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 777, 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2250843 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11183, 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8534848 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62572 2024-04-02T09:54:44.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11338, 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1841563457 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184089 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17910 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14541, 2024-04-02T09:54:44.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1622660043 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46745, 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12310374 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32204, 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1358139463 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:44.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11780, 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314910320 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7132033224 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14425, 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892796415 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14424, 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3801102661558 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14425, 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6105524833628 2024-04-02T09:54:44.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72952, 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2582126960951 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72952, 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7465699 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324328609 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.573 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27220711434 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26749117 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13108196847 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9842210505 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6387178 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2371, 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13424215 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57639828670 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.575 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10744528739 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440622048 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 457048064 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 426074112 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30973952 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57124387 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.578 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 778240 2024-04-02T09:54:44.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67914205 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:44.580 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 570425344 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428432904 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1616 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117216 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74764744 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5780640 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38082924 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73576948 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 503316480 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428432904 2024-04-02T09:54:44.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72656 2024-04-02T09:54:44.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1186720 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73624200 2024-04-02T09:54:44.590 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33053 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91707, 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8336384712 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.592 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1552442723 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33053, 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72114418283 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1935662242 2024-04-02T09:54:44.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33513, 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13494523335 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33053, 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30204780346 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24730 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24730, 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9437072707 2024-04-02T09:54:44.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1935662242 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24900, 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5434889389 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24730, 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5099740136 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:44.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4274 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 333030321 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4274, 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11126020992 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4450, 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3273938367 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4274, 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7909104082 2024-04-02T09:54:44.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4049 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1219412402 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4049, 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51551324584 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:44.598 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4163, 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4785695579 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4049, 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17195936128 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1835450 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:44.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 385814528 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24242 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:44.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.601 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8462336 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 619868160 2024-04-02T09:54:44.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4363471 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1456498 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 167, 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 771360 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.603 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 660602880 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64651, 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9620498516 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64651, 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15408552064 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:44.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15519744 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264876032 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 669122560 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:44.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6638724414 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59432 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5838651392 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.606 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5838655488 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51473 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59432, 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2393246387 2024-04-02T09:54:44.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6448199489 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53601 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4530833 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1037 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.608 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10085374 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1260 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5554541 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5554541 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:44.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 231 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1260, 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3285009 2024-04-02T09:54:44.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.611 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 774 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16181 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 895496192 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:44.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10272768 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20474, 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62055080 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3449, 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6633776983 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.614 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25029, 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206646177 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18684495296 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64173, 2024-04-02T09:54:44.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1472481067 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39902374 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18724397670 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31673, 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 840722233 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 714, 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2086876 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9515, 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9474806 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 44, 2024-04-02T09:54:44.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54918 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12397, 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910053777 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 210531 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18058 2024-04-02T09:54:44.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16740, 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1744115132 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 51680, 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13762553 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34940, 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1504317342 2024-04-02T09:54:44.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13561, 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 397631358 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.621 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13144171143 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15707, 2024-04-02T09:54:44.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 797407684 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15704, 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4317778767897 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15707, 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6131872176213 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2929935430514 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.623 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7822004 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1521383873 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32354214857 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30403840 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.624 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17106078356 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15450775743 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6381958 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2312, 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12805061 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.625 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79591834292 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16456985505 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 716644629 2024-04-02T09:54:44.626 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 629104640 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 590200832 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.627 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38903808 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56767388 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45056 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.630 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69004388 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425755416 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2896 2024-04-02T09:54:44.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.634 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.635 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 202304 2024-04-02T09:54:44.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.635 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68967256 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9172336 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37844925 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70423251 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425755416 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67631 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1171617 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67933208 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-04-02T09:54:44.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.644 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42604 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110039, 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11223661007 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1642577638 2024-04-02T09:54:44.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42604, 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46729753085 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2515879187 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43080, 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18732853362 2024-04-02T09:54:44.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42604, 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35605288447 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29561 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29561, 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11257931380 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2515879187 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29754, 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6139435354 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29561, 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6618521821 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11867 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:44.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 414015470 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11867, 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22579430175 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12068, 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10162370290 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11867, 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19466904559 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1176 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1228562168 2024-04-02T09:54:44.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1176, 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12892391530 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1258, 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2431047718 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1176, 2024-04-02T09:54:44.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9519862067 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:44.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670896128 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.653 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:44.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4645737539685797e-06, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 812, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 1341440, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-04-02T09:54:44.655 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 311, 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:44.656 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 155494, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 110592, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:44.657 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 44902, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.1508357406219147e-07, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 158, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 178176, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 21589, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 6622, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 14967, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 64767, 2024-04-02T09:54:44.658 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 69, 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 36864 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:44.659 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:44.660 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T09:54:44.661 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.662 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:44.663 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:44.663 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:44.663 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool", 2024-04-02T09:54:44.663 INFO:tasks.workunit.client.0.smithi028.stdout: "selfmanaged_snaps" 2024-04-02T09:54:44.663 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.663 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12595200, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:44.664 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12595200, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 4, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.7421727534383535e-05, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 8984, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 3153739776, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 4194323, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 4194323, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 12582969, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 24331, 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 3174680576 2024-04-02T09:54:44.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "d6007bec-0212-4c4c-a85e-9356e2f10643", 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-04-02T09:54:43.730280", 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-04-02T09:54:44.667 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T09:54:44.668 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:54:44.669 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.670 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.671 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845750+0000", 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845750+0000", 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.846047+0000", 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.673 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.674 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4967, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:00.251971+0000", 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.678 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.679 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.876239+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.876239+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876590+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.681 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5114, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:31:54.220438+0000", 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.685 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.686 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.686 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.686 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.686 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:44.686 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.686 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:44.687 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.687 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.687 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.687 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.687 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.688 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.688 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.688 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:44.688 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.688 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.688 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.866104+0000", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.866104+0000", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.866413+0000", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:44.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.690 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5013, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:17:05.440560+0000", 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.694 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.695 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.843321+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.843321+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.843648+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:44.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.697 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5073, 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:31.519252+0000", 2024-04-02T09:54:44.698 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.701 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.702 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911316+0000", 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911316+0000", 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911616+0000", 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.704 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5014, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.705 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:04:46.503880+0000", 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.709 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.710 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.840803+0000", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.840803+0000", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.841190+0000", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:44.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.712 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5066, 2024-04-02T09:54:44.713 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:51.671048+0000", 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.716 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.717 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872706+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872706+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873021+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.720 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4972, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:44.606004+0000", 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.721 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.725 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:44.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.874970+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.874970+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:57.875299+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.728 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5131, 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:25.385001+0000", 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.732 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.733 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.842294+0000", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.842294+0000", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.842629+0000", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:44.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.735 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5080, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:46.284792+0000", 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.736 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.739 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.740 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835538+0000", 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835538+0000", 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.835880+0000", 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:44.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.742 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.743 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5121, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:33:26.440331+0000", 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.747 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.902831+0000", 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.902831+0000", 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.903390+0000", 2024-04-02T09:54:44.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.749 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.750 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5015, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:24:44.669566+0000", 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.754 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.837765+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.837765+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838089+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.757 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5120, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:26:41.983827+0000", 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.761 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.762 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844438+0000", 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844438+0000", 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844782+0000", 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:44.764 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4974, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:40.685768+0000", 2024-04-02T09:54:44.765 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.768 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.882217+0000", 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.882217+0000", 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.882826+0000", 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4944, 2024-04-02T09:54:44.772 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:18.635833+0000", 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:44.776 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:44.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873423+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873423+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874250+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:44.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.779 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5124, 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:31:16.443656+0000", 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:44.783 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.784 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844967+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844967+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845299+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:44.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.786 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5006, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:48:37.747435+0000", 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.791 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835489+0000", 2024-04-02T09:54:44.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835489+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.835899+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:44.793 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.794 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5133, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:03.399615+0000", 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:44.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.798 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.871849+0000", 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.871849+0000", 2024-04-02T09:54:44.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875312+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.801 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4928, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:18:02.663128+0000", 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.805 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.898627+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.898627+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.899023+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:44.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5129, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:45.638156+0000", 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.813 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.832964+0000", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.832964+0000", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.833316+0000", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:44.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.815 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5115, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:26.953269+0000", 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.819 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.820 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872064+0000", 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872064+0000", 2024-04-02T09:54:44.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876057+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:44.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 4, 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 4, 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.823 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4944, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:54.975235+0000", 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:44.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.827 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'4" 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.828 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.842081+0000", 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.842081+0000", 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.842422+0000", 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.830 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5079, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:58:49.408566+0000", 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.831 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.834 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.835 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835826+0000", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835826+0000", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.836201+0000", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:44.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.837 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5135, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:08.464195+0000", 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.838 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.841 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:44.842 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.881324+0000", 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.881324+0000", 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.881916+0000", 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.844 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5074, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:15.187387+0000", 2024-04-02T09:54:44.845 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.848 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:44.849 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:58.867735+0000", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:58.867735+0000", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:58.868107+0000", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 417, 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:44.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 416, 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.851 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5126, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:44.907101+0000", 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.855 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.856 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869793+0000", 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869793+0000", 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870138+0000", 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.858 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5059, 2024-04-02T09:54:44.859 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:37:40.519857+0000", 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.863 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872886+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872886+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873949+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.866 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4926, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:10:27.742908+0000", 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.870 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839214+0000", 2024-04-02T09:54:44.871 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839214+0000", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.840335+0000", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.873 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5169, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:16:41.191723+0000", 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.874 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.877 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.878 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874208+0000", 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874208+0000", 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874607+0000", 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.880 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4994, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:51:52.753780+0000", 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.881 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.884 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.885 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771226+0000", 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838512+0000", 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838512+0000", 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.137670+0000", 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771226+0000", 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.886 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771226+0000", 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771226+0000", 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771226+0000", 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771226+0000", 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771226+0000", 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3044, 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.887 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3044, 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8974, 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:55:53.016859+0000", 2024-04-02T09:54:44.888 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.00577637, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1429, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 388738, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3012, 2024-04-02T09:54:44.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 386802 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3044" 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.892 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880504+0000", 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880504+0000", 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880843+0000", 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:44.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.895 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5080, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:53:53.106898+0000", 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.899 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838502+0000", 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838502+0000", 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838845+0000", 2024-04-02T09:54:44.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:44.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.902 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5138, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:53.192763+0000", 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "581'3" 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.906 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.881051+0000", 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.881051+0000", 2024-04-02T09:54:44.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.241364+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.908 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2935, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2935, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.909 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8789, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:41.465277+0000", 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.004307803, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1414, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 373888, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2919, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 345192 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:44.913 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2935" 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.914 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.910494+0000", 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.910494+0000", 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911009+0000", 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:44.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.916 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5132, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:57:32.498496+0000", 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.917 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.921 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.922 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.922 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.922 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.922 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.922 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:44.923 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.923 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:44.923 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.923 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.923 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.924 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.924 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.924 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.924 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.924 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:44.924 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.925 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.925 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.925 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.925 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.925 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049313+0000", 2024-04-02T09:54:44.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880130+0000", 2024-04-02T09:54:44.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880130+0000", 2024-04-02T09:54:44.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880468+0000", 2024-04-02T09:54:44.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049313+0000", 2024-04-02T09:54:44.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049313+0000", 2024-04-02T09:54:44.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049313+0000", 2024-04-02T09:54:44.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049313+0000", 2024-04-02T09:54:44.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049313+0000", 2024-04-02T09:54:44.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049313+0000", 2024-04-02T09:54:44.929 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.929 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.929 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.929 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.929 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.929 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.930 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.930 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.930 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.930 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.930 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.931 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.931 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.931 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-04-02T09:54:44.931 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.931 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.932 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.932 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4947, 2024-04-02T09:54:44.932 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.932 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:17:23.377392+0000", 2024-04-02T09:54:44.932 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.932 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.933 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.940 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.940 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.940 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.941 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.941 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.941 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:44.941 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.941 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:44.941 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.942 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.942 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.942 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.942 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.942 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.943 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.943 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:44.943 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.943 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.943 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:44.944 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.944 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.944 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.944 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774028+0000", 2024-04-02T09:54:44.944 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.879657+0000", 2024-04-02T09:54:44.944 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.879657+0000", 2024-04-02T09:54:44.944 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.143795+0000", 2024-04-02T09:54:44.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774028+0000", 2024-04-02T09:54:44.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774028+0000", 2024-04-02T09:54:44.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774028+0000", 2024-04-02T09:54:44.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774028+0000", 2024-04-02T09:54:44.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774028+0000", 2024-04-02T09:54:44.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774028+0000", 2024-04-02T09:54:44.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3145, 2024-04-02T09:54:44.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.947 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.948 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.948 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.948 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3145, 2024-04-02T09:54:44.949 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.949 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.949 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.949 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-04-02T09:54:44.949 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.949 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.950 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.950 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9023, 2024-04-02T09:54:44.950 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.950 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:51:34.396831+0000", 2024-04-02T09:54:44.950 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006090184, 2024-04-02T09:54:44.951 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.951 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:44.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:44.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:44.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:44.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 944, 2024-04-02T09:54:44.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 414123, 2024-04-02T09:54:44.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3127, 2024-04-02T09:54:44.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 380670 2024-04-02T09:54:44.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.958 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.958 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.959 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.959 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.959 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.959 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.959 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.959 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:44.960 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3145" 2024-04-02T09:54:44.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.960 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.960 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.960 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.960 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.961 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.961 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.961 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:44.961 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.961 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.961 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.962 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.962 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.962 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:44.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873414+0000", 2024-04-02T09:54:44.963 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873414+0000", 2024-04-02T09:54:44.963 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874496+0000", 2024-04-02T09:54:44.963 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:44.963 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.963 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.964 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.964 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.964 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:44.964 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:44.964 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:44.964 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:44.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:44.965 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.965 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.966 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.966 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.966 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.966 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.966 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.967 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.967 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.967 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.967 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.967 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.967 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4929, 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:29:04.337186+0000", 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.968 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:44.972 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.973 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839401+0000", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839401+0000", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.839754+0000", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:44.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.975 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.976 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:04:56.401827+0000", 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.980 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.981 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.800169+0000", 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.800169+0000", 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.144566+0000", 2024-04-02T09:54:44.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:44.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2914, 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2914, 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.984 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8680, 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:43.519251+0000", 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006584113, 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:44.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 978, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 379535, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2897, 2024-04-02T09:54:44.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 366200 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2914" 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.989 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.990 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873574+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873574+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875992+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:44.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:44.992 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5423, 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:44.993 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:40.888398+0000", 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:44.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "231'197" 2024-04-02T09:54:44.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:44.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.870693+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.870693+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870981+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:44.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.000 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5016, 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:29.029476+0000", 2024-04-02T09:54:45.001 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.005 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.006 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.842772+0000", 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.842772+0000", 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843151+0000", 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.008 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-04-02T09:54:45.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5071, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:39:11.681299+0000", 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.013 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.014 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872409+0000", 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872409+0000", 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.150952+0000", 2024-04-02T09:54:45.015 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.016 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2941, 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2941, 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8551, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:52:44.751359+0000", 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.002197239, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 911, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 356102, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2924, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 383060 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.021 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2941" 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:45.022 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:58.864318+0000", 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:58.864318+0000", 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:58.864656+0000", 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 417, 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.024 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 416, 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.025 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5137, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:06.288503+0000", 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.029 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.030 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.832221+0000", 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.832221+0000", 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.832776+0000", 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.032 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.033 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5134, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:54.659869+0000", 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.037 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.038 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.909467+0000", 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.909467+0000", 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.143028+0000", 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.040 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3246, 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3246, 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-04-02T09:54:45.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9012, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:10.624542+0000", 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.011714059, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 986, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 416970, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3239, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 413868 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.045 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3246" 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:45.046 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771689+0000", 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.833156+0000", 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.833156+0000", 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.833491+0000", 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771689+0000", 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771689+0000", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771689+0000", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771689+0000", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771689+0000", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771689+0000", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.048 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5073, 2024-04-02T09:54:45.049 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:24:00.944311+0000", 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.053 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.054 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845649+0000", 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845649+0000", 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845942+0000", 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.056 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5024, 2024-04-02T09:54:45.057 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:01.241001+0000", 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.061 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.062 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.054218+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.875776+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.875776+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.137130+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.054218+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.054218+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.054218+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.054218+0000", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.054218+0000", 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.054218+0000", 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3079, 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.064 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3079, 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8709, 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:36:59.506751+0000", 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.007057686, 2024-04-02T09:54:45.065 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:45.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 609, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 358088, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3098, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 436569 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.068 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3079" 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.069 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.902584+0000", 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.902584+0000", 2024-04-02T09:54:45.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.902913+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:45.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.072 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5015, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:32:19.106452+0000", 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.076 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.077 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873409+0000", 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873409+0000", 2024-04-02T09:54:45.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873768+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:45.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5152, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:49:01.980577+0000", 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.910402+0000", 2024-04-02T09:54:45.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.910402+0000", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.136869+0000", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3157, 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3157, 2024-04-02T09:54:45.088 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9371, 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:18.653551+0000", 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.007181736, 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.089 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1713, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 392380, 2024-04-02T09:54:45.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3115, 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 387913 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.093 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3157" 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.094 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.884737+0000", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.884737+0000", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.885015+0000", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:45.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.096 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4959, 2024-04-02T09:54:45.097 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:07.887624+0000", 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.101 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.102 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773178+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874930+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874930+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875290+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773178+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773178+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773178+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773178+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773178+0000", 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773178+0000", 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.104 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5074, 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:33:15.833455+0000", 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-04-02T09:54:45.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.109 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046800+0000", 2024-04-02T09:54:45.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.876536+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.876536+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.879676+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046800+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046800+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046800+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046800+0000", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046800+0000", 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046800+0000", 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.112 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4925, 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:40:12.150363+0000", 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.113 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.117 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.118 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.797318+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.797318+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:22.798535+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:45.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.120 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5151, 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:05:59.893504+0000", 2024-04-02T09:54:45.121 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 48, 2024-04-02T09:54:45.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 48, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.125 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'8" 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:45.126 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.841976+0000", 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.841976+0000", 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.842702+0000", 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.129 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4978, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:50:48.540757+0000", 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.133 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.134 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.836739+0000", 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.836739+0000", 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.837632+0000", 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.136 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4978, 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:36.952658+0000", 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.142 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047561+0000", 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875816+0000", 2024-04-02T09:54:45.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875816+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876698+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047561+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047561+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047561+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047561+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047561+0000", 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047561+0000", 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.145 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4941, 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:02.748290+0000", 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.149 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.150 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869771+0000", 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869771+0000", 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870103+0000", 2024-04-02T09:54:45.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:45.152 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.153 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5006, 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:09.476367+0000", 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:45.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875168+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875168+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875490+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.161 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5166, 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:16.262210+0000", 2024-04-02T09:54:45.162 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.166 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.167 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.844047+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.844047+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.844969+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:45.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.169 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5172, 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:28:37.735760+0000", 2024-04-02T09:54:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 16, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 7 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:45.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.884612+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.884612+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.884942+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.177 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4940, 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:22:03.151845+0000", 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.178 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.182 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850873+0000", 2024-04-02T09:54:45.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850873+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851235+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:45.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 30, 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 30, 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.185 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5012, 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:50.650678+0000", 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 5824, 2024-04-02T09:54:45.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 20, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 28, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 28, 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 25 2024-04-02T09:54:45.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'30" 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.190 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:45.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.870244+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.870244+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870563+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.193 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5058, 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:58:49.343668+0000", 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.198 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911547+0000", 2024-04-02T09:54:45.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911547+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.912042+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:45.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.201 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5146, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:17:24.582960+0000", 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 14, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 14, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:45.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'3" 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.206 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.899019+0000", 2024-04-02T09:54:45.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.899019+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.899335+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.209 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5164, 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:00.744560+0000", 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.214 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844120+0000", 2024-04-02T09:54:45.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844120+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844455+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.217 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5011, 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:17.593711+0000", 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.222 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874513+0000", 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874513+0000", 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874833+0000", 2024-04-02T09:54:45.223 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:45.224 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5017, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:46:48.288086+0000", 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.229 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.230 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.053187+0000", 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.851150+0000", 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.851150+0000", 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851536+0000", 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.053187+0000", 2024-04-02T09:54:45.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.053187+0000", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.053187+0000", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.053187+0000", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.053187+0000", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.053187+0000", 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.232 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-04-02T09:54:45.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4968, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:47:27.530797+0000", 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.237 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.238 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.836980+0000", 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.836980+0000", 2024-04-02T09:54:45.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.837300+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:45.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5127, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:05.153196+0000", 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.247 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:45.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.912145+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.912145+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.912422+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.250 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5011, 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:52:17.399296+0000", 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.251 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.255 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:45.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.870326+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.870326+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:57.872847+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.257 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.258 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5075, 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:09:34.818645+0000", 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.262 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.263 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845410+0000", 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845410+0000", 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845879+0000", 2024-04-02T09:54:45.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.265 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.266 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5076, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:14.848318+0000", 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.270 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.271 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880301+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880301+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880656+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:45.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.273 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5163, 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:16.487466+0000", 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.274 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.278 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.863934+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.863934+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.864414+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.280 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4972, 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:42:14.166184+0000", 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.285 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:45.286 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839506+0000", 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839506+0000", 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.841653+0000", 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.288 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.289 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5059, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:33.523035+0000", 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.293 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.294 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.846247+0000", 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.846247+0000", 2024-04-02T09:54:45.295 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.847661+0000", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.297 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5055, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:35:45.680495+0000", 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:45.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843310+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843310+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843617+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.305 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4994, 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:13.316207+0000", 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.306 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.311 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911081+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911081+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911953+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:45.312 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.313 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4723, 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.314 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:36.132779+0000", 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:45.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.318 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.319 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907835+0000", 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907835+0000", 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.909572+0000", 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.321 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.322 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5000, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:35:43.817930+0000", 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.326 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.327 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843841+0000", 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843841+0000", 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844607+0000", 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.329 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4723, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:53:14.745277+0000", 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:45.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.334 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.335 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.896799+0000", 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.896799+0000", 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.898155+0000", 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.337 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:45.338 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:35.772867+0000", 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.342 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.343 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907240+0000", 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907240+0000", 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.907936+0000", 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.345 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.346 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5087, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:11.630004+0000", 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.350 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.351 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845244+0000", 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845244+0000", 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.847233+0000", 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.353 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.354 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5069, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:07.528693+0000", 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.358 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.359 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.877360+0000", 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.877360+0000", 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.877756+0000", 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 6, 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.361 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 6, 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5182, 2024-04-02T09:54:45.362 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:58:24.075392+0000", 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 582, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8, 2024-04-02T09:54:45.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 8, 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.366 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'6" 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.367 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843236+0000", 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843236+0000", 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843825+0000", 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.369 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.370 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4719, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:48:36.767393+0000", 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.374 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.375 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873910+0000", 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873910+0000", 2024-04-02T09:54:45.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874350+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:45.377 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.378 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5116, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:46.455051+0000", 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.382 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.383 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875325+0000", 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875325+0000", 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875771+0000", 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.385 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-04-02T09:54:45.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4996, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:11.045898+0000", 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.390 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.391 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869919+0000", 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869919+0000", 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870221+0000", 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.393 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.394 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4984, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:32:00.241595+0000", 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.398 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.399 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907579+0000", 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907579+0000", 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.909569+0000", 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.401 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.402 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5128, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:38.195106+0000", 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:45.406 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:45.407 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.897668+0000", 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.897668+0000", 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.898009+0000", 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.409 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.410 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5165, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:12.969995+0000", 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.414 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.415 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843753+0000", 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843753+0000", 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844211+0000", 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.417 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.418 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5069, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:43.589306+0000", 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.422 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.423 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.846218+0000", 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.846218+0000", 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.846734+0000", 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:45.424 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.425 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-04-02T09:54:45.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4716, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:52.163551+0000", 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.431 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.432 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047482+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850593+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850593+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.850939+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047482+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047482+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047482+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047482+0000", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.433 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047482+0000", 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047482+0000", 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.434 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4967, 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:11:35.831243+0000", 2024-04-02T09:54:45.435 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:45.439 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.440 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048600+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850790+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850790+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851113+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048600+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048600+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048600+0000", 2024-04-02T09:54:45.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048600+0000", 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048600+0000", 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048600+0000", 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.442 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4967, 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:20:29.283706+0000", 2024-04-02T09:54:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:45.447 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.448 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880776+0000", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880776+0000", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.881585+0000", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:45.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.450 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4929, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.451 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:37:12.850781+0000", 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.455 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.456 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.842977+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.842977+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845462+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.458 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5063, 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:41.193444+0000", 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.459 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.463 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:45.464 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873452+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873452+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876930+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.466 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4939, 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:11.721175+0000", 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.471 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.472 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.906331+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.906331+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.906767+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.474 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5022, 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:28.060990+0000", 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.475 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.480 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.878118+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.878118+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.878420+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:45.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.482 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4939, 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:02:41.406842+0000", 2024-04-02T09:54:45.483 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.488 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874187+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874187+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874506+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:45.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.490 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5012, 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:29.548697+0000", 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.491 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.495 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.496 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.799787+0000", 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.799787+0000", 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:22.800132+0000", 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:45.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.498 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:45.499 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:20.673289+0000", 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.503 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.504 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838408+0000", 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838408+0000", 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838713+0000", 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.507 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5141, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:13.687839+0000", 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:45.511 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:45.512 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.882654+0000", 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.882654+0000", 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.883067+0000", 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:45.514 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4931, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:53:59.686336+0000", 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:45.519 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 24461, 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:45.520 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 24461, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 2, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8984, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 3079824, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 24331, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 3100274 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12595200, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 12582969, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:45.524 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:45.525 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.526 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:45.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:45.529 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-04-02T09:54:45.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-04-02T09:54:45.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:45.534 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.535 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 75, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 75, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 6622, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:45.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-04-02T09:54:45.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 2, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:45.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 158, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 174, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 69, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 36 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 110592, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:45.539 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 19866, 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 44902, 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T09:54:45.540 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 762543517696, 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 5416767488, 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 5416767488, 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.007053447421640158 2024-04-02T09:54:45.541 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:45.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:45.542 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 762543517696, 2024-04-02T09:54:45.542 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:45.542 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 5416767488 2024-04-02T09:54:45.542 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:45.542 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T09:54:45.542 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-02T09:54:45.543 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview-device 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.544 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.545 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:43 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.546 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.547 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:44 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:45.548 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.551 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.552 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.553 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:43 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:45.554 INFO:tasks.workunit.client.0.smithi028.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-02T09:54:45.554 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview-all 2024-04-02T09:54:45.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.554 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.555 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:45.558 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:45.559 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:45.559 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:45.559 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:45.559 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:44 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T09:54:46.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.147 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.148 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:45 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T09:54:46.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='client.36339 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: mgrmap e42: y(active, since 86m), standbys: x 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.201 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:46.202 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:46.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:46.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:45 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:48.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:47 smithi137 ceph-mon[88456]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:48.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:47 smithi028 ceph-mon[94314]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:48.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:47 smithi028 ceph-mon[96890]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:50.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:49 smithi137 ceph-mon[88456]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:50.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:49 smithi028 ceph-mon[94314]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:50.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:49 smithi028 ceph-mon[96890]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:51.099 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:50 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:51.099 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:50 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:51.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:50 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:54:51.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:51 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:54:51] "GET /metrics HTTP/1.1" 200 34262 "" "Prometheus/2.43.0" 2024-04-02T09:54:52.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:51 smithi137 ceph-mon[88456]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:52.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:51 smithi028 ceph-mon[94314]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:52.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:51 smithi028 ceph-mon[96890]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:52.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:54:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:54:54.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:53 smithi137 ceph-mon[88456]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:54.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:53 smithi028 ceph-mon[94314]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:54.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:53 smithi028 ceph-mon[96890]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:56.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:55 smithi137 ceph-mon[88456]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:56.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:55 smithi028 ceph-mon[94314]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:56.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:55 smithi028 ceph-mon[96890]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:56.722 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "device_report": { 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_7b14d65c-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081907": { 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-04-02T09:54:56.723 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045946 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.724 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.725 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.726 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 6041562 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.727 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T09:54:56.728 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.729 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 16 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.730 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 5 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1687340 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-04-02T09:54:56.731 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2393, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 89290377, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 395939806, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 1933531063, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 8112081652, 2024-04-02T09:54:56.732 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 6, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 16063, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 34645, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 33, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 4152 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 16063, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 34645 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T09:54:56.733 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T09:54:56.734 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-02T09:54:56.735 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T09:54:56.736 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 33 Celsius", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 6%", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 89,290,377 [45.7 TB]", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 395,939,806 [202 TB]", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 1,933,531,063", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 8,112,081,652", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,393", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 16,063", 2024-04-02T09:54:56.737 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 34,645", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 4,152", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 33 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPEDMD400G4_7b167caa-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081909": { 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:54:56.739 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045948 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T09:54:56.740 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T09:54:56.741 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.742 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 25290572 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.743 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 43736952 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.745 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.746 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 64 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 91, 2024-04-02T09:54:56.747 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 2960, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 2972, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 2948 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 10, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 0, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 315229549, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 1657442957, 2024-04-02T09:54:56.748 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 5240668618, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 29694942499, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 9, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 48055, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 53026, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 25, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 105 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 48055, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 53026 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.749 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T09:54:56.750 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T09:54:56.751 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: " 1 - 512 8 2", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: " 2 - 512 16 2", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: " 3 - 4096 0 0", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: " 4 - 4096 8 0", 2024-04-02T09:54:56.752 INFO:tasks.workunit.client.0.smithi028.stdout: " 5 - 4096 64 0", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: " 6 - 4096 128 0", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 25 Celsius", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 9%", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 315,229,549 [161 TB]", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 1,657,442,957 [848 TB]", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 5,240,668,618", 2024-04-02T09:54:56.753 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 29,694,942,499", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 0", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 48,055", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 53,026", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 105", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:56.754 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 25 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: "report": { 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-04-02T09:54:56.755 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T09:54:56.756 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-04-02T09:54:56.757 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.758 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T09:54:56.759 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T09:54:56.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:56.761 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:54:56.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T09:54:56.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:56.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:56.765 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:54:56.766 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:56.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:56.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:56.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:56.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-04-02T08:15:51.295509Z", 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 2, 2024-04-02T09:54:56.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "has_msr_rules": 0, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 1, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-04-02T09:54:56.773 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_collision_tries": 100, 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_descents": 100, 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-04-02T09:54:56.774 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-04", 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:54:56.775 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.776 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20258816, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 336288, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 720896, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 362, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1102800, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 856576, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14489744, 2024-04-02T09:54:56.777 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20758528, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 431512, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 548864, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 450, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1414256, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1256960, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14903288, 2024-04-02T09:54:56.778 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 172810240, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 3019856, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5111808, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 2138112, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6655, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 9541888, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3035136, 2024-04-02T09:54:56.779 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 152101552, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 174948352 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 175595520, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 3262936, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 24576, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1466368, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6894, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 12074416, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3764480, 2024-04-02T09:54:56.780 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 153454456, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 177061888 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 261382144, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 4508856, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3145728, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 8192, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 794624, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9575, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 14168264, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 4588288, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 234962816, 2024-04-02T09:54:56.781 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 262176768 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 580091904, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26357008, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 51322880, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12341, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 98631472, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 8986624, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 440611776, 2024-04-02T09:54:56.782 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 631414784 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 612868096, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 28794224, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 31891456, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13547, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 86813072, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10250496, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 481505280, 2024-04-02T09:54:56.783 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 644759552 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 549380096, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24548704, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 59359232, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10513, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 91661864, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9071872, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 420820856, 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 608739328 2024-04-02T09:54:56.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 566132736, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24770680, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 32710656, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11166, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 75396296, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10497536, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 452060352, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 598843392 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 599195648, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24878256, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 66527232, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11930, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 106959840, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9753600, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 454196080, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 665722880 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:56.786 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 645324800, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25049832, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3538944, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 6569984, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13899, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 105154456, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 8940800, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 502640768, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 651894784 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 429735936, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 18240760, 2024-04-02T09:54:56.787 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 49152, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 30588928, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9558, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 73228712, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9389056, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 325551456, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 460324864 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 593854464, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26083024, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:56.788 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 38658048, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11614, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 87796000, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 59, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10007040, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 466560528, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 632512512 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-04-02T09:54:56.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.002307", 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:56.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 9, 2024-04-02T09:54:56.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:56.793 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149048, 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.800 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 222362, 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 67 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 51904, 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13272, 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 274 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42292325, 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5222 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 528, 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.816 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5896, 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T09:54:56.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.821 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.822 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42485893, 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5272 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5896, 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42875197, 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5296 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88, 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.831 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:56.832 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11792, 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 348 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.833 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21096, 2024-04-02T09:54:56.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 390 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30848, 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2688, 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58480, 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 731 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377520, 2024-04-02T09:54:56.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 474957, 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 133 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2417613, 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 541008 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7015136, 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10348 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71872, 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7518 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87120, 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173304, 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 40169, 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14989585, 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 269 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12848, 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 146 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 489888, 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 42 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7094880, 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18356 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.841 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21872, 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 402 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 34944, 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:56.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58080, 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 726 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388752, 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1869 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1532058, 2024-04-02T09:54:56.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2502974, 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 548048 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7085176, 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10451 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79516, 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8502 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89664, 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1868 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173648, 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1244 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1472, 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 65201, 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20128, 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21339234, 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 288 2024-04-02T09:54:56.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 34760, 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 395 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 466560, 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7389928, 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21413 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21944, 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 408 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31232, 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2304, 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58240, 2024-04-02T09:54:56.850 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 728 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374608, 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 246981, 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 74 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1746367, 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 386837 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5123376, 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7566 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 69404, 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7333 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86448, 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173816, 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1244 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52714, 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13386396, 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 265 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9592, 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 109 2024-04-02T09:54:56.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 384912, 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3125200, 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6010 2024-04-02T09:54:56.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21520, 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 399 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30720, 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 23 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57440, 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 718 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 376064, 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1808 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 304796, 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 94 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1775332, 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389857 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5149896, 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7605 2024-04-02T09:54:56.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70628, 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7362 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86688, 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1806 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 175096, 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1249 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 124207, 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 66 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28144, 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21153894, 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 285 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11968, 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 136 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 489888, 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 42 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3454984, 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8985 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:56.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.864 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 24064, 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 453 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 244608, 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1344, 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58720, 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 734 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388960, 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 661629, 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 184 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2054085, 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 455113 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5940056, 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8767 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79408, 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8502 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89760, 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173136, 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 76757, 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9489452, 2024-04-02T09:54:56.869 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 282 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16984, 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 454896, 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5076240, 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12162 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.872 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20136, 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31360, 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 28 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58320, 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 729 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 389168, 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1871 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 346296, 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 91 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2371961, 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 532364 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6879136, 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10148 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79696, 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8510 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89760, 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173392, 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1243 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1472, 2024-04-02T09:54:56.876 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 104004, 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 62 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20128, 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22539256, 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9410 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11176, 2024-04-02T09:54:56.877 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 127 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 478224, 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.878 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6569680, 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12634 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.879 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 15968, 2024-04-02T09:54:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 305 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 47232, 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 25 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2688, 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56880, 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 711 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377312, 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1814 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1116219, 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 279 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1719002, 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 375383 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4952696, 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7315 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71368, 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7511 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87072, 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1814 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173048, 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1241 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 32859, 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T09:54:56.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14855467, 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26576, 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 302 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.885 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 443232, 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3544632, 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9167 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.887 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19240, 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 367 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30848, 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:56.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4224, 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 22 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57040, 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 713 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377104, 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1813 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:56.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 637336, 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2026089, 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 449376 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5842816, 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8624 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71544, 2024-04-02T09:54:56.890 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7508 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87024, 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1813 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173304, 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:56.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31370, 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 29 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.892 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 23833780, 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 277 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12408, 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 141 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 466560, 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T09:54:56.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4805216, 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9244 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.896 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 2 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:56.897 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 3 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.898 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:54:56.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 8 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:56.900 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:56.901 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "reef", 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: "squid" 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 19, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "squid" 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-04-02T09:54:56.903 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:56.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:56.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:56.906 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:56.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:56.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 68, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13250, 4016, 0, 1, 21, 7, 5, 3, 5, 9, 12, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9196, 214, 36, 2, 10, 4, 5, 6, 29, 34, 148, 35, 56, 30, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1214, 26, 34, 0, 0, 0, 0, 0, 1, 6, 44, 169, 187, 10, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 855, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 217, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 11, 0, 0, 0, 1, 0, 0, 0, 0, 0, 5, 7, 95, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 231, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 17, 6, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 55, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6300, 2, 0, 1, 7, 4, 3, 3, 1, 6, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7252, 18, 1019, 0, 7, 5, 3, 14, 21, 73, 124, 59, 113, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 5, 463, 17, 0, 0, 0, 0, 0, 14, 48, 203, 261, 8, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 279, 0, 3, 13, 0, 0, 0, 0, 0, 0, 0, 1, 271, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 36, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 78, 0, 23, 0, 0, 0, 0, 0, 0, 0, 2, 1, 7, 6, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 28, 0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 412, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12847, 4102, 0, 0, 12, 0, 0, 0, 1, 0, 13, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10073, 92, 23, 1, 6, 2, 0, 4, 6, 5, 45, 14, 26, 30, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1036, 10, 28, 1, 2, 0, 0, 0, 2, 2, 18, 15, 1, 7, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 324, 0, 1, 2, 0, 0, 1, 0, 1, 1, 0, 10, 59, 17, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 135, 1, 0, 0, 0, 0, 0, 0, 4, 1, 0, 18, 23, 51, 187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 152, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 27, 54, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 13, 35, 43, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 96, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 3, 7, 9, 47, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.916 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 475, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16285, 7925, 1, 1, 14, 1, 0, 2, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10900, 388, 1, 1, 8, 1, 4, 14, 13, 26, 40, 8, 24, 4, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2666, 3, 7, 0, 0, 0, 0, 0, 0, 0, 29, 76, 99, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 440, 9, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 101, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 20, 3, 0, 159, 0, 0, 1, 1, 0, 0, 4, 11, 59, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 137, 20, 4, 0, 334, 0, 0, 0, 0, 0, 0, 5, 15, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 37, 40, 0, 0, 183, 0, 0, 0, 0, 0, 0, 2, 2, 6, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 84, 0, 0, 2001, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 88, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10287, 3, 129, 11, 40, 43, 2, 1, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8340, 47, 28, 2, 9, 42, 141, 192, 8, 17, 13, 3, 12, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 872, 4, 6, 0, 4, 1, 24, 23, 9, 14, 58, 86, 30, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 326, 2, 1, 0, 1, 0, 0, 2, 0, 0, 3, 19, 160, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 162, 12, 4, 0, 0, 1, 1, 1, 0, 2, 9, 8, 26, 12, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 107, 3, 3, 0, 0, 0, 0, 1, 1, 0, 0, 5, 41, 14, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 15, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 8, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13087, 2, 1, 1, 1, 0, 0, 0, 4, 1, 3, 5, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10900, 20, 4, 0, 9, 0, 1, 1, 1, 0, 6, 10, 11, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1388, 134, 129, 1, 3, 0, 0, 2, 17, 1, 19, 0, 3, 10, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 662, 27, 58, 5, 4, 0, 0, 0, 0, 0, 6, 17, 11, 10, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 185, 11, 12, 0, 0, 0, 0, 0, 0, 0, 6, 7, 19, 33, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 171, 7, 26, 22, 0, 0, 0, 0, 0, 0, 1, 9, 14, 3, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 0, 2, 44, 38, 0, 0, 0, 0, 0, 0, 6, 22, 16, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 3, 92, 94, 0, 0, 0, 0, 0, 1, 9, 21, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 5, 35, 0, 0, 0, 0, 0, 0, 0, 2, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7461, 1, 0, 0, 7112, 411, 0, 3, 0, 0, 3, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6517, 52, 14, 2, 459, 164, 2, 4, 16, 12, 8, 21, 18, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 647, 8, 15, 0, 45, 13, 0, 4, 4, 8, 56, 79, 35, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 320, 3, 0, 0, 4, 0, 0, 0, 0, 0, 7, 27, 153, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 112, 2, 0, 0, 21, 22, 0, 0, 0, 0, 4, 1, 33, 36, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 76, 1, 0, 0, 2, 18, 0, 1, 0, 0, 1, 7, 3, 11, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 6, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.926 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 37, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11456, 3802, 4356, 0, 0, 0, 0, 0, 0, 2, 2, 5, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7276, 92, 98, 0, 5, 0, 0, 1, 2, 0, 5, 8, 9, 16, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 900, 12, 21, 0, 1, 0, 0, 1, 3, 7, 20, 9, 6, 17, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 264, 1, 1, 0, 1, 0, 0, 0, 0, 3, 8, 13, 51, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 101, 1, 0, 0, 0, 0, 0, 0, 0, 1, 7, 6, 20, 89, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 110, 2, 0, 0, 0, 0, 0, 0, 2, 0, 6, 7, 20, 21, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 130, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 27, 21, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 11, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:56.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:56.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:56.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:56.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:56.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:56.934 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 285, 13, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5078, 43, 62, 135, 439, 572, 635, 0, 1, 2, 2, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 651, 12, 36, 57, 32, 41, 86, 0, 0, 0, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 311, 7, 1, 0, 0, 0, 2, 0, 0, 0, 2, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 8, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 14, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 135, 4, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2826, 219, 25, 60, 123, 2, 0, 1, 3, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 496, 65, 1303, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 271, 6, 38, 0, 0, 0, 0, 0, 0, 2, 1, 0, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1445, 1045, 37, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1731, 1921, 249, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 28, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9601, 9, 1, 0, 2, 0, 1, 4, 6, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16665, 1, 4, 0, 0, 0, 0, 0, 1, 4, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 493, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 9, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 12, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.942 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2983, 44, 0, 0, 4, 2, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 261, 7, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 150, 22, 28, 47, 0, 0, 0, 0, 0, 0, 2, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 776, 111, 7, 116, 0, 0, 0, 0, 0, 1, 1, 0, 4, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4179, 2404, 1, 400, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 295, 484, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1036, 6, 7, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2866, 210, 27, 51, 138, 275, 479, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 307, 10, 0, 0, 0, 0, 4, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 172, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:56.947 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 811, 11, 30, 41, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5030, 62, 105, 217, 462, 593, 712, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 454, 1, 2, 1, 7, 19, 13, 1, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 428, 5, 12, 17, 5, 0, 0, 0, 0, 0, 4, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 192, 35, 69, 112, 24, 0, 0, 0, 1, 0, 0, 3, 12, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 524, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2791, 22, 0, 0, 16, 0, 5, 5, 14, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 228, 1, 0, 0, 3, 0, 0, 0, 0, 6, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 226, 5, 0, 0, 2, 0, 0, 0, 0, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 179, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 10, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.952 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 683, 9, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6847, 34, 68, 25, 2, 1, 5, 4, 9, 8, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3312, 31, 98, 40, 0, 0, 0, 0, 0, 3, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 5, 3, 1, 0, 0, 0, 0, 0, 0, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 15, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:56.955 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:56.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:56.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:56.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:56.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.960 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6974, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 328, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2542, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3929, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9629, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:56.968 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3037, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1030, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 820, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1066, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 895, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 503, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2863, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 709, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7007, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:56.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:56.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.983 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:56.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:56.986 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1835, 24, 0, 0, 4, 0, 3, 4, 8, 6, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1303, 10, 1, 3, 3, 4, 9, 16, 25, 48, 86, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 116, 8, 0, 1, 4, 3, 0, 0, 3, 1, 21, 154, 219, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 243, 7, 0, 0, 1, 0, 0, 0, 0, 1, 10, 8, 183, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 632, 0, 0, 0, 4, 0, 0, 0, 0, 1, 4, 5, 12, 27, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 715, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 12, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 540, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2225, 17, 0, 1, 10, 0, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2075, 3, 3, 0, 1, 8, 16, 19, 44, 79, 112, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 95, 2, 0, 0, 0, 1, 0, 4, 3, 6, 41, 253, 401, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 17, 248, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 4, 13, 30, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 19, 79, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.991 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 373, 14, 3, 2, 9, 1, 2, 4, 7, 7, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 184, 8, 0, 0, 2, 0, 2, 5, 11, 14, 42, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 221, 11, 0, 0, 0, 0, 7, 7, 8, 14, 68, 85, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 3, 0, 0, 0, 0, 1, 1, 5, 9, 12, 31, 51, 10, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 37, 0, 0, 0, 0, 1, 0, 1, 1, 3, 8, 16, 35, 47, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 7, 23, 90, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1160, 20, 0, 0, 10, 1, 5, 6, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 487, 11, 1, 0, 1, 2, 3, 12, 18, 22, 56, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 199, 13, 0, 0, 0, 1, 0, 2, 3, 7, 19, 93, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 428, 18, 0, 0, 0, 0, 0, 1, 0, 2, 9, 14, 49, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 429, 21, 0, 0, 0, 0, 0, 0, 1, 1, 7, 2, 16, 37, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 187, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 24, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 80, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:56.996 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1089, 7, 0, 0, 8, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 680, 6, 0, 0, 1, 1, 3, 8, 14, 23, 36, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 437, 0, 0, 0, 0, 0, 3, 1, 5, 10, 49, 140, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 20, 0, 0, 0, 0, 1, 2, 2, 2, 23, 34, 178, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 298, 22, 0, 0, 0, 0, 0, 0, 3, 0, 5, 16, 30, 23, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 15, 89, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 512, 11, 1, 2, 10, 0, 0, 0, 0, 1, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:56.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 113, 2, 0, 1, 0, 0, 0, 1, 2, 1, 7, 16, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 112, 0, 0, 0, 0, 2, 1, 2, 5, 6, 29, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 0, 0, 0, 0, 0, 1, 0, 1, 1, 13, 18, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 18, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 8, 23, 27, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 13, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.001 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 60, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1124, 23, 1, 0, 17, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 616, 4, 1, 0, 4, 3, 3, 6, 16, 27, 39, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 337, 5, 0, 0, 0, 0, 0, 1, 4, 2, 42, 106, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 18, 0, 0, 0, 0, 0, 0, 1, 2, 6, 18, 177, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 271, 22, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 12, 18, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 63, 40, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 6, 20, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 38, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 219, 16, 1, 0, 6, 0, 2, 8, 4, 7, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 62, 10, 0, 1, 1, 2, 1, 6, 4, 3, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 106, 10, 0, 0, 0, 1, 2, 4, 1, 6, 35, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 7, 0, 0, 0, 0, 0, 2, 3, 6, 24, 34, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 33, 2, 0, 0, 0, 0, 1, 0, 1, 2, 9, 10, 38, 34, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 8, 33, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.006 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 8, 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "number of replicas", 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 1, 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0]", 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[1, 1]", 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[2, 2]", 2024-04-02T09:54:57.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[3, 3]", 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[4, 4]", 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[5, 5]", 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[6, None]" 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "linear" 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 10, 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "duration", 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 250000, 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 249999]", 2024-04-02T09:54:57.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[250000, 499999]", 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[500000, 999999]", 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[1000000, 1999999]", 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[2000000, 3999999]", 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[4000000, 7999999]", 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[8000000, 15999999]", 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[16000000, 31999999]", 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[32000000, None]" 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.013 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.014 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:57.015 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.016 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:54:57.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-04-02T09:54:57.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-04-02T09:54:57.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-04-02T09:54:57.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_inode": { 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_path": { 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.026 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "evlrg": { 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.028 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "segmjr": { 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.030 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-04-02T09:54:57.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-04-02T09:54:57.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 248184 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50400 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.033 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-04-02T09:54:57.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.035 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.037 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-04-02T09:54:57.039 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-04-02T09:54:57.040 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-04-02T09:54:57.042 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.043 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.044 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed_ops": { 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:57.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 225 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:57.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59612427 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1344976581 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:57.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 999982 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:57.053 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27134527098 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:57.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117586333 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75432 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3383941009 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.056 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169836544 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 167682048 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2154496 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267178995 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25056163 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68474986 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267178995 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1502879 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71056750 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178119330 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69344606 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 373017, 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1815869341 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.067 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20755, 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6908541765 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 311 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.070 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8639 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8639, 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59923775 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:57.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8639, 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1126968642 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:57.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8638 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.073 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.074 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8638 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8638, 2024-04-02T09:54:57.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24440320478 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8638 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8638, 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118182713 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8638, 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75714 2024-04-02T09:54:57.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8638, 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1182967096 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 174047232 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172580864 2024-04-02T09:54:57.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1466368 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267129901 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25178357 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68401886 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267129901 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1511601 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71097122 2024-04-02T09:54:57.084 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178086601 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69377335 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:57.087 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 380985, 2024-04-02T09:54:57.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1857033661 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20848, 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2503573913 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:57.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.091 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8716 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61047197 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26148 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1549956883 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:57.093 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:57.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8714 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60387389 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67578 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1175345301 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.095 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8716 2024-04-02T09:54:57.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24826309764 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259031040 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 258146304 2024-04-02T09:54:57.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 884736 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.100 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267046957 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25384393 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68278794 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.103 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267046957 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1526749 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71164918 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178031305 2024-04-02T09:54:57.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.107 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69432631 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:57.108 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 385119, 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2029052473 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21035, 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2677860783 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22470 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.112 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:57.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9756672 2024-04-02T09:54:57.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 748130304 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5052088 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1481606 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 967189 2024-04-02T09:54:57.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 730136576 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78975, 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6698379624 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78991, 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12790185447 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7651328 2024-04-02T09:54:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323547136 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 725876736 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:57.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6994653531 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64934 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6113140736 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6113144832 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.118 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59255 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64934, 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2035972269 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6903712796 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62144 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.119 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3308317 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 631 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9670826 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 898 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6362509 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:57.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6362509 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 276 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 898, 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3551686 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:57.121 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 624 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:57.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12102 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1084313600 2024-04-02T09:54:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10280960 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20772, 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78701566 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3600, 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5757863624 2024-04-02T09:54:57.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:57.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29191, 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 243163422 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16937842976 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77972, 2024-04-02T09:54:57.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1744874494 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48629742 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16986472718 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38947, 2024-04-02T09:54:57.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1246542925 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1160, 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3025700 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25196, 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15447018 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52, 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74969 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.128 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17130, 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3438474410 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254301 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23314 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19095, 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1795165603 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45564, 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19099603 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26469, 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1166421066 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:57.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15260, 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 429153851 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:57.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5903144146 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 500422833 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4247408270389 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6618124903795 2024-04-02T09:54:57.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2993965554769 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10409176 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195507171 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:57.133 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29374181593 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36815620 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14331401887 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14111871863 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:57.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6382082 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2620, 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14756228 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63934613922 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15212157972 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.135 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576285623 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 625909760 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 574562304 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51347456 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56785604 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 155648 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68887868 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425892034 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2416 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138032 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.142 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68895390 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10413664 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37857069 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.145 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69169779 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425892034 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51949 2024-04-02T09:54:57.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1145821 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67837088 2024-04-02T09:54:57.148 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47755 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 131412, 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8114267704 2024-04-02T09:54:57.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2503011923 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47755, 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 189517877271 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:57.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3353787243 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48573, 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22651079201 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47755, 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75632905510 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31545 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31545, 2024-04-02T09:54:57.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14748119628 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3353787243 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31880, 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7085164001 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31545, 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6413533273 2024-04-02T09:54:57.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9150 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 563400687 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9150, 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21507186509 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9467, 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6231136412 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9150, 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17051177658 2024-04-02T09:54:57.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7060 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1939611236 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7060, 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 153262571134 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7226, 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9334778788 2024-04-02T09:54:57.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7060, 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52168194579 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22020112 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:57.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 740425728 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22519 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:57.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10608640 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 777670656 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4835530 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1975517 2024-04-02T09:54:57.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 842806 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 740950016 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77860, 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6831015891 2024-04-02T09:54:57.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77869, 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12766279692 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3063808 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 318967808 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 762249216 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:57.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8242738025 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62865 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7153487872 2024-04-02T09:54:57.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7153491968 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56564 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62865, 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2237614507 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8150537653 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60036 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3721500 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 697 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10509218 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:57.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6787718 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6787718 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 978, 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2838480 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 636 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10897 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:57.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1110118400 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13877248 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22205, 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 89105434 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3562, 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6818939681 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.170 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19548, 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161521263 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16910168713 2024-04-02T09:54:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77003, 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1982606902 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50612944 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16960781657 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:57.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26534, 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 966074138 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 959, 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3300826 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7615, 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8252434 2024-04-02T09:54:57.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55416 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10842, 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2106560452 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233974 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26769 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.174 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21505, 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1640949125 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73463, 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19608184 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 51958, 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 827356288 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:57.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15503, 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436514614 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8362631277 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23385, 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1334727521 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23383, 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4494188229171 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23385, 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7151293155275 2024-04-02T09:54:57.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92583, 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2942313988301 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92583, 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11692473 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291883137 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29731543164 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36682524 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14503684653 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16607550855 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:57.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9985469 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2589, 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14694995 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69515115961 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17694588674 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:57.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 646458602 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 639254528 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 607363072 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31891456 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56669349 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1204224 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67890011 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425020124 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 256 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T09:54:57.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 154704 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 544 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69750116 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10530736 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37779566 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.190 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69130210 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425020124 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 987 2024-04-02T09:54:57.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48385 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1153357 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68705019 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40217 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.195 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 135744, 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11378970925 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2560468298 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:57.196 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40217, 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 828178908548 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2752237729 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41909, 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33982805025 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40217, 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116863717041 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17952 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17952, 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12388862463 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2752237729 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18379, 2024-04-02T09:54:57.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5032538036 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17952, 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4936258362 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12180 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 302930313 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12180, 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 106176042520 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12335, 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13820315265 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12180, 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32625195180 2024-04-02T09:54:57.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10085 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2257537985 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10085, 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 709614003565 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:57.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11195, 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15129951724 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10085, 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79302263499 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16346105 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:57.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 754843648 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14694 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.204 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15978496 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 705875968 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3838140 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:57.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1280569 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 196, 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 908592 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 685113344 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72483, 2024-04-02T09:54:57.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6073425580 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72489, 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11506200881 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14278656 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 296902656 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693633024 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:57.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13033258028 2024-04-02T09:54:57.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 83879 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11388530688 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11388534784 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.209 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81279 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83879, 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3640135592 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12892554750 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79569 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4829868 2024-04-02T09:54:57.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 737 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15837821 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11007953 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11007953 2024-04-02T09:54:57.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 257 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 978, 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4053583 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:57.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 620 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11, 2024-04-02T09:54:57.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22940 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1021345792 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9670656 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14311, 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46921490 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3617, 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7684662679 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:57.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27354, 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229151227 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.216 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15279164308 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 71605, 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1529557392 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:57.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33027366 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15312191674 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 56183, 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1017388305 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1035, 2024-04-02T09:54:57.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2520871 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23037, 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12067845 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37, 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45412 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20765, 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910661254 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266041 2024-04-02T09:54:57.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18976 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15727, 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1354634230 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38865, 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19870257 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23138, 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1010698419 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12763, 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 394117890 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.221 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4785512341 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 316023753 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4076988076361 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6539755441110 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.222 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2668416726917 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8653944 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 194787111 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24714531645 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31563838 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11031773198 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14176488508 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5790986 2024-04-02T09:54:57.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2602, 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12039423 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54917439021 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15153509456 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:57.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473408570 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 605462528 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 546078720 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:57.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59383808 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56578745 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45056 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69205319 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 424340594 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 133216 2024-04-02T09:54:57.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70451934 2024-04-02T09:54:57.232 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16364912 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37719163 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71745045 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:57.235 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 424340594 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53057 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1165273 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69368948 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:57.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60034 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157298, 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8442659787 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1996873529 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60034, 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95513165258 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3222400690 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 61212, 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46290082052 2024-04-02T09:54:57.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60034, 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74455998786 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30566 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30566, 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21323807403 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:57.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3222400690 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31005, 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6495211334 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30566, 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8356916672 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27632 2024-04-02T09:54:57.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440136153 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27632, 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55801710444 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28215, 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36549512613 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27632, 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53163091329 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1836 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1556737376 2024-04-02T09:54:57.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1836, 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18387647411 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1992, 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3245358105 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1836, 2024-04-02T09:54:57.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12935990785 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8388628 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.247 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 694792192 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260434 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:57.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:57.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7000064 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 727838720 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:57.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3562081 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1239156 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 183, 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1120529 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 755630080 2024-04-02T09:54:57.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69091, 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5988590160 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69102, 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11336902953 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 413696 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 283049984 2024-04-02T09:54:57.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 776929280 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:57.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5046148992 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45550 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4436529152 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4436533248 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:57.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43228 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45550, 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1510054820 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4973580578 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43321 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.255 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2408064 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 530 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6944046 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 723 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4535982 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4535982 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 200 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 723, 2024-04-02T09:54:57.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3522936 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:57.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 820 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11011 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020465152 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9695232 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20633, 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64890298 2024-04-02T09:54:57.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3560, 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5602802044 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18738, 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146280030 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.262 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14868936729 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68346, 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1651762821 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39905848 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14908842577 2024-04-02T09:54:57.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26083, 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 787098792 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1361, 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2904236 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6347, 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8002265 2024-04-02T09:54:57.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50833 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11149, 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2782577664 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 220046 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18973 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32325, 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1296157545 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 85048, 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24536935 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52723, 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 709047583 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12793, 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 375577260 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7084100833 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18253, 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1175398652 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18250, 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4128665273502 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18253, 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6663408374852 2024-04-02T09:54:57.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81469, 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2725869054672 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81469, 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8141155 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 577186969 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24543364592 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35749403 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11740467829 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14078696836 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.270 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5796914 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2547, 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12988979 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58043273196 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15014531156 2024-04-02T09:54:57.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585822156 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 595435520 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562700288 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32735232 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57184930 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 94208 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68549982 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 570425344 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428886981 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1648 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102656 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74325195 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6729616 2024-04-02T09:54:57.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38123287 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.281 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72587609 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 503316480 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428886981 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47178 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1174455 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.284 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73207866 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.285 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60046 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 137221, 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8765620106 2024-04-02T09:54:57.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1623222816 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60046, 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 293194315532 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:57.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010823982 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62302, 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31207164696 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60046, 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66596630797 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43338 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43338, 2024-04-02T09:54:57.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57225470813 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010823982 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43595, 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9541487447 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43338, 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8779591170 2024-04-02T09:54:57.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12614 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324321913 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12614, 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176872009519 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14515, 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16656211857 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12614, 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35504217069 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4094 2024-04-02T09:54:57.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1298900903 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4094, 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59096835200 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4192, 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5009465392 2024-04-02T09:54:57.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4094, 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22312822558 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:57.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 765345792 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 84486 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18698240 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 697614336 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2928268 2024-04-02T09:54:57.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1118168 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 195, 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1022194 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 813039616 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:57.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63194, 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9634418565 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63212, 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15658352575 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9506816 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 258867200 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 825819136 2024-04-02T09:54:57.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13397830147 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:57.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 94748 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11411275776 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11411279872 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:57.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87629 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 94748, 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3825521202 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13193070793 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88481 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6667893 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:57.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1332 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18427671 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1879 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11759778 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11759778 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.302 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 573 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1879, 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4782195 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 623 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14343 2024-04-02T09:54:57.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 977473536 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13885440 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21233, 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 76178161 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3490, 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8788147583 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.306 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:57.307 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15650, 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139730821 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19244613276 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:57.308 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62617, 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1501026433 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49764930 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19294378206 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.309 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30261, 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1428298708 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 817, 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128324 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24382, 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15946235 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-04-02T09:54:57.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59330 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16008, 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6053886351 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201012 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20035 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8626, 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1688112207 2024-04-02T09:54:57.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 35779, 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9805720 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27153, 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1428166087 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13823, 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 409933181 2024-04-02T09:54:57.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8521869636 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18155, 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 924871566 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18154, 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3514194476284 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18155, 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6304398961252 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:57.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73850, 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2529170274763 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73850, 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7637123 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328567123 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29355974482 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.315 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31175405 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12398957352 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15280173987 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:57.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9986017 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2470, 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14203021 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65901101968 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16257649074 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:57.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 498446297 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 662315008 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 595787776 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.318 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66527232 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56102244 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24576 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438272 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69264028 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 420766830 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3440 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241664 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.324 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73915938 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17981296 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37401496 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.327 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70446328 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 420766830 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62702 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1154530 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72943810 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:57.331 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32062 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 104080, 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10970813700 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.332 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1631978401 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32062, 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90995245086 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910304993 2024-04-02T09:54:57.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32606, 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14936134435 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32062, 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34273630893 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21863 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21863, 2024-04-02T09:54:57.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16331504081 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910304993 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22056, 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5403284728 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21863, 2024-04-02T09:54:57.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6062801176 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5818 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 302644370 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5818, 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10491862635 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6043, 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4000368333 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5818, 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8599904380 2024-04-02T09:54:57.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4381 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1329334031 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4381, 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64171878370 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4507, 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5532481374 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4381, 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19610925337 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4194373 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T09:54:57.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 826937344 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18643 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:57.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:57.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16748544 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 667074560 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:57.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3942761 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1392689 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 211, 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 935669 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:57.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 563806208 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81714, 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11216259828 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81710, 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17877186472 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2232320 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 334770176 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.344 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585105408 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14924358772 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:57.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 109729 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13137248256 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13137252352 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:57.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100576 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 109729, 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4859628194 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14651368225 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101377 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6514215 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:57.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18281094 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1437 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11766879 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11766879 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1437, 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6080900 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:57.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 784 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18, 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20267 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1021607936 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:57.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13889536 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19868, 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70543072 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3539, 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9361910463 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17892, 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 147606824 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.353 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21729235765 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81110, 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1722661219 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.354 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48730945 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21777966710 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 242959, 2024-04-02T09:54:57.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1570942657 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 864, 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2364952 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129020, 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45982725 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81128 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20657, 2024-04-02T09:54:57.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6611779258 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 449032 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21536 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11744, 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1444170401 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31419, 2024-04-02T09:54:57.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11210486 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19675, 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282543659 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15791, 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 456055024 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.358 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9622642465 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.359 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8031, 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 869693103 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8029, 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4440031229952 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8031, 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6459869756678 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93039, 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2692246040217 2024-04-02T09:54:57.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93039, 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10722790 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 478181021 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33778022197 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37996921 2024-04-02T09:54:57.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14627707204 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16213792029 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9991223 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2429, 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13757446 2024-04-02T09:54:57.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74738859955 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17312055213 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 551527436 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648355840 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641761280 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6594560 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56134118 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.367 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69682714 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:57.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421005885 2024-04-02T09:54:57.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3408 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.370 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227520 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73691059 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:57.372 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18780320 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37422745 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.373 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69626055 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421005885 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42302 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1157905 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72721780 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-04-02T09:54:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:57.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39240 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 127710, 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13029529677 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1318482476 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.380 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39240, 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51526149070 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2146556297 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39859, 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21140140824 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39240, 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37036205127 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.381 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28039 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28039, 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19600505169 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2146556297 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:57.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28163, 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12588368315 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28039, 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13546324579 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9805 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 368616195 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9805, 2024-04-02T09:54:57.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21871299620 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10086, 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6577118373 2024-04-02T09:54:57.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9805, 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16162552882 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1396 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 949866281 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1396, 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10054344281 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.385 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1610, 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1974654136 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1396, 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7327327666 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.386 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 577712128 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.387 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25705 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:57.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:57.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6254592 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 495681536 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3850874 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.391 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1415513 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 741499 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 375521280 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62805, 2024-04-02T09:54:57.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8719649277 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62813, 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14171454141 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7962624 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 257323008 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 371261440 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.393 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4256928575 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50136 2024-04-02T09:54:57.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3700355072 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3700359168 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38783 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50136, 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1980689854 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4136850112 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46457 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2143148 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 437 2024-04-02T09:54:57.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6197194 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 805 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4054046 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4054046 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 371 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 805, 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2134712 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.398 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9, 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11982 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 761544704 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:57.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10280960 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14002, 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51424611 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3423, 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4083271941 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16921, 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 128220001 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17228228752 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62260, 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1387361654 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:57.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32730858 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17260959610 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25128, 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 448797178 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.404 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 777, 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2250843 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11183, 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8534848 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62572 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11338, 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1841563457 2024-04-02T09:54:57.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184089 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17910 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14541, 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1622660043 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46745, 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12310374 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.406 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32204, 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1358139463 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11780, 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314910320 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:57.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7132033224 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14425, 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892796415 2024-04-02T09:54:57.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14424, 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3801102661558 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14425, 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6105524833628 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72952, 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2582126960951 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72952, 2024-04-02T09:54:57.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7465699 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324328609 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27220711434 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26749117 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:57.410 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13108196847 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9842210505 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6387178 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2371, 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13424215 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:57.411 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57639828670 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10744528739 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440622048 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:57.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 457048064 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 426434560 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30613504 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:57.413 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57124387 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 778240 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67914205 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 570425344 2024-04-02T09:54:57.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428432905 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1616 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117216 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74764743 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:57.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5780640 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38082924 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73576948 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 503316480 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428432905 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50455 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1183692 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.424 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73649428 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:57.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33053 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91707, 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8336384712 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:57.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1552442723 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33053, 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72114418283 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1935662242 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33513, 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13494523335 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33053, 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30204780346 2024-04-02T09:54:57.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24730 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24730, 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9437072707 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1935662242 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24900, 2024-04-02T09:54:57.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5434889389 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24730, 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5099740136 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4274 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 333030321 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4274, 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11126020992 2024-04-02T09:54:57.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4450, 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3273938367 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4274, 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7909104082 2024-04-02T09:54:57.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4049 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1219412402 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4049, 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51551324584 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4163, 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4785695579 2024-04-02T09:54:57.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4049, 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17195936128 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1835450 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:57.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 385814528 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24242 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:57.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8462336 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 619868160 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4363471 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1456498 2024-04-02T09:54:57.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 167, 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 771360 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 660602880 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64651, 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9620498516 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64651, 2024-04-02T09:54:57.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15408552064 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15519744 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264876032 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 669122560 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.438 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6638724414 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59432 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5838651392 2024-04-02T09:54:57.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5838655488 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51473 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59432, 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2393246387 2024-04-02T09:54:57.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6448199489 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53601 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4530833 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1037 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10085374 2024-04-02T09:54:57.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1260 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5554541 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5554541 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 231 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1260, 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3285009 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 774 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16181 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.444 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 895496192 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10272768 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.445 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20474, 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62055080 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3449, 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6633776983 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.446 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25029, 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206646177 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.447 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18684495296 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64173, 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1472481067 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39902374 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18724397670 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.448 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31673, 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 840722233 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 714, 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2086876 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9515, 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9474806 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.449 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 44, 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54918 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12397, 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910053777 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 210531 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18058 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:57.450 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16740, 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1744115132 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 51680, 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13762553 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34940, 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1504317342 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13561, 2024-04-02T09:54:57.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 397631358 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:57.452 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13144171143 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15707, 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 797407684 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15704, 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4317778767897 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15707, 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6131872176213 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:57.453 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2929935430514 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7822004 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1521383873 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32354214857 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:57.454 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30403840 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17106078356 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15450775743 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6381958 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2312, 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12805061 2024-04-02T09:54:57.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79591834292 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16456985505 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 716644629 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:57.456 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 629104640 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 590446592 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38658048 2024-04-02T09:54:57.457 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56767388 2024-04-02T09:54:57.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49152 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69004388 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.460 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425755416 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2896 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 202304 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68967256 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:57.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9172336 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37844925 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70423251 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.466 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425755416 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42767 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1169628 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67960061 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.469 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42604 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110039, 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11223661007 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:57.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1642577638 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42604, 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46729753085 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2515879187 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43080, 2024-04-02T09:54:57.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18732853362 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42604, 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35605288447 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29561 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29561, 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11257931380 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:57.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2515879187 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29754, 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6139435354 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29561, 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6618521821 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11867 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:57.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 414015470 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11867, 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22579430175 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:57.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12068, 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10162370290 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11867, 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19466904559 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1176 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1228562168 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1176, 2024-04-02T09:54:57.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12892391530 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1258, 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2431047718 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1176, 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9519862067 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.476 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670896128 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.477 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-04-02T09:54:57.478 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4645737539685797e-06, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:57.479 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 812, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 1341440, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 311, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:57.480 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:57.481 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 155494, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 110592, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 44902, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.1508357406219147e-07, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 158, 2024-04-02T09:54:57.482 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 178176, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 21589, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 6622, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 14967, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 64767, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 69, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 36864 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:57.483 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:57.484 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T09:54:57.485 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.486 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool", 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "selfmanaged_snaps" 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:57.487 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12595200, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12595200, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 4, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.7421727534383535e-05, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 8993, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 3153745920, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 4194323, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 4194323, 2024-04-02T09:54:57.488 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 12582969, 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 24331, 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 3174680576 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-04-02T09:54:57.489 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "d6007bec-0212-4c4c-a85e-9356e2f10643", 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-04-02T09:54:56.534937", 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-04-02T09:54:57.490 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.491 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:57.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-04-02T09:54:57.493 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.494 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845750+0000", 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845750+0000", 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.846047+0000", 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.496 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4967, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:00.251971+0000", 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.497 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.500 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.501 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.876239+0000", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.876239+0000", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876590+0000", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:57.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.503 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5114, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:31:54.220438+0000", 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.504 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.508 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.866104+0000", 2024-04-02T09:54:57.509 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.866104+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.866413+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:57.510 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.511 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5013, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:17:05.440560+0000", 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.513 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.515 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.516 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.843321+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.843321+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.843648+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.518 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5073, 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:31.519252+0000", 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.524 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.525 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911316+0000", 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911316+0000", 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911616+0000", 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.527 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5014, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.528 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:04:46.503880+0000", 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.532 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.840803+0000", 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.840803+0000", 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.841190+0000", 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.534 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5066, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:51.671048+0000", 2024-04-02T09:54:57.535 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.538 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872706+0000", 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872706+0000", 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873021+0000", 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.541 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4972, 2024-04-02T09:54:57.542 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:44.606004+0000", 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.546 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.874970+0000", 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.874970+0000", 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:57.875299+0000", 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.548 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5131, 2024-04-02T09:54:57.549 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:25.385001+0000", 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.553 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:57.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.842294+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.842294+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.842629+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:57.555 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.556 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5080, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:46.284792+0000", 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.560 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835538+0000", 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835538+0000", 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.835880+0000", 2024-04-02T09:54:57.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:57.562 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.563 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5121, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:33:26.440331+0000", 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.567 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.902831+0000", 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.902831+0000", 2024-04-02T09:54:57.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.903390+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.569 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.570 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5015, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:24:44.669566+0000", 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.573 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.574 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.837765+0000", 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.837765+0000", 2024-04-02T09:54:57.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838089+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.576 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.577 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5120, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:26:41.983827+0000", 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.581 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844438+0000", 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844438+0000", 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844782+0000", 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:57.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.583 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4974, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:40.685768+0000", 2024-04-02T09:54:57.584 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.587 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.588 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.882217+0000", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.882217+0000", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.882826+0000", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:57.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.590 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4944, 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:18.635833+0000", 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.591 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.594 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.595 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873423+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873423+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874250+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:57.596 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.597 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5124, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:31:16.443656+0000", 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.601 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.602 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844967+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844967+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845299+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.603 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5006, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:48:37.747435+0000", 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.608 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:57.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835489+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835489+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.835899+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-04-02T09:54:57.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5133, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:03.399615+0000", 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-04-02T09:54:57.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.615 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.616 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.871849+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.871849+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875312+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.618 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4928, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:18:02.663128+0000", 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.622 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:57.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.898627+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.898627+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.899023+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:57.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.625 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5129, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:45.638156+0000", 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.629 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.832964+0000", 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.832964+0000", 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.833316+0000", 2024-04-02T09:54:57.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.631 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5115, 2024-04-02T09:54:57.632 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:26.953269+0000", 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.635 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.636 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872064+0000", 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872064+0000", 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876057+0000", 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.637 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 4, 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 4, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4944, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:54.975235+0000", 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.639 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.642 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'4" 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.643 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.842081+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.842081+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.842422+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:57.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.645 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5079, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:58:49.408566+0000", 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.649 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835826+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835826+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.836201+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5135, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:08.464195+0000", 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.656 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.657 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.881324+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.881324+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.881916+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:57.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.659 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5074, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:15.187387+0000", 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.663 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.664 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:58.867735+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:58.867735+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:58.868107+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 417, 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 416, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.666 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5126, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:44.907101+0000", 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.670 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869793+0000", 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869793+0000", 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870138+0000", 2024-04-02T09:54:57.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5059, 2024-04-02T09:54:57.673 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:37:40.519857+0000", 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.676 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.677 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872886+0000", 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872886+0000", 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873949+0000", 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.679 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4926, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:10:27.742908+0000", 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.680 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.683 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.684 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839214+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839214+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.840335+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.686 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5169, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:16:41.191723+0000", 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.690 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.691 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874208+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874208+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874607+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:57.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.693 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4994, 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:51:52.753780+0000", 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.697 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.698 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838512+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838512+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.137670+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3044, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3044, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.700 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8975, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:55:53.016859+0000", 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.00577637, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1429, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 388738, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3012, 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 386802 2024-04-02T09:54:57.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3044" 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.704 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880504+0000", 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880504+0000", 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880843+0000", 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.706 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5080, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:53:53.106898+0000", 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.710 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.711 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838502+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838502+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838845+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.713 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5138, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:53.192763+0000", 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:57.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-04-02T09:54:57.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.717 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "581'3" 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.881051+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.881051+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.241364+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2935, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2935, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.720 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8789, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:41.465277+0000", 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.004307803, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1414, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 373888, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2919, 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 345192 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2935" 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.724 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.910494+0000", 2024-04-02T09:54:57.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.910494+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911009+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:57.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.727 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5132, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:57:32.498496+0000", 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.731 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880130+0000", 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880130+0000", 2024-04-02T09:54:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880468+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.733 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4948, 2024-04-02T09:54:57.734 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:17:23.377392+0000", 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.737 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.738 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.879657+0000", 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.879657+0000", 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.143795+0000", 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3145, 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.740 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3145, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9026, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:51:34.396831+0000", 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006090184, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.741 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 947, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 414126, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3127, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 380670 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.744 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3145" 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873414+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873414+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874496+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:57.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-04-02T09:54:57.747 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4929, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:29:04.337186+0000", 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.751 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839401+0000", 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839401+0000", 2024-04-02T09:54:57.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.839754+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:57.753 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.754 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:04:56.401827+0000", 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.757 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.758 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.800169+0000", 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.800169+0000", 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.144566+0000", 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:57.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2914, 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.760 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2914, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8680, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:43.519251+0000", 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006584113, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.761 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 978, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 379535, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2897, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 366200 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.764 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2914" 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.765 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873574+0000", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873574+0000", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875992+0000", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:57.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.767 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5423, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:40.888398+0000", 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T09:54:57.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:57.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.771 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "231'197" 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.772 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.870693+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.870693+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870981+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.774 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5016, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:29.029476+0000", 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.778 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:57.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.842772+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.842772+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843151+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-04-02T09:54:57.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5071, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:39:11.681299+0000", 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.785 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:57.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872409+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872409+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.150952+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:57.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2941, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2941, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.788 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8551, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:52:44.751359+0000", 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.002197239, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 911, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 356102, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2924, 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 383060 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2941" 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.792 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:58.864318+0000", 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:58.864318+0000", 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:58.864656+0000", 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:57.793 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 417, 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.794 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 416, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5137, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.795 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:06.288503+0000", 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.798 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.799 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.832221+0000", 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.832221+0000", 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.832776+0000", 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.801 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5134, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:54.659869+0000", 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.802 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.805 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:57.806 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.909467+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.909467+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.143028+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3246, 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3246, 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.808 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9012, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:10.624542+0000", 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.011714059, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 986, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 416970, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3239, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 413868 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3246" 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.833156+0000", 2024-04-02T09:54:57.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.833156+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.833491+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:57.814 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.815 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5074, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:24:00.944311+0000", 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.819 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845649+0000", 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845649+0000", 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845942+0000", 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5024, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:01.241001+0000", 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.822 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.825 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.826 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.875776+0000", 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.875776+0000", 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.137130+0000", 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3079, 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.828 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3079, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8715, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:36:59.506751+0000", 2024-04-02T09:54:57.829 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.007057686, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 615, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 358091, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3098, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 436569 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.832 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3079" 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.833 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.902584+0000", 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.902584+0000", 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.902913+0000", 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.835 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5015, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:32:19.106452+0000", 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.839 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.840 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873409+0000", 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873409+0000", 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873768+0000", 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.842 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5152, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:49:01.980577+0000", 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.843 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.847 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.910402+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.910402+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.136869+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:57.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3157, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3157, 2024-04-02T09:54:57.849 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9371, 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:18.653551+0000", 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.007181736, 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-04-02T09:54:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:57.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1713, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 392380, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3115, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 387913 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3157" 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.854 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.884737+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.884737+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.885015+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.855 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.856 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4959, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:07.887624+0000", 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.860 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:57.861 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874930+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874930+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875290+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-04-02T09:54:57.863 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5075, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:33:15.833455+0000", 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.867 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.876536+0000", 2024-04-02T09:54:57.868 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.876536+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.879676+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:57.869 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.870 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4926, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:40:12.150363+0000", 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.874 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.797318+0000", 2024-04-02T09:54:57.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.797318+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:22.798535+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:57.876 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.877 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5151, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:05:59.893504+0000", 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 48, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 48, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'8" 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.881 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.841976+0000", 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.841976+0000", 2024-04-02T09:54:57.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.842702+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.883 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.884 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4978, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:50:48.540757+0000", 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.888 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.836739+0000", 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.836739+0000", 2024-04-02T09:54:57.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.837632+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.890 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.891 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4978, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:36.952658+0000", 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.895 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875816+0000", 2024-04-02T09:54:57.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875816+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876698+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:57.897 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.898 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4942, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:02.748290+0000", 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.902 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869771+0000", 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869771+0000", 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870103+0000", 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:57.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.904 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5006, 2024-04-02T09:54:57.905 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:09.476367+0000", 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.908 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.909 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875168+0000", 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875168+0000", 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875490+0000", 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.911 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5166, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:16.262210+0000", 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.915 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.916 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.844047+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.844047+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.844969+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.918 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5172, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:28:37.735760+0000", 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8, 2024-04-02T09:54:57.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 16, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 7 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:57.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.884612+0000", 2024-04-02T09:54:57.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.884612+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.884942+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.924 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.925 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4940, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:22:03.151845+0000", 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.931 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.932 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850873+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850873+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851235+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 30, 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 30, 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.934 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5012, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:50.650678+0000", 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 5824, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 20, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 28, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 28, 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 25 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'30" 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.938 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.870244+0000", 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.870244+0000", 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870563+0000", 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:57.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.940 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5058, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.941 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:58:49.343668+0000", 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.944 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.945 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911547+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911547+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.912042+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:57.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:57.947 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5146, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:17:24.582960+0000", 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:57.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 14, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 14, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.951 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'3" 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.952 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.899019+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.899019+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.899335+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:57.953 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-04-02T09:54:57.954 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5164, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:00.744560+0000", 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.958 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844120+0000", 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844120+0000", 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844455+0000", 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:57.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.960 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5011, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:17.593711+0000", 2024-04-02T09:54:57.961 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.964 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.965 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874513+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874513+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874833+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:57.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.967 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5017, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:46:48.288086+0000", 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.971 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.851150+0000", 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.851150+0000", 2024-04-02T09:54:57.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851536+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.973 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.974 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4969, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:47:27.530797+0000", 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.977 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:57.978 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.836980+0000", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.836980+0000", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.837300+0000", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:57.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.980 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5127, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:05.153196+0000", 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.912145+0000", 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.912145+0000", 2024-04-02T09:54:57.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.912422+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5011, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.987 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:52:17.399296+0000", 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.990 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.991 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.870326+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.870326+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:57.872847+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:57.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:57.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5075, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:09:34.818645+0000", 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:57.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:57.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:57.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:57.997 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845410+0000", 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845410+0000", 2024-04-02T09:54:57.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845879+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:57.999 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.000 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5076, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:14.848318+0000", 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.003 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:58.004 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880301+0000", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880301+0000", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880656+0000", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:58.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.006 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5163, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:16.487466+0000", 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:58.010 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.863934+0000", 2024-04-02T09:54:58.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.863934+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.864414+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:58.012 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.013 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4972, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:42:14.166184+0000", 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.017 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839506+0000", 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839506+0000", 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.841653+0000", 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.019 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5059, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:33.523035+0000", 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:58.023 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.846247+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.846247+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.847661+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:58.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5055, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:35:45.680495+0000", 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.029 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.030 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843310+0000", 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843310+0000", 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843617+0000", 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.032 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4994, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:13.316207+0000", 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.036 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911081+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911081+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911953+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:58.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-04-02T09:54:58.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4723, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:36.132779+0000", 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.043 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907835+0000", 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907835+0000", 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.909572+0000", 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:58.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.045 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5000, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:35:43.817930+0000", 2024-04-02T09:54:58.046 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.049 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.050 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843841+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843841+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844607+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:58.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:58.052 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4723, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:53:14.745277+0000", 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:58.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.056 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.896799+0000", 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.896799+0000", 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.898155+0000", 2024-04-02T09:54:58.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.058 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.059 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:35.772867+0000", 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.062 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.063 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907240+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907240+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.907936+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:58.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.065 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5087, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:11.630004+0000", 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845244+0000", 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845244+0000", 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.847233+0000", 2024-04-02T09:54:58.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.071 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5069, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.072 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:07.528693+0000", 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.075 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.076 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.877360+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.877360+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.877756+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:58.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 6, 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.078 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 6, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5182, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:58:24.075392+0000", 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 582, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 8, 2024-04-02T09:54:58.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'6" 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843236+0000", 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843236+0000", 2024-04-02T09:54:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843825+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.084 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4719, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:48:36.767393+0000", 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.088 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.089 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873910+0000", 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873910+0000", 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874350+0000", 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.091 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5116, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:46.455051+0000", 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:58.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875325+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875325+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875771+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:58.097 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.098 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4996, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:11.045898+0000", 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.101 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.102 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869919+0000", 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869919+0000", 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870221+0000", 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.104 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4984, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:32:00.241595+0000", 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.108 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.109 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907579+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907579+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.909569+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.111 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5128, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:38.195106+0000", 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.115 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.897668+0000", 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.897668+0000", 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.898009+0000", 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:58.116 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:58.117 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5165, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:12.969995+0000", 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.118 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.121 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.122 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843753+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843753+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844211+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:58.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.124 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5069, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:43.589306+0000", 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.128 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.846218+0000", 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.846218+0000", 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.846734+0000", 2024-04-02T09:54:58.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.130 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4716, 2024-04-02T09:54:58.131 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.133 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:52.163551+0000", 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:58.137 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850593+0000", 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850593+0000", 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.850939+0000", 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.139 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4968, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:11:35.831243+0000", 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:58.143 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850790+0000", 2024-04-02T09:54:58.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850790+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851113+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.145 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.146 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4968, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:20:29.283706+0000", 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.149 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:58.150 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880776+0000", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880776+0000", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.881585+0000", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:58.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.152 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4929, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:37:12.850781+0000", 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.156 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.842977+0000", 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.842977+0000", 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845462+0000", 2024-04-02T09:54:58.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5063, 2024-04-02T09:54:58.159 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:41.193444+0000", 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.162 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:58.163 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873452+0000", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873452+0000", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876930+0000", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:58.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.165 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4939, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:11.721175+0000", 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.169 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.906331+0000", 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.906331+0000", 2024-04-02T09:54:58.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.906767+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5022, 2024-04-02T09:54:58.172 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:28.060990+0000", 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.175 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:58.176 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.878118+0000", 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.878118+0000", 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.878420+0000", 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.178 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4939, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:02:41.406842+0000", 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.182 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874187+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874187+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874506+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:58.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.185 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5012, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:29.548697+0000", 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.189 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.799787+0000", 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.799787+0000", 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:22.800132+0000", 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.191 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:20.673289+0000", 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.192 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.195 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.196 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838408+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838408+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838713+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.198 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5141, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:13.687839+0000", 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.202 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.882654+0000", 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.882654+0000", 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.883067+0000", 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.204 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4931, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:53:59.686336+0000", 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.208 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 24461, 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 24461, 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-04-02T09:54:58.209 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 2, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8993, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 3079830, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 24331, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 3100274 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12595200, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:58.212 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 12582969, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-04-02T09:54:58.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T09:54:58.216 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:58.220 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:58.221 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 75, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 75, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 6622, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 2, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 158, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 174, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 69, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 36 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:58.224 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 110592, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 19866, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 44902, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-04-02T09:54:58.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 762543517696, 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 5416767488, 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 5416767488, 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.007053447421640158 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 762543517696, 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 5416767488 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.226 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T09:54:58.227 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.228 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.229 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.230 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.231 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:56 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.232 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:56 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:58.233 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.234 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:58.235 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:57 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:58.235 INFO:tasks.workunit.client.0.smithi028.stdout:Telemetry is on. 2024-04-02T09:54:58.236 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show 2024-04-02T09:54:58.241 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T09:54:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-04-02T09:54:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-04-02T09:54:58.241 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.242 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T09:54:58.243 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T09:54:58.244 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T09:54:58.245 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:58.246 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T09:54:58.247 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:54:58.248 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:54:58.249 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:58.250 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T09:54:58.251 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:54:58.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:58.253 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T09:54:58.254 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:58.255 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-04-02T08:15:51.295509Z", 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-04-02T09:54:58.256 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-04-02T09:54:58.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 2, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "has_msr_rules": 0, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 1, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-04-02T09:54:58.258 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_collision_tries": 100, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_descents": 100, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-04-02T09:54:58.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-04", 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:54:58.260 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-04-02T09:54:58.261 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20258816, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 355032, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 696320, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 362, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1108120, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 857088, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14489744, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.262 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20774912, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 432040, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 532480, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 451, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1495648, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1191424, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14903288, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:58.263 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 173875200, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2989584, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5111808, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1073152, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6657, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 9579776, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3082240, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 153111792, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 174948352 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 177192960, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 3262672, 2024-04-02T09:54:58.264 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 57344, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 917504, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6900, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 12769032, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3600640, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 154488616, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 178110464 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 261439488, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 4433104, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3145728, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1785856, 2024-04-02T09:54:58.265 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9580, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 14080112, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 4754176, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 235026368, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 263225344 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 580141056, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26336800, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 51273728, 2024-04-02T09:54:58.266 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12341, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 98713872, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 8965632, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 440619728, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 631414784 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 612868096, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 28769792, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 31891456, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13547, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.267 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 86920960, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10167040, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 481505280, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 644759552 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 549380096, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24528496, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 59359232, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10513, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 91564824, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9189120, 2024-04-02T09:54:58.268 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 420820856, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 608739328 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 566181888, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24750472, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 32661504, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11167, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 75498904, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10464256, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 452060384, 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 598843392 2024-04-02T09:54:58.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 599195648, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24870336, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 66527232, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11930, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 106954928, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9766400, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 454196112, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 665722880 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:58.270 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 645373952, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25030456, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3538944, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 6520832, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13901, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 105103656, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9060096, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 502640800, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 651894784 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 429735936, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 18286088, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:58.271 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 49152, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 30588928, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9558, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 73186776, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9382400, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 325554720, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 460324864 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 593879040, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26062816, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 38633472, 2024-04-02T09:54:58.272 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11614, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 87819888, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 59, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10012160, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 466576304, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 632512512 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.273 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "10.903481", 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-04-02T09:54:58.277 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149048, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.282 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.284 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.285 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.286 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.287 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 222362, 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 67 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 51904, 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13272, 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 274 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:58.292 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.294 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42269325, 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5222 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 264, 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:58.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.298 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5896, 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42494805, 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5273 2024-04-02T09:54:58.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5896, 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T09:54:58.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42869069, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5298 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.312 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:58.313 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11792, 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 348 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.314 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21096, 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 390 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30848, 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2688, 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:58.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58480, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 731 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377520, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 474957, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 133 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2417613, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 541008 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7015136, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10348 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71872, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7518 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87120, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.317 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173304, 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 40169, 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14989598, 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 270 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12848, 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 146 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 489888, 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 42 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7096960, 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18360 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21872, 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 402 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 34944, 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:58.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58080, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 726 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388752, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1869 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1532058, 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2502974, 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 548048 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7085176, 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10451 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79516, 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8502 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89664, 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1868 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173648, 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1244 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1472, 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 65201, 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20128, 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21339234, 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 288 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.326 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 34760, 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 395 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 466560, 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.327 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7389928, 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21413 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.328 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21944, 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 408 2024-04-02T09:54:58.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31232, 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2304, 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58240, 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 728 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374608, 2024-04-02T09:54:58.330 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 246981, 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 74 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1746367, 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 386837 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5123376, 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7566 2024-04-02T09:54:58.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 69404, 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7333 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86448, 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173816, 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1244 2024-04-02T09:54:58.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52714, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.333 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13386396, 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 265 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9592, 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 109 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 384912, 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-04-02T09:54:58.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3125200, 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6010 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21520, 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 399 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30720, 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 23 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57440, 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 718 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 376064, 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1808 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 304796, 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 94 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1775332, 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389857 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5149896, 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7605 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70628, 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7362 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86688, 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1806 2024-04-02T09:54:58.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 175096, 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1249 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:58.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 124207, 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 66 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28144, 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21153894, 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 285 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11968, 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 136 2024-04-02T09:54:58.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 489888, 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 42 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3454984, 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8985 2024-04-02T09:54:58.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 24064, 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 453 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 244608, 2024-04-02T09:54:58.344 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1344, 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58720, 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 734 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388960, 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:58.345 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 661629, 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 184 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2054085, 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 455113 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5940056, 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8767 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79408, 2024-04-02T09:54:58.346 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8502 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89760, 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173136, 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.347 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 76757, 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9489452, 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 282 2024-04-02T09:54:58.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16984, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 454896, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.349 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5076240, 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12162 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.350 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20136, 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31360, 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 28 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58320, 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 729 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 389168, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1871 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 346296, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 91 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2371961, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 532364 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6879136, 2024-04-02T09:54:58.353 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10148 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79696, 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8510 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89760, 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173392, 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1243 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1472, 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 104004, 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 62 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20128, 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22539256, 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9410 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11176, 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 127 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 478224, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6569680, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12634 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.357 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:58.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 15968, 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 305 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 47232, 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 25 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2688, 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56880, 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 711 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377312, 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1814 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1116219, 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 279 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1719002, 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 375383 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4952696, 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7315 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71368, 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7511 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87072, 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1814 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173048, 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1241 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 32859, 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14855467, 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26576, 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 302 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 443232, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3546712, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9171 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:58.364 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.365 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19240, 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 367 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30848, 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.366 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4224, 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 22 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57040, 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 713 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377104, 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1813 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:58.367 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 637336, 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2026089, 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 449376 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5842816, 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8624 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71544, 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7508 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87024, 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1813 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173304, 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31370, 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 29 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 23834084, 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 280 2024-04-02T09:54:58.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12408, 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 141 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 466560, 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4807712, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9252 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.372 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.373 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 2 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.374 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-02T09:54:58.375 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 3 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-04-02T09:54:58.376 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:58.377 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 8 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-04-02T09:54:58.378 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-04-02T09:54:58.379 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "reef", 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "squid" 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 19, 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:54:58.380 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "squid" 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:58.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:58.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.383 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:58.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:58.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 68, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13250, 4016, 0, 1, 21, 7, 5, 3, 5, 9, 12, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9198, 214, 36, 2, 10, 4, 5, 6, 29, 34, 148, 35, 56, 30, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1214, 26, 34, 0, 0, 0, 0, 0, 1, 6, 44, 169, 187, 10, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 855, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 217, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 11, 0, 0, 0, 1, 0, 0, 0, 0, 0, 5, 7, 95, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 231, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 17, 6, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 55, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.388 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6302, 2, 0, 1, 7, 4, 3, 3, 1, 6, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7254, 18, 1019, 0, 7, 5, 3, 14, 21, 73, 124, 59, 113, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 5, 463, 17, 0, 0, 0, 0, 0, 14, 48, 203, 261, 8, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 279, 0, 3, 13, 0, 0, 0, 0, 0, 0, 0, 1, 271, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 36, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 78, 0, 23, 0, 0, 0, 0, 0, 0, 0, 2, 1, 7, 6, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 28, 0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 412, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12847, 4102, 0, 0, 12, 0, 0, 0, 1, 0, 13, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10073, 92, 23, 1, 6, 2, 0, 4, 6, 5, 45, 14, 26, 30, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1036, 10, 28, 1, 2, 0, 0, 0, 2, 2, 18, 15, 1, 7, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 324, 0, 1, 2, 0, 0, 1, 0, 1, 1, 0, 10, 59, 17, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 135, 1, 0, 0, 0, 0, 0, 0, 4, 1, 0, 18, 23, 51, 187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 152, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 27, 54, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 13, 35, 43, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 96, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 3, 7, 9, 47, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 475, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16285, 7925, 1, 1, 14, 1, 0, 2, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10900, 388, 1, 1, 8, 1, 4, 14, 13, 26, 40, 8, 24, 4, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2666, 3, 7, 0, 0, 0, 0, 0, 0, 0, 29, 76, 99, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 440, 9, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 101, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 20, 3, 0, 159, 0, 0, 1, 1, 0, 0, 4, 11, 59, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 137, 20, 4, 0, 334, 0, 0, 0, 0, 0, 0, 5, 15, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 37, 40, 0, 0, 183, 0, 0, 0, 0, 0, 0, 2, 2, 6, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 84, 0, 0, 2001, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 88, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10287, 3, 129, 11, 40, 43, 2, 1, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8340, 47, 28, 2, 9, 42, 141, 192, 8, 17, 13, 3, 12, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 872, 4, 6, 0, 4, 1, 24, 23, 9, 14, 58, 86, 30, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 326, 2, 1, 0, 1, 0, 0, 2, 0, 0, 3, 19, 160, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 162, 12, 4, 0, 0, 1, 1, 1, 0, 2, 9, 8, 26, 12, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 107, 3, 3, 0, 0, 0, 0, 1, 1, 0, 0, 5, 41, 14, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 15, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 8, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13087, 2, 1, 1, 1, 0, 0, 0, 4, 1, 3, 5, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10900, 20, 4, 0, 9, 0, 1, 1, 1, 0, 6, 10, 11, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1388, 134, 129, 1, 3, 0, 0, 2, 17, 1, 19, 0, 3, 10, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 662, 27, 58, 5, 4, 0, 0, 0, 0, 0, 6, 17, 11, 10, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 185, 11, 12, 0, 0, 0, 0, 0, 0, 0, 6, 7, 19, 33, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 171, 7, 26, 22, 0, 0, 0, 0, 0, 0, 1, 9, 14, 3, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 0, 2, 44, 38, 0, 0, 0, 0, 0, 0, 6, 22, 16, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 3, 92, 94, 0, 0, 0, 0, 0, 1, 9, 21, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 5, 35, 0, 0, 0, 0, 0, 0, 0, 2, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.400 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7461, 1, 0, 0, 7112, 411, 0, 3, 0, 0, 3, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6517, 52, 14, 2, 459, 164, 2, 4, 16, 12, 8, 21, 18, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 647, 8, 15, 0, 45, 13, 0, 4, 4, 8, 56, 79, 35, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 320, 3, 0, 0, 4, 0, 0, 0, 0, 0, 7, 27, 153, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 112, 2, 0, 0, 21, 22, 0, 0, 0, 0, 4, 1, 33, 36, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 76, 1, 0, 0, 2, 18, 0, 1, 0, 0, 1, 7, 3, 11, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 6, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 37, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11466, 3802, 4356, 0, 0, 0, 0, 0, 0, 2, 2, 5, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7276, 92, 98, 0, 5, 0, 0, 1, 2, 0, 5, 8, 9, 16, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 900, 12, 21, 0, 1, 0, 0, 1, 3, 7, 20, 9, 6, 17, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 264, 1, 1, 0, 1, 0, 0, 0, 0, 3, 8, 13, 51, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 101, 1, 0, 0, 0, 0, 0, 0, 0, 1, 7, 6, 20, 89, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 110, 2, 0, 0, 0, 0, 0, 0, 2, 0, 6, 7, 20, 21, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 130, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 27, 21, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 11, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:58.405 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:58.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:58.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:58.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:58.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:58.410 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 285, 13, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5078, 43, 62, 135, 439, 572, 635, 0, 1, 2, 2, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 651, 12, 36, 57, 32, 41, 86, 0, 0, 0, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 311, 7, 1, 0, 0, 0, 2, 0, 0, 0, 2, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 8, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 14, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 135, 4, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2826, 219, 25, 60, 123, 2, 0, 1, 3, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 496, 65, 1303, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 271, 6, 38, 0, 0, 0, 0, 0, 0, 2, 1, 0, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1445, 1045, 37, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1731, 1921, 249, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 28, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9601, 9, 1, 0, 2, 0, 1, 4, 6, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16665, 1, 4, 0, 0, 0, 0, 0, 1, 4, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 493, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 9, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 12, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.417 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2983, 44, 0, 0, 4, 2, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 261, 7, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 150, 22, 28, 47, 0, 0, 0, 0, 0, 0, 2, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 776, 111, 7, 116, 0, 0, 0, 0, 0, 1, 1, 0, 4, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4179, 2404, 1, 400, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 295, 484, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1036, 6, 7, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2866, 210, 27, 51, 138, 275, 479, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 307, 10, 0, 0, 0, 0, 4, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 172, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 811, 11, 30, 41, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5030, 62, 105, 217, 462, 593, 712, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 454, 1, 2, 1, 7, 19, 13, 1, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 428, 5, 12, 17, 5, 0, 0, 0, 0, 0, 4, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 192, 35, 69, 112, 24, 0, 0, 0, 1, 0, 0, 3, 12, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.424 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 524, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2791, 22, 0, 0, 16, 0, 5, 5, 14, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 228, 1, 0, 0, 3, 0, 0, 0, 0, 6, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 226, 5, 0, 0, 2, 0, 0, 0, 0, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 179, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 10, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 683, 9, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6851, 34, 68, 25, 2, 1, 5, 4, 9, 8, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3312, 31, 98, 40, 0, 0, 0, 0, 0, 3, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 5, 3, 1, 0, 0, 0, 0, 0, 0, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 15, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:58.429 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:58.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:58.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:58.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6974, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 328, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2542, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3929, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9629, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.441 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3037, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1030, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 820, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1066, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 895, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 503, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2863, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 709, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7011, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.453 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:58.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:58.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:58.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:58.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.458 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1835, 24, 0, 0, 4, 0, 3, 4, 8, 6, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1303, 10, 1, 3, 3, 4, 9, 16, 25, 48, 86, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 116, 8, 0, 1, 4, 3, 0, 0, 3, 1, 21, 154, 219, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 243, 7, 0, 0, 1, 0, 0, 0, 0, 1, 10, 8, 183, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 632, 0, 0, 0, 4, 0, 0, 0, 0, 1, 4, 5, 12, 27, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 715, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 12, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 540, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2225, 17, 0, 1, 10, 0, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2075, 3, 3, 0, 1, 8, 16, 19, 44, 79, 112, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 95, 2, 0, 0, 0, 1, 0, 4, 3, 6, 41, 253, 401, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 17, 248, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 4, 13, 30, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 19, 79, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:58.463 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 373, 14, 3, 2, 9, 1, 2, 4, 7, 7, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 184, 8, 0, 0, 2, 0, 2, 5, 11, 14, 42, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 221, 11, 0, 0, 0, 0, 7, 7, 8, 14, 68, 85, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 3, 0, 0, 0, 0, 1, 1, 5, 9, 12, 31, 51, 10, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 37, 0, 0, 0, 0, 1, 0, 1, 1, 3, 8, 16, 35, 47, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 7, 23, 90, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1160, 20, 0, 0, 10, 1, 5, 6, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 487, 11, 1, 0, 1, 2, 3, 12, 18, 22, 56, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 199, 13, 0, 0, 0, 1, 0, 2, 3, 7, 19, 93, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 428, 18, 0, 0, 0, 0, 0, 1, 0, 2, 9, 14, 49, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 429, 21, 0, 0, 0, 0, 0, 0, 1, 1, 7, 2, 16, 37, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 187, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 24, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 80, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1089, 7, 0, 0, 8, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 680, 6, 0, 0, 1, 1, 3, 8, 14, 23, 36, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 437, 0, 0, 0, 0, 0, 3, 1, 5, 10, 49, 140, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 20, 0, 0, 0, 0, 1, 2, 2, 2, 23, 34, 178, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 298, 22, 0, 0, 0, 0, 0, 0, 3, 0, 5, 16, 30, 23, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 15, 89, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.470 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 512, 11, 1, 2, 10, 0, 0, 0, 0, 1, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 113, 2, 0, 1, 0, 0, 0, 1, 2, 1, 7, 16, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 112, 0, 0, 0, 0, 2, 1, 2, 5, 6, 29, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 0, 0, 0, 0, 0, 1, 0, 1, 1, 13, 18, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 18, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 8, 23, 27, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 13, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 60, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1124, 23, 1, 0, 17, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 616, 4, 1, 0, 4, 3, 3, 6, 16, 27, 39, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 337, 5, 0, 0, 0, 0, 0, 1, 4, 2, 42, 106, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 18, 0, 0, 0, 0, 0, 0, 1, 2, 6, 18, 177, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 271, 22, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 12, 18, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 63, 40, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 6, 20, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 38, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 219, 16, 1, 0, 6, 0, 2, 8, 4, 7, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 62, 10, 0, 1, 1, 2, 1, 6, 4, 3, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 106, 10, 0, 0, 0, 1, 2, 4, 1, 6, 35, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 7, 0, 0, 0, 0, 0, 2, 3, 6, 24, 34, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 33, 2, 0, 0, 0, 0, 1, 0, 1, 2, 9, 10, 38, 34, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 8, 33, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 8, 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "number of replicas", 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 1, 2024-04-02T09:54:58.478 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0]", 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[1, 1]", 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[2, 2]", 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[3, 3]", 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[4, 4]", 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[5, 5]", 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[6, None]" 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "linear" 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 10, 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "duration", 2024-04-02T09:54:58.479 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 250000, 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 249999]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[250000, 499999]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[500000, 999999]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[1000000, 1999999]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[2000000, 3999999]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[4000000, 7999999]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[8000000, 15999999]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[16000000, 31999999]", 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[32000000, None]" 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.480 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:58.481 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.483 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.484 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.485 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:58.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:58.487 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:54:58.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.490 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-04-02T09:54:58.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_inode": { 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_path": { 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-04-02T09:54:58.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.496 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-04-02T09:54:58.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "evlrg": { 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-04-02T09:54:58.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "segmjr": { 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-04-02T09:54:58.500 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 248184 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.502 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50400 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.508 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.509 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.510 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.511 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.512 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.513 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed_ops": { 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.515 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:58.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 225 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59612427 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1344976581 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.518 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 999982 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:58.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.520 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.521 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27134527098 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:58.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117586333 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75432 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3383941009 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169836544 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 167682048 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2154496 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.525 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267178995 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25056163 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68474986 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267178995 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1502879 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71056750 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178119330 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69344606 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 373017, 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1815869341 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:58.534 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.535 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20755, 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6908541765 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:58.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 311 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.537 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8644 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8644, 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59939538 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:58.538 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8644, 2024-04-02T09:54:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1127968614 2024-04-02T09:54:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:58.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8643 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:58.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.544 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8643 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8643, 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24451320170 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.545 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8643 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8643, 2024-04-02T09:54:58.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118213284 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8643, 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75741 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8643, 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1184967040 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 174047232 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172580864 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1466368 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267129901 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25178357 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68401886 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267129901 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1511601 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71097122 2024-04-02T09:54:58.553 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178086601 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69377335 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:58.556 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 381199, 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1857919176 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.557 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.558 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20859, 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2504690859 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:58.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:58.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8716 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61047197 2024-04-02T09:54:58.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26148 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1549956883 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:58.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8714 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60387389 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67578 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1175345301 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8716 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:54:58.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24826309764 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259031040 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 258146304 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 884736 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267046957 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25384393 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.571 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68278794 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267046957 2024-04-02T09:54:58.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1526749 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71164918 2024-04-02T09:54:58.574 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178031305 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69432631 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:54:58.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 385119, 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2029052473 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.578 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.579 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21035, 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2677860783 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22470 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9756672 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 748130304 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5052088 2024-04-02T09:54:58.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1481606 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 967189 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 730136576 2024-04-02T09:54:58.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78975, 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6698379624 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78991, 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12790185447 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7651328 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323547136 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.584 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 725876736 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6994653531 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:58.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64934 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6113140736 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6113144832 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:58.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59255 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64934, 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2035972269 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6903712796 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62144 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3308317 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:58.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 631 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9670826 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 898 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6362509 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6362509 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 276 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 898, 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3551686 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 624 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12102 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1084313600 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.591 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10280960 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20772, 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78701566 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3600, 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5757863624 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:58.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29191, 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 243163422 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.593 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16937842976 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77972, 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1744874494 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48629742 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.594 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16986472718 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38947, 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1246542925 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1160, 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3025700 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.595 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25196, 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15447018 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52, 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74969 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17130, 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3438474410 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254301 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:58.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23314 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19095, 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1795165603 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45564, 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19099603 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26469, 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1166421066 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.597 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15260, 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 429153851 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5903144146 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 500422833 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4247408270389 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6618124903795 2024-04-02T09:54:58.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2993965554769 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10409176 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195507171 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29374181593 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.600 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36815620 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14331401887 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14111871863 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6382082 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.601 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2620, 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14756228 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63934613922 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15212157972 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576285623 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 625909760 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 574562304 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51347456 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56785604 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 155648 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68887868 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:58.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425892034 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2416 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138032 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68895390 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10413664 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37857069 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69169779 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425892034 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980 2024-04-02T09:54:58.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51949 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1145821 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.614 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67837088 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.615 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47755 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 131412, 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8114267704 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:58.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2503011923 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47755, 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 189517877271 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3353787243 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48573, 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22651079201 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47755, 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75632905510 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31545 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31545, 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14748119628 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3353787243 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31880, 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7085164001 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31545, 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6413533273 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9150 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:58.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 563400687 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9150, 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21507186509 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:58.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9467, 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6231136412 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9150, 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17051177658 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7060 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1939611236 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7060, 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 153262571134 2024-04-02T09:54:58.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7226, 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9334778788 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7060, 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52168194579 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:58.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22020112 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 740425728 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22519 2024-04-02T09:54:58.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.624 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10608640 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 777670656 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:58.625 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4835530 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1975517 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 842806 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 740950016 2024-04-02T09:54:58.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77860, 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6831015891 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77869, 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12766279692 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3063808 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 318967808 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:58.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 762249216 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8242738025 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62865 2024-04-02T09:54:58.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7153487872 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7153491968 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56564 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62865, 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2237614507 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8150537653 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60036 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3721500 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 697 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:58.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10509218 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6787718 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6787718 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 978, 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2838480 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:58.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 636 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10897 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1110118400 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13877248 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:58.634 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22205, 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 89105434 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3562, 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6818939681 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.635 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19548, 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161521263 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:58.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16910168713 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77003, 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1982606902 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50612944 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16960781657 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26534, 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 966074138 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 959, 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3300826 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7615, 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8252434 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55416 2024-04-02T09:54:58.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10842, 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2106560452 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233974 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26769 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21505, 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1640949125 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:58.639 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73463, 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19608184 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 51958, 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 827356288 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15503, 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436514614 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.640 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8362631277 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23385, 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1334727521 2024-04-02T09:54:58.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23383, 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4494188229171 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23385, 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7151293155275 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92583, 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2942313988301 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92583, 2024-04-02T09:54:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11692473 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291883137 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29731543164 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36682524 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14503684653 2024-04-02T09:54:58.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16607550855 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9985469 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2589, 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14694995 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69515115961 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.644 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17694588674 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 646458602 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 639254528 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.645 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 607363072 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31891456 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56669349 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.647 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1204224 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67890011 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425020124 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 256 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 154704 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 544 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69750116 2024-04-02T09:54:58.651 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10530736 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37779566 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69130210 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425020124 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 987 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48385 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1153357 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68705019 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40217 2024-04-02T09:54:58.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 135744, 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11378970925 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2560468298 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40217, 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 828178908548 2024-04-02T09:54:58.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2752237729 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41909, 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33982805025 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40217, 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116863717041 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17952 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:58.660 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17952, 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12388862463 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2752237729 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18379, 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5032538036 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17952, 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4936258362 2024-04-02T09:54:58.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12180 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 302930313 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12180, 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 106176042520 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12335, 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13820315265 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12180, 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32625195180 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10085 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:58.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2257537985 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10085, 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 709614003565 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11195, 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15129951724 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10085, 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79302263499 2024-04-02T09:54:58.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16346105 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 754843648 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.665 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14694 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:58.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15978496 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 705875968 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3838140 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1280569 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 196, 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 908592 2024-04-02T09:54:58.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 685113344 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72483, 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6073425580 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72489, 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11506200881 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:58.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14278656 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 296902656 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693633024 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:58.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13033258028 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 83879 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11388530688 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11388534784 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.671 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81279 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83879, 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3640135592 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12892554750 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79569 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4829868 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 737 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15837821 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11007953 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11007953 2024-04-02T09:54:58.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 257 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 978, 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4053583 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:58.674 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 620 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11, 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22940 2024-04-02T09:54:58.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1021345792 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:58.676 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9670656 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14311, 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46921490 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3617, 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7684662679 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27354, 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229151227 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:58.678 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15279164308 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 71605, 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1529557392 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:58.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33027366 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15312191674 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 56183, 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1017388305 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1035, 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2520871 2024-04-02T09:54:58.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23037, 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12067845 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37, 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45412 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20765, 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910661254 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266041 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.681 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18976 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15727, 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1354634230 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38865, 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19870257 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23138, 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1010698419 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:58.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12763, 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 394117890 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:58.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4785512341 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 316023753 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4076988076361 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:54:58.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6539755441110 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2668416726917 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8653944 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 194787111 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24714531645 2024-04-02T09:54:58.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31563838 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11031773198 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14176488508 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5790986 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.686 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2602, 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12039423 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54917439021 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15153509456 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473408570 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 605462528 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 546078720 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59383808 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56578745 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45056 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.690 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69205319 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.691 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 424340594 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 133216 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70451934 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16364912 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37719163 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.696 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71745045 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 424340594 2024-04-02T09:54:58.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53057 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1165273 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69368948 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.699 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43 2024-04-02T09:54:58.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60034 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157298, 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8442659787 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:58.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1996873529 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60034, 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95513165258 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3222400690 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 61212, 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46290082052 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60034, 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74455998786 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30566 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30566, 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21323807403 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3222400690 2024-04-02T09:54:58.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31005, 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6495211334 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30566, 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8356916672 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27632 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440136153 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:58.704 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27632, 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55801710444 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28215, 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36549512613 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:58.705 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27632, 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53163091329 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1836 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1556737376 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1836, 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18387647411 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.706 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1992, 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3245358105 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1836, 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12935990785 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8388628 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42 2024-04-02T09:54:58.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 694792192 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260434 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:58.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7000064 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 727838720 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3562081 2024-04-02T09:54:58.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1239156 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 183, 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1120529 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 755630080 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:58.711 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69091, 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5988590160 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69102, 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11336902953 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 413696 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 283049984 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 776929280 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.712 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5046148992 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45550 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:58.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4436529152 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4436533248 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43228 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45550, 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1510054820 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4973580578 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43321 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2408064 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 530 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6944046 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 723 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4535982 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4535982 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:58.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 200 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 723, 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3522936 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.717 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 820 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11011 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.718 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020465152 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9695232 2024-04-02T09:54:58.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20633, 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64890298 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3560, 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5602802044 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.720 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18738, 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146280030 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14868936729 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68346, 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1651762821 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39905848 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:54:58.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14908842577 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26083, 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 787098792 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1361, 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2904236 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6347, 2024-04-02T09:54:58.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8002265 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50833 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11149, 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2782577664 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 220046 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18973 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.724 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32325, 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1296157545 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 85048, 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24536935 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52723, 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 709047583 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:58.725 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12793, 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 375577260 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.726 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7084100833 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18253, 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1175398652 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18250, 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4128665273502 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18253, 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6663408374852 2024-04-02T09:54:58.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81469, 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2725869054672 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81469, 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8141155 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 577186969 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24543364592 2024-04-02T09:54:58.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35749403 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11740467829 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14078696836 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5796914 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.729 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2547, 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12988979 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58043273196 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15014531156 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585822156 2024-04-02T09:54:58.730 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 595435520 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562700288 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32735232 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57184930 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 94208 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68549982 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 570425344 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428886981 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1648 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102656 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74325195 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6729616 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38123287 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72587609 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 503316480 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428886981 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47178 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1174455 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73207866 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.743 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60046 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 137221, 2024-04-02T09:54:58.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8765620106 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1623222816 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60046, 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 293194315532 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:58.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010823982 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62302, 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31207164696 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60046, 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66596630797 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43338 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:58.746 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43338, 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57225470813 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010823982 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43595, 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9541487447 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43338, 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8779591170 2024-04-02T09:54:58.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12614 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324321913 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12614, 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176872009519 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14515, 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16656211857 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12614, 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35504217069 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4094 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1298900903 2024-04-02T09:54:58.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4094, 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59096835200 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4192, 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5009465392 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4094, 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22312822558 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 765345792 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 84486 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:58.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18698240 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 697614336 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2928268 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1118168 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 195, 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1022194 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.754 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 813039616 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63194, 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9634418565 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63212, 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15658352575 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9506816 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.755 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 258867200 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 825819136 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:58.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13397830147 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 94748 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11411275776 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11411279872 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87629 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 94748, 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3825521202 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13193070793 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88481 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6667893 2024-04-02T09:54:58.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1332 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18427671 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1879 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11759778 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11759778 2024-04-02T09:54:58.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 573 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1879, 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4782195 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:58.760 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 623 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14343 2024-04-02T09:54:58.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 977473536 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13885440 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21233, 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 76178161 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3490, 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8788147583 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15650, 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139730821 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.764 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19244613276 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62617, 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1501026433 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:58.765 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49764930 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19294378206 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30261, 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1428298708 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.766 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 817, 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128324 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24382, 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15946235 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59330 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16008, 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6053886351 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.767 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201012 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20035 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8626, 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1688112207 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 35779, 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9805720 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27153, 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1428166087 2024-04-02T09:54:58.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13823, 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 409933181 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:58.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8521869636 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18155, 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 924871566 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18154, 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3514194476284 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:58.770 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18155, 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6304398961252 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73850, 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2529170274763 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73850, 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7637123 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328567123 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:58.771 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29355974482 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31175405 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12398957352 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15280173987 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9986017 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2470, 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14203021 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65901101968 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16257649074 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 498446297 2024-04-02T09:54:58.773 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 662315008 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 595787776 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66527232 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56102244 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.775 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24576 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438272 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69264028 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 420766830 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3440 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241664 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73915938 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17981296 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37401496 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70446328 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.783 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 420766830 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62702 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1154530 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72943810 2024-04-02T09:54:58.785 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32062 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 104080, 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10970813700 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1631978401 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32062, 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90995245086 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910304993 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32606, 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14936134435 2024-04-02T09:54:58.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32062, 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34273630893 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21863 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21863, 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16331504081 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:58.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910304993 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22056, 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5403284728 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21863, 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6062801176 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5818 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 302644370 2024-04-02T09:54:58.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5818, 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10491862635 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6043, 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4000368333 2024-04-02T09:54:58.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5818, 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8599904380 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4381 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1329334031 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4381, 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64171878370 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4507, 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5532481374 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4381, 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19610925337 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4194373 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.793 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 826937344 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18643 2024-04-02T09:54:58.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.795 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16748544 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 667074560 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:58.796 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3942761 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1392689 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 211, 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 935669 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:58.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 563806208 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81714, 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11216259828 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81710, 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17877186472 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2232320 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 334770176 2024-04-02T09:54:58.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585105408 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14924358772 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.799 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 109729 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13137248256 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13137252352 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.800 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100576 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 109729, 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4859628194 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14651368225 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101377 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6514215 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:58.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18281094 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1437 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11766879 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11766879 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:58.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1437, 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6080900 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.803 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 784 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18, 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20267 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1021607936 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:58.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13889536 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19868, 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70543072 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3539, 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9361910463 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17892, 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 147606824 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.807 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21729235765 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81110, 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1722661219 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48730945 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:54:58.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21777966710 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 242959, 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1570942657 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 864, 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2364952 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129020, 2024-04-02T09:54:58.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45982725 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81128 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20657, 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6611779258 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 449032 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21536 2024-04-02T09:54:58.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11744, 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1444170401 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31419, 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11210486 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19675, 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282543659 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.811 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15791, 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 456055024 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.812 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9622642465 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8031, 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 869693103 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8029, 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4440031229952 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8031, 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6459869756678 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.813 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93039, 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2692246040217 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93039, 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10722790 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 478181021 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33778022197 2024-04-02T09:54:58.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37996921 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14627707204 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16213792029 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9991223 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.815 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2429, 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13757446 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74738859955 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17312055213 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 551527436 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648355840 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641761280 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6594560 2024-04-02T09:54:58.817 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56134118 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:54:58.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69682714 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421005885 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3408 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227520 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73691059 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18780320 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37422745 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69626055 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421005885 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42302 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1157905 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72721780 2024-04-02T09:54:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.829 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39240 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 127710, 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13029529677 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:58.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1318482476 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39240, 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51526149070 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2146556297 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39859, 2024-04-02T09:54:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21140140824 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39240, 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37036205127 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28039 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28039, 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19600505169 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2146556297 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28163, 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12588368315 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28039, 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13546324579 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.833 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9805 2024-04-02T09:54:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.835 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 368616195 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9805, 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21871299620 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.836 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10086, 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6577118373 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9805, 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16162552882 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1396 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 949866281 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:58.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1396, 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10054344281 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1610, 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1974654136 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1396, 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7327327666 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:58.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 577712128 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.839 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25705 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:58.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6254592 2024-04-02T09:54:58.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 495681536 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3850874 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1415513 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 741499 2024-04-02T09:54:58.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 375521280 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62805, 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8719649277 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62813, 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14171454141 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7962624 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 257323008 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 371261440 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38 2024-04-02T09:54:58.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4256928575 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50136 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3700355072 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3700359168 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38783 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50136, 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1980689854 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4136850112 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:58.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46457 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2143148 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 437 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6197194 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 805 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4054046 2024-04-02T09:54:58.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4054046 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 371 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 805, 2024-04-02T09:54:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2134712 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9, 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11982 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.850 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 761544704 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10280960 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14002, 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51424611 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.851 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3423, 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4083271941 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16921, 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 128220001 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17228228752 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.853 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62260, 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1387361654 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32730858 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17260959610 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25128, 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 448797178 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 777, 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2250843 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11183, 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8534848 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T09:54:58.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62572 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11338, 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1841563457 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184089 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17910 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14541, 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1622660043 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46745, 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12310374 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32204, 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1358139463 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11780, 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314910320 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.857 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7132033224 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:58.858 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14425, 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892796415 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14424, 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3801102661558 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14425, 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6105524833628 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72952, 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2582126960951 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:58.859 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72952, 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7465699 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324328609 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27220711434 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26749117 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:58.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13108196847 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9842210505 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6387178 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2371, 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13424215 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57639828670 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10744528739 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440622048 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 457048064 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 426434560 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30613504 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57124387 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 778240 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67914205 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 570425344 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428432905 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1616 2024-04-02T09:54:58.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117216 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74764743 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5780640 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38082924 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73576948 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 503316480 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428432905 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50455 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1183692 2024-04-02T09:54:58.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73649428 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:54:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33053 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91707, 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8336384712 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:58.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1552442723 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33053, 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72114418283 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1935662242 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33513, 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13494523335 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:58.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33053, 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30204780346 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24730 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24730, 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9437072707 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1935662242 2024-04-02T09:54:58.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24900, 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5434889389 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24730, 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5099740136 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4274 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 333030321 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4274, 2024-04-02T09:54:58.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11126020992 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4450, 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3273938367 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4274, 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7909104082 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4049 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1219412402 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4049, 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51551324584 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:58.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4163, 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4785695579 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4049, 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17195936128 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1835450 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:58.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 385814528 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24242 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:54:58.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8462336 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 619868160 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4363471 2024-04-02T09:54:58.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1456498 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 167, 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 771360 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 660602880 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:54:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64651, 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9620498516 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64651, 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15408552064 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15519744 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264876032 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 669122560 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.887 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6638724414 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59432 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5838651392 2024-04-02T09:54:58.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5838655488 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51473 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59432, 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2393246387 2024-04-02T09:54:58.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6448199489 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53601 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4530833 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1037 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10085374 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.890 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1260 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5554541 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5554541 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 231 2024-04-02T09:54:58.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1260, 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3285009 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.892 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 774 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16181 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 895496192 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10272768 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20474, 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62055080 2024-04-02T09:54:58.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3449, 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6633776983 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:54:58.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25029, 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206646177 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18684495296 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.896 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64173, 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1472481067 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39902374 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18724397670 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31673, 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 840722233 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 714, 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2086876 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9515, 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9474806 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:54:58.898 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 44, 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54918 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12397, 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910053777 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 210531 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18058 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16740, 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1744115132 2024-04-02T09:54:58.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 51680, 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13762553 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34940, 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1504317342 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13561, 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 397631358 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.900 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13144171143 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.901 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15707, 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 797407684 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15704, 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4317778767897 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15707, 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6131872176213 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2929935430514 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7822004 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1521383873 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32354214857 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30403840 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17106078356 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15450775743 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6381958 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2312, 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12805061 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:54:58.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79591834292 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16456985505 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 716644629 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.905 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 629104640 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 590446592 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38658048 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:54:58.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56767388 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49152 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69004388 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425755416 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2896 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 202304 2024-04-02T09:54:58.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68967256 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9172336 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37844925 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70423251 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425755416 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42767 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1169628 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:54:58.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67960061 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.917 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:54:58.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42604 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110039, 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11223661007 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:54:58.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1642577638 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42604, 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46729753085 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2515879187 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43080, 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18732853362 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42604, 2024-04-02T09:54:58.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35605288447 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29561 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29561, 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11257931380 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2515879187 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.921 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29754, 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6139435354 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29561, 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6618521821 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11867 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 414015470 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11867, 2024-04-02T09:54:58.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22579430175 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12068, 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10162370290 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.923 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11867, 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19466904559 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1176 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1228562168 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1176, 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12892391530 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1258, 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2431047718 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1176, 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9519862067 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:54:58.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670896128 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:58.926 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4645737539685797e-06, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 812, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 1341440, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 311, 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-04-02T09:54:58.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:58.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 155494, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 110592, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 44902, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.1508357406219147e-07, 2024-04-02T09:54:58.930 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 158, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 178176, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 21589, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 6622, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 14967, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 64767, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 69, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 36864 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:58.931 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:58.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T09:54:58.933 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:54:58.934 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool", 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "selfmanaged_snaps" 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12595200, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12595200, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:54:58.935 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 4, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.7421727534383535e-05, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 8993, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 3153745920, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 4194323, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 4194323, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 12582969, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 24331, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 3174680576 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:54:58.936 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "d6007bec-0212-4c4c-a85e-9356e2f10643", 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-04-02T09:54:57.934919", 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-04-02T09:54:58.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-04-02T09:54:58.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-04-02T09:54:58.939 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-04-02T09:54:58.940 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.941 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845750+0000", 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845750+0000", 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.846047+0000", 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.943 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4967, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:00.251971+0000", 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.944 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:58.947 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.876239+0000", 2024-04-02T09:54:58.948 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.876239+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876590+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.949 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.950 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5114, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:31:54.220438+0000", 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.953 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.954 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.866104+0000", 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.866104+0000", 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.866413+0000", 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5013, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:17:05.440560+0000", 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.960 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.843321+0000", 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.843321+0000", 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.843648+0000", 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.962 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5073, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.963 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:31.519252+0000", 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.966 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.967 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911316+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911316+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911616+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-04-02T09:54:58.969 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5014, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:04:46.503880+0000", 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.973 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.840803+0000", 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.840803+0000", 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.841190+0000", 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.975 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5066, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:51.671048+0000", 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.976 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.979 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:58.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872706+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872706+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873021+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.981 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.982 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4972, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:44.606004+0000", 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.985 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:58.986 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.874970+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.874970+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:57.875299+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:58.987 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.988 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5131, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:25.385001+0000", 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.992 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.842294+0000", 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.842294+0000", 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.842629+0000", 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:58.994 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5080, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:46.284792+0000", 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:58.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:58.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:58.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.998 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:58.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835538+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835538+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.835880+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5121, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:33:26.440331+0000", 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.005 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.902831+0000", 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.902831+0000", 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.903390+0000", 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.007 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5015, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:24:44.669566+0000", 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.011 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.012 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.837765+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.837765+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838089+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.014 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5120, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:26:41.983827+0000", 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.018 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844438+0000", 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844438+0000", 2024-04-02T09:54:59.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844782+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4974, 2024-04-02T09:54:59.021 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:40.685768+0000", 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.024 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.025 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.882217+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.882217+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.882826+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:59.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.027 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4944, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:18.635833+0000", 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.031 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.032 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873423+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873423+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874250+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.034 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5124, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:31:16.443656+0000", 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.038 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844967+0000", 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844967+0000", 2024-04-02T09:54:59.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845299+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.040 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5006, 2024-04-02T09:54:59.041 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:48:37.747435+0000", 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.044 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.045 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835489+0000", 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835489+0000", 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.835899+0000", 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.046 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.047 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5133, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:03.399615+0000", 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T09:54:59.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:59.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.871849+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.871849+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875312+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:54:59.053 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-04-02T09:54:59.054 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4928, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:18:02.663128+0000", 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.058 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.898627+0000", 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.898627+0000", 2024-04-02T09:54:59.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.899023+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.060 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5129, 2024-04-02T09:54:59.061 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:45.638156+0000", 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.064 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.065 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.832964+0000", 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.832964+0000", 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.833316+0000", 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.067 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5115, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:26.953269+0000", 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:59.071 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872064+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872064+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876057+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 4, 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 4, 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.074 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4944, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:54.975235+0000", 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'4" 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.078 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.842081+0000", 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.842081+0000", 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.842422+0000", 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.080 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5079, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:58:49.408566+0000", 2024-04-02T09:54:59.081 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.084 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.085 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835826+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835826+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.836201+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:59.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.087 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5135, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:08.464195+0000", 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:59.093 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show-device 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.881324+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.881324+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.881916+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.095 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5074, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:15.187387+0000", 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.099 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:58.867735+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:58.867735+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:58.868107+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 417, 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:59.101 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 416, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-04-02T09:54:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5126, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:44.907101+0000", 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.106 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869793+0000", 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869793+0000", 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870138+0000", 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:59.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.108 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5059, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:37:40.519857+0000", 2024-04-02T09:54:59.109 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.112 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.113 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872886+0000", 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872886+0000", 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873949+0000", 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.115 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4926, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:10:27.742908+0000", 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.119 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:59.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839214+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839214+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.840335+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:59.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-04-02T09:54:59.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5169, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:16:41.191723+0000", 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.126 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874208+0000", 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874208+0000", 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874607+0000", 2024-04-02T09:54:59.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.128 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4994, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.129 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:51:52.753780+0000", 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.132 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:59.133 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838512+0000", 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838512+0000", 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.137670+0000", 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3044, 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.135 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3044, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8975, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:55:53.016859+0000", 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.00577637, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1429, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 388738, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3012, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 386802 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:59.139 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3044" 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:59.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880504+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880504+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880843+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.141 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.142 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5080, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:53:53.106898+0000", 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.145 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.146 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838502+0000", 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838502+0000", 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838845+0000", 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.148 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5138, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:53.192763+0000", 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "581'3" 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.155 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.881051+0000", 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.881051+0000", 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.241364+0000", 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.156 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2935, 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.157 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2935, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8789, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:41.465277+0000", 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.004307803, 2024-04-02T09:54:59.158 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1414, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 373888, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2919, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 345192 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.161 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2935" 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.162 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.910494+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.910494+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911009+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:59.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.164 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5132, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:57:32.498496+0000", 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.168 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880130+0000", 2024-04-02T09:54:59.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880130+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880468+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:54:59.170 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.171 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4948, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:17:23.377392+0000", 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.175 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.879657+0000", 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.879657+0000", 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.143795+0000", 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3145, 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.177 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3145, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9026, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.178 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:51:34.396831+0000", 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006090184, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 947, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 414126, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3127, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 380670 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.181 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3145" 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.182 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873414+0000", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873414+0000", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874496+0000", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:59.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.184 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4929, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:29:04.337186+0000", 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.188 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839401+0000", 2024-04-02T09:54:59.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839401+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.839754+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:54:59.190 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.191 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:04:56.401827+0000", 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.195 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.800169+0000", 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.800169+0000", 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.144566+0000", 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2914, 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:59.197 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2914, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8680, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:43.519251+0000", 2024-04-02T09:54:59.198 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006584113, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 978, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 379535, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2897, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 366200 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.201 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2914" 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.202 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873574+0000", 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873574+0000", 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875992+0000", 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:59.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.204 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.205 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.206 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.207 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5423, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:40.888398+0000", 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:59.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-04-02T09:54:59.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "231'197" 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.211 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.870693+0000", 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.870693+0000", 2024-04-02T09:54:59.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870981+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.213 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.214 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5016, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:29.029476+0000", 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.217 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.842772+0000", 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.842772+0000", 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843151+0000", 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.219 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.220 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5071, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:39:11.681299+0000", 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.224 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.225 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872409+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872409+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.150952+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2941, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2941, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8551, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:52:44.751359+0000", 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.002197239, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 911, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 356102, 2024-04-02T09:54:59.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2924, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 383060 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2941" 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.231 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:59.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:58.864318+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:58.864318+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:58.864656+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 417, 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 416, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5137, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:06.288503+0000", 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.238 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.832221+0000", 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.832221+0000", 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.832776+0000", 2024-04-02T09:54:59.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5134, 2024-04-02T09:54:59.241 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:54.659869+0000", 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.244 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.245 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.909467+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.909467+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.143028+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:59.246 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3246, 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3246, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9012, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:10.624542+0000", 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.011714059, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 986, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 416970, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3239, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 413868 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.251 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3246" 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.252 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.833156+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.833156+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.833491+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.253 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.254 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5074, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:24:00.944311+0000", 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.258 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845649+0000", 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845649+0000", 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845942+0000", 2024-04-02T09:54:59.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.261 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.262 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:59.263 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:58 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.264 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5024, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:01.241001+0000", 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.875776+0000", 2024-04-02T09:54:59.269 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.875776+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.137130+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:54:59.270 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3079, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3079, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.271 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8715, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:36:59.506751+0000", 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.007057686, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 615, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 358091, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3098, 2024-04-02T09:54:59.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 436569 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3079" 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.275 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.902584+0000", 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.902584+0000", 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.902913+0000", 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.276 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.277 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5015, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:32:19.106452+0000", 2024-04-02T09:54:59.278 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.281 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.282 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873409+0000", 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873409+0000", 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873768+0000", 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.284 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5152, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:49:01.980577+0000", 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.288 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:59.289 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.910402+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.910402+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.136869+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:54:59.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3157, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3157, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-04-02T09:54:59.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9371, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:18.653551+0000", 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.007181736, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1713, 2024-04-02T09:54:59.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 392380, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3115, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 387913 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3157" 2024-04-02T09:54:59.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.884737+0000", 2024-04-02T09:54:59.296 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.884737+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.885015+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.297 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4959, 2024-04-02T09:54:59.298 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:07.887624+0000", 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.301 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:59.302 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874930+0000", 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874930+0000", 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875290+0000", 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.303 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.304 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5075, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:33:15.833455+0000", 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-04-02T09:54:59.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.307 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.308 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.309 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.876536+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.876536+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.879676+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.311 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4926, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:40:12.150363+0000", 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.315 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.797318+0000", 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.797318+0000", 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:22.798535+0000", 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:59.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:54:59.317 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='client.36345 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.319 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.320 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.320 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:57 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-04-02T09:54:59.322 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5151, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:05:59.893504+0000", 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 48, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 48, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'8" 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.326 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.841976+0000", 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.841976+0000", 2024-04-02T09:54:59.327 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.842702+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.328 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.329 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4978, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:50:48.540757+0000", 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.333 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.836739+0000", 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.836739+0000", 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.837632+0000", 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.334 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.335 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4978, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:36.952658+0000", 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.336 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.339 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.340 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875816+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875816+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876698+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.341 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.342 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4942, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:02.748290+0000", 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.345 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.346 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869771+0000", 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869771+0000", 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870103+0000", 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:59.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.348 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5006, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:09.476367+0000", 2024-04-02T09:54:59.349 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.352 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.353 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875168+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875168+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875490+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:59.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.355 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5166, 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:16.262210+0000", 2024-04-02T09:54:59.356 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.360 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.361 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.844047+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.844047+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.844969+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.363 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5172, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:28:37.735760+0000", 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:59.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 16, 2024-04-02T09:54:59.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 7 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:59.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.884612+0000", 2024-04-02T09:54:59.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.884612+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.884942+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:54:59.369 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.370 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4940, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:22:03.151845+0000", 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.374 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850873+0000", 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850873+0000", 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851235+0000", 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 30, 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.376 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 30, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5012, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:50.650678+0000", 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.377 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 5824, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 20, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 28, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 28, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 25 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.380 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'30" 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.381 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.870244+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.870244+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870563+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:59.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5058, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:58:49.343668+0000", 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.387 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911547+0000", 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911547+0000", 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.912042+0000", 2024-04-02T09:54:59.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.389 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5146, 2024-04-02T09:54:59.390 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:17:24.582960+0000", 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 14, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 14, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.393 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'3" 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.394 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.899019+0000", 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.899019+0000", 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.899335+0000", 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.395 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.396 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5164, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:00.744560+0000", 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.397 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:54:59.400 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.401 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844120+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844120+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844455+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.402 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.403 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5011, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:17.593711+0000", 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.407 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874513+0000", 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874513+0000", 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874833+0000", 2024-04-02T09:54:59.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.409 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5017, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.410 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:46:48.288086+0000", 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.413 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.414 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.851150+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.851150+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851536+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-04-02T09:54:59.416 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4969, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:47:27.530797+0000", 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.420 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.836980+0000", 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.836980+0000", 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.837300+0000", 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.421 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.422 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5127, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.423 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:05.153196+0000", 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.426 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.427 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.912145+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.912145+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.912422+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:59.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.429 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5011, 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:52:17.399296+0000", 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.433 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:59.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.870326+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.870326+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:57.872847+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:54:59.435 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.436 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5075, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:09:34.818645+0000", 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.439 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.440 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845410+0000", 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845410+0000", 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845879+0000", 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.441 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.442 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5076, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:14.848318+0000", 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.443 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.446 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.447 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880301+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880301+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880656+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.448 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.449 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5163, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:16.487466+0000", 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.453 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.863934+0000", 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.863934+0000", 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.864414+0000", 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.455 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4972, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:42:14.166184+0000", 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.456 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.459 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.460 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839506+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839506+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.841653+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5059, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:33.523035+0000", 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.466 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.846247+0000", 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.846247+0000", 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.847661+0000", 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:59.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.468 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5055, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:35:45.680495+0000", 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.469 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.472 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.473 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843310+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843310+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843617+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.475 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4994, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:13.316207+0000", 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.479 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911081+0000", 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911081+0000", 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911953+0000", 2024-04-02T09:54:59.480 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.481 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4723, 2024-04-02T09:54:59.482 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:36.132779+0000", 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.485 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.486 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907835+0000", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907835+0000", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.909572+0000", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:59.487 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.488 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5000, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:35:43.817930+0000", 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.492 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:59.493 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843841+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843841+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844607+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:54:59.494 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.495 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4723, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:53:14.745277+0000", 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.498 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.499 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.896799+0000", 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.896799+0000", 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.898155+0000", 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.501 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:35.772867+0000", 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.502 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.505 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.506 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907240+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907240+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.907936+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.508 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5087, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:11.630004+0000", 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.512 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845244+0000", 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845244+0000", 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.847233+0000", 2024-04-02T09:54:59.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.514 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5069, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.515 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:07.528693+0000", 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.518 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:54:59.519 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.877360+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.877360+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.877756+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 6, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 6, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.521 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5182, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:58:24.075392+0000", 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 582, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 8, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'6" 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.525 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843236+0000", 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843236+0000", 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843825+0000", 2024-04-02T09:54:59.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.527 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4719, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.528 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:48:36.767393+0000", 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.532 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873910+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873910+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874350+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:59.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.534 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5116, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:46.455051+0000", 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875325+0000", 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875325+0000", 2024-04-02T09:54:59.539 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875771+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.540 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4996, 2024-04-02T09:54:59.541 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:11.045898+0000", 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.544 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.545 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869919+0000", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869919+0000", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870221+0000", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:59.546 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.547 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4984, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:32:00.241595+0000", 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907579+0000", 2024-04-02T09:54:59.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907579+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.909569+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:59.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.554 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5128, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:38.195106+0000", 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.558 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.897668+0000", 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.897668+0000", 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.898009+0000", 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.560 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5165, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:12.969995+0000", 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.561 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.564 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.565 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843753+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843753+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844211+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:59.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.567 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5069, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:43.589306+0000", 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.846218+0000", 2024-04-02T09:54:59.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.846218+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.846734+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:54:59.573 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.574 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4716, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:52.163551+0000", 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.577 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.578 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850593+0000", 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850593+0000", 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.850939+0000", 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.580 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4968, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:11:35.831243+0000", 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.581 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.584 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.585 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850790+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850790+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851113+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:59.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.587 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4968, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:20:29.283706+0000", 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:54:59.591 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:59.592 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880776+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880776+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.881585+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:54:59.593 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.594 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4929, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:37:12.850781+0000", 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.598 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.842977+0000", 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.842977+0000", 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845462+0000", 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.600 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5063, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:41.193444+0000", 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.604 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.605 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873452+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873452+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876930+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4939, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:11.721175+0000", 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.611 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.906331+0000", 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.906331+0000", 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.906767+0000", 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:59.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5022, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.614 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:28.060990+0000", 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.617 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.618 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.878118+0000", 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.878118+0000", 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.878420+0000", 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.620 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4939, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:02:41.406842+0000", 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.624 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.625 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874187+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874187+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874506+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.626 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.627 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5012, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:29.548697+0000", 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:54:59.631 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.632 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.799787+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.799787+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:22.800132+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.634 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:20.673289+0000", 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.638 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838408+0000", 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838408+0000", 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838713+0000", 2024-04-02T09:54:59.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.640 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5141, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:13.687839+0000", 2024-04-02T09:54:59.641 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.644 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:54:59.645 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.882654+0000", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.882654+0000", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.883067+0000", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:59.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:54:59.647 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4931, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:53:59.686336+0000", 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:54:59.651 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 24461, 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 24461, 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-04-02T09:54:59.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:54:59.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 2, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8993, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 3079830, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 24331, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 3100274 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12595200, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 12582969, 2024-04-02T09:54:59.655 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.656 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:59.659 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-04-02T09:54:59.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-04-02T09:54:59.663 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:54:59.664 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 75, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 75, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 6622, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 2, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 158, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 174, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 69, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 36 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.667 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 110592, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 19866, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 44902, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T09:54:59.668 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 762543517696, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 5416767488, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 5416767488, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.007053447421640158 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 762543517696, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 5416767488 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T09:54:59.669 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_7b14d65c-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081907": { 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b14534e-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.670 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045946 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T09:54:59.671 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:54:59.672 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.673 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 6041562 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T09:54:59.674 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:54:59.675 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T09:54:59.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 16 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 5 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1687340 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T09:54:59.677 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:54:59.678 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2393, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 89290377, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 395939806, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 1933531063, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 8112081652, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 6, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 16063, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 34645, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 33, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 4152 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.679 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 16063, 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 34645 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T09:54:59.680 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T09:54:59.681 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:06 2024 UTC", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.682 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 33 Celsius", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 6%", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 89,290,377 [45.7 TB]", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 395,939,806 [202 TB]", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 1,933,531,063", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 8,112,081,652", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,393", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 16,063", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 34,645", 2024-04-02T09:54:59.683 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 4,152", 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T09:54:59.684 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 33 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPEDMD400G4_7b167caa-f0ca-11ee-9ece-ac1f6ba5ca3c": { 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "20240402-081909": { 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-04-02T09:54:59.685 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "8DV101H0", 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "7b161012-f0ca-11ee-9ece-ac1f6ba5ca3c", 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1712045948 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-02T09:54:59.686 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.688 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 25290572 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.689 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 43736952 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.691 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 64 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.692 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 65535 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 91, 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 2960, 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 2972, 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 2948 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.693 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 10, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 0, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 315229549, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 1657442957, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 5240668618, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 29694942499, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 9, 2024-04-02T09:54:59.694 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 48055, 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 53026, 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 25, 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 105 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 48055, 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 53026 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.695 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-434.el9.x86_64] (local build)", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-02T09:54:59.696 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: 8DV101H0", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Tue Apr 2 08:19:08 2024 UTC", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-02T09:54:59.697 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: " 1 - 512 8 2", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: " 2 - 512 16 2", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: " 3 - 4096 0 0", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: " 4 - 4096 8 0", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: " 5 - 4096 64 0", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: " 6 - 4096 128 0", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-04-02T09:54:59.698 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 25 Celsius", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 10%", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 9%", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 315,229,549 [161 TB]", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 1,657,442,957 [848 TB]", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 5,240,668,618", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 29,694,942,499", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 0", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 48,055", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 53,026", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 105", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-04-02T09:54:59.699 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.14.0-434.el9.x86_64", 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5022", 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 25 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 781422768, 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 400088457216 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.700 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.701 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T09:54:59.701 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show 2024-04-02T09:54:59.701 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.701 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:59.701 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.702 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:54:59.703 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.704 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.705 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:54:59.706 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:54:59.707 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:54:59.707 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-02T09:54:59.707 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:54:59.707 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:54:59.707 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:54:59.707 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:58 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.713 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T09:54:59.714 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-04-02T09:54:59.715 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-04-02T09:54:59.716 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_journald", 2024-04-02T09:54:59.717 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:59.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:59.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-02T09:54:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-04-02T09:54:59.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-04-02T09:54:59.722 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-04-02T09:54:59.723 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-04-02T09:54:59.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_file_level", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-02T09:54:59.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-04-02T09:54:59.726 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-04-02T09:54:59.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-04-02T08:15:51.295509Z", 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.728 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 2, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-04-02T09:54:59.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "has_msr_rules": 0, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 1, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-04-02T09:54:59.730 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_collision_tries": 100, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_descents": 100, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-04-02T09:54:59.731 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-04", 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-04-02T09:54:59.732 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:59.733 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20258816, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 352728, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 679936, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 363, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1060248, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 13, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 923648, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14489744, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20258816 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20791296, 2024-04-02T09:54:59.734 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 427272, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 516096, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 452, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1517312, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 22, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1190912, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14903288, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21307392 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 173940736, 2024-04-02T09:54:59.735 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2991312, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5111808, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1007616, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6659, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 9583264, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 20, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3108864, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 153145488, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 174948352 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 178036736, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 3196144, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3014656, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 548864, 2024-04-02T09:54:59.736 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 73728, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6911, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 13102680, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3409152, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 154765240, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 178110464 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 262316032, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 4414512, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3145728, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 540672, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 909312, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9585, 2024-04-02T09:54:59.737 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 14507856, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 4553984, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 235153280, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 263225344 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 580190208, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26336800, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 51224576, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12341, 2024-04-02T09:54:59.738 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 98605504, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9121280, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 440621600, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 631414784 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 612868096, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 28769792, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 31891456, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13547, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 86899936, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:59.739 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10188032, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 481505312, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 644759552 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 549380096, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24528496, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 59359232, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10513, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 91559160, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9194752, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 420820888, 2024-04-02T09:54:59.740 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 608739328 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 566231040, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24748536, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 32612352, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11169, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 75420424, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10593792, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 452060416, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 598843392 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.741 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 599212032, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24870336, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 66510848, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11930, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 107087536, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9650176, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 454196112, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 665722880 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.742 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 645423104, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25042920, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3538944, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 6471680, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13903, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 105075832, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9124608, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 502640800, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 651894784 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 429735936, 2024-04-02T09:54:59.743 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 18286088, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 49152, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 30588928, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9558, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 73187896, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9374720, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 325561280, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 460324864 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 593879040, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26047456, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3407872, 2024-04-02T09:54:59.744 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 38633472, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11614, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 87756112, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 59, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10083328, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 466584272, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 632512512 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-04-02T09:54:59.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "10.903151", 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:54:59.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:54:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:54:59.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.749 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.750 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.754 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149048, 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.755 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.756 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.757 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 222362, 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 67 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.762 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 51904, 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13272, 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 274 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42274181, 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5225 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88, 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.771 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5896, 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.772 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42659629, 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5316 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5896, 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 174 2024-04-02T09:54:59.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.780 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.781 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42881133, 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5319 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88, 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11848, 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 273 2024-04-02T09:54:59.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11792, 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 348 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.787 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21096, 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 390 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30848, 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2688, 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58480, 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 731 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377520, 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 474957, 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 133 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2417613, 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 541008 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7015136, 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10348 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71872, 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7518 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87120, 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1815 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173304, 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 40169, 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14989585, 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 269 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.792 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12848, 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 146 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 489888, 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 42 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7101120, 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18368 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21872, 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 402 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 34944, 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58080, 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 726 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388752, 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1869 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1532058, 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2502974, 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 548048 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7085176, 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10451 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79516, 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8502 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89664, 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1868 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173648, 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1244 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1472, 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 65201, 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20128, 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21339234, 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 288 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 34760, 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 395 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.800 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 466560, 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7389928, 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21413 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21944, 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 408 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31232, 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 27 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2304, 2024-04-02T09:54:59.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58240, 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 728 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374608, 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 246981, 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 74 2024-04-02T09:54:59.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1746367, 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 386837 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5123376, 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7566 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 69404, 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7333 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86448, 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-04-02T09:54:59.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173816, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1244 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52714, 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13386396, 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 265 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9592, 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 109 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 384912, 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3125200, 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6010 2024-04-02T09:54:59.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.809 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21520, 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 399 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30720, 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 23 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57440, 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 718 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 376064, 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1808 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 304796, 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 94 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1775332, 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389857 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5149896, 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7605 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70628, 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7362 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86688, 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1806 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 175096, 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1249 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 124207, 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 66 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28144, 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21153894, 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 285 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11968, 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 136 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 489888, 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 42 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3454984, 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8985 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.816 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.817 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 24064, 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 453 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 244608, 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1344, 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58720, 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 734 2024-04-02T09:54:59.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388960, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 661629, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 184 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2054085, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 455113 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5940056, 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8767 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79408, 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8502 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89760, 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.820 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173136, 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 76757, 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.821 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9489452, 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 282 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16984, 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.822 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 454896, 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5076240, 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12162 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.823 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20136, 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 389 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31360, 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 28 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.825 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3840, 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58320, 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 729 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 389168, 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1871 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.826 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 346296, 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 91 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2371961, 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 532364 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6879136, 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10148 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79696, 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8510 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.827 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89760, 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1870 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173392, 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1243 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1472, 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 104004, 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 62 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20128, 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22539256, 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9410 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.829 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11176, 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 127 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 478224, 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6569680, 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12634 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 15968, 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 305 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 47232, 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 25 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2688, 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 14 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56880, 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 711 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377312, 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1814 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1116219, 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 279 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1719002, 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 375383 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4952696, 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7315 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71368, 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7511 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87072, 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1814 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173048, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1241 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 32859, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 44 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14855467, 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26576, 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 302 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 443232, 2024-04-02T09:54:59.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3550872, 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9179 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19240, 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 367 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30848, 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4224, 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 22 2024-04-02T09:54:59.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57040, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 713 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 377104, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1813 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 637336, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2026089, 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 449376 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5842816, 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8624 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71544, 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7508 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87024, 2024-04-02T09:54:59.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1813 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 173304, 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1242 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-04-02T09:54:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 31370, 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 29 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 23834084, 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 280 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-04-02T09:54:59.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12408, 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 141 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 466560, 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4812704, 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9268 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 688272, 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12150 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-04-02T09:54:59.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 2 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 2 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 2 2024-04-02T09:54:59.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 2 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 3 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.849 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 3 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 3 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 3 2024-04-02T09:54:59.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.0.0-2422-g3cba26ea (3cba26eaefcf7477205a2b2318143422b83a518d) squid (dev)": 8 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.851 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 8": 8 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "#1 SMP PREEMPT_DYNAMIC Tue Mar 26 19:20:47 UTC 2024": 8 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "5.14.0-434.el9.x86_64": 8 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-04-02T09:54:59.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-04-02T09:54:59.853 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "reef", 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "squid" 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 19, 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-04-02T09:54:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "squid" 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:59.855 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:59.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:59.857 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:59.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:59.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 68, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13250, 4016, 0, 1, 21, 7, 5, 3, 5, 9, 12, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9200, 214, 36, 2, 10, 4, 5, 6, 29, 34, 148, 35, 56, 30, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1214, 26, 34, 0, 0, 0, 0, 0, 1, 6, 44, 169, 187, 10, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 855, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 4, 217, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 11, 0, 0, 0, 1, 0, 0, 0, 0, 0, 5, 7, 95, 161, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 231, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 17, 6, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 55, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6304, 2, 0, 1, 7, 4, 3, 3, 1, 6, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7256, 18, 1019, 0, 7, 5, 3, 14, 21, 73, 124, 59, 113, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 5, 463, 17, 0, 0, 0, 0, 0, 14, 48, 203, 261, 8, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 279, 0, 3, 13, 0, 0, 0, 0, 0, 0, 0, 1, 271, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 36, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 78, 0, 23, 0, 0, 0, 0, 0, 0, 0, 2, 1, 7, 6, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 28, 0, 203, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:59.865 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 412, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12847, 4102, 0, 0, 12, 0, 0, 0, 1, 0, 13, 1, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10073, 92, 23, 1, 6, 2, 0, 4, 6, 5, 45, 14, 26, 30, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1036, 10, 28, 1, 2, 0, 0, 0, 2, 2, 18, 15, 1, 7, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 324, 0, 1, 2, 0, 0, 1, 0, 1, 1, 0, 10, 59, 17, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 135, 1, 0, 0, 0, 0, 0, 0, 4, 1, 0, 18, 23, 51, 187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 152, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 27, 54, 10, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 13, 35, 43, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 96, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 3, 7, 9, 47, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 475, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16285, 7925, 1, 1, 14, 1, 0, 2, 3, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10900, 388, 1, 1, 8, 1, 4, 14, 13, 26, 40, 8, 24, 4, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2666, 3, 7, 0, 0, 0, 0, 0, 0, 0, 29, 76, 99, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 440, 9, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 101, 2, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 20, 3, 0, 159, 0, 0, 1, 1, 0, 0, 4, 11, 59, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 137, 20, 4, 0, 334, 0, 0, 0, 0, 0, 0, 5, 15, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 37, 40, 0, 0, 183, 0, 0, 0, 0, 0, 0, 2, 2, 6, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 84, 0, 0, 2001, 0, 0, 0, 0, 0, 0, 0, 0, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 88, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10287, 3, 129, 11, 40, 43, 2, 1, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8340, 47, 28, 2, 9, 42, 141, 192, 8, 17, 13, 3, 12, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 872, 4, 6, 0, 4, 1, 24, 23, 9, 14, 58, 86, 30, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 326, 2, 1, 0, 1, 0, 0, 2, 0, 0, 3, 19, 160, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 162, 12, 4, 0, 0, 1, 1, 1, 0, 2, 9, 8, 26, 12, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 107, 3, 3, 0, 0, 0, 0, 1, 1, 0, 0, 5, 41, 14, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 15, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 8, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13087, 2, 1, 1, 1, 0, 0, 0, 4, 1, 3, 5, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10900, 20, 4, 0, 9, 0, 1, 1, 1, 0, 6, 10, 11, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1388, 134, 129, 1, 3, 0, 0, 2, 17, 1, 19, 0, 3, 10, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 662, 27, 58, 5, 4, 0, 0, 0, 0, 0, 6, 17, 11, 10, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 185, 11, 12, 0, 0, 0, 0, 0, 0, 0, 6, 7, 19, 33, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 171, 7, 26, 22, 0, 0, 0, 0, 0, 0, 1, 9, 14, 3, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 0, 2, 44, 38, 0, 0, 0, 0, 0, 0, 6, 22, 16, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 3, 92, 94, 0, 0, 0, 0, 0, 1, 9, 21, 30, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 5, 35, 0, 0, 0, 0, 0, 0, 0, 2, 16, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7461, 1, 0, 0, 7112, 411, 0, 3, 0, 0, 3, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6517, 52, 14, 2, 459, 164, 2, 4, 16, 12, 8, 21, 18, 14, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 647, 8, 15, 0, 45, 13, 0, 4, 4, 8, 56, 79, 35, 7, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 320, 3, 0, 0, 4, 0, 0, 0, 0, 0, 7, 27, 153, 3, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 112, 2, 0, 0, 21, 22, 0, 0, 0, 0, 4, 1, 33, 36, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 76, 1, 0, 0, 2, 18, 0, 1, 0, 0, 1, 7, 3, 11, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 175, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 6, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.877 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 37, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11486, 3802, 4356, 0, 0, 0, 0, 0, 0, 2, 2, 5, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7276, 92, 98, 0, 5, 0, 0, 1, 2, 0, 5, 8, 9, 16, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 900, 12, 21, 0, 1, 0, 0, 1, 3, 7, 20, 9, 6, 17, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 264, 1, 1, 0, 1, 0, 0, 0, 0, 3, 8, 13, 51, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 101, 1, 0, 0, 0, 0, 0, 0, 0, 1, 7, 6, 20, 89, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 110, 2, 0, 0, 0, 0, 0, 0, 2, 0, 6, 7, 20, 21, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 130, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 2, 27, 21, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 11, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:59.880 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:59.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:59.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:59.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 285, 13, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5078, 43, 62, 135, 439, 572, 635, 0, 1, 2, 2, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 651, 12, 36, 57, 32, 41, 86, 0, 0, 0, 2, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 311, 7, 1, 0, 0, 0, 2, 0, 0, 0, 2, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 8, 15, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 178, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 14, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 135, 4, 10, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2826, 219, 25, 60, 123, 2, 0, 1, 3, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 496, 65, 1303, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 271, 6, 38, 0, 0, 0, 0, 0, 0, 2, 1, 0, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1445, 1045, 37, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1731, 1921, 249, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 10, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 28, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9601, 9, 1, 0, 2, 0, 1, 4, 6, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16665, 1, 4, 0, 0, 0, 0, 0, 1, 4, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 493, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 11, 9, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 12, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2983, 44, 0, 0, 4, 2, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 261, 7, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 150, 22, 28, 47, 0, 0, 0, 0, 0, 0, 2, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 776, 111, 7, 116, 0, 0, 0, 0, 0, 1, 1, 0, 4, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4179, 2404, 1, 400, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 295, 484, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1036, 6, 7, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2866, 210, 27, 51, 138, 275, 479, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 307, 10, 0, 0, 0, 0, 4, 0, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 172, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.897 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 811, 11, 30, 41, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5030, 62, 105, 217, 462, 593, 712, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 454, 1, 2, 1, 7, 19, 13, 1, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 428, 5, 12, 17, 5, 0, 0, 0, 0, 0, 4, 2, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 192, 35, 69, 112, 24, 0, 0, 0, 1, 0, 0, 3, 12, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 524, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2791, 22, 0, 0, 16, 0, 5, 5, 14, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 228, 1, 0, 0, 3, 0, 0, 0, 0, 6, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 226, 5, 0, 0, 2, 0, 0, 0, 0, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 179, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 10, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 686, 9, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6856, 34, 68, 25, 2, 1, 5, 4, 9, 8, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3312, 31, 98, 40, 0, 0, 0, 0, 0, 3, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 5, 3, 1, 0, 0, 0, 0, 0, 0, 2, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 209, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 6, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 15, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.904 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:59.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:59.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:59.907 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:59.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:59.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6974, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:59.912 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 157, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3261, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 328, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2542, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3929, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9629, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16683, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 195, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 166, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3037, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 274, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1030, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 820, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1066, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 895, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 503, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.924 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 525, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2863, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 242, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 712, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7016, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.929 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-04-02T09:54:59.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-04-02T09:54:59.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.932 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-04-02T09:54:59.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-04-02T09:54:59.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1835, 24, 0, 0, 4, 0, 3, 4, 8, 6, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1303, 10, 1, 3, 3, 4, 9, 16, 25, 48, 86, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 116, 8, 0, 1, 4, 3, 0, 0, 3, 1, 21, 154, 219, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 243, 7, 0, 0, 1, 0, 0, 0, 0, 1, 10, 8, 183, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 632, 0, 0, 0, 4, 0, 0, 0, 0, 1, 4, 5, 12, 27, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 715, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 11, 12, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 540, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2225, 17, 0, 1, 10, 0, 4, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2075, 3, 3, 0, 1, 8, 16, 19, 44, 79, 112, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 95, 2, 0, 0, 0, 1, 0, 4, 3, 6, 41, 253, 401, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 4, 7, 17, 248, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 2, 1, 5, 4, 13, 30, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 19, 79, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2330, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.940 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 373, 14, 3, 2, 9, 1, 2, 4, 7, 7, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 184, 8, 0, 0, 2, 0, 2, 5, 11, 14, 42, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 221, 11, 0, 0, 0, 0, 7, 7, 8, 14, 68, 85, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 3, 0, 0, 0, 0, 1, 1, 5, 9, 12, 31, 51, 10, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 37, 0, 0, 0, 0, 1, 0, 1, 1, 3, 8, 16, 35, 47, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 7, 23, 90, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.941 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:59.942 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1160, 20, 0, 0, 10, 1, 5, 6, 12, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 487, 11, 1, 0, 1, 2, 3, 12, 18, 22, 56, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 199, 13, 0, 0, 0, 1, 0, 2, 3, 7, 19, 93, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 428, 18, 0, 0, 0, 0, 0, 1, 0, 2, 9, 14, 49, 10, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 429, 21, 0, 0, 0, 0, 0, 0, 1, 1, 7, 2, 16, 37, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 187, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 24, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 80, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.944 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1089, 7, 0, 0, 8, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 680, 6, 0, 0, 1, 1, 3, 8, 14, 23, 36, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 437, 0, 0, 0, 0, 0, 3, 1, 5, 10, 49, 140, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 490, 20, 0, 0, 0, 0, 1, 2, 2, 2, 23, 34, 178, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.945 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 298, 22, 0, 0, 0, 0, 0, 0, 3, 0, 5, 16, 30, 23, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 37, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 15, 89, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.946 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.947 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 512, 11, 1, 2, 10, 0, 0, 0, 0, 1, 1, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 113, 2, 0, 1, 0, 0, 0, 1, 2, 1, 7, 16, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 112, 0, 0, 0, 0, 2, 1, 2, 5, 6, 29, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 82, 0, 0, 0, 0, 0, 1, 0, 1, 1, 13, 18, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 18, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 8, 23, 27, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 5, 13, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.948 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 60, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1124, 23, 1, 0, 17, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 616, 4, 1, 0, 4, 3, 3, 6, 16, 27, 39, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 337, 5, 0, 0, 0, 0, 0, 1, 4, 2, 42, 106, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 459, 18, 0, 0, 0, 0, 0, 0, 1, 2, 6, 18, 177, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 271, 22, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 12, 18, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 63, 40, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 6, 20, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.950 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.951 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 38, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 219, 16, 1, 0, 6, 0, 2, 8, 4, 7, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 62, 10, 0, 1, 1, 2, 1, 6, 4, 3, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.952 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 106, 10, 0, 0, 0, 1, 2, 4, 1, 6, 35, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 7, 0, 0, 0, 0, 0, 2, 3, 6, 24, 34, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 33, 2, 0, 0, 0, 0, 1, 0, 1, 2, 9, 10, 38, 34, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 8, 33, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.953 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.954 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 8, 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "number of replicas", 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 1, 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0]", 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[1, 1]", 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[2, 2]", 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[3, 3]", 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[4, 4]", 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[5, 5]", 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: "[6, None]" 2024-04-02T09:54:59.955 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "linear" 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 10, 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "duration", 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 250000, 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 249999]", 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[250000, 499999]", 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[500000, 999999]", 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[1000000, 1999999]", 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[2000000, 3999999]", 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[4000000, 7999999]", 2024-04-02T09:54:59.956 INFO:tasks.workunit.client.0.smithi028.stdout: "[8000000, 15999999]", 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[16000000, 31999999]", 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[32000000, None]" 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.957 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.958 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.960 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.961 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-04-02T09:54:59.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-04-02T09:54:59.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.968 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.969 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-04-02T09:54:59.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.971 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_inode": { 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_path": { 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-04-02T09:54:59.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.974 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "evlrg": { 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.976 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "segmjr": { 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 248184 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.979 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50400 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-04-02T09:54:59.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-04-02T09:54:59.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.984 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.985 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.987 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-04-02T09:54:59.988 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:59.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-04-02T09:54:59.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed_ops": { 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-04-02T09:54:59.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.6b9c9438935f5f292dcbfaa8fa0212777e661fdc": { 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.993 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 225 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:54:59.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59612427 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:54:59.995 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1344976581 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:59.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 999982 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.997 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:54:59.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27134527098 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.000 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8602 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117586333 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75432 2024-04-02T09:55:00.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8602, 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3383941009 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169836544 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 167682048 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2154496 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267178995 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25056163 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.004 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68474986 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267178995 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1502879 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71056750 2024-04-02T09:55:00.008 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178119330 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69344606 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:55:00.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 373017, 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1815869341 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:55:00.013 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20755, 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6908541765 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.ae51feb95c25a325a6cd36e3634e5700e0c3b575": { 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:55:00.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:55:00.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 311 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8644 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8644, 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59939538 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.016 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8644, 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1127968614 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:55:00.017 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8643 2024-04-02T09:55:00.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.019 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8643 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8643, 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24451320170 2024-04-02T09:55:00.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.021 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8643 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8643, 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118213284 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8643, 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75741 2024-04-02T09:55:00.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8643, 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1184967040 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 174047232 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172580864 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.023 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1466368 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267129901 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25178357 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.026 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68401886 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267129901 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.027 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1511601 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71097122 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:55:00.029 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178086601 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69377335 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.032 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 381199, 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1857919176 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20859, 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2504690859 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e97c943266aa2f7b5486d05f6d03931fce2f2871": { 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-04-02T09:55:00.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-04-02T09:55:00.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8716 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61047197 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26148 2024-04-02T09:55:00.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1549956883 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8714 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-04-02T09:55:00.039 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60387389 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67578 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8714, 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1175345301 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8716 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8716, 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24826309764 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-04-02T09:55:00.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-04-02T09:55:00.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-04-02T09:55:00.043 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259031040 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 258146304 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-04-02T09:55:00.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 884736 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267046957 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25384393 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68278794 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267046957 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1526749 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.048 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71164918 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178031305 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69432631 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.053 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 385119, 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2029052473 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-04-02T09:55:00.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21035, 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2677860783 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22470 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9756672 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 748130304 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5052088 2024-04-02T09:55:00.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1481606 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 967189 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 730136576 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78975, 2024-04-02T09:55:00.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6698379624 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78991, 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12790185447 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7651328 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323547136 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 725876736 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.060 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6994653531 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64934 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:55:00.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6113140736 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6113144832 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59255 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64934, 2024-04-02T09:55:00.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2035972269 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6903712796 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62144 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3308317 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 631 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9670826 2024-04-02T09:55:00.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 898 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6362509 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6362509 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:55:00.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 276 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 898, 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3551686 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.065 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 624 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12102 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:55:00.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1084313600 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10280960 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20772, 2024-04-02T09:55:00.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78701566 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3600, 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5757863624 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.068 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29191, 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 243163422 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:55:00.069 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16937842976 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77972, 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1744874494 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48629742 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 78919, 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16986472718 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:55:00.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38947, 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1246542925 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1160, 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3025700 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25196, 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15447018 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:55:00.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52, 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74969 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17130, 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3438474410 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254301 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23314 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19095, 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1795165603 2024-04-02T09:55:00.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45564, 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19099603 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26469, 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1166421066 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15260, 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 429153851 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.073 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5903144146 2024-04-02T09:55:00.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 500422833 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4247408270389 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9601, 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6618124903795 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2993965554769 2024-04-02T09:55:00.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10409176 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195507171 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29374181593 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36815620 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.076 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14331401887 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14111871863 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6382082 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2620, 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14756228 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:55:00.077 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63934613922 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15212157972 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91478, 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576285623 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:55:00.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 625909760 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 574562304 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51347456 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:55:00.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56785604 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 155648 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68887868 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425892034 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2416 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138032 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68895390 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10413664 2024-04-02T09:55:00.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37857069 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69169779 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425892034 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51949 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1145821 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67837088 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.091 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47755 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 131412, 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8114267704 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.092 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2503011923 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47755, 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 189517877271 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3353787243 2024-04-02T09:55:00.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48573, 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22651079201 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47755, 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75632905510 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31545 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31545, 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14748119628 2024-04-02T09:55:00.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3353787243 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31880, 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7085164001 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31545, 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6413533273 2024-04-02T09:55:00.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9150 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 563400687 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9150, 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21507186509 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:55:00.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9467, 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6231136412 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9150, 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17051177658 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7060 2024-04-02T09:55:00.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1939611236 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7060, 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 153262571134 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7226, 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9334778788 2024-04-02T09:55:00.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7060, 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52168194579 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22020112 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:55:00.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 740425728 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22519 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.100 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.101 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10608640 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 777670656 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4835530 2024-04-02T09:55:00.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1975517 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 842806 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 740950016 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.103 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77860, 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6831015891 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77869, 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12766279692 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3063808 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 318967808 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.104 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 762249216 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8242738025 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:55:00.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62865 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7153487872 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7153491968 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.106 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56564 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62865, 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2237614507 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8150537653 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60036 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:55:00.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3721500 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 697 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10509218 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6787718 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6787718 2024-04-02T09:55:00.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 978, 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2838480 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:55:00.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 636 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-04-02T09:55:00.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10897 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1110118400 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13877248 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22205, 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 89105434 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3562, 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6818939681 2024-04-02T09:55:00.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:55:00.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19548, 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161521263 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16910168713 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77003, 2024-04-02T09:55:00.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1982606902 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50612944 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16960781657 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:55:00.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26534, 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 966074138 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 959, 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3300826 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7615, 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8252434 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55416 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.116 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10842, 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2106560452 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233974 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26769 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21505, 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1640949125 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73463, 2024-04-02T09:55:00.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19608184 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 51958, 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 827356288 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15503, 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436514614 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8362631277 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.119 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23385, 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1334727521 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23383, 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4494188229171 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23385, 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7151293155275 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92583, 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2942313988301 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.120 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92583, 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11692473 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291883137 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29731543164 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36682524 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.121 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14503684653 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16607550855 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9985469 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2589, 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14694995 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.122 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69515115961 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17694588674 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92585, 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 646458602 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:55:00.123 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 639254528 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 607363072 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31891456 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56669349 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1204224 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67890011 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:55:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425020124 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.128 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 256 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 154704 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 544 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69750116 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10530736 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37779566 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69130210 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425020124 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 987 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48385 2024-04-02T09:55:00.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1153357 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68705019 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.135 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54 2024-04-02T09:55:00.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40217 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 135744, 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11378970925 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:55:00.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2560468298 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40217, 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 828178908548 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2752237729 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41909, 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33982805025 2024-04-02T09:55:00.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40217, 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 116863717041 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17952 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17952, 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12388862463 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2752237729 2024-04-02T09:55:00.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18379, 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5032538036 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17952, 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4936258362 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12180 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 302930313 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:55:00.140 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12180, 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 106176042520 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12335, 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13820315265 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.141 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12180, 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32625195180 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10085 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2257537985 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10085, 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 709614003565 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:55:00.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11195, 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15129951724 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10085, 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79302263499 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16346105 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.143 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 754843648 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14694 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.144 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:55:00.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15978496 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 705875968 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:55:00.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3838140 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1280569 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 196, 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 908592 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 685113344 2024-04-02T09:55:00.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72483, 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6073425580 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72489, 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11506200881 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14278656 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 296902656 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:55:00.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693633024 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13033258028 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 83879 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.149 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11388530688 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11388534784 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81279 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.150 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83879, 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3640135592 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12892554750 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79569 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4829868 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 737 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15837821 2024-04-02T09:55:00.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11007953 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11007953 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:55:00.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 257 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 978, 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4053583 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 620 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11, 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22940 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.154 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1021345792 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9670656 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14311, 2024-04-02T09:55:00.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46921490 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3617, 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7684662679 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27354, 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229151227 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:55:00.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15279164308 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 71605, 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1529557392 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33027366 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72411, 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15312191674 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.158 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 56183, 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1017388305 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1035, 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2520871 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23037, 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12067845 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.159 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37, 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45412 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20765, 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910661254 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266041 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18976 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15727, 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1354634230 2024-04-02T09:55:00.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38865, 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19870257 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 23138, 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1010698419 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12763, 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 394117890 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.161 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4785512341 2024-04-02T09:55:00.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 316023753 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4076988076361 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6431, 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6539755441110 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2668416726917 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8653944 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 194787111 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24714531645 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31563838 2024-04-02T09:55:00.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11031773198 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14176488508 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5790986 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2602, 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12039423 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:55:00.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54917439021 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15153509456 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81713, 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473408570 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.166 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 605462528 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 546078720 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59383808 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56578745 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45056 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69205319 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 424340594 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 133216 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70451934 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16364912 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37719163 2024-04-02T09:55:00.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71745045 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 424340594 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53057 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1165273 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.181 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69368948 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.182 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60034 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157298, 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8442659787 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.183 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1996873529 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60034, 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95513165258 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3222400690 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 61212, 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46290082052 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60034, 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74455998786 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30566 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30566, 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21323807403 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:55:00.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3222400690 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31005, 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6495211334 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30566, 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8356916672 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27632 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.186 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440136153 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27632, 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55801710444 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.187 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28215, 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36549512613 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27632, 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53163091329 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1836 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1556737376 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1836, 2024-04-02T09:55:00.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18387647411 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1992, 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3245358105 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1836, 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12935990785 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.189 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8388628 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 694792192 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-04-02T09:55:00.190 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260434 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7000064 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.192 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 727838720 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3562081 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1239156 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 183, 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1120529 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:55:00.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 755630080 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69091, 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5988590160 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69102, 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11336902953 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 413696 2024-04-02T09:55:00.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 283049984 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 776929280 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-04-02T09:55:00.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5046148992 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45550 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4436529152 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4436533248 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.196 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43228 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45550, 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1510054820 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4973580578 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43321 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.197 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2408064 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 530 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6944046 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 723 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4535982 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:55:00.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4535982 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 200 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 723, 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3522936 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:55:00.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 820 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11011 2024-04-02T09:55:00.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020465152 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:55:00.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9695232 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20633, 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64890298 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3560, 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5602802044 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18738, 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146280030 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14868936729 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68346, 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1651762821 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39905848 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.204 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69034, 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14908842577 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26083, 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 787098792 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1361, 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2904236 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.205 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6347, 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8002265 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50833 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11149, 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2782577664 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 220046 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:55:00.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18973 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32325, 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1296157545 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 85048, 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24536935 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 52723, 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 709047583 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:55:00.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12793, 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 375577260 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:55:00.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7084100833 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18253, 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1175398652 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18250, 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4128665273502 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18253, 2024-04-02T09:55:00.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6663408374852 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81469, 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2725869054672 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81469, 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8141155 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 577186969 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:55:00.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24543364592 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35749403 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11740467829 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14078696836 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5796914 2024-04-02T09:55:00.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2547, 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12988979 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58043273196 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15014531156 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81472, 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585822156 2024-04-02T09:55:00.212 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1406237373 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 595435520 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562700288 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2601816166 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.213 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32735232 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57184930 2024-04-02T09:55:00.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 94208 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68549982 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.216 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 570425344 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428886981 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1648 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102656 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74325195 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:55:00.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6729616 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38123287 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72587609 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 503316480 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428886981 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47178 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1174455 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73207866 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60046 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 137221, 2024-04-02T09:55:00.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8765620106 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1623222816 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60046, 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 293194315532 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010823982 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62302, 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31207164696 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60046, 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66596630797 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43338 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43338, 2024-04-02T09:55:00.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57225470813 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010823982 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43595, 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9541487447 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43338, 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8779591170 2024-04-02T09:55:00.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12614 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324321913 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12614, 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176872009519 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14515, 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16656211857 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12614, 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35504217069 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4094 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.231 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1298900903 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4094, 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59096835200 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4192, 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5009465392 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:55:00.232 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4094, 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22312822558 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:55:00.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 765345792 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 84486 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.234 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18698240 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 697614336 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2928268 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:55:00.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1118168 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 195, 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1022194 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 813039616 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63194, 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9634418565 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.237 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63212, 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15658352575 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9506816 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 258867200 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 825819136 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13397830147 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 94748 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11411275776 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.239 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11411279872 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87629 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 94748, 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3825521202 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13193070793 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88481 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6667893 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1332 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18427671 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.241 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1879 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11759778 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11759778 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 573 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1879, 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4782195 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:55:00.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 623 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14343 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 977473536 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13885440 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21233, 2024-04-02T09:55:00.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 76178161 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3490, 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8788147583 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15650, 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139730821 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:55:00.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19244613276 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62617, 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1501026433 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49764930 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63119, 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19294378206 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:55:00.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30261, 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1428298708 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 817, 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128324 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24382, 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15946235 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:55:00.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59330 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16008, 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6053886351 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201012 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20035 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8626, 2024-04-02T09:55:00.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1688112207 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 35779, 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9805720 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27153, 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1428166087 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13823, 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 409933181 2024-04-02T09:55:00.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8521869636 2024-04-02T09:55:00.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18155, 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 924871566 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18154, 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3514194476284 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18155, 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6304398961252 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73850, 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2529170274763 2024-04-02T09:55:00.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73850, 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7637123 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328567123 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29355974482 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31175405 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12398957352 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15280173987 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9986017 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2470, 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14203021 2024-04-02T09:55:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65901101968 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16257649074 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73851, 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 498446297 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 662315008 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 595787776 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66527232 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:55:00.257 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56102244 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.258 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24576 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438272 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69264028 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 420766830 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3440 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241664 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73915938 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17981296 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37401496 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70446328 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 420766830 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62702 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1154530 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72943810 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:55:00.269 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32062 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 104080, 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10970813700 2024-04-02T09:55:00.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1631978401 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32062, 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90995245086 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910304993 2024-04-02T09:55:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32606, 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14936134435 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32062, 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34273630893 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21863 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21863, 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16331504081 2024-04-02T09:55:00.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910304993 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22056, 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5403284728 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21863, 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6062801176 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:55:00.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5818 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 302644370 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5818, 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10491862635 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6043, 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4000368333 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5818, 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8599904380 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4381 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1329334031 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:55:00.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4381, 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64171878370 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4507, 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5532481374 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4381, 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19610925337 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.276 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4194373 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 826937344 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:55:00.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18643 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16748544 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 667074560 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.279 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3942761 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20, 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1392689 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 211, 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 935669 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 563806208 2024-04-02T09:55:00.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81714, 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11216259828 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81710, 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17877186472 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2232320 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 334770176 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:55:00.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585105408 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14924358772 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:55:00.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 109729 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13137248256 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13137252352 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100576 2024-04-02T09:55:00.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 109729, 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4859628194 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14651368225 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101377 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6514215 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020 2024-04-02T09:55:00.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18281094 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1437 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11766879 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11766879 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1437, 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6080900 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 784 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18, 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20267 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.287 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1021607936 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13889536 2024-04-02T09:55:00.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19868, 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70543072 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3539, 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9361910463 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:55:00.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17892, 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 147606824 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.290 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21729235765 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81110, 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1722661219 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48730945 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 81653, 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21777966710 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.291 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 242959, 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1570942657 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 864, 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2364952 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129020, 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45982725 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 81128 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20657, 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6611779258 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 449032 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:55:00.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21536 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11744, 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1444170401 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31419, 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11210486 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19675, 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1282543659 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:55:00.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15791, 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 456055024 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.295 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9622642465 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8031, 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 869693103 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8029, 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4440031229952 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8031, 2024-04-02T09:55:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6459869756678 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93039, 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2692246040217 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93039, 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10722790 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 478181021 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33778022197 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37996921 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14627707204 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16213792029 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:55:00.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9991223 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2429, 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13757446 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74738859955 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17312055213 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 93041, 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 551527436 2024-04-02T09:55:00.299 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648355840 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 641761280 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6594560 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56134118 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69682714 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421005885 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3408 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227520 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73691059 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18780320 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37422745 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69626055 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421005885 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42302 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1157905 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72721780 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39240 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 127710, 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13029529677 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1318482476 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39240, 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51526149070 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2146556297 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39859, 2024-04-02T09:55:00.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21140140824 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 39240, 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37036205127 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28039 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28039, 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19600505169 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:55:00.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2146556297 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28163, 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12588368315 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28039, 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13546324579 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9805 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 368616195 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:55:00.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9805, 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21871299620 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10086, 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6577118373 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9805, 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16162552882 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1396 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 949866281 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1396, 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10054344281 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1610, 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1974654136 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1396, 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7327327666 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-04-02T09:55:00.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 577712128 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25705 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:55:00.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6254592 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 495681536 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3850874 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1415513 2024-04-02T09:55:00.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 151, 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 741499 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 375521280 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62805, 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8719649277 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:55:00.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62813, 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14171454141 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7962624 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 257323008 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 371261440 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4256928575 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50136 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3700355072 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3700359168 2024-04-02T09:55:00.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38783 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50136, 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1980689854 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4136850112 2024-04-02T09:55:00.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46457 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2143148 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 437 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6197194 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 805 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.327 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4054046 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4054046 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 371 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:55:00.328 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 805, 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2134712 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:55:00.329 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9, 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11982 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 761544704 2024-04-02T09:55:00.330 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10280960 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14002, 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51424611 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3423, 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4083271941 2024-04-02T09:55:00.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16921, 2024-04-02T09:55:00.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 128220001 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17228228752 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62260, 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1387361654 2024-04-02T09:55:00.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32730858 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62768, 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17260959610 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25128, 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 448797178 2024-04-02T09:55:00.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 777, 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2250843 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11183, 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8534848 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62572 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11338, 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1841563457 2024-04-02T09:55:00.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184089 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17910 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14541, 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1622660043 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46745, 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12310374 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.336 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32204, 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1358139463 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11780, 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314910320 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.337 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7132033224 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14425, 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892796415 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14424, 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3801102661558 2024-04-02T09:55:00.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14425, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6105524833628 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72952, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2582126960951 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72952, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7465699 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324328609 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.339 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27220711434 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26749117 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13108196847 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9842210505 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:55:00.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6387178 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2371, 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13424215 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57639828670 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10744528739 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72953, 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440622048 2024-04-02T09:55:00.341 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 457048064 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 426434560 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30613504 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57124387 2024-04-02T09:55:00.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 778240 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67914205 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:55:00.345 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 570425344 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428432905 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1616 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 117216 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74764743 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5780640 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38082924 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73576948 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 503316480 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428432905 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50455 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1183692 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.353 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73649428 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33053 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 91707, 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8336384712 2024-04-02T09:55:00.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1552442723 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33053, 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72114418283 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:55:00.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1935662242 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33513, 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13494523335 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33053, 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30204780346 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24730 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24730, 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9437072707 2024-04-02T09:55:00.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1935662242 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24900, 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5434889389 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24730, 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5099740136 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.358 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4274 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 333030321 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4274, 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11126020992 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.359 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4450, 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3273938367 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4274, 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7909104082 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4049 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1219412402 2024-04-02T09:55:00.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4049, 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51551324584 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4163, 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4785695579 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4049, 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17195936128 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1835450 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 385814528 2024-04-02T09:55:00.362 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24242 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.364 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8462336 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 619868160 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4363471 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1456498 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-04-02T09:55:00.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 167, 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 771360 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 660602880 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64651, 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9620498516 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-04-02T09:55:00.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64651, 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15408552064 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15519744 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264876032 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 669122560 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-04-02T09:55:00.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6638724414 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59432 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5838651392 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-04-02T09:55:00.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5838655488 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51473 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59432, 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2393246387 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6448199489 2024-04-02T09:55:00.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53601 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4530833 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1037 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10085374 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1260 2024-04-02T09:55:00.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5554541 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5554541 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 231 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.371 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1260, 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3285009 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 774 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16181 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 895496192 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10272768 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20474, 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62055080 2024-04-02T09:55:00.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3449, 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6633776983 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25029, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206646177 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18684495296 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64173, 2024-04-02T09:55:00.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1472481067 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39902374 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64600, 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18724397670 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31673, 2024-04-02T09:55:00.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 840722233 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 714, 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2086876 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9515, 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9474806 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 44, 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54918 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-04-02T09:55:00.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12397, 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1910053777 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 210531 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18058 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16740, 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1744115132 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 51680, 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13762553 2024-04-02T09:55:00.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34940, 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1504317342 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13561, 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 397631358 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-04-02T09:55:00.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13144171143 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15707, 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 797407684 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15704, 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4317778767897 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15707, 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6131872176213 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2929935430514 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77799, 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7822004 2024-04-02T09:55:00.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1521383873 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32354214857 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30403840 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17106078356 2024-04-02T09:55:00.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15450775743 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6381958 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2312, 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12805061 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79591834292 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-04-02T09:55:00.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16456985505 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 77802, 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 716644629 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1405281412 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 629104640 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-04-02T09:55:00.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 590446592 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2600691507 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38658048 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56767388 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49152 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.388 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69004388 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425755416 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2896 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 202304 2024-04-02T09:55:00.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68967256 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184549376 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9172336 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37844925 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70423251 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-04-02T09:55:00.394 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425755416 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-04-02T09:55:00.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42767 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1169628 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67960061 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-04-02T09:55:00.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42604 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110039, 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11223661007 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1642577638 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42604, 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46729753085 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2515879187 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43080, 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18732853362 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42604, 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35605288447 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-04-02T09:55:00.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29561 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29561, 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11257931380 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2515879187 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29754, 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6139435354 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29561, 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6618521821 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11867 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 414015470 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11867, 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22579430175 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12068, 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10162370290 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11867, 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19466904559 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-04-02T09:55:00.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1176 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1228562168 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1176, 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12892391530 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1258, 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2431047718 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1176, 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9519862067 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-04-02T09:55:00.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670896128 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.406 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-04-02T09:55:00.407 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4645737539685797e-06, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 812, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 1341440, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 311, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:55:00.408 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-04-02T09:55:00.409 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 155494, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 110592, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 44902, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.1508357406219147e-07, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 158, 2024-04-02T09:55:00.410 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 178176, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 21589, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 6622, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 14967, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 64767, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 69, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 36864 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:55:00.411 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-04-02T09:55:00.412 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:55:00.413 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-04-02T09:55:00.414 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool", 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "selfmanaged_snaps" 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 722946763018, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12595200, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-04-02T09:55:00.415 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12595200, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240982245376, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 4, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.7421727534383535e-05, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 8993, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 3153745920, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 4194323, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 4194323, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 12582969, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 24331, 2024-04-02T09:55:00.416 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 3174680576 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.417 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "d6007bec-0212-4c4c-a85e-9356e2f10643", 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-04-02T09:54:59.339569", 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T09:55:00.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.419 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-04-02T09:55:00.420 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.421 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:55:00.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845750+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845750+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.846047+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:55:00.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048777+0000", 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.424 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4967, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:33:00.251971+0000", 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.428 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.876239+0000", 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.876239+0000", 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876590+0000", 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:55:00.429 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774017+0000", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.430 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5114, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.431 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:31:54.220438+0000", 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.434 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.435 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.866104+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.866104+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.866413+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:55:00.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047246+0000", 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.437 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5013, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:17:05.440560+0000", 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.843321+0000", 2024-04-02T09:55:00.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.843321+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.843648+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.045898+0000", 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.443 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.444 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5073, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:19:31.519252+0000", 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.447 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.448 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911316+0000", 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911316+0000", 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911616+0000", 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051652+0000", 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.450 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5014, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:04:46.503880+0000", 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.454 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.455 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.840803+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.840803+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.841190+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046327+0000", 2024-04-02T09:55:00.456 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.457 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5066, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:09:51.671048+0000", 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.461 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872706+0000", 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872706+0000", 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873021+0000", 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048451+0000", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.463 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4972, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:13:44.606004+0000", 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.464 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.467 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.468 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.874970+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.874970+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:57.875299+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:55:00.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048338+0000", 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.470 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5131, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:48:25.385001+0000", 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.473 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.474 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.842294+0000", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.842294+0000", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.842629+0000", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:55:00.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046157+0000", 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.476 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5080, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:23:46.284792+0000", 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.480 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835538+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835538+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.835880+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773114+0000", 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-04-02T09:55:00.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5121, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:33:26.440331+0000", 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.487 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.902831+0000", 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.902831+0000", 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.903390+0000", 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046926+0000", 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.489 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5015, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:24:44.669566+0000", 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.490 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.493 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.837765+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.837765+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838089+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:55:00.495 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771800+0000", 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.496 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5120, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:26:41.983827+0000", 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.498 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.500 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844438+0000", 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844438+0000", 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844782+0000", 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.501 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047423+0000", 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.502 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4974, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:16:40.685768+0000", 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.503 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.882217+0000", 2024-04-02T09:55:00.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.882217+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.882826+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049634+0000", 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.508 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.509 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4944, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:34:18.635833+0000", 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.512 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.513 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873423+0000", 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873423+0000", 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874250+0000", 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.514 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773157+0000", 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.515 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5124, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:31:16.443656+0000", 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:55:00.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.519 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844967+0000", 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844967+0000", 2024-04-02T09:55:00.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845299+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051873+0000", 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5006, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:48:37.747435+0000", 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.525 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835489+0000", 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835489+0000", 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.835899+0000", 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046149+0000", 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5133, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:54:03.399615+0000", 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-04-02T09:55:00.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-04-02T09:55:00.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.532 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:55:00.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.871849+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.871849+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875312+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049454+0000", 2024-04-02T09:55:00.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4928, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:18:02.663128+0000", 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.538 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.898627+0000", 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.898627+0000", 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.899023+0000", 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771773+0000", 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.541 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5129, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:36:45.638156+0000", 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.542 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.545 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.546 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.832964+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.832964+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.833316+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:55:00.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771659+0000", 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.548 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5115, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:26.953269+0000", 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.552 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.553 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872064+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872064+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876057+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.554 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047500+0000", 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 4, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 4, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-04-02T09:55:00.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4944, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:54.975235+0000", 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'4" 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.559 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.842081+0000", 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.842081+0000", 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.842422+0000", 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046231+0000", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.561 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5079, 2024-04-02T09:55:00.562 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:58:49.408566+0000", 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.565 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.566 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.835826+0000", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.835826+0000", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.836201+0000", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:55:00.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046048+0000", 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.568 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5135, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:14:08.464195+0000", 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.572 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.881324+0000", 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.881324+0000", 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.881916+0000", 2024-04-02T09:55:00.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047042+0000", 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.574 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5074, 2024-04-02T09:55:00.575 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:15.187387+0000", 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.578 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.579 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:58.867735+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:58.867735+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:58.868107+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 417, 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:55:00.580 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048108+0000", 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 416, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.581 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5126, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:44.907101+0000", 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.585 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869793+0000", 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869793+0000", 2024-04-02T09:55:00.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870138+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771267+0000", 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5059, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.588 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:37:40.519857+0000", 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.591 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.592 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872886+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872886+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873949+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:55:00.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046814+0000", 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.594 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4926, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:10:27.742908+0000", 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.598 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839214+0000", 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839214+0000", 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.840335+0000", 2024-04-02T09:55:00.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775097+0000", 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.600 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5169, 2024-04-02T09:55:00.601 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:16:41.191723+0000", 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.604 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.605 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874208+0000", 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874208+0000", 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874607+0000", 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.053074+0000", 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.607 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4994, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:51:52.753780+0000", 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:55:00.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.611 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838512+0000", 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838512+0000", 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.137670+0000", 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:55:00.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771292+0000", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3044, 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.613 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3044, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8975, 2024-04-02T09:55:00.614 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:55:53.016859+0000", 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.00577637, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1429, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 388738, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3012, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 386802 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.617 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3044" 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.618 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880504+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880504+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880843+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050187+0000", 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.620 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5080, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:53:53.106898+0000", 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.624 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838502+0000", 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838502+0000", 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838845+0000", 2024-04-02T09:55:00.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:55:00.626 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry off 2024-04-02T09:55:00.628 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.628 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050029+0000", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.629 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5138, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:03:53.192763+0000", 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.630 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.633 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "581'3" 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.634 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.881051+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.881051+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.241364+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046917+0000", 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2935, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2935, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8789, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:41.465277+0000", 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.004307803, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1414, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 373888, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2919, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 345192 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.639 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2935" 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.640 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.910494+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.910494+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911009+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:55:00.641 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052786+0000", 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.642 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5132, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:57:32.498496+0000", 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.646 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880130+0000", 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880130+0000", 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880468+0000", 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:55:00.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049356+0000", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.648 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4948, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:17:23.377392+0000", 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.879657+0000", 2024-04-02T09:55:00.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.879657+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.143795+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:54:43.734744+0000", 2024-04-02T09:55:00.654 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3145, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3145, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.655 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9026, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:51:34.396831+0000", 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006090184, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 947, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 414126, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3127, 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 380670 2024-04-02T09:55:00.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3145" 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.659 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873414+0000", 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873414+0000", 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874496+0000", 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046654+0000", 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.661 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4929, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:29:04.337186+0000", 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.662 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839401+0000", 2024-04-02T09:55:00.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839401+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.839754+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.774008+0000", 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-04-02T09:55:00.668 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:04:56.401827+0000", 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.672 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.800169+0000", 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.800169+0000", 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.144566+0000", 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775266+0000", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2914, 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.674 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2914, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8680, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T19:27:43.519251+0000", 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006584113, 2024-04-02T09:55:00.675 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 978, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 379535, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2897, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 366200 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.678 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2914" 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873574+0000", 2024-04-02T09:55:00.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873574+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875992+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:19:05.428942+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046986+0000", 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.680 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.681 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5423, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:19:40.888398+0000", 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-04-02T09:55:00.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "231'197" 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.685 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.870693+0000", 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.870693+0000", 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870981+0000", 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049363+0000", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.687 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5016, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:48:29.029476+0000", 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.688 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.691 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.842772+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.842772+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843151+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047349+0000", 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5071, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:39:11.681299+0000", 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.698 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.872409+0000", 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.872409+0000", 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.150952+0000", 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.699 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047843+0000", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2941, 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.700 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2941, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8551, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:52:44.751359+0000", 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.002197239, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 911, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 356102, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2924, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 383060 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.704 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'2941" 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.705 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:58.864318+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:58.864318+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:58.864656+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 417, 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:55:00.706 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771709+0000", 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 416, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.707 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5137, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:21:06.288503+0000", 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.711 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.832221+0000", 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.832221+0000", 2024-04-02T09:55:00.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.832776+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046370+0000", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.713 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5134, 2024-04-02T09:55:00.714 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:57:54.659869+0000", 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.717 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:55:00.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.909467+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.909467+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.143028+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:55:00.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048971+0000", 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3246, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3246, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9012, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:47:10.624542+0000", 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.011714059, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 986, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 416970, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3239, 2024-04-02T09:55:00.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 413868 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3246" 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.724 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.833156+0000", 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.833156+0000", 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.833491+0000", 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.771735+0000", 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.726 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5074, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:24:00.944311+0000", 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845649+0000", 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845649+0000", 2024-04-02T09:55:00.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845942+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047197+0000", 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.732 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.733 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5024, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:04:01.241001+0000", 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.737 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.875776+0000", 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.875776+0000", 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.137130+0000", 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:54:44.797442+0000", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3079, 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.739 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3079, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8715, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:36:59.506751+0000", 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.007057686, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.740 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 615, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 358091, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3098, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 436569 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.743 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3079" 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.744 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.902584+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.902584+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.902913+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063343+0000", 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.746 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5015, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:32:19.106452+0000", 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.750 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873409+0000", 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873409+0000", 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.873768+0000", 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050875+0000", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.752 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5152, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.753 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:49:01.980577+0000", 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.757 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 64, 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.910402+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.910402+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T09:06:14.136869+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:55:00.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:59.628608+0000", 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048637+0000", 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3157, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3157, 2024-04-02T09:55:00.759 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 9371, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:44:18.653551+0000", 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.007181736, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:55:00.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1713, 2024-04-02T09:55:00.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 392380, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3115, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 387913 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.763 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1142'3157" 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.884737+0000", 2024-04-02T09:55:00.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.884737+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.885015+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048891+0000", 2024-04-02T09:55:00.765 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.766 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4959, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:39:07.887624+0000", 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.769 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.770 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874930+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874930+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875290+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:55:00.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773235+0000", 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.772 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5075, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:33:15.833455+0000", 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-04-02T09:55:00.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'1" 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.776 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.876536+0000", 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.876536+0000", 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.879676+0000", 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:55:00.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046845+0000", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.778 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4926, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:40:12.150363+0000", 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.779 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.782 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.797318+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.797318+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:22.798535+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:55:00.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772279+0000", 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-04-02T09:55:00.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5151, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:05:59.893504+0000", 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 48, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 48, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'8" 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.789 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.841976+0000", 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.841976+0000", 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.842702+0000", 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047311+0000", 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.791 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4978, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:50:48.540757+0000", 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.795 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.836739+0000", 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.836739+0000", 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.837632+0000", 2024-04-02T09:55:00.796 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.050033+0000", 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.797 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4978, 2024-04-02T09:55:00.798 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:49:36.952658+0000", 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.801 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.802 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875816+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875816+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876698+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047605+0000", 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.804 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4942, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:49:02.748290+0000", 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.808 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869771+0000", 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869771+0000", 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870103+0000", 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047019+0000", 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.810 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5006, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:31:09.476367+0000", 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.814 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875168+0000", 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875168+0000", 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875490+0000", 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773621+0000", 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.816 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5166, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:06:16.262210+0000", 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.820 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.844047+0000", 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.844047+0000", 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.844969+0000", 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773607+0000", 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.822 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5172, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:28:37.735760+0000", 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-04-02T09:55:00.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 16, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 7 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.826 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.884612+0000", 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.884612+0000", 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.884942+0000", 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:55:00.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049214+0000", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.828 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4940, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:22:03.151845+0000", 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.829 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.832 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850873+0000", 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850873+0000", 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851235+0000", 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:55:00.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048679+0000", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 30, 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.834 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 30, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5012, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:50.650678+0000", 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.835 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 5824, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 20, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 28, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 28, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 25 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'30" 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.870244+0000", 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.870244+0000", 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870563+0000", 2024-04-02T09:55:00.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772162+0000", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.840 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5058, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:58:49.343668+0000", 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.841 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.844 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911547+0000", 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911547+0000", 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.912042+0000", 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048234+0000", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.846 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5146, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:17:24.582960+0000", 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.847 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 14, 2024-04-02T09:55:00.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 14, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'3" 2024-04-02T09:55:00.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.899019+0000", 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.899019+0000", 2024-04-02T09:55:00.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.899335+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775708+0000", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.852 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5164, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:26:00.744560+0000", 2024-04-02T09:55:00.853 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.844120+0000", 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.844120+0000", 2024-04-02T09:55:00.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844455+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063332+0000", 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.859 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5011, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:34:17.593711+0000", 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.862 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.863 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874513+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874513+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874833+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063482+0000", 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.865 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5017, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:46:48.288086+0000", 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.868 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.869 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.851150+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.851150+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851536+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.053231+0000", 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-04-02T09:55:00.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4969, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:47:27.530797+0000", 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.875 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.836980+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.836980+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.837300+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:55:00.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.045899+0000", 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.877 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5127, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:05.153196+0000", 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.881 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.912145+0000", 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.912145+0000", 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.912422+0000", 2024-04-02T09:55:00.882 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047086+0000", 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.883 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.884 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5011, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:52:17.399296+0000", 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.887 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.888 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:57.870326+0000", 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:57.870326+0000", 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:57.872847+0000", 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 416, 2024-04-02T09:55:00.889 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046762+0000", 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 415, 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.890 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5075, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:09:34.818645+0000", 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.894 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:55:00.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845410+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845410+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845879+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048932+0000", 2024-04-02T09:55:00.896 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.897 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5076, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:09:14.848318+0000", 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.900 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.901 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880301+0000", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880301+0000", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.880656+0000", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:55:00.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773923+0000", 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.903 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5163, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:52:16.487466+0000", 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.907 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.863934+0000", 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.863934+0000", 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.864414+0000", 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:55:00.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048900+0000", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.909 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4972, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:42:14.166184+0000", 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.910 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:00.913 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:55:00.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:31:31.839506+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:31:31.839506+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:31:31.841653+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 449, 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.772300+0000", 2024-04-02T09:55:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 448, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.916 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5059, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T16:44:33.523035+0000", 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.919 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.920 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.846247+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.846247+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.847661+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:55:00.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048681+0000", 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:55:00.922 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5055, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:35:45.680495+0000", 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.926 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843310+0000", 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843310+0000", 2024-04-02T09:55:00.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843617+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.063540+0000", 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.928 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4994, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.929 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:40:13.316207+0000", 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.932 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.933 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.911081+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.911081+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.911953+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047713+0000", 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-04-02T09:55:00.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4723, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:53:36.132779+0000", 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:55:00.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.939 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907835+0000", 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907835+0000", 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.909572+0000", 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052358+0000", 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.941 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5000, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:35:43.817930+0000", 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.945 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:55:00.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843841+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843841+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844607+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047334+0000", 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-04-02T09:55:00.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4723, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.948 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:53:14.745277+0000", 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 12, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 12, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.951 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "61'2" 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.952 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.896799+0000", 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.896799+0000", 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.898155+0000", 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775490+0000", 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.954 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:27:35.772867+0000", 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.958 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907240+0000", 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907240+0000", 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.907936+0000", 2024-04-02T09:55:00.959 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.056444+0000", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.960 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5087, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.961 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:11.630004+0000", 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.964 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'3" 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.965 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.845244+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.845244+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.847233+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:55:00.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.056669+0000", 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.967 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5069, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:02:07.528693+0000", 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.971 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.877360+0000", 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.877360+0000", 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.877756+0000", 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:55:00.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:23.541958+0000", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.775946+0000", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 6, 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.973 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 6, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5182, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.974 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:58:24.075392+0000", 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 582, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 8, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.977 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "579'6" 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.978 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843236+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843236+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.843825+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:55:00.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048497+0000", 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4719, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:48:36.767393+0000", 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.983 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.984 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873910+0000", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873910+0000", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874350+0000", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:55:00.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773055+0000", 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.986 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5116, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:29:46.455051+0000", 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.990 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.875325+0000", 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.875325+0000", 2024-04-02T09:55:00.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.875771+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.054783+0000", 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4996, 2024-04-02T09:55:00.993 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:40:11.045898+0000", 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:00.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:00.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:00.996 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:00.997 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.869919+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.869919+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.870221+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:00.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.051799+0000", 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:00.999 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4984, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:32:00.241595+0000", 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.907579+0000", 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.907579+0000", 2024-04-02T09:55:01.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.909569+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047895+0000", 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5128, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.006 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T10:02:38.195106+0000", 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:01.009 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.010 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.897668+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.897668+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.898009+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:55:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773570+0000", 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.012 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5165, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:10:12.969995+0000", 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.015 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:01.016 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.843753+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.843753+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.844211+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:55:01.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048514+0000", 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.018 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5069, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T08:42:43.589306+0000", 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.022 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.846218+0000", 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.846218+0000", 2024-04-02T09:55:01.023 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.846734+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047837+0000", 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.024 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4716, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T09:44:52.163551+0000", 2024-04-02T09:55:01.025 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.028 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.029 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850593+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850593+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.850939+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:55:01.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047533+0000", 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.031 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4968, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:11:35.831243+0000", 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.034 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.035 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.850790+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.850790+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.851113+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:55:01.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048643+0000", 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.037 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4968, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T15:20:29.283706+0000", 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.041 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.880776+0000", 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.880776+0000", 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.881585+0000", 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049742+0000", 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.043 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4929, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T17:37:12.850781+0000", 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.047 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.842977+0000", 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.842977+0000", 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.845462+0000", 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:55:01.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046647+0000", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.049 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5063, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T14:33:41.193444+0000", 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.053 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.873452+0000", 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.873452+0000", 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.876930+0000", 2024-04-02T09:55:01.054 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046683+0000", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.055 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4939, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:45:11.721175+0000", 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.056 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.059 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:07.906331+0000", 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:07.906331+0000", 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:07.906767+0000", 2024-04-02T09:55:01.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 483, 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.046828+0000", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 482, 2024-04-02T09:55:01.061 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5022, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T11:25:28.060990+0000", 2024-04-02T09:55:01.062 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.065 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.878118+0000", 2024-04-02T09:55:01.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.878118+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.878420+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.047657+0000", 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4939, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:02:41.406842+0000", 2024-04-02T09:55:01.068 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.071 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:55:01.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.874187+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.874187+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.874506+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.052213+0000", 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.073 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.074 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5012, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:45:29.548697+0000", 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-04-02T09:55:01.077 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.078 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:30:22.799787+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:30:22.799787+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:30:22.800132+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 381, 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:55:01.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:15.773934+0000", 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 380, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.080 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5171, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T13:22:20.673289+0000", 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-04-02T09:55:01.083 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:32:41.838408+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:32:41.838408+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:32:41.838713+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 516, 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:55:01.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.049751+0000", 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 515, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.086 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5141, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T18:54:13.687839+0000", 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-04-02T09:55:01.089 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 60, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-04-02T09:55:01.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-04-02T08:33:16.882654+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-04-02T08:33:16.882654+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-04-02T08:33:16.883067+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 551, 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-04-02T08:21:24.546273+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:55:01.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-04-02T09:53:16.048020+0000", 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 550, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-04-02T09:55:01.092 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2763, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4931, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-03T12:53:59.686336+0000", 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:55:01.096 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 24461, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 24461, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 2, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 8993, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 3079830, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 24331, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 3100274 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:55:01.099 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12595200, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 12582969, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:55:01.100 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-04-02T09:55:01.103 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:55:01.107 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 75, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-04-02T09:55:01.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 75, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 6622, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-04-02T09:55:01.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 2, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-04-02T09:55:01.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 158, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 174, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 69, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 36 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 110592, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 19866, 2024-04-02T09:55:01.111 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 44902, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 762543517696, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 5416767488, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 5416767488, 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.007053447421640158 2024-04-02T09:55:01.112 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 762543517696, 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 5416767488 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-02T09:55:01.113 INFO:tasks.workunit.client.0.smithi028.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-02T09:55:01.114 INFO:tasks.workunit.client.0.smithi028.stderr:+ echo OK 2024-04-02T09:55:01.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.114 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.115 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.116 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.117 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:54:59 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.118 INFO:tasks.workunit.client.0.smithi028.stdout:OK 2024-04-02T09:55:01.118 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-02T09:55:01.118 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-02T09:55:01.119 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:54:59] ENGINE Bus STOPPING 2024-04-02T09:55:01.119 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:54:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:55:01.119 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:54:59] ENGINE Bus STOPPED 2024-04-02T09:55:01.119 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:54:59] ENGINE Bus STARTING 2024-04-02T09:55:01.119 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:54:59] ENGINE Serving on http://:::9283 2024-04-02T09:55:01.119 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:54:59] ENGINE Bus STARTED 2024-04-02T09:55:01.119 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.119 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.120 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='client.36369 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.121 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.123 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-02T09:55:01.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-02T09:55:01.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-02T09:55:01.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-02T09:55:01.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:54:59 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-02T09:55:01.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='client.36393 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='client.36393 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:01.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:00 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='client.36393 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='client.36393 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='client.36393 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-02T09:55:01.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='client.36393 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:01.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-02T09:55:01.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-02T09:55:01.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-02T09:55:01.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:00 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:01.155 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-02T09:55:01.155 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-02T09:55:01.444 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:01 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: ::ffff:172.21.15.137 - - [02/Apr/2024:09:55:01] "GET /metrics HTTP/1.1" 200 34262 "" "Prometheus/2.43.0" 2024-04-02T09:55:01.445 DEBUG:teuthology.parallel:result is None 2024-04-02T09:55:01.446 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:55:01.472 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:55:01.472 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-02T09:55:01.526 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-02T09:55:01.527 INFO:teuthology.run_tasks:Running task print... 2024-04-02T09:55:01.538 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-02T09:55:01.538 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-02T09:55:01.547 INFO:tasks.cephadm:Teardown begin 2024-04-02T09:55:01.547 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-02T09:55:01.548 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T09:55:01.916 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T09:55:01.916 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54295,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/1656811460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":1656811460},{"type":"v1","addr":"172.21.15.137:6833","nonce":1656811460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:21:24.921132+0000","modified":"2024-04-02T08:33:47.668977+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":579,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44324},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44324":{"gid":44324,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.28:6835/1668756202","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1668756202},{"type":"v1","addr":"172.21.15.28:6835","nonce":1668756202}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44324,"qdb_cluster":[44324]},"id":1}]} 2024-04-02T09:55:01.917 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 18 2024-04-02T09:55:01.929 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-02T09:55:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:01 smithi137 ceph-mon[88456]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:02.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:01 smithi137 ceph-mon[88456]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:01 smithi028 ceph-mon[94314]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:02.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:01 smithi028 ceph-mon[94314]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:01 smithi028 ceph-mon[96890]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:02.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:01 smithi028 ceph-mon[96890]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-02T09:55:02.286 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T09:55:02.286 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54295,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/1656811460","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":1656811460},{"type":"v1","addr":"172.21.15.137:6833","nonce":1656811460}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-02T08:21:24.921132+0000","modified":"2024-04-02T08:33:47.668977+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":579,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44324},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44324":{"gid":44324,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.28:6835/1668756202","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1668756202},{"type":"v1","addr":"172.21.15.28:6835","nonce":1668756202}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44324,"qdb_cluster":[44324]},"id":1}]} 2024-04-02T09:55:02.287 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 18 2024-04-02T09:55:02.300 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-02T09:55:02.602 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-04-02T09:55:02.602 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":2763,"fsid":"21c79bf8-f0c9-11ee-b647-cb9ed24678a4","created":"2024-04-02T08:15:54.134908+0000","modified":"2024-04-02T09:53:15.765793+0000","last_up_change":"2024-04-02T08:33:15.841238+0000","last_in_change":"2024-04-02T08:20:48.761076+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-02T08:19:05.108772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-02T08:21:22.870885+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-02T08:21:24.118274+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-02T08:21:58.963937+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1142,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe7d2656-9cbf-44c3-ac29-81fc1a3be937","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":300,"up_from":311,"up_thru":2683,"down_at":301,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":1329533138},{"type":"v1","addr":"172.21.15.28:6803","nonce":1329533138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":1329533138},{"type":"v1","addr":"172.21.15.28:6805","nonce":1329533138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":1329533138},{"type":"v1","addr":"172.21.15.28:6809","nonce":1329533138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":1329533138},{"type":"v1","addr":"172.21.15.28:6807","nonce":1329533138}]},"public_addr":"172.21.15.28:6803/1329533138","cluster_addr":"172.21.15.28:6805/1329533138","heartbeat_back_addr":"172.21.15.28:6809/1329533138","heartbeat_front_addr":"172.21.15.28:6807/1329533138","state":["exists","up"]},{"osd":1,"uuid":"406c5047-2542-4705-a1e7-db81ddedfb89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":335,"up_from":346,"up_thru":2683,"down_at":336,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":2943186538},{"type":"v1","addr":"172.21.15.28:6811","nonce":2943186538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":2943186538},{"type":"v1","addr":"172.21.15.28:6813","nonce":2943186538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":2943186538},{"type":"v1","addr":"172.21.15.28:6817","nonce":2943186538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":2943186538},{"type":"v1","addr":"172.21.15.28:6815","nonce":2943186538}]},"public_addr":"172.21.15.28:6811/2943186538","cluster_addr":"172.21.15.28:6813/2943186538","heartbeat_back_addr":"172.21.15.28:6817/2943186538","heartbeat_front_addr":"172.21.15.28:6815/2943186538","state":["exists","up"]},{"osd":2,"uuid":"d1b86459-ae6c-4130-9c0a-2578be832b7b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":369,"up_from":380,"up_thru":2683,"down_at":370,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":3359845700},{"type":"v1","addr":"172.21.15.28:6819","nonce":3359845700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":3359845700},{"type":"v1","addr":"172.21.15.28:6821","nonce":3359845700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":3359845700},{"type":"v1","addr":"172.21.15.28:6825","nonce":3359845700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":3359845700},{"type":"v1","addr":"172.21.15.28:6823","nonce":3359845700}]},"public_addr":"172.21.15.28:6819/3359845700","cluster_addr":"172.21.15.28:6821/3359845700","heartbeat_back_addr":"172.21.15.28:6825/3359845700","heartbeat_front_addr":"172.21.15.28:6823/3359845700","state":["exists","up"]},{"osd":3,"uuid":"27e671dc-dc59-4ce2-b3a3-f9da002f5709","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":404,"up_from":415,"up_thru":2683,"down_at":405,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1976545646},{"type":"v1","addr":"172.21.15.28:6827","nonce":1976545646}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1976545646},{"type":"v1","addr":"172.21.15.28:6829","nonce":1976545646}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1976545646},{"type":"v1","addr":"172.21.15.28:6833","nonce":1976545646}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1976545646},{"type":"v1","addr":"172.21.15.28:6831","nonce":1976545646}]},"public_addr":"172.21.15.28:6827/1976545646","cluster_addr":"172.21.15.28:6829/1976545646","heartbeat_back_addr":"172.21.15.28:6833/1976545646","heartbeat_front_addr":"172.21.15.28:6831/1976545646","state":["exists","up"]},{"osd":4,"uuid":"3010a0fd-2e32-42e9-9464-8d7841d42b6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":437,"up_from":448,"up_thru":2683,"down_at":438,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":4223020622},{"type":"v1","addr":"172.21.15.137:6801","nonce":4223020622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":4223020622},{"type":"v1","addr":"172.21.15.137:6803","nonce":4223020622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":4223020622},{"type":"v1","addr":"172.21.15.137:6807","nonce":4223020622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":4223020622},{"type":"v1","addr":"172.21.15.137:6805","nonce":4223020622}]},"public_addr":"172.21.15.137:6801/4223020622","cluster_addr":"172.21.15.137:6803/4223020622","heartbeat_back_addr":"172.21.15.137:6807/4223020622","heartbeat_front_addr":"172.21.15.137:6805/4223020622","state":["exists","up"]},{"osd":5,"uuid":"64a28505-3c8e-489a-aa3f-fdcbbded0132","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":471,"up_from":482,"up_thru":2683,"down_at":472,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":412279423},{"type":"v1","addr":"172.21.15.137:6809","nonce":412279423}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":412279423},{"type":"v1","addr":"172.21.15.137:6811","nonce":412279423}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":412279423},{"type":"v1","addr":"172.21.15.137:6815","nonce":412279423}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":412279423},{"type":"v1","addr":"172.21.15.137:6813","nonce":412279423}]},"public_addr":"172.21.15.137:6809/412279423","cluster_addr":"172.21.15.137:6811/412279423","heartbeat_back_addr":"172.21.15.137:6815/412279423","heartbeat_front_addr":"172.21.15.137:6813/412279423","state":["exists","up"]},{"osd":6,"uuid":"c769d7b7-454c-4b3f-9992-bc8a08d0146a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":504,"up_from":515,"up_thru":2683,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":3813114186},{"type":"v1","addr":"172.21.15.137:6817","nonce":3813114186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":3813114186},{"type":"v1","addr":"172.21.15.137:6819","nonce":3813114186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":3813114186},{"type":"v1","addr":"172.21.15.137:6823","nonce":3813114186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":3813114186},{"type":"v1","addr":"172.21.15.137:6821","nonce":3813114186}]},"public_addr":"172.21.15.137:6817/3813114186","cluster_addr":"172.21.15.137:6819/3813114186","heartbeat_back_addr":"172.21.15.137:6823/3813114186","heartbeat_front_addr":"172.21.15.137:6821/3813114186","state":["exists","up"]},{"osd":7,"uuid":"8a52a781-ca2f-4817-b403-60c58c58fe3b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":539,"up_from":550,"up_thru":2683,"down_at":540,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":1637586650},{"type":"v1","addr":"172.21.15.137:6825","nonce":1637586650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":1637586650},{"type":"v1","addr":"172.21.15.137:6827","nonce":1637586650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":1637586650},{"type":"v1","addr":"172.21.15.137:6831","nonce":1637586650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":1637586650},{"type":"v1","addr":"172.21.15.137:6829","nonce":1637586650}]},"public_addr":"172.21.15.137:6825/1637586650","cluster_addr":"172.21.15.137:6827/1637586650","heartbeat_back_addr":"172.21.15.137:6831/1637586650","heartbeat_front_addr":"172.21.15.137:6829/1637586650","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:12.737193+0000","dead_epoch":300},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:18:37.900998+0000","dead_epoch":335},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:02.728748+0000","dead_epoch":369},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:27.981106+0000","dead_epoch":404},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:19:50.691188+0000","dead_epoch":437},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:15.765758+0000","dead_epoch":471},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:20:39.795235+0000","dead_epoch":504},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-02T08:21:04.400444+0000","dead_epoch":539}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1","mappings":[{"from":0,"to":1}]},{"pgid":"2.4","mappings":[{"from":0,"to":3}]},{"pgid":"2.9","mappings":[{"from":7,"to":2}]},{"pgid":"2.a","mappings":[{"from":7,"to":4}]},{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"2.1c","mappings":[{"from":7,"to":3}]},{"pgid":"2.1d","mappings":[{"from":7,"to":3}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]},{"pgid":"3.2d","mappings":[{"from":7,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":3}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:0/213512797":"2024-04-02T10:14:28.309645+0000","172.21.15.28:0/1944586074":"2024-04-02T10:14:27.316630+0000","172.21.15.137:6832/3704243855":"2024-04-03T08:33:44.652810+0000","172.21.15.28:6835/1879364580":"2024-04-03T08:33:25.115734+0000","172.21.15.28:6801/752928978":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/3833934120":"2024-04-02T10:52:51.299183+0000","172.21.15.28:6800/752928978":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/3771829194":"2024-04-03T08:27:50.392022+0000","172.21.15.28:6800/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.137:0/2029317500":"2024-04-03T08:27:04.060614+0000","172.21.15.137:6833/3704243855":"2024-04-03T08:33:44.652810+0000","172.21.15.28:6801/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.137:0/4051205943":"2024-04-03T08:27:04.060614+0000","172.21.15.28:6801/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.137:0/3709548863":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/1463222317":"2024-04-03T08:26:25.126656+0000","172.21.15.28:0/4104292319":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/190331444":"2024-04-03T08:16:26.931897+0000","172.21.15.28:6834/1879364580":"2024-04-03T08:33:25.115734+0000","172.21.15.28:0/3320660530":"2024-04-03T08:26:25.126656+0000","172.21.15.137:6834/1379109086":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/698801821":"2024-04-03T08:26:25.126656+0000","172.21.15.28:0/773669859":"2024-04-02T10:22:46.105711+0000","172.21.15.28:6801/616183671":"2024-04-03T08:21:56.865421+0000","172.21.15.28:6800/826478586":"2024-04-03T08:16:52.797701+0000","172.21.15.137:0/2070727816":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/1671843003":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6801/2504407076":"2024-04-03T08:26:25.126656+0000","172.21.15.28:0/2706222486":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/3372285336":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/806957949":"2024-04-03T08:16:52.797701+0000","172.21.15.28:6800/2504407076":"2024-04-03T08:26:25.126656+0000","172.21.15.28:6800/1158225775":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/3436552620":"2024-04-03T08:16:52.797701+0000","172.21.15.28:0/3465005005":"2024-04-03T08:16:26.931897+0000","172.21.15.137:0/1147007465":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/2670582231":"2024-04-03T08:21:56.865421+0000","172.21.15.28:0/2105615010":"2024-04-03T08:27:50.392022+0000","172.21.15.137:6835/1379109086":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/3285313513":"2024-04-03T08:26:25.126656+0000","172.21.15.137:0/3951770856":"2024-04-03T08:27:04.060614+0000","172.21.15.28:0/4062891547":"2024-04-03T08:16:26.931897+0000","172.21.15.28:0/1395199264":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/1004622188":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/3038878261":"2024-04-03T08:27:50.392022+0000","172.21.15.28:0/3227546140":"2024-04-03T08:26:25.126656+0000","172.21.15.28:0/1150182784":"2024-04-03T08:27:50.392022+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":33,"length":5},{"begin":42,"length":6}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":291,"length":4}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-02T09:55:02.615 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-02T09:55:02.645 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:55:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi028:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"21c79bf8-f0c9-11ee-b647-cb9ed24678a4\", instance=\"smithi028:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-02T09:55:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-mon[94314]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:55:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2117964229' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:55:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2242828456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:55:02.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2836189009' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:55:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-mon[96890]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:55:02.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2117964229' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:55:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2242828456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:55:02.949 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2836189009' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:55:02.954 INFO:teuthology.orchestra.run.smithi028.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-02T09:55:02.972 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-02T09:55:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:02 smithi137 ceph-mon[88456]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-02T09:55:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:02 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2117964229' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:55:03.145 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:02 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2242828456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-02T09:55:03.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:02 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2836189009' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-02T09:55:03.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[94291]: 2024-04-02T09:55:02.953+0000 7f22b7050700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:55:03.448 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[123490]: ignoring --setuser ceph since I am not root 2024-04-02T09:55:03.448 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:55:02 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[123490]: ignoring --setgroup ceph since I am not root 2024-04-02T09:55:03.448 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[123490]: starting mds.a at 2024-04-02T09:55:03.978 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-02T09:55:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:03 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2685816357' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:55:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:03 smithi137 ceph-mon[88456]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:55:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:03 smithi137 ceph-mon[88456]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:55:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:03 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2685816357' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:55:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:03 smithi137 ceph-mon[88456]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-02T09:55:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:03 smithi137 ceph-mon[88456]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:55:04.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:03 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2003754324' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:55:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2685816357' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:55:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[94314]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:55:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[94314]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:55:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2685816357' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:55:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[94314]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-02T09:55:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[94314]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:55:04.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2003754324' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:55:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2685816357' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-02T09:55:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[96890]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-02T09:55:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[96890]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-02T09:55:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2685816357' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-02T09:55:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[96890]: osdmap e2764: 8 total, 8 up, 8 in 2024-04-02T09:55:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[96890]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-02T09:55:04.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:03 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2003754324' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-02T09:55:04.968 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_metadata' removed 2024-04-02T09:55:04.986 DEBUG:teuthology.orchestra.run.smithi028:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: Cluster is now healthy 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2003754324' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: mds.? [v2:172.21.15.28:6834/1110958266,v1:172.21.15.28:6835/1110958266] up:boot 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: fsmap 2 up:standby 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/1130018167' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:05.146 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:04 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-02T09:55:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:55:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:55:05.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: Cluster is now healthy 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2003754324' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: mds.? [v2:172.21.15.28:6834/1110958266,v1:172.21.15.28:6835/1110958266] up:boot 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: fsmap 2 up:standby 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/1130018167' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 21 op/s 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: Cluster is now healthy 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2003754324' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-02T09:55:05.199 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: mds.? [v2:172.21.15.28:6834/1110958266,v1:172.21.15.28:6835/1110958266] up:boot 2024-04-02T09:55:05.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: fsmap 2 up:standby 2024-04-02T09:55:05.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/1130018167' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:05.200 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:04 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:05.973 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_data' removed 2024-04-02T09:55:05.995 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:55:06.029 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:55:06.063 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-02T09:55:06.063 DEBUG:teuthology.orchestra.run.smithi028:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T09:55:06.084 DEBUG:teuthology.orchestra.run.smithi137:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-02T09:55:06.120 INFO:tasks.cephadm:Stopping all daemons... 2024-04-02T09:55:06.120 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-02T09:55:06.120 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a 2024-04-02T09:55:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:05 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:55:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:05 smithi137 ceph-mon[88456]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-02T09:55:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:05 smithi137 ceph-mon[88456]: pgmap v5157: 73 pgs: 73 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 0 op/s 2024-04-02T09:55:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:05 smithi137 ceph-mon[88456]: from='client.? 172.21.15.28:0/2554037928' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:05 smithi137 ceph-mon[88456]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:05 smithi137 ceph-mon[88456]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:06.396 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:05 smithi137 ceph-mon[88456]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:55:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[96890]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-02T09:55:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[96890]: pgmap v5157: 73 pgs: 73 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 0 op/s 2024-04-02T09:55:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[96890]: from='client.? 172.21.15.28:0/2554037928' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:06.448 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[96890]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[96890]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[96890]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[94314]: osdmap e2765: 8 total, 8 up, 8 in 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[94314]: pgmap v5157: 73 pgs: 73 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 0 op/s 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[94314]: from='client.? 172.21.15.28:0/2554037928' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[94314]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[94314]: from='mgr.25151 ' entity='mgr.y' 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:05 smithi028 ceph-mon[94314]: from='mgr.25151 172.21.15.28:0/2272047437' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-02T09:55:06.449 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:06 smithi028 systemd[1]: Stopping Ceph mon.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:06.731 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[94291]: 2024-04-02T09:55:06.467+0000 7f22bc85b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:06.732 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:06 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a[94291]: 2024-04-02T09:55:06.467+0000 7f22bc85b700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-02T09:55:07.172 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:06 smithi028 podman[220664]: 2024-04-02 09:55:06.733263988 +0000 UTC m=+0.403889368 container died d46dd5d32aaa03ee63414c28d2de792edb18a42a0b98aa94dca9a4827d3b2d01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-02T09:55:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:07 smithi028 podman[220664]: 2024-04-02 09:55:07.173345469 +0000 UTC m=+0.843970838 container cleanup d46dd5d32aaa03ee63414c28d2de792edb18a42a0b98aa94dca9a4827d3b2d01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-02T09:55:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:07 smithi028 bash[220664]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a 2024-04-02T09:55:07.448 INFO:journalctl@ceph.mon.a.smithi028.stdout:Apr 02 09:55:07 smithi028 podman[220683]: 2024-04-02 09:55:07.36642984 +0000 UTC m=+0.628092150 container remove d46dd5d32aaa03ee63414c28d2de792edb18a42a0b98aa94dca9a4827d3b2d01 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T09:55:07.590 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.a.service' 2024-04-02T09:55:07.637 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:07.637 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-02T09:55:07.637 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-02T09:55:07.637 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.c 2024-04-02T09:55:07.946 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:07 smithi028 systemd[1]: Stopping Ceph mon.c for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:07 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c[96867]: 2024-04-02T09:55:07.946+0000 7f140d893700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:07 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c[96867]: 2024-04-02T09:55:07.946+0000 7f140d893700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-02T09:55:08.198 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:07 smithi028 podman[220796]: 2024-04-02 09:55:07.988755785 +0000 UTC m=+0.166616799 container died 0084700c6d4ad8865e962716b2fd57724c374498b63872a12842af331181f839 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:55:08.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:07 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:55:07] ENGINE Bus STOPPING 2024-04-02T09:55:08.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:07 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:55:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-02T09:55:08.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:07 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:55:07] ENGINE Bus STOPPED 2024-04-02T09:55:08.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:07 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:55:07] ENGINE Bus STARTING 2024-04-02T09:55:08.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:55:08] ENGINE Serving on http://:::9283 2024-04-02T09:55:08.199 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:08 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: [02/Apr/2024:09:55:08] ENGINE Bus STARTED 2024-04-02T09:55:08.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:08 smithi028 podman[220796]: 2024-04-02 09:55:08.386677494 +0000 UTC m=+0.564538516 container cleanup 0084700c6d4ad8865e962716b2fd57724c374498b63872a12842af331181f839 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T09:55:08.637 INFO:journalctl@ceph.mon.c.smithi028.stdout:Apr 02 09:55:08 smithi028 bash[220796]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-c 2024-04-02T09:55:08.756 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.c.service' 2024-04-02T09:55:08.793 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:08.793 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-02T09:55:08.793 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-02T09:55:08.793 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.b 2024-04-02T09:55:09.091 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:08 smithi137 systemd[1]: Stopping Ceph mon.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:09.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b[88432]: 2024-04-02T09:55:09.091+0000 7fe56d5a0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:09.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b[88432]: 2024-04-02T09:55:09.091+0000 7fe56d5a0700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-02T09:55:09.398 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:09 smithi137 podman[153441]: 2024-04-02 09:55:09.133698269 +0000 UTC m=+0.143241866 container died b179a1ed515f5264acbebd72972afc0bcbf4c94851f88582aacb8ba1a5ae484c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T09:55:09.774 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:55:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=cleanup t=2024-04-02T09:55:09.529797179Z level=info msg="Completed cleanup jobs" duration=2.098174ms 2024-04-02T09:55:09.774 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:09 smithi137 podman[153441]: 2024-04-02 09:55:09.565203171 +0000 UTC m=+0.574746757 container cleanup b179a1ed515f5264acbebd72972afc0bcbf4c94851f88582aacb8ba1a5ae484c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-02T09:55:09.774 INFO:journalctl@ceph.mon.b.smithi137.stdout:Apr 02 09:55:09 smithi137 bash[153441]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mon-b 2024-04-02T09:55:09.985 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mon.b.service' 2024-04-02T09:55:10.032 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:10.032 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-02T09:55:10.032 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-02T09:55:10.032 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y 2024-04-02T09:55:10.448 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:10 smithi028 systemd[1]: Stopping Ceph mgr.y for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:10.883 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T09:55:10.567+0000 7fd1656d4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:10.883 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y[85133]: 2024-04-02T09:55:10.567+0000 7fd1656d4700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-02T09:55:10.883 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:10 smithi028 podman[220940]: 2024-04-02 09:55:10.600397129 +0000 UTC m=+0.376325640 container died 2f686b8fff4c146d22b101490d537d17af266fda813adfc4c603c4cfcb4f470c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-04-02T09:55:11.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:10 smithi028 podman[220940]: 2024-04-02 09:55:10.982659937 +0000 UTC m=+0.758588447 container cleanup 2f686b8fff4c146d22b101490d537d17af266fda813adfc4c603c4cfcb4f470c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-02T09:55:11.198 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Apr 02 09:55:10 smithi028 bash[220940]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-y 2024-04-02T09:55:11.410 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.y.service' 2024-04-02T09:55:11.447 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:11.447 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-02T09:55:11.447 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-02T09:55:11.447 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x 2024-04-02T09:55:11.811 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:11 smithi137 systemd[1]: Stopping Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:12.104 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:11 smithi137 podman[153575]: 2024-04-02 09:55:11.812143274 +0000 UTC m=+0.161889977 container died 0f8be42229faf2e77d34ef360c2e608fef5260668553882a3ff1f2f3ae3025c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326) 2024-04-02T09:55:12.387 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:12 smithi137 podman[153575]: 2024-04-02 09:55:12.203926261 +0000 UTC m=+0.553672963 container cleanup 0f8be42229faf2e77d34ef360c2e608fef5260668553882a3ff1f2f3ae3025c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:55:12.387 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:12 smithi137 bash[153575]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x 2024-04-02T09:55:12.623 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service' 2024-04-02T09:55:12.645 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:12 smithi137 podman[153594]: 2024-04-02 09:55:12.388732745 +0000 UTC m=+0.575697518 container remove 0f8be42229faf2e77d34ef360c2e608fef5260668553882a3ff1f2f3ae3025c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-02T09:55:12.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:12 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-02T09:55:12.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:12 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-02T09:55:12.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:12 smithi137 systemd[1]: Stopped Ceph mgr.x for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T09:55:12.646 INFO:journalctl@ceph.mgr.x.smithi137.stdout:Apr 02 09:55:12 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mgr.x.service: Consumed 59.269s CPU time. 2024-04-02T09:55:12.663 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:12.663 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-02T09:55:12.664 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-02T09:55:12.664 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.0 2024-04-02T09:55:12.948 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:12 smithi028 systemd[1]: Stopping Ceph osd.0 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:13.448 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[102738]: 2024-04-02T09:55:12.989+0000 7f466ce93700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:13.448 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[102738]: 2024-04-02T09:55:12.989+0000 7f466ce93700 -1 osd.0 2766 *** Got signal Terminated *** 2024-04-02T09:55:13.448 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:12 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0[102738]: 2024-04-02T09:55:12.989+0000 7f466ce93700 -1 osd.0 2766 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:18.787 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:18 smithi028 podman[221069]: 2024-04-02 09:55:18.527554827 +0000 UTC m=+5.671956572 container died 9f9f6bda2b41e8a9220de5e8fdd25830dc10536a1c7abea8d294da1d702ee52c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:55:19.136 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:18 smithi028 podman[221069]: 2024-04-02 09:55:18.87847914 +0000 UTC m=+6.022880886 container cleanup 9f9f6bda2b41e8a9220de5e8fdd25830dc10536a1c7abea8d294da1d702ee52c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=) 2024-04-02T09:55:19.136 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:18 smithi028 bash[221069]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0 2024-04-02T09:55:19.448 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:19 smithi028 podman[221091]: 2024-04-02 09:55:19.137998007 +0000 UTC m=+0.610324535 container remove 9f9f6bda2b41e8a9220de5e8fdd25830dc10536a1c7abea8d294da1d702ee52c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-02T09:55:19.806 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:19 smithi028 podman[221186]: 2024-04-02 09:55:19.388980427 +0000 UTC m=+0.017278330 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:19.807 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:19 smithi028 podman[221186]: 2024-04-02 09:55:19.497234732 +0000 UTC m=+0.125532622 container create ba43a2a05714609acf82ed33bc56627d8c5fc76c90d69e759fd4ec8afdc6560d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:55:19.807 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:19 smithi028 podman[221186]: 2024-04-02 09:55:19.707747541 +0000 UTC m=+0.336045431 container init ba43a2a05714609acf82ed33bc56627d8c5fc76c90d69e759fd4ec8afdc6560d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-02T09:55:19.807 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:19 smithi028 podman[221186]: 2024-04-02 09:55:19.713130594 +0000 UTC m=+0.341428488 container start ba43a2a05714609acf82ed33bc56627d8c5fc76c90d69e759fd4ec8afdc6560d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T09:55:20.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:19 smithi028 podman[221186]: 2024-04-02 09:55:19.807626287 +0000 UTC m=+0.435924201 container attach ba43a2a05714609acf82ed33bc56627d8c5fc76c90d69e759fd4ec8afdc6560d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326) 2024-04-02T09:55:20.198 INFO:journalctl@ceph.osd.0.smithi028.stdout:Apr 02 09:55:20 smithi028 podman[221186]: 2024-04-02 09:55:20.014977772 +0000 UTC m=+0.643275665 container died ba43a2a05714609acf82ed33bc56627d8c5fc76c90d69e759fd4ec8afdc6560d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-0-deactivate, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-02T09:55:20.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:20.229Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:55:20.699 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:20.229Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:55:21.103 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.0.service' 2024-04-02T09:55:21.145 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:21.145 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-02T09:55:21.146 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-02T09:55:21.146 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.1 2024-04-02T09:55:21.698 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:21 smithi028 systemd[1]: Stopping Ceph osd.1 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:21.698 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[107995]: 2024-04-02T09:55:21.475+0000 7f55cabf7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:21.699 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[107995]: 2024-04-02T09:55:21.475+0000 7f55cabf7700 -1 osd.1 2766 *** Got signal Terminated *** 2024-04-02T09:55:21.699 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1[107995]: 2024-04-02T09:55:21.475+0000 7f55cabf7700 -1 osd.1 2766 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:27.272 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:26 smithi028 podman[221319]: 2024-04-02 09:55:26.987160316 +0000 UTC m=+5.617125507 container died d4aca2a1dacb4fa3702457ebc3958eeae9d4ee4aea07f2272c43bf0218af32bd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2) 2024-04-02T09:55:27.605 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:27 smithi028 podman[221319]: 2024-04-02 09:55:27.380617949 +0000 UTC m=+6.010583135 container cleanup d4aca2a1dacb4fa3702457ebc3958eeae9d4ee4aea07f2272c43bf0218af32bd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T09:55:27.605 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:27 smithi028 bash[221319]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1 2024-04-02T09:55:27.928 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:27 smithi028 podman[221353]: 2024-04-02 09:55:27.606797754 +0000 UTC m=+0.618855553 container remove d4aca2a1dacb4fa3702457ebc3958eeae9d4ee4aea07f2272c43bf0218af32bd (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD) 2024-04-02T09:55:28.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:27 smithi028 podman[221451]: 2024-04-02 09:55:27.83242497 +0000 UTC m=+0.017711520 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:28.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:27 smithi028 podman[221451]: 2024-04-02 09:55:27.953605691 +0000 UTC m=+0.138892244 container create 2dddc0a6dfe16ee11ed47f203d52885fc6d89692c0c03124551336bb3207f501 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T09:55:28.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:28 smithi028 podman[221451]: 2024-04-02 09:55:28.160935851 +0000 UTC m=+0.346222414 container init 2dddc0a6dfe16ee11ed47f203d52885fc6d89692c0c03124551336bb3207f501 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:55:28.198 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:28 smithi028 podman[221451]: 2024-04-02 09:55:28.16654909 +0000 UTC m=+0.351835641 container start 2dddc0a6dfe16ee11ed47f203d52885fc6d89692c0c03124551336bb3207f501 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240326, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-02T09:55:28.698 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:28 smithi028 podman[221451]: 2024-04-02 09:55:28.26015656 +0000 UTC m=+0.445443111 container attach 2dddc0a6dfe16ee11ed47f203d52885fc6d89692c0c03124551336bb3207f501 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:55:28.698 INFO:journalctl@ceph.osd.1.smithi028.stdout:Apr 02 09:55:28 smithi028 podman[221451]: 2024-04-02 09:55:28.466918748 +0000 UTC m=+0.652205298 container died 2dddc0a6dfe16ee11ed47f203d52885fc6d89692c0c03124551336bb3207f501 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-02T09:55:29.104 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.1.service' 2024-04-02T09:55:29.145 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:29.146 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-02T09:55:29.146 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-02T09:55:29.146 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.2 2024-04-02T09:55:29.448 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:29 smithi028 systemd[1]: Stopping Ceph osd.2 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:29.896 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:55:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:55:29.415Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-04-02T09:55:29.896 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:55:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:55:29.419Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-04-02T09:55:29.896 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:55:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:55:29.419Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-04-02T09:55:29.897 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:55:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:55:29.419Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-04-02T09:55:29.897 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:55:29 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:55:29.419Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-04-02T09:55:29.948 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T09:55:29.487+0000 7f8556484700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:29.948 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T09:55:29.487+0000 7f8556484700 -1 osd.2 2766 *** Got signal Terminated *** 2024-04-02T09:55:29.948 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:29 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2[113227]: 2024-04-02T09:55:29.487+0000 7f8556484700 -1 osd.2 2766 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:30.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:30 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:30.229Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:55:30.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:30 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:30.230Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:55:30.699 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:30 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:30.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:55:35.332 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:35 smithi028 podman[221581]: 2024-04-02 09:55:35.0521341 +0000 UTC m=+5.684500963 container died bd2442a680fc5cac5c6f85a640c6527d0ff9747318f7ff8e967df5f40cc79b6f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5) 2024-04-02T09:55:35.682 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:35 smithi028 podman[221581]: 2024-04-02 09:55:35.449369538 +0000 UTC m=+6.081736414 container cleanup bd2442a680fc5cac5c6f85a640c6527d0ff9747318f7ff8e967df5f40cc79b6f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-04-02T09:55:35.682 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:35 smithi028 bash[221581]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2 2024-04-02T09:55:35.948 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:35 smithi028 podman[221603]: 2024-04-02 09:55:35.683993841 +0000 UTC m=+0.636100543 container remove bd2442a680fc5cac5c6f85a640c6527d0ff9747318f7ff8e967df5f40cc79b6f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-02T09:55:36.315 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:35 smithi028 podman[221698]: 2024-04-02 09:55:35.899256739 +0000 UTC m=+0.017603500 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:36.315 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:36 smithi028 podman[221698]: 2024-04-02 09:55:36.209914584 +0000 UTC m=+0.328261377 container create c09a35651ce2b87f25473d8e76965edc2a4f122083000992a80a232256ed3292 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-02T09:55:36.693 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:36 smithi028 podman[221698]: 2024-04-02 09:55:36.386893852 +0000 UTC m=+0.505240606 container init c09a35651ce2b87f25473d8e76965edc2a4f122083000992a80a232256ed3292 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-02T09:55:36.693 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:36 smithi028 podman[221698]: 2024-04-02 09:55:36.392723279 +0000 UTC m=+0.511070040 container start c09a35651ce2b87f25473d8e76965edc2a4f122083000992a80a232256ed3292 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-02T09:55:36.693 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:36 smithi028 podman[221698]: 2024-04-02 09:55:36.469979911 +0000 UTC m=+0.588326678 container attach c09a35651ce2b87f25473d8e76965edc2a4f122083000992a80a232256ed3292 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-02T09:55:36.948 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:36 smithi028 podman[221698]: 2024-04-02 09:55:36.695071617 +0000 UTC m=+0.813418367 container died c09a35651ce2b87f25473d8e76965edc2a4f122083000992a80a232256ed3292 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:55:37.240 INFO:journalctl@ceph.osd.2.smithi028.stdout:Apr 02 09:55:37 smithi028 podman[221744]: 2024-04-02 09:55:37.223006354 +0000 UTC m=+0.522516999 container remove c09a35651ce2b87f25473d8e76965edc2a4f122083000992a80a232256ed3292 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-2-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326) 2024-04-02T09:55:37.245 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.2.service' 2024-04-02T09:55:37.287 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:37.287 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-02T09:55:37.287 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-02T09:55:37.287 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.3 2024-04-02T09:55:37.637 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:37 smithi028 systemd[1]: Stopping Ceph osd.3 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:37.948 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:37 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T09:55:37.636+0000 7f2e32ba7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:37.948 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:37 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T09:55:37.636+0000 7f2e32ba7700 -1 osd.3 2766 *** Got signal Terminated *** 2024-04-02T09:55:37.948 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:37 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T09:55:37.636+0000 7f2e32ba7700 -1 osd.3 2766 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:39.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:39 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:39.422+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:39.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:39 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:39.296+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:39.649 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:39 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:39.427+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:40.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:40 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:40.443+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:40.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:40 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:40.306+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:40.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:40 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:40.472+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:40.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:40.230Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:55:40.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:40.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:55:40.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:40 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:40.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:55:41.645 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:41 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:41.395+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:41.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:41 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:41.285+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:41.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:41 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:41.447+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:42.448 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:42 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3[118485]: 2024-04-02T09:55:42.071+0000 7f2e2b193700 -1 osd.3 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:13.015027+0000 front 2024-04-02T09:55:13.015064+0000 (oldest deadline 2024-04-02T09:55:41.215846+0000) 2024-04-02T09:55:42.547 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:42.484+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:42.547 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:42.375+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:42.547 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:42 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:42.275+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:43.491 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:43 smithi028 podman[221829]: 2024-04-02 09:55:43.232210563 +0000 UTC m=+5.723039317 container died 0c51eec8f95caf7fee34e0a69b5fa4b2585c1c009eda294151ed968976c844ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-02T09:55:43.565 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:43.321+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:43.566 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:43.257+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:43.566 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:43.503+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:43.566 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:43 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:43.404+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:43.767 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:43 smithi028 podman[221829]: 2024-04-02 09:55:43.575576812 +0000 UTC m=+6.066405620 container cleanup 0c51eec8f95caf7fee34e0a69b5fa4b2585c1c009eda294151ed968976c844ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T09:55:43.767 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:43 smithi028 bash[221829]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3 2024-04-02T09:55:44.167 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:43 smithi028 podman[221851]: 2024-04-02 09:55:43.768222767 +0000 UTC m=+0.531993430 container remove 0c51eec8f95caf7fee34e0a69b5fa4b2585c1c009eda294151ed968976c844ad (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-02T09:55:44.448 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:44 smithi028 podman[221947]: 2024-04-02 09:55:44.071934163 +0000 UTC m=+0.017835405 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:44.448 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:44 smithi028 podman[221947]: 2024-04-02 09:55:44.219079476 +0000 UTC m=+0.164980701 container create e0fc03e4c6999c59aad7a94a9c5ad32bda44664b5b3099e47756dbd1315ed927 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0) 2024-04-02T09:55:44.448 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:44 smithi028 podman[221947]: 2024-04-02 09:55:44.40474052 +0000 UTC m=+0.350641738 container init e0fc03e4c6999c59aad7a94a9c5ad32bda44664b5b3099e47756dbd1315ed927 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240326, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-02T09:55:44.449 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:44 smithi028 podman[221947]: 2024-04-02 09:55:44.410741694 +0000 UTC m=+0.356642916 container start e0fc03e4c6999c59aad7a94a9c5ad32bda44664b5b3099e47756dbd1315ed927 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T09:55:44.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:44.255+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:44.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:44.482+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:44.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:44.381+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:44.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:44 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:44.332+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:44.948 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:44 smithi028 podman[221947]: 2024-04-02 09:55:44.496127502 +0000 UTC m=+0.442028725 container attach e0fc03e4c6999c59aad7a94a9c5ad32bda44664b5b3099e47756dbd1315ed927 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T09:55:44.949 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:44 smithi028 podman[221947]: 2024-04-02 09:55:44.708119523 +0000 UTC m=+0.654020744 container died e0fc03e4c6999c59aad7a94a9c5ad32bda44664b5b3099e47756dbd1315ed927 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T09:55:45.242 INFO:journalctl@ceph.osd.3.smithi028.stdout:Apr 02 09:55:45 smithi028 podman[221993]: 2024-04-02 09:55:45.240913981 +0000 UTC m=+0.528005127 container remove e0fc03e4c6999c59aad7a94a9c5ad32bda44664b5b3099e47756dbd1315ed927 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-3-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-02T09:55:45.256 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.3.service' 2024-04-02T09:55:45.299 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:45.300 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-02T09:55:45.300 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-02T09:55:45.300 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.4 2024-04-02T09:55:45.599 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:45.303+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:45.599 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:45.297+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:45.599 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:45.491+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:45.600 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:45 smithi137 systemd[1]: Stopping Ceph osd.4 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:45.600 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:45.422+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:45.600 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:45.599+0000 7f18139f6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:45.895 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:45.599+0000 7f18139f6700 -1 osd.4 2766 *** Got signal Terminated *** 2024-04-02T09:55:45.896 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:45 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:45.599+0000 7f18139f6700 -1 osd.4 2766 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:46.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:46 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:46.377+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:46.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:46 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:46.342+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:46.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:46 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:46.508+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:46.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:46 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:46.337+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:47.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:47.309+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:47.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:47.474+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:47.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:47.293+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:47.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:47 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:47.354+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:48.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:48.506+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:48.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:48.372+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:48.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:48.372+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:25.065298+0000 front 2024-04-02T09:55:25.065417+0000 (oldest deadline 2024-04-02T09:55:47.865652+0000) 2024-04-02T09:55:48.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:48.293+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:48.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:48.293+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:48.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:48.326+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:48.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:48 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:48.326+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:49.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:49.306+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:49.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:49.306+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:49.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:49.323+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:49.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:49.323+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:25.065298+0000 front 2024-04-02T09:55:25.065417+0000 (oldest deadline 2024-04-02T09:55:47.865652+0000) 2024-04-02T09:55:49.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:49.352+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:49.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:49.352+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:49.647 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:49.505+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:49.647 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:49 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:49.505+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:50.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:50.336+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.063416+0000 front 2024-04-02T09:55:17.063564+0000 (oldest deadline 2024-04-02T09:55:38.763375+0000) 2024-04-02T09:55:50.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4[94653]: 2024-04-02T09:55:50.336+0000 7f180ffea700 -1 osd.4 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:25.065298+0000 front 2024-04-02T09:55:25.065417+0000 (oldest deadline 2024-04-02T09:55:47.865652+0000) 2024-04-02T09:55:50.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:50.292+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:50.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:50.292+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:50.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:50.388+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:50.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:50.388+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:50.647 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:50.509+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:50.647 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:50 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:50.509+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:50.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:50.231Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:55:50.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:50.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:55:50.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:55:50 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:55:50.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:55:51.347 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:51 smithi137 podman[153737]: 2024-04-02 09:55:51.094372254 +0000 UTC m=+5.601401793 container died 66f79285ff41e9d3253efa96278cb1b6e7e198bd1d564fdf9b627b514e353db0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:55:51.347 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:51.334+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:51.347 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:51.334+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:51.348 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:51.340+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:51.348 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:51.340+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:51.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:51 smithi137 podman[153737]: 2024-04-02 09:55:51.43925147 +0000 UTC m=+5.946280992 container cleanup 66f79285ff41e9d3253efa96278cb1b6e7e198bd1d564fdf9b627b514e353db0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-02T09:55:51.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:51 smithi137 bash[153737]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4 2024-04-02T09:55:51.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:51.558+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:51.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:51 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:51.558+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:52.048 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:51 smithi137 podman[153759]: 2024-04-02 09:55:51.732582271 +0000 UTC m=+0.638942519 container remove 66f79285ff41e9d3253efa96278cb1b6e7e198bd1d564fdf9b627b514e353db0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:55:52.351 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:52 smithi137 podman[153858]: 2024-04-02 09:55:51.952494077 +0000 UTC m=+0.018256759 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:55:52.351 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:52 smithi137 podman[153858]: 2024-04-02 09:55:52.058177083 +0000 UTC m=+0.123939749 container create 817ffccf3b7db7910d61362f62f37678d4c59daec9e545a68f085083a1d83353 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-02T09:55:52.351 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:52 smithi137 podman[153858]: 2024-04-02 09:55:52.269232178 +0000 UTC m=+0.334994860 container init 817ffccf3b7db7910d61362f62f37678d4c59daec9e545a68f085083a1d83353 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-04-02T09:55:52.351 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:52 smithi137 podman[153858]: 2024-04-02 09:55:52.275190097 +0000 UTC m=+0.340952765 container start 817ffccf3b7db7910d61362f62f37678d4c59daec9e545a68f085083a1d83353 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:55:52.351 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:52 smithi137 podman[153858]: 2024-04-02 09:55:52.352012871 +0000 UTC m=+0.417775537 container attach 817ffccf3b7db7910d61362f62f37678d4c59daec9e545a68f085083a1d83353 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:55:52.646 INFO:journalctl@ceph.osd.4.smithi137.stdout:Apr 02 09:55:52 smithi137 podman[153858]: 2024-04-02 09:55:52.582512403 +0000 UTC m=+0.648275080 container died 817ffccf3b7db7910d61362f62f37678d4c59daec9e545a68f085083a1d83353 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-4-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-02T09:55:52.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:52.354+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:52.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:52.354+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:52.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:52.361+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:52.647 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:52.361+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:52.647 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:52.598+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:52.647 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:52 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:52.598+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:53.158 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.4.service' 2024-04-02T09:55:53.200 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:55:53.200 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-02T09:55:53.201 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-02T09:55:53.201 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.5 2024-04-02T09:55:53.389 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:53 smithi137 systemd[1]: Stopping Ceph osd.5 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:55:53.389 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:53.328+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:53.390 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:53.328+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:53.645 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:53.390+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:53.646 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:53.390+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:53.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:53.535+0000 7fa6ea19e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:55:53.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:53.535+0000 7fa6ea19e700 -1 osd.5 2766 *** Got signal Terminated *** 2024-04-02T09:55:53.646 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:53.535+0000 7fa6ea19e700 -1 osd.5 2766 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:55:53.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:53.575+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:53.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:53 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:53.575+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:54.600 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:54.358+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:54.601 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:54.358+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:54.601 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:54.428+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:54.601 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:54.428+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:54.895 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:54.600+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:54.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:54 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:54.600+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:55.633 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:55.354+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:55.634 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:55.354+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:55.634 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:55.405+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:55.634 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:55.405+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:55.895 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:55.634+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:55.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:55 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:55.634+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:56.587 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:56.420+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:56.587 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:56.420+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:56.587 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:56.327+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:56.587 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:56.327+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:56.588 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:56.327+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.731787+0000 front 2024-04-02T09:55:30.731801+0000 (oldest deadline 2024-04-02T09:55:55.932144+0000) 2024-04-02T09:55:56.895 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:56.587+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:56.895 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:56.587+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:56.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:56 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:56.587+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:55:57.590 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:57.279+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:57.590 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:57.279+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:57.590 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:57.279+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.731787+0000 front 2024-04-02T09:55:30.731801+0000 (oldest deadline 2024-04-02T09:55:55.932144+0000) 2024-04-02T09:55:57.590 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:57.421+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:57.590 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:57.421+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:57.591 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:57.421+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:55:57.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:57.590+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:57.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:57.590+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:57.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:57 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:57.590+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:55:58.581 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:58.327+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:16.329180+0000 front 2024-04-02T09:55:16.329264+0000 (oldest deadline 2024-04-02T09:55:39.229098+0000) 2024-04-02T09:55:58.581 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:58.327+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:23.830631+0000 front 2024-04-02T09:55:23.830679+0000 (oldest deadline 2024-04-02T09:55:47.330441+0000) 2024-04-02T09:55:58.581 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5[99883]: 2024-04-02T09:55:58.327+0000 7fa6e278a700 -1 osd.5 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.731787+0000 front 2024-04-02T09:55:30.731801+0000 (oldest deadline 2024-04-02T09:55:55.932144+0000) 2024-04-02T09:55:58.581 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:58.471+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:58.581 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:58.471+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:58.581 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:58.471+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:55:58.895 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:58.581+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:58.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:58.581+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:58.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:58 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:58.581+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:55:59.396 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:59 smithi137 podman[153989]: 2024-04-02 09:55:59.107360188 +0000 UTC m=+5.687997434 container died b6258291b147ea308f5b8882c7c7b9afd23676298ecdbed6691938bb549cec46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-02T09:55:59.892 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:59.517+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:55:59.892 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:59.517+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:55:59.892 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:55:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:55:59.517+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:55:59.893 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:59 smithi137 podman[153989]: 2024-04-02 09:55:59.52532251 +0000 UTC m=+6.105959766 container cleanup b6258291b147ea308f5b8882c7c7b9afd23676298ecdbed6691938bb549cec46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T09:55:59.893 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:59 smithi137 bash[153989]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5 2024-04-02T09:55:59.893 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:59.570+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:55:59.893 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:59.570+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:55:59.893 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:55:59 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:55:59.570+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:00.145 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:55:59 smithi137 podman[154010]: 2024-04-02 09:55:59.893216914 +0000 UTC m=+0.782643940 container remove b6258291b147ea308f5b8882c7c7b9afd23676298ecdbed6691938bb549cec46 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2) 2024-04-02T09:56:00.542 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:56:00 smithi137 podman[154107]: 2024-04-02 09:56:00.28574735 +0000 UTC m=+0.110453539 container create 2a4fb50c3834304b522e6decfe2f32d4eb62e5a90e5c3d9b64c4700bae470166 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-02T09:56:00.543 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:56:00 smithi137 podman[154107]: 2024-04-02 09:56:00.192939348 +0000 UTC m=+0.017645555 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:56:00.543 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:56:00 smithi137 podman[154107]: 2024-04-02 09:56:00.480183744 +0000 UTC m=+0.304889936 container init 2a4fb50c3834304b522e6decfe2f32d4eb62e5a90e5c3d9b64c4700bae470166 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:56:00.543 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:56:00 smithi137 podman[154107]: 2024-04-02 09:56:00.485489524 +0000 UTC m=+0.310195717 container start 2a4fb50c3834304b522e6decfe2f32d4eb62e5a90e5c3d9b64c4700bae470166 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:56:00.609 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:00 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:00.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:56:00.610 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:00 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:00.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:56:00.610 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:00 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:00.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:56:00.896 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:56:00 smithi137 podman[154107]: 2024-04-02 09:56:00.588458091 +0000 UTC m=+0.413164298 container attach 2a4fb50c3834304b522e6decfe2f32d4eb62e5a90e5c3d9b64c4700bae470166 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240326, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-04-02T09:56:00.896 INFO:journalctl@ceph.osd.5.smithi137.stdout:Apr 02 09:56:00 smithi137 podman[154107]: 2024-04-02 09:56:00.77483449 +0000 UTC m=+0.599540691 container died 2a4fb50c3834304b522e6decfe2f32d4eb62e5a90e5c3d9b64c4700bae470166 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-04-02T09:56:00.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:00 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:00.542+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:56:00.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:00 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:00.542+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:56:00.897 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:00 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:00.542+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:56:00.897 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:00 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:00.592+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:00.897 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:00 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:00.592+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:00.897 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:00 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:00.592+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:01.372 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.5.service' 2024-04-02T09:56:01.413 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:56:01.413 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-02T09:56:01.413 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-02T09:56:01.413 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.6 2024-04-02T09:56:01.645 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:01.582+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:01.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:01.582+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:01.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:01.582+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:01.646 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:01 smithi137 systemd[1]: Stopping Ceph osd.6 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:01.646 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:01.574+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:56:01.646 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:01.574+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:56:01.646 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:01.574+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:56:02.145 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:01.738+0000 7f1d74130700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:56:02.146 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:01.738+0000 7f1d74130700 -1 osd.6 2766 *** Got signal Terminated *** 2024-04-02T09:56:02.146 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:01 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:01.738+0000 7f1d74130700 -1 osd.6 2766 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:56:02.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:02.527+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:56:02.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:02.527+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:56:02.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:02.527+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:56:02.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:02.559+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:02.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:02.559+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:02.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:02 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:02.559+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:03.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:03.554+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:56:03.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:03.554+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:56:03.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:03.554+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:56:03.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:03.539+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:03.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:03.539+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:03.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:03 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:03.539+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:04.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:04.589+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:56:04.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:04.589+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:56:04.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:04.589+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:56:04.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:04.566+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:04.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:04.566+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:04.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:04 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:04.566+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:05.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:05.585+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:56:05.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:05.585+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:56:05.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:05.585+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:56:05.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:05.560+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:05.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:05.560+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:05.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:05.560+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:05.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:05 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:05.560+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:06.895 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:06.596+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:17.089776+0000 front 2024-04-02T09:55:17.089896+0000 (oldest deadline 2024-04-02T09:55:42.989692+0000) 2024-04-02T09:56:06.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:06.596+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:22.990215+0000 front 2024-04-02T09:55:22.990136+0000 (oldest deadline 2024-04-02T09:55:47.690099+0000) 2024-04-02T09:56:06.896 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6[105114]: 2024-04-02T09:56:06.596+0000 7f1d6c71c700 -1 osd.6 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:31.791272+0000 front 2024-04-02T09:55:31.791156+0000 (oldest deadline 2024-04-02T09:55:56.491225+0000) 2024-04-02T09:56:06.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:06.563+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:06.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:06.563+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:06.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:06.563+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:06.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:06 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:06.563+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:07.444 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:07 smithi137 podman[154237]: 2024-04-02 09:56:07.155598148 +0000 UTC m=+5.518574652 container died 82ed86027c61bb3c249b6b82a39f1554aa9ec8d322494b0eae9afb8e2ead0d37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:56:07.777 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:07 smithi137 podman[154237]: 2024-04-02 09:56:07.536410278 +0000 UTC m=+5.899386770 container cleanup 82ed86027c61bb3c249b6b82a39f1554aa9ec8d322494b0eae9afb8e2ead0d37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240326, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS) 2024-04-02T09:56:07.778 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:07 smithi137 bash[154237]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6 2024-04-02T09:56:07.778 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:07 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:07.584+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:07.778 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:07 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:07.584+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:07.778 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:07 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:07.584+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:07.778 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:07 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:07.584+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:08.100 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:07 smithi137 podman[154259]: 2024-04-02 09:56:07.779122117 +0000 UTC m=+0.616440274 container remove 82ed86027c61bb3c249b6b82a39f1554aa9ec8d322494b0eae9afb8e2ead0d37 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-02T09:56:08.389 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:08 smithi137 podman[154358]: 2024-04-02 09:56:08.004562188 +0000 UTC m=+0.017950090 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:56:08.389 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:08 smithi137 podman[154358]: 2024-04-02 09:56:08.121884372 +0000 UTC m=+0.135272259 container create 575a5e52fabc8a07779ed625382b2e746f80627a477af2cfae75ea21e7bad986 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-04-02T09:56:08.389 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:08 smithi137 podman[154358]: 2024-04-02 09:56:08.307369954 +0000 UTC m=+0.320757856 container init 575a5e52fabc8a07779ed625382b2e746f80627a477af2cfae75ea21e7bad986 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-02T09:56:08.389 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:08 smithi137 podman[154358]: 2024-04-02 09:56:08.312906205 +0000 UTC m=+0.326294094 container start 575a5e52fabc8a07779ed625382b2e746f80627a477af2cfae75ea21e7bad986 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:56:08.389 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:08 smithi137 podman[154358]: 2024-04-02 09:56:08.390572111 +0000 UTC m=+0.403960009 container attach 575a5e52fabc8a07779ed625382b2e746f80627a477af2cfae75ea21e7bad986 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-02T09:56:08.646 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:08 smithi137 podman[154358]: 2024-04-02 09:56:08.603742066 +0000 UTC m=+0.617129958 container died 575a5e52fabc8a07779ed625382b2e746f80627a477af2cfae75ea21e7bad986 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-rf-oldDeep-3cba26e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-02T09:56:08.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:08.618+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:08.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:08.618+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:08.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:08.618+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:08.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:08 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:08.618+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:09.216 INFO:journalctl@ceph.osd.6.smithi137.stdout:Apr 02 09:56:09 smithi137 podman[154403]: 2024-04-02 09:56:09.194299784 +0000 UTC m=+0.585361113 container remove 575a5e52fabc8a07779ed625382b2e746f80627a477af2cfae75ea21e7bad986 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD) 2024-04-02T09:56:09.221 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.6.service' 2024-04-02T09:56:09.259 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:56:09.260 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-02T09:56:09.260 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-02T09:56:09.260 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.7 2024-04-02T09:56:09.582 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:09 smithi137 systemd[1]: Stopping Ceph osd.7 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:09.583 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:09.582+0000 7fd7be191700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:56:09.583 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:09.582+0000 7fd7be191700 -1 osd.7 2766 *** Got signal Terminated *** 2024-04-02T09:56:09.583 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:09.582+0000 7fd7be191700 -1 osd.7 2766 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-02T09:56:09.895 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:09.588+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:09.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:09.588+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:09.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:09.588+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:09.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:09 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:09.588+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:10.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:10.233Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:56:10.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:10.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:56:10.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:10 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:10.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:56:10.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:10.564+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:10.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:10.564+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:10.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:10.564+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:10.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:10 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:10.564+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:11.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:11.579+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:11.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:11.579+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:11.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:11.579+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:11.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:11 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:11.579+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:12.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:12.610+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:12.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:12.610+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:12.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:12.610+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:12.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:12 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:12.610+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:13.895 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:13.611+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-04-02T09:55:14.843995+0000 front 2024-04-02T09:55:14.844104+0000 (oldest deadline 2024-04-02T09:55:38.844423+0000) 2024-04-02T09:56:13.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:13.611+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-04-02T09:55:24.745577+0000 front 2024-04-02T09:55:24.745775+0000 (oldest deadline 2024-04-02T09:55:48.845571+0000) 2024-04-02T09:56:13.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:13.611+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-04-02T09:55:30.546688+0000 front 2024-04-02T09:55:30.546646+0000 (oldest deadline 2024-04-02T09:55:56.446483+0000) 2024-04-02T09:56:13.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:13.611+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-04-02T09:55:39.347324+0000 front 2024-04-02T09:55:39.347438+0000 (oldest deadline 2024-04-02T09:56:05.247248+0000) 2024-04-02T09:56:13.896 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:13 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7[110353]: 2024-04-02T09:56:13.611+0000 7fd7b677d700 -1 osd.7 2766 heartbeat_check: no reply from 172.21.15.137:6804 osd.4 since back 2024-04-02T09:55:49.348087+0000 front 2024-04-02T09:55:49.348211+0000 (oldest deadline 2024-04-02T09:56:13.448088+0000) 2024-04-02T09:56:15.405 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:15 smithi137 podman[154490]: 2024-04-02 09:56:15.150724667 +0000 UTC m=+5.673819683 container died b9b7a0672a081448abed53abd12f528f53b861924fe51770903b77594e9d57fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD) 2024-04-02T09:56:15.655 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:15 smithi137 podman[154490]: 2024-04-02 09:56:15.479910614 +0000 UTC m=+6.003005622 container cleanup b9b7a0672a081448abed53abd12f528f53b861924fe51770903b77594e9d57fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True) 2024-04-02T09:56:15.656 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:15 smithi137 bash[154490]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7 2024-04-02T09:56:16.084 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:15 smithi137 podman[154526]: 2024-04-02 09:56:15.656289317 +0000 UTC m=+0.504448825 container remove b9b7a0672a081448abed53abd12f528f53b861924fe51770903b77594e9d57fb (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7, org.label-schema.build-date=20240326, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-04-02T09:56:16.383 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:16 smithi137 podman[154623]: 2024-04-02 09:56:15.989115204 +0000 UTC m=+0.017744971 image pull beaaa8a653cfc3ca30639663f6cf29f35a44f7da25e7ef419f2321db9b14b908 quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c 2024-04-02T09:56:16.383 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:16 smithi137 podman[154623]: 2024-04-02 09:56:16.107237588 +0000 UTC m=+0.135867389 container create 47007ded8d39b8e4a52d947d5d60a02faa0b89196e270c7a91f2b2e70156fb19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:56:16.383 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:16 smithi137 podman[154623]: 2024-04-02 09:56:16.301126395 +0000 UTC m=+0.329756152 container init 47007ded8d39b8e4a52d947d5d60a02faa0b89196e270c7a91f2b2e70156fb19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-02T09:56:16.383 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:16 smithi137 podman[154623]: 2024-04-02 09:56:16.306749025 +0000 UTC m=+0.335378784 container start 47007ded8d39b8e4a52d947d5d60a02faa0b89196e270c7a91f2b2e70156fb19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:56:16.383 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:16 smithi137 podman[154623]: 2024-04-02 09:56:16.384274846 +0000 UTC m=+0.412904613 container attach 47007ded8d39b8e4a52d947d5d60a02faa0b89196e270c7a91f2b2e70156fb19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240326, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-02T09:56:16.646 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:16 smithi137 podman[154623]: 2024-04-02 09:56:16.592502407 +0000 UTC m=+0.621132164 container died 47007ded8d39b8e4a52d947d5d60a02faa0b89196e270c7a91f2b2e70156fb19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240326, CEPH_POINT_RELEASE=, RELEASE=wip-rf-oldDeep-3cba26e, ceph=True, io.buildah.version=1.33.5) 2024-04-02T09:56:17.159 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.7.service' 2024-04-02T09:56:17.184 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:17 smithi137 podman[154670]: 2024-04-02 09:56:17.137793153 +0000 UTC m=+0.540217501 container remove 47007ded8d39b8e4a52d947d5d60a02faa0b89196e270c7a91f2b2e70156fb19 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rf-oldDeep-3cba26e, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240326, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-02T09:56:17.185 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:17 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-02T09:56:17.185 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:17 smithi137 systemd[1]: Stopped Ceph osd.7 for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T09:56:17.185 INFO:journalctl@ceph.osd.7.smithi137.stdout:Apr 02 09:56:17 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@osd.7.service: Consumed 2min 54.925s CPU time. 2024-04-02T09:56:17.200 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:56:17.200 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-02T09:56:17.200 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-02T09:56:17.200 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.a 2024-04-02T09:56:17.526 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:17 smithi028 systemd[1]: Stopping Ceph mds.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:17.948 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:17 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[123490]: 2024-04-02T09:56:17.526+0000 7f11c116e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:56:17.949 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:17 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a[123490]: 2024-04-02T09:56:17.526+0000 7f11c116e700 -1 mds.a *** got signal Terminated *** 2024-04-02T09:56:19.275 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:19 smithi028 podman[222090]: 2024-04-02 09:56:19.02080001 +0000 UTC m=+1.609719554 container died 3aded1109450d59bcc18d8fe6df134f4a59e735692b7916aa0657aa895ba81b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-02T09:56:19.565 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:19 smithi028 podman[222090]: 2024-04-02 09:56:19.365435036 +0000 UTC m=+1.954354567 container cleanup 3aded1109450d59bcc18d8fe6df134f4a59e735692b7916aa0657aa895ba81b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-02T09:56:19.565 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:19 smithi028 bash[222090]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a 2024-04-02T09:56:19.791 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.a.service' 2024-04-02T09:56:19.816 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:19 smithi028 podman[222109]: 2024-04-02 09:56:19.566568568 +0000 UTC m=+0.542513572 container remove 3aded1109450d59bcc18d8fe6df134f4a59e735692b7916aa0657aa895ba81b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240326, GIT_CLEAN=True, RELEASE=wip-rf-oldDeep-3cba26e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-02T09:56:19.817 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:19 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-02T09:56:19.817 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:19 smithi028 systemd[1]: Stopped Ceph mds.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T09:56:19.817 INFO:journalctl@ceph.mds.a.smithi028.stdout:Apr 02 09:56:19 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.a.service: Consumed 26min 47.297s CPU time. 2024-04-02T09:56:19.828 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:56:19.828 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-02T09:56:19.829 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-02T09:56:19.829 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.b 2024-04-02T09:56:20.117 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 09:56:19 smithi137 systemd[1]: Stopping Ceph mds.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:20.395 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 09:56:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b[115189]: 2024-04-02T09:56:20.117+0000 7f457f8f6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-02T09:56:20.395 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 09:56:20 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b[115189]: 2024-04-02T09:56:20.117+0000 7f457f8f6700 -1 mds.b *** got signal Terminated *** 2024-04-02T09:56:20.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:20.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:56:20.698 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:20.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:56:20.699 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:20 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:20.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:56:21.948 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:21.624Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-04-02T09:56:21.948 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:21 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:21.625Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi137.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.137:8443: connect: connection refused" 2024-04-02T09:56:23.747 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 09:56:23 smithi137 podman[154753]: 2024-04-02 09:56:23.461868552 +0000 UTC m=+3.440513228 container died 129c5f68e74881271237d8bda26bb7b16e58109693418970c487d53ff738c512 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240326, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-rf-oldDeep-3cba26e) 2024-04-02T09:56:24.059 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 09:56:23 smithi137 podman[154753]: 2024-04-02 09:56:23.848315488 +0000 UTC m=+3.826960156 container cleanup 129c5f68e74881271237d8bda26bb7b16e58109693418970c487d53ff738c512 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a8dfcbe7caeb607e38116ea0260de3f9a78a5ab8f017f71a3af15ca8634301c, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b, RELEASE=wip-rf-oldDeep-3cba26e, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240326, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-02T09:56:24.060 INFO:journalctl@ceph.mds.b.smithi137.stdout:Apr 02 09:56:23 smithi137 bash[154753]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-mds-b 2024-04-02T09:56:24.255 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@mds.b.service' 2024-04-02T09:56:24.291 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:56:24.291 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-02T09:56:24.292 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-02T09:56:24.292 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a 2024-04-02T09:56:24.620 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 systemd[1]: Stopping Ceph prometheus.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:24.885 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-02T09:56:24.885 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-02T09:56:24.885 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.622Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.624Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.624Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a[123378]: ts=2024-04-02T09:56:24.624Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-02T09:56:24.886 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:24 smithi137 podman[154885]: 2024-04-02 09:56:24.632768403 +0000 UTC m=+0.115149298 container died c5c3bcb146d80c035ecb42dbd668dd46f36122d42de53ab765907c8820f39ca5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T09:56:25.145 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:25 smithi137 podman[154885]: 2024-04-02 09:56:25.002692111 +0000 UTC m=+0.485073006 container cleanup c5c3bcb146d80c035ecb42dbd668dd46f36122d42de53ab765907c8820f39ca5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-02T09:56:25.146 INFO:journalctl@ceph.prometheus.a.smithi137.stdout:Apr 02 09:56:25 smithi137 bash[154885]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-prometheus-a 2024-04-02T09:56:25.522 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@prometheus.a.service' 2024-04-02T09:56:25.557 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-02T09:56:25.558 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-02T09:56:25.558 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T09:56:25.718 INFO:teuthology.orchestra.run.smithi028.stdout:Deleting cluster with fsid: 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T09:56:27.381 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:27 smithi028 systemd[1]: Stopping Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:27.653 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:27 smithi028 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a[132028]: ts=2024-04-02T09:56:27.381Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-02T09:56:27.653 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:27 smithi028 podman[222545]: 2024-04-02 09:56:27.422520174 +0000 UTC m=+0.147987232 container died eca3762a188f1dc340105f27f68112709721376ffe4bc0943f1055d4b5191ccc (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:56:27.936 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:27 smithi028 podman[222545]: 2024-04-02 09:56:27.753201365 +0000 UTC m=+0.478668411 container cleanup eca3762a188f1dc340105f27f68112709721376ffe4bc0943f1055d4b5191ccc (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:56:27.936 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:27 smithi028 bash[222545]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a 2024-04-02T09:56:28.198 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:27 smithi028 podman[222564]: 2024-04-02 09:56:27.937465558 +0000 UTC m=+0.509908193 container remove eca3762a188f1dc340105f27f68112709721376ffe4bc0943f1055d4b5191ccc (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-02T09:56:28.198 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:28 smithi028 podman[222564]: 2024-04-02 09:56:28.013410437 +0000 UTC m=+0.585853082 volume remove 86b9a3c4d65da30f7b17f4c1f48b890b566eaac51ad7f9963cc84343c5ad9619 2024-04-02T09:56:28.628 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:28 smithi028 systemd[1]: Stopping Ceph node-exporter.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:28.628 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:28 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-02T09:56:28.628 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:28 smithi028 systemd[1]: Stopped Ceph alertmanager.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T09:56:28.628 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Apr 02 09:56:28 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@alertmanager.a.service: Consumed 3.223s CPU time. 2024-04-02T09:56:28.898 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:28 smithi028 podman[222675]: 2024-04-02 09:56:28.629437991 +0000 UTC m=+0.097118036 container died 9398c24d5408adebb02a92a3b0e8ad8504155e67f547d976e6dfebd59e7028c1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:56:29.199 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:29 smithi028 podman[222675]: 2024-04-02 09:56:29.007228684 +0000 UTC m=+0.474908729 container cleanup 9398c24d5408adebb02a92a3b0e8ad8504155e67f547d976e6dfebd59e7028c1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:56:29.199 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:29 smithi028 bash[222675]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a 2024-04-02T09:56:29.510 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:29 smithi028 podman[222694]: 2024-04-02 09:56:29.233244503 +0000 UTC m=+0.604678445 container remove 9398c24d5408adebb02a92a3b0e8ad8504155e67f547d976e6dfebd59e7028c1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-02T09:56:29.511 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:29 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-02T09:56:29.511 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:29 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-02T09:56:29.511 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:29 smithi028 systemd[1]: Stopped Ceph node-exporter.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T09:56:29.511 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Apr 02 09:56:29 smithi028 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.a.service: Consumed 8.977s CPU time. 2024-04-02T09:56:30.001 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 --force --keep-logs 2024-04-02T09:56:30.157 INFO:teuthology.orchestra.run.smithi137.stdout:Deleting cluster with fsid: 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T09:56:31.834 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:31 smithi137 systemd[1]: Stopping Ceph grafana.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:32.107 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:31 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=server t=2024-04-02T09:56:31.834971861Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-02T09:56:32.107 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:31 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=ticker t=2024-04-02T09:56:31.835356746Z level=info msg=stopped last_tick=2024-04-02T09:56:30Z 2024-04-02T09:56:32.107 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:31 smithi137 ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a[127405]: logger=tracing t=2024-04-02T09:56:31.835419272Z level=info msg="Closing tracing" 2024-04-02T09:56:32.107 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:31 smithi137 podman[155337]: 2024-04-02 09:56:31.845513162 +0000 UTC m=+0.112839996 container died 4bf44e74a4c420cff3d4f69400e4c5ac504057557483be75fabd2ca7b7b3ecc2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:56:32.364 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:32 smithi137 podman[155337]: 2024-04-02 09:56:32.18151936 +0000 UTC m=+0.448846179 container cleanup 4bf44e74a4c420cff3d4f69400e4c5ac504057557483be75fabd2ca7b7b3ecc2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:56:32.365 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:32 smithi137 bash[155337]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a 2024-04-02T09:56:32.645 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:32 smithi137 podman[155356]: 2024-04-02 09:56:32.366234974 +0000 UTC m=+0.522948986 container remove 4bf44e74a4c420cff3d4f69400e4c5ac504057557483be75fabd2ca7b7b3ecc2 (image=quay.io/ceph/grafana:9.4.12, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-02T09:56:32.646 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:32 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Deactivated successfully. 2024-04-02T09:56:32.646 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:32 smithi137 systemd[1]: Stopped Ceph grafana.a for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T09:56:32.646 INFO:journalctl@ceph.grafana.a.smithi137.stdout:Apr 02 09:56:32 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@grafana.a.service: Consumed 49.990s CPU time. 2024-04-02T09:56:33.146 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:32 smithi137 systemd[1]: Stopping Ceph node-exporter.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4... 2024-04-02T09:56:33.146 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:33 smithi137 podman[155469]: 2024-04-02 09:56:33.0158702 +0000 UTC m=+0.111460198 container died 90272723bb9c3312918e7d78158287ed36be899da3afd7aa22edba2da3901c21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:56:33.529 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:33 smithi137 podman[155469]: 2024-04-02 09:56:33.360247699 +0000 UTC m=+0.455837687 container cleanup 90272723bb9c3312918e7d78158287ed36be899da3afd7aa22edba2da3901c21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:56:33.529 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:33 smithi137 bash[155469]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b 2024-04-02T09:56:33.883 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:33 smithi137 podman[155487]: 2024-04-02 09:56:33.636442768 +0000 UTC m=+0.624943510 container remove 90272723bb9c3312918e7d78158287ed36be899da3afd7aa22edba2da3901c21 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-02T09:56:33.883 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:33 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-02T09:56:33.883 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:33 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-02T09:56:33.883 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:33 smithi137 systemd[1]: Stopped Ceph node-exporter.b for 21c79bf8-f0c9-11ee-b647-cb9ed24678a4. 2024-04-02T09:56:33.883 INFO:journalctl@ceph.node-exporter.b.smithi137.stdout:Apr 02 09:56:33 smithi137 systemd[1]: ceph-21c79bf8-f0c9-11ee-b647-cb9ed24678a4@node-exporter.b.service: Consumed 8.528s CPU time. 2024-04-02T09:56:34.474 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:56:34.509 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-02T09:56:34.537 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-02T09:56:34.540 DEBUG:teuthology.misc:Transferring archived files from smithi028:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473/remote/smithi028/crash 2024-04-02T09:56:34.541 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T09:56:34.595 INFO:teuthology.orchestra.run.smithi028.stderr:tar: /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T09:56:34.596 INFO:teuthology.orchestra.run.smithi028.stderr:tar: Error is not recoverable: exiting now 2024-04-02T09:56:34.597 DEBUG:teuthology.misc:Transferring archived files from smithi137:/var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/crash to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473/remote/smithi137/crash 2024-04-02T09:56:34.598 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/crash -- . 2024-04-02T09:56:34.634 INFO:teuthology.orchestra.run.smithi137.stderr:tar: /var/lib/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-02T09:56:34.635 INFO:teuthology.orchestra.run.smithi137.stderr:tar: Error is not recoverable: exiting now 2024-04-02T09:56:34.636 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-02T09:56:34.636 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:56:34.665 INFO:teuthology.orchestra.run.smithi028.stdout:2024-04-02T08:29:02.206547+0000 mon.a (mon.0) 232 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T09:56:34.668 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-02T09:56:34.668 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[SEC\]' /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:56:34.739 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[ERR\]' /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:56:34.810 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[WRN\]' /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-02T09:56:34.878 INFO:teuthology.orchestra.run.smithi028.stdout:2024-04-02T08:29:02.206547+0000 mon.a (mon.0) 232 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-02T09:56:34.881 INFO:tasks.cephadm:Compressing logs... 2024-04-02T09:56:34.882 DEBUG:teuthology.orchestra.run.smithi028:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T09:56:34.925 DEBUG:teuthology.orchestra.run.smithi137:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-02T09:56:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T09:56:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:: No such file or directory 2024-04-02T09:56:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log 2024-04-02T09:56:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T09:56:34.950 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log 2024-04-02T09:56:34.952 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log 2024-04-02T09:56:34.952 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log 2024-04-02T09:56:34.952 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log: /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log 2024-04-02T09:56:34.952 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T09:56:34.952 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T09:56:34.955 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 90.7% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T09:56:34.955 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log 2024-04-02T09:56:34.955 INFO:teuthology.orchestra.run.smithi028.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T09:56:34.958 INFO:teuthology.orchestra.run.smithi137.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-02T09:56:34.958 INFO:teuthology.orchestra.run.smithi137.stderr:: No such file or directory 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log: /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr: 83.9% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.b.log.gz 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-02T09:56:34.959 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T09:56:34.962 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log: 91.3% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T09:56:34.965 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log: 94.8% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.audit.log.gz 2024-04-02T09:56:34.966 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log 2024-04-02T09:56:34.966 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log 2024-04-02T09:56:34.969 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log 2024-04-02T09:56:34.972 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-02T09:56:34.974 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log: 87.2% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T09:56:34.979 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log: 92.9% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph.log.gz 2024-04-02T09:56:34.979 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log 2024-04-02T09:56:34.996 INFO:teuthology.orchestra.run.smithi137.stderr: 91.2% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T09:56:35.009 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log: /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log: 92.2% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mds.a.log.gz 2024-04-02T09:56:35.010 INFO:teuthology.orchestra.run.smithi028.stderr: 91.1% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-volume.log.gz 2024-04-02T09:56:35.017 INFO:teuthology.orchestra.run.smithi137.stderr: 90.7% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-02T09:56:35.740 INFO:teuthology.orchestra.run.smithi028.stderr: 89.7% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-02T09:56:36.422 INFO:teuthology.orchestra.run.smithi137.stderr: 92.2% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-02T09:56:38.189 INFO:teuthology.orchestra.run.smithi028.stderr: 91.7% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-02T09:56:41.093 INFO:teuthology.orchestra.run.smithi028.stderr: 90.6% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-02T09:56:54.643 INFO:teuthology.orchestra.run.smithi137.stderr: 94.5% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-02T09:56:55.935 INFO:teuthology.orchestra.run.smithi137.stderr: 94.2% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-02T09:56:57.800 INFO:teuthology.orchestra.run.smithi137.stderr: 94.3% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-02T09:56:59.692 INFO:teuthology.orchestra.run.smithi028.stderr: 94.4% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-02T09:57:00.835 INFO:teuthology.orchestra.run.smithi028.stderr: 94.6% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-02T09:57:01.665 INFO:teuthology.orchestra.run.smithi137.stderr: 94.8% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-02T09:57:01.667 INFO:teuthology.orchestra.run.smithi137.stderr: 2024-04-02T09:57:01.667 INFO:teuthology.orchestra.run.smithi137.stderr:real 0m26.728s 2024-04-02T09:57:01.667 INFO:teuthology.orchestra.run.smithi137.stderr:user 1m28.414s 2024-04-02T09:57:01.667 INFO:teuthology.orchestra.run.smithi137.stderr:sys 0m3.259s 2024-04-02T09:57:02.328 INFO:teuthology.orchestra.run.smithi028.stderr: 94.3% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-02T09:57:03.577 INFO:teuthology.orchestra.run.smithi028.stderr: 94.1% -- replaced with /var/log/ceph/21c79bf8-f0c9-11ee-b647-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-02T09:57:03.579 INFO:teuthology.orchestra.run.smithi028.stderr: 2024-04-02T09:57:03.579 INFO:teuthology.orchestra.run.smithi028.stderr:real 0m28.642s 2024-04-02T09:57:03.579 INFO:teuthology.orchestra.run.smithi028.stderr:user 1m52.953s 2024-04-02T09:57:03.579 INFO:teuthology.orchestra.run.smithi028.stderr:sys 0m3.708s 2024-04-02T09:57:03.579 INFO:tasks.cephadm:Archiving logs... 2024-04-02T09:57:03.580 DEBUG:teuthology.misc:Transferring archived files from smithi028:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473/remote/smithi028/log 2024-04-02T09:57:03.581 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T09:57:18.504 DEBUG:teuthology.misc:Transferring archived files from smithi137:/var/log/ceph to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473/remote/smithi137/log 2024-04-02T09:57:18.505 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-02T09:57:31.103 INFO:tasks.cephadm:Removing cluster... 2024-04-02T09:57:31.103 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 --force 2024-04-02T09:57:31.265 INFO:teuthology.orchestra.run.smithi028.stdout:Deleting cluster with fsid: 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T09:57:31.667 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 --force 2024-04-02T09:57:31.814 INFO:teuthology.orchestra.run.smithi137.stdout:Deleting cluster with fsid: 21c79bf8-f0c9-11ee-b647-cb9ed24678a4 2024-04-02T09:57:32.191 INFO:tasks.cephadm:Removing cephadm ... 2024-04-02T09:57:32.191 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T09:57:32.207 DEBUG:teuthology.orchestra.run.smithi137:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-02T09:57:32.221 INFO:tasks.cephadm:Teardown complete 2024-04-02T09:57:32.222 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-02T09:57:32.234 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-02T09:57:32.234 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T09:57:32.249 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-02T09:57:32.337 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-02T09:57:32.348 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-02T09:57:32.348 DEBUG:teuthology.orchestra.run.smithi028:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T09:57:32.350 DEBUG:teuthology.orchestra.run.smithi137:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-02T09:57:32.362 INFO:teuthology.orchestra.run.smithi028.stderr:bash: line 1: ntpq: command not found 2024-04-02T09:57:32.364 INFO:teuthology.orchestra.run.smithi137.stderr:bash: line 1: ntpq: command not found 2024-04-02T09:57:32.367 INFO:teuthology.orchestra.run.smithi028.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T09:57:32.367 INFO:teuthology.orchestra.run.smithi028.stdout:=============================================================================== 2024-04-02T09:57:32.367 INFO:teuthology.orchestra.run.smithi028.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 16 +264us[ +264us] +/- 77ms 2024-04-02T09:57:32.367 INFO:teuthology.orchestra.run.smithi028.stdout:^* hv02.front.sepia.ceph.com 3 7 377 11 +133us[ +134us] +/- 63ms 2024-04-02T09:57:32.367 INFO:teuthology.orchestra.run.smithi028.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 -443us[ -442us] +/- 74ms 2024-04-02T09:57:32.367 INFO:teuthology.orchestra.run.smithi028.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T09:57:32.368 INFO:teuthology.orchestra.run.smithi137.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-02T09:57:32.368 INFO:teuthology.orchestra.run.smithi137.stdout:=============================================================================== 2024-04-02T09:57:32.368 INFO:teuthology.orchestra.run.smithi137.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 12 +279us[ +279us] +/- 78ms 2024-04-02T09:57:32.368 INFO:teuthology.orchestra.run.smithi137.stdout:^* hv02.front.sepia.ceph.com 3 7 377 15 +92us[ +106us] +/- 63ms 2024-04-02T09:57:32.368 INFO:teuthology.orchestra.run.smithi137.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 12 -469us[ -469us] +/- 74ms 2024-04-02T09:57:32.369 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-02T09:57:32.369 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-02T09:57:32.380 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-02T09:57:32.380 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-02T09:57:32.390 DEBUG:teuthology.orchestra.run.smithi028:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T09:57:32.504 DEBUG:teuthology.orchestra.run.smithi137:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-02T09:57:32.590 DEBUG:teuthology.orchestra.run.smithi028:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T09:57:32.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:57:32.621 DEBUG:teuthology.orchestra.run.smithi137:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-02T09:57:32.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:57:32.652 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-02T09:57:32.663 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-02T09:57:32.674 INFO:teuthology.task.internal:Duration was 6485.177964 seconds 2024-04-02T09:57:32.674 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-02T09:57:32.685 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-02T09:57:32.685 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T09:57:32.687 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-02T09:57:32.728 INFO:teuthology.orchestra.run.smithi028.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T09:57:32.735 INFO:teuthology.orchestra.run.smithi137.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-02T09:57:32.988 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-02T09:57:32.988 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi028.front.sepia.ceph.com 2024-04-02T09:57:32.988 DEBUG:teuthology.orchestra.run.smithi028:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T09:57:33.050 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi137.front.sepia.ceph.com 2024-04-02T09:57:33.050 DEBUG:teuthology.orchestra.run.smithi137:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-02T09:57:33.072 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-02T09:57:33.072 DEBUG:teuthology.orchestra.run.smithi028:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T09:57:33.093 DEBUG:teuthology.orchestra.run.smithi137:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-02T09:57:33.141 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-02T09:57:33.141 DEBUG:teuthology.orchestra.run.smithi028:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T09:57:33.162 DEBUG:teuthology.orchestra.run.smithi137:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-02T09:57:33.753 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-02T09:57:33.765 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-02T09:57:33.765 DEBUG:teuthology.orchestra.run.smithi028:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T09:57:33.792 DEBUG:teuthology.orchestra.run.smithi137:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-02T09:57:33.819 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-02T09:57:33.831 DEBUG:teuthology.orchestra.run.smithi028:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:57:33.834 DEBUG:teuthology.orchestra.run.smithi137:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:57:33.857 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern = core 2024-04-02T09:57:33.884 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern = core 2024-04-02T09:57:33.900 DEBUG:teuthology.orchestra.run.smithi028:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:57:33.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:57:33.927 DEBUG:teuthology.orchestra.run.smithi137:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-02T09:57:33.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-02T09:57:33.954 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-02T09:57:33.966 INFO:teuthology.task.internal:Transferring archived files... 2024-04-02T09:57:33.967 DEBUG:teuthology.misc:Transferring archived files from smithi028:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473/remote/smithi028 2024-04-02T09:57:33.967 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T09:57:34.017 DEBUG:teuthology.misc:Transferring archived files from smithi137:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473/remote/smithi137 2024-04-02T09:57:34.018 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-02T09:57:34.061 INFO:teuthology.task.internal:Removing archive directory... 2024-04-02T09:57:34.061 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T09:57:34.063 DEBUG:teuthology.orchestra.run.smithi137:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-02T09:57:34.108 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-02T09:57:34.121 INFO:teuthology.task.internal:Not uploading archives. 2024-04-02T09:57:34.121 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-02T09:57:34.153 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-02T09:57:34.153 DEBUG:teuthology.orchestra.run.smithi028:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T09:57:34.156 DEBUG:teuthology.orchestra.run.smithi137:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-02T09:57:34.167 INFO:teuthology.orchestra.run.smithi028.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 09:57 /home/ubuntu/cephtest 2024-04-02T09:57:34.170 INFO:teuthology.orchestra.run.smithi137.stdout: 265369 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 2 09:57 /home/ubuntu/cephtest 2024-04-02T09:57:34.171 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-02T09:57:34.183 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-02T09:57:34.206 INFO:teuthology.nuke:Checking targets against current locks 2024-04-02T09:57:34.233 DEBUG:teuthology.nuke:shortname: smithi028 2024-04-02T09:57:34.233 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T09:57:34.255 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi028.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 07:59:13.868933', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHCFb+ylhndjKTkarzPatUN4sRDweOw1k9IwoKopU5J5Y84T3KoXaH/JOWhP+E9p5TI3jgamdUeD037lHtnDJw4='} 2024-04-02T09:57:34.259 DEBUG:teuthology.nuke:shortname: smithi137 2024-04-02T09:57:34.259 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-02T09:57:34.284 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi137.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rfriedma-2024-04-02_07:53:13-rados:upgrade-wip-rf-oldDeep-distro-default-smithi/7635473', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-02 07:59:13.867471', 'locked_by': 'scheduled_rfriedma@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEGxez3BOjEQk/VMVMErqAsXOfQLbi+AC/SWnzR4W9De5fERLfwHkflf4BNdQ2d71d4Hg3wopBHg5r7RYnR9kLk='} 2024-04-02T09:57:34.313 INFO:teuthology.orchestra.console.smithi028:Power off 2024-04-02T09:57:34.313 DEBUG:teuthology.orchestra.console.smithi028:pexpect command: ipmitool -H smithi028.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T09:57:34.338 DEBUG:teuthology.orchestra.console.smithi028:power off output: Chassis Power Control: Down/Off 2024-04-02T09:57:34.338 DEBUG:teuthology.orchestra.console.smithi028:pexpect command: ipmitool -H smithi028.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:57:34.352 INFO:teuthology.orchestra.console.smithi137:Power off 2024-04-02T09:57:34.352 DEBUG:teuthology.orchestra.console.smithi137:pexpect command: ipmitool -H smithi137.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-02T09:57:34.364 DEBUG:teuthology.orchestra.console.smithi028:check power output: Chassis Power is on 2024-04-02T09:57:34.385 DEBUG:teuthology.orchestra.console.smithi137:power off output: Chassis Power Control: Down/Off 2024-04-02T09:57:34.386 DEBUG:teuthology.orchestra.console.smithi137:pexpect command: ipmitool -H smithi137.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:57:34.409 DEBUG:teuthology.orchestra.console.smithi137:check power output: Chassis Power is on 2024-04-02T09:57:38.365 DEBUG:teuthology.orchestra.console.smithi028:pexpect command: ipmitool -H smithi028.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:57:38.409 DEBUG:teuthology.orchestra.console.smithi137:pexpect command: ipmitool -H smithi137.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:57:38.474 DEBUG:teuthology.orchestra.console.smithi028:check power output: Chassis Power is on 2024-04-02T09:57:38.519 DEBUG:teuthology.orchestra.console.smithi137:check power output: Chassis Power is on 2024-04-02T09:57:42.480 DEBUG:teuthology.orchestra.console.smithi028:pexpect command: ipmitool -H smithi028.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:57:42.521 DEBUG:teuthology.orchestra.console.smithi137:pexpect command: ipmitool -H smithi137.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-02T09:57:42.591 DEBUG:teuthology.orchestra.console.smithi028:check power output: Chassis Power is off 2024-04-02T09:57:42.630 DEBUG:teuthology.orchestra.console.smithi137:check power output: Chassis Power is off 2024-04-02T09:57:42.693 INFO:teuthology.orchestra.console.smithi028:Power off completed 2024-04-02T09:57:42.731 INFO:teuthology.orchestra.console.smithi137:Power off completed 2024-04-02T09:57:42.835 INFO:teuthology.run:Summary data: description: rados:upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6485.177963972092 failure_reason: '"2024-04-02T08:29:02.206547+0000 mon.a (mon.0) 232 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_rfriedma@teuthology success: false 2024-04-02T09:57:42.835 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-02T09:57:42.925 INFO:teuthology.run:FAIL